diff --git a/404.html b/404.html index b6d9f48a08..f8260e2542 100644 --- a/404.html +++ b/404.html @@ -7,13 +7,13 @@ Page Not Found | FLAML - +
Skip to main content

Page Not Found

We could not find what you were looking for.

Please contact the owner of the site that linked you to the original URL and let them know their link is broken.

- + \ No newline at end of file diff --git a/assets/js/aece35c5.49b61d22.js b/assets/js/aece35c5.85e176c3.js similarity index 67% rename from assets/js/aece35c5.49b61d22.js rename to assets/js/aece35c5.85e176c3.js index bd9e240bed..572f100005 100644 --- a/assets/js/aece35c5.49b61d22.js +++ b/assets/js/aece35c5.85e176c3.js @@ -1 +1 @@ -"use strict";(self.webpackChunkwebsite=self.webpackChunkwebsite||[]).push([[6741],{5680:(e,t,a)=>{a.d(t,{xA:()=>m,yg:()=>g});var n=a(6540);function i(e,t,a){return t in e?Object.defineProperty(e,t,{value:a,enumerable:!0,configurable:!0,writable:!0}):e[t]=a,e}function r(e,t){var a=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),a.push.apply(a,n)}return a}function l(e){for(var t=1;t=0||(i[a]=e[a]);return i}(e,t);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,a)&&(i[a]=e[a])}return i}var o=n.createContext({}),p=function(e){var t=n.useContext(o),a=t;return e&&(a="function"==typeof e?e(t):l(l({},t),e)),a},m=function(e){var t=p(e.components);return n.createElement(o.Provider,{value:t},e.children)},d={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},u=n.forwardRef((function(e,t){var a=e.components,i=e.mdxType,r=e.originalType,o=e.parentName,m=s(e,["components","mdxType","originalType","parentName"]),u=p(a),g=i,y=u["".concat(o,".").concat(g)]||u[g]||d[g]||r;return a?n.createElement(y,l(l({ref:t},m),{},{components:a})):n.createElement(y,l({ref:t},m))}));function g(e,t){var a=arguments,i=t&&t.mdxType;if("string"==typeof e||i){var r=a.length,l=new Array(r);l[0]=u;var s={};for(var o in t)hasOwnProperty.call(t,o)&&(s[o]=t[o]);s.originalType=e,s.mdxType="string"==typeof e?e:i,l[1]=s;for(var p=2;p{a.r(t),a.d(t,{contentTitle:()=>l,default:()=>m,frontMatter:()=>r,metadata:()=>s,toc:()=>o});var n=a(8168),i=(a(6540),a(5680));const r={sidebar_label:"task",title:"automl.task.task"},l=void 0,s={unversionedId:"reference/automl/task/task",id:"reference/automl/task/task",isDocsHomePage:!1,title:"automl.task.task",description:"Task Objects",source:"@site/docs/reference/automl/task/task.md",sourceDirName:"reference/automl/task",slug:"/reference/automl/task/task",permalink:"/FLAML/docs/reference/automl/task/task",editUrl:"https://github.com/microsoft/FLAML/edit/main/website/docs/reference/automl/task/task.md",tags:[],version:"current",frontMatter:{sidebar_label:"task",title:"automl.task.task"},sidebar:"referenceSideBar",previous:{title:"utils",permalink:"/FLAML/docs/reference/automl/spark/utils"},next:{title:"time_series_task",permalink:"/FLAML/docs/reference/automl/task/time_series_task"}},o=[{value:"Task Objects",id:"task-objects",children:[{value:"__init__",id:"__init__",children:[],level:4},{value:"__str__",id:"__str__",children:[],level:4},{value:"evaluate_model_CV",id:"evaluate_model_cv",children:[],level:4},{value:"validate_data",id:"validate_data",children:[],level:4},{value:"prepare_data",id:"prepare_data",children:[],level:4},{value:"decide_split_type",id:"decide_split_type",children:[],level:4},{value:"preprocess",id:"preprocess",children:[],level:4},{value:"default_estimator_list",id:"default_estimator_list",children:[],level:4},{value:"default_metric",id:"default_metric",children:[],level:4},{value:"__eq__",id:"__eq__",children:[],level:4},{value:"estimator_class_from_str",id:"estimator_class_from_str",children:[],level:4}],level:2}],p={toc:o};function m(e){let{components:t,...a}=e;return(0,i.yg)("wrapper",(0,n.A)({},p,a,{components:t,mdxType:"MDXLayout"}),(0,i.yg)("h2",{id:"task-objects"},"Task Objects"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"class Task(ABC)\n")),(0,i.yg)("p",null,"Abstract base class for a machine learning task."),(0,i.yg)("p",null,"Class definitions should implement abstract methods and provide a non-empty dictionary of estimator classes.\nA Task can be suitable to be used for multiple machine-learning tasks (e.g. classification or regression) or be\nimplemented specifically for a single one depending on the generality of data validation and model evaluation methods\nimplemented. The implementation of a Task may optionally use the training data and labels to determine data and task\nspecific details, such as in determining if a problem is single-label or multi-label."),(0,i.yg)("p",null,"FLAML evaluates at runtime how to behave exactly, relying on the task instance to provide implementations of\noperations which vary between tasks."),(0,i.yg)("h4",{id:"__init__"},"_","_","init","_","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def __init__(task_name: str, X_train: Optional[Union[np.ndarray, DataFrame, psDataFrame]] = None, y_train: Optional[Union[np.ndarray, DataFrame, Series, psSeries]] = None)\n")),(0,i.yg)("p",null,"Constructor."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task_name")," - String name for this type of task. Used when the Task can be generic and implement a number of\ntypes of sub-task."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train")," - Optional. Some Task types may use the data shape or features to determine details of their usage,\nsuch as in binary vs multilabel classification."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train")," - Optional. Some Task types may use the data shape or features to determine details of their usage,\nsuch as in binary vs multilabel classification.")),(0,i.yg)("h4",{id:"__str__"},"_","_","str","_","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def __str__() -> str\n")),(0,i.yg)("p",null,"Name of this task type."),(0,i.yg)("h4",{id:"evaluate_model_cv"},"evaluate","_","model","_","CV"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef evaluate_model_CV(config: dict, estimator: "flaml.automl.ml.BaseEstimator", X_train_all: Union[np.ndarray, DataFrame, psDataFrame], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries], budget: int, kf, eval_metric: str, best_val_loss: float, log_training_metric: bool = False, fit_kwargs: Optional[dict] = {}) -> Tuple[float, float, float, float]\n')),(0,i.yg)("p",null,"Evaluate the model using cross-validation."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"config")," - configuration used in the evaluation of the metric."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator")," - Estimator class of the model."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train_all")," - Complete training feature data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train_all")," - Complete training target data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"budget")," - Training time budget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"kf")," - Cross-validation index generator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_metric")," - Metric name to be used for evaluation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"best_val_loss")," - Best current validation-set loss."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_training_metric")," - Bool defaults False. Enables logging of the training metric."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs")," - Additional kwargs passed to the estimator's fit method.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," validation loss, metric value, train time, prediction time"),(0,i.yg)("h4",{id:"validate_data"},"validate","_","data"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef validate_data(automl: "flaml.automl.automl.AutoML", state: "flaml.automl.state.AutoMLState", X_train_all: Union[np.ndarray, DataFrame, psDataFrame, None], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], dataframe: Union[DataFrame, None], label: str, X_val: Optional[Union[np.ndarray, DataFrame, psDataFrame]] = None, y_val: Optional[Union[np.ndarray, DataFrame, Series, psSeries]] = None, groups_val: Optional[List[str]] = None, groups: Optional[List[str]] = None)\n')),(0,i.yg)("p",null,"Validate that the data is suitable for this task type."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"automl")," - The AutoML instance from which this task has been constructed."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"state")," - The AutoMLState instance for this run."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train_all")," - The complete data set or None if dataframe is supplied."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train_all")," - The complete target set or None if dataframe is supplied."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"dataframe")," - A dataframe constaining the complete data set with targets."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"label")," - The name of the target column in dataframe."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_val")," - Optional. A data set for validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_val")," - Optional. A target vector corresponding to X_val for validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups_val")," - Group labels (with matching length to y_val) or group counts (with sum equal to length of y_val)\nfor validation data. Need to be consistent with groups."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups")," - Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train)\nfor training data.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Raises"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"AssertionError")," - The data provided is invalid for this task type and configuration.")),(0,i.yg)("h4",{id:"prepare_data"},"prepare","_","data"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef prepare_data(state: "flaml.automl.state.AutoMLState", X_train_all: Union[np.ndarray, DataFrame, psDataFrame], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], auto_augment: bool, eval_method: str, split_type: str, split_ratio: float, n_splits: int, data_is_df: bool, sample_weight_full: Optional[List[float]] = None)\n')),(0,i.yg)("p",null,"Prepare the data for fitting or inference."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"automl")," - The AutoML instance from which this task has been constructed."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"state")," - The AutoMLState instance for this run."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train_all")," - The complete data set or None if dataframe is supplied. Must\ncontain the target if y_train_all is None"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train_all")," - The complete target set or None if supplied in X_train_all."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"auto_augment")," - If true, task-specific data augmentations will be applied."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_method")," - A string of resampling strategy, one of ","['auto', 'cv', 'holdout']","."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type"),' - str or splitter object, default="auto" | the data split type.',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"A valid splitter object is an instance of a derived class of scikit-learn\n",(0,i.yg)("a",{parentName:"li",href:"https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html#sklearn.model_selection.KFold"},"KFold"),"\nand have ",(0,i.yg)("inlineCode",{parentName:"li"},"split")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"get_n_splits"),' methods with the same signatures.\nSet eval_method to "cv" to use the splitter object.'),(0,i.yg)("li",{parentName:"ul"},"Valid str options depend on different tasks.\nFor classification tasks, valid choices are\n","[\"auto\", 'stratified', 'uniform', 'time', 'group']",'. "auto" -> stratified.\nFor regression tasks, valid choices are ',"[\"auto\", 'uniform', 'time']",'.\n"auto" -> uniform.\nFor time series forecast tasks, must be "auto" or \'time\'.\nFor ranking task, must be "auto" or \'group\'.'))),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_ratio")," - A float of the valiation data percentage for holdout."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_splits")," - An integer of the number of folds for cross - validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"data_is_df")," - True if the data was provided as a DataFrame else False."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"sample_weight_full")," - A 1d arraylike of the sample weight.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Raises"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"AssertionError")," - The configuration provided is invalid for this task type and data.")),(0,i.yg)("h4",{id:"decide_split_type"},"decide","_","split","_","type"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@abstractmethod\ndef decide_split_type(split_type: str, y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], fit_kwargs: dict, groups: Optional[List[str]] = None) -> str\n")),(0,i.yg)("p",null,"Choose an appropriate data split type for this data and task."),(0,i.yg)("p",null,"If split_type is 'auto' then this is determined based on the task type and data.\nIf a specific split_type is requested then the choice is validated to be appropriate."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type")," - Either 'auto' or a task appropriate split type."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train_all")," - The complete set of targets."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs")," - Additional kwargs passed to the estimator's fit method."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups")," - Optional. Group labels (with matching length to y_train) or groups counts (with sum equal to length\nof y_train) for training data.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The determined appropriate split type."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Raises"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"AssertionError")," - The requested split_type is invalid for this task, configuration and data.")),(0,i.yg)("h4",{id:"preprocess"},"preprocess"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef preprocess(X: Union[np.ndarray, DataFrame, psDataFrame], transformer: Optional["flaml.automl.data.DataTransformer"] = None) -> Union[np.ndarray, DataFrame]\n')),(0,i.yg)("p",null,"Preprocess the data ready for fitting or inference with this task type."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X")," - The data set to process."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"transformer")," - A DataTransformer instance to be used in processing.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The preprocessed data set having the same type as the input."),(0,i.yg)("h4",{id:"default_estimator_list"},"default","_","estimator","_","list"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef default_estimator_list(estimator_list: Union[List[str], str] = "auto", is_spark_dataframe: bool = False) -> List[str]\n')),(0,i.yg)("p",null,"Return the list of default estimators registered for this task type."),(0,i.yg)("p",null,"If 'auto' is provided then the default list is returned, else the provided list will be validated given this task\ntype."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_list")," - Either 'auto' or a list of estimator names to be validated."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"is_spark_dataframe")," - True if the data is a spark dataframe.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A list of valid estimator names for this task type."),(0,i.yg)("h4",{id:"default_metric"},"default","_","metric"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@abstractmethod\ndef default_metric(metric: str) -> str\n")),(0,i.yg)("p",null,"Return the default metric for this task type."),(0,i.yg)("p",null,"If 'auto' is provided then the default metric for this task will be returned. Otherwise, the provided metric name\nis validated for this task type."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric")," - The name of a metric to be used in evaluation of models during fitting or validation.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The default metric, or the provided metric if it is valid for this task type."),(0,i.yg)("h4",{id:"__eq__"},"_","_","eq","_","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def __eq__(other: str) -> bool\n")),(0,i.yg)("p",null,"For backward compatibility with all the string comparisons to task"),(0,i.yg)("h4",{id:"estimator_class_from_str"},"estimator","_","class","_","from","_","str"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'def estimator_class_from_str(estimator_name: str) -> "flaml.automl.ml.BaseEstimator"\n')),(0,i.yg)("p",null,"Determine the estimator class corresponding to the provided name."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_name")," - Name of the desired estimator.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The estimator class corresponding to the provided name."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Raises"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"ValueError")," - The provided estimator_name has not been registered for this task type.")))}m.isMDXComponent=!0}}]); \ No newline at end of file +"use strict";(self.webpackChunkwebsite=self.webpackChunkwebsite||[]).push([[6741],{5680:(e,t,a)=>{a.d(t,{xA:()=>m,yg:()=>g});var n=a(6540);function i(e,t,a){return t in e?Object.defineProperty(e,t,{value:a,enumerable:!0,configurable:!0,writable:!0}):e[t]=a,e}function r(e,t){var a=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),a.push.apply(a,n)}return a}function l(e){for(var t=1;t=0||(i[a]=e[a]);return i}(e,t);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,a)&&(i[a]=e[a])}return i}var o=n.createContext({}),p=function(e){var t=n.useContext(o),a=t;return e&&(a="function"==typeof e?e(t):l(l({},t),e)),a},m=function(e){var t=p(e.components);return n.createElement(o.Provider,{value:t},e.children)},d={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},u=n.forwardRef((function(e,t){var a=e.components,i=e.mdxType,r=e.originalType,o=e.parentName,m=s(e,["components","mdxType","originalType","parentName"]),u=p(a),g=i,y=u["".concat(o,".").concat(g)]||u[g]||d[g]||r;return a?n.createElement(y,l(l({ref:t},m),{},{components:a})):n.createElement(y,l({ref:t},m))}));function g(e,t){var a=arguments,i=t&&t.mdxType;if("string"==typeof e||i){var r=a.length,l=new Array(r);l[0]=u;var s={};for(var o in t)hasOwnProperty.call(t,o)&&(s[o]=t[o]);s.originalType=e,s.mdxType="string"==typeof e?e:i,l[1]=s;for(var p=2;p{a.r(t),a.d(t,{contentTitle:()=>l,default:()=>m,frontMatter:()=>r,metadata:()=>s,toc:()=>o});var n=a(8168),i=(a(6540),a(5680));const r={sidebar_label:"task",title:"automl.task.task"},l=void 0,s={unversionedId:"reference/automl/task/task",id:"reference/automl/task/task",isDocsHomePage:!1,title:"automl.task.task",description:"Task Objects",source:"@site/docs/reference/automl/task/task.md",sourceDirName:"reference/automl/task",slug:"/reference/automl/task/task",permalink:"/FLAML/docs/reference/automl/task/task",editUrl:"https://github.com/microsoft/FLAML/edit/main/website/docs/reference/automl/task/task.md",tags:[],version:"current",frontMatter:{sidebar_label:"task",title:"automl.task.task"},sidebar:"referenceSideBar",previous:{title:"utils",permalink:"/FLAML/docs/reference/automl/spark/utils"},next:{title:"time_series_task",permalink:"/FLAML/docs/reference/automl/task/time_series_task"}},o=[{value:"Task Objects",id:"task-objects",children:[{value:"__init__",id:"__init__",children:[],level:4},{value:"__str__",id:"__str__",children:[],level:4},{value:"evaluate_model_CV",id:"evaluate_model_cv",children:[],level:4},{value:"validate_data",id:"validate_data",children:[],level:4},{value:"prepare_data",id:"prepare_data",children:[],level:4},{value:"decide_split_type",id:"decide_split_type",children:[],level:4},{value:"preprocess",id:"preprocess",children:[],level:4},{value:"default_estimator_list",id:"default_estimator_list",children:[],level:4},{value:"default_metric",id:"default_metric",children:[],level:4},{value:"__eq__",id:"__eq__",children:[],level:4},{value:"estimator_class_from_str",id:"estimator_class_from_str",children:[],level:4}],level:2}],p={toc:o};function m(e){let{components:t,...a}=e;return(0,i.yg)("wrapper",(0,n.A)({},p,a,{components:t,mdxType:"MDXLayout"}),(0,i.yg)("h2",{id:"task-objects"},"Task Objects"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"class Task(ABC)\n")),(0,i.yg)("p",null,"Abstract base class for a machine learning task."),(0,i.yg)("p",null,"Class definitions should implement abstract methods and provide a non-empty dictionary of estimator classes.\nA Task can be suitable to be used for multiple machine-learning tasks (e.g. classification or regression) or be\nimplemented specifically for a single one depending on the generality of data validation and model evaluation methods\nimplemented. The implementation of a Task may optionally use the training data and labels to determine data and task\nspecific details, such as in determining if a problem is single-label or multi-label."),(0,i.yg)("p",null,"FLAML evaluates at runtime how to behave exactly, relying on the task instance to provide implementations of\noperations which vary between tasks."),(0,i.yg)("h4",{id:"__init__"},"_","_","init","_","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def __init__(task_name: str, X_train: Optional[Union[np.ndarray, DataFrame, psDataFrame]] = None, y_train: Optional[Union[np.ndarray, DataFrame, Series, psSeries]] = None)\n")),(0,i.yg)("p",null,"Constructor."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task_name")," - String name for this type of task. Used when the Task can be generic and implement a number of\ntypes of sub-task."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train")," - Optional. Some Task types may use the data shape or features to determine details of their usage,\nsuch as in binary vs multilabel classification."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train")," - Optional. Some Task types may use the data shape or features to determine details of their usage,\nsuch as in binary vs multilabel classification.")),(0,i.yg)("h4",{id:"__str__"},"_","_","str","_","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def __str__() -> str\n")),(0,i.yg)("p",null,"Name of this task type."),(0,i.yg)("h4",{id:"evaluate_model_cv"},"evaluate","_","model","_","CV"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef evaluate_model_CV(config: dict, estimator: "flaml.automl.ml.BaseEstimator", X_train_all: Union[np.ndarray, DataFrame, psDataFrame], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries], budget: int, kf, eval_metric: str, best_val_loss: float, log_training_metric: bool = False, fit_kwargs: Optional[dict] = {}) -> Tuple[float, float, float, float]\n')),(0,i.yg)("p",null,"Evaluate the model using cross-validation."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"config")," - configuration used in the evaluation of the metric."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator")," - Estimator class of the model."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train_all")," - Complete training feature data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train_all")," - Complete training target data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"budget")," - Training time budget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"kf")," - Cross-validation index generator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_metric")," - Metric name to be used for evaluation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"best_val_loss")," - Best current validation-set loss."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_training_metric")," - Bool defaults False. Enables logging of the training metric."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs")," - Additional kwargs passed to the estimator's fit method.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," validation loss, metric value, train time, prediction time"),(0,i.yg)("h4",{id:"validate_data"},"validate","_","data"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef validate_data(automl: "flaml.automl.automl.AutoML", state: "flaml.automl.state.AutoMLState", X_train_all: Union[np.ndarray, DataFrame, psDataFrame, None], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], dataframe: Union[DataFrame, None], label: str, X_val: Optional[Union[np.ndarray, DataFrame, psDataFrame]] = None, y_val: Optional[Union[np.ndarray, DataFrame, Series, psSeries]] = None, groups_val: Optional[List[str]] = None, groups: Optional[List[str]] = None)\n')),(0,i.yg)("p",null,"Validate that the data is suitable for this task type."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"automl")," - The AutoML instance from which this task has been constructed."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"state")," - The AutoMLState instance for this run."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train_all")," - The complete data set or None if dataframe is supplied."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train_all")," - The complete target set or None if dataframe is supplied."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"dataframe")," - A dataframe constaining the complete data set with targets."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"label")," - The name of the target column in dataframe."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_val")," - Optional. A data set for validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_val")," - Optional. A target vector corresponding to X_val for validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups_val")," - Group labels (with matching length to y_val) or group counts (with sum equal to length of y_val)\nfor validation data. Need to be consistent with groups."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups")," - Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train)\nfor training data.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Raises"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"AssertionError")," - The data provided is invalid for this task type and configuration.")),(0,i.yg)("h4",{id:"prepare_data"},"prepare","_","data"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef prepare_data(state: "flaml.automl.state.AutoMLState", X_train_all: Union[np.ndarray, DataFrame, psDataFrame], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], auto_augment: bool, eval_method: str, split_type: str, split_ratio: float, n_splits: int, data_is_df: bool, sample_weight_full: Optional[List[float]] = None)\n')),(0,i.yg)("p",null,"Prepare the data for fitting or inference."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"automl")," - The AutoML instance from which this task has been constructed."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"state")," - The AutoMLState instance for this run."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train_all")," - The complete data set or None if dataframe is supplied. Must\ncontain the target if y_train_all is None"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train_all")," - The complete target set or None if supplied in X_train_all."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"auto_augment")," - If true, task-specific data augmentations will be applied."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_method")," - A string of resampling strategy, one of ","['auto', 'cv', 'holdout']","."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type"),' - str or splitter object, default="auto" | the data split type.',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"A valid splitter object is an instance of a derived class of scikit-learn\n",(0,i.yg)("a",{parentName:"li",href:"https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html#sklearn.model_selection.KFold"},"KFold"),"\nand have ",(0,i.yg)("inlineCode",{parentName:"li"},"split")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"get_n_splits"),' methods with the same signatures.\nSet eval_method to "cv" to use the splitter object.'),(0,i.yg)("li",{parentName:"ul"},"Valid str options depend on different tasks.\nFor classification tasks, valid choices are\n","[\"auto\", 'stratified', 'uniform', 'time', 'group']",'. "auto" -> stratified.\nFor regression tasks, valid choices are ',"[\"auto\", 'uniform', 'time', 'group']",'.\n"auto" -> uniform.\nFor time series forecast tasks, must be "auto" or \'time\'.\nFor ranking task, must be "auto" or \'group\'.'))),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_ratio")," - A float of the valiation data percentage for holdout."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_splits")," - An integer of the number of folds for cross - validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"data_is_df")," - True if the data was provided as a DataFrame else False."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"sample_weight_full")," - A 1d arraylike of the sample weight.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Raises"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"AssertionError")," - The configuration provided is invalid for this task type and data.")),(0,i.yg)("h4",{id:"decide_split_type"},"decide","_","split","_","type"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@abstractmethod\ndef decide_split_type(split_type: str, y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], fit_kwargs: dict, groups: Optional[List[str]] = None) -> str\n")),(0,i.yg)("p",null,"Choose an appropriate data split type for this data and task."),(0,i.yg)("p",null,"If split_type is 'auto' then this is determined based on the task type and data.\nIf a specific split_type is requested then the choice is validated to be appropriate."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type")," - Either 'auto' or a task appropriate split type."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train_all")," - The complete set of targets."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs")," - Additional kwargs passed to the estimator's fit method."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups")," - Optional. Group labels (with matching length to y_train) or groups counts (with sum equal to length\nof y_train) for training data.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The determined appropriate split type."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Raises"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"AssertionError")," - The requested split_type is invalid for this task, configuration and data.")),(0,i.yg)("h4",{id:"preprocess"},"preprocess"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef preprocess(X: Union[np.ndarray, DataFrame, psDataFrame], transformer: Optional["flaml.automl.data.DataTransformer"] = None) -> Union[np.ndarray, DataFrame]\n')),(0,i.yg)("p",null,"Preprocess the data ready for fitting or inference with this task type."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X")," - The data set to process."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"transformer")," - A DataTransformer instance to be used in processing.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The preprocessed data set having the same type as the input."),(0,i.yg)("h4",{id:"default_estimator_list"},"default","_","estimator","_","list"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'@abstractmethod\ndef default_estimator_list(estimator_list: Union[List[str], str] = "auto", is_spark_dataframe: bool = False) -> List[str]\n')),(0,i.yg)("p",null,"Return the list of default estimators registered for this task type."),(0,i.yg)("p",null,"If 'auto' is provided then the default list is returned, else the provided list will be validated given this task\ntype."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_list")," - Either 'auto' or a list of estimator names to be validated."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"is_spark_dataframe")," - True if the data is a spark dataframe.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A list of valid estimator names for this task type."),(0,i.yg)("h4",{id:"default_metric"},"default","_","metric"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@abstractmethod\ndef default_metric(metric: str) -> str\n")),(0,i.yg)("p",null,"Return the default metric for this task type."),(0,i.yg)("p",null,"If 'auto' is provided then the default metric for this task will be returned. Otherwise, the provided metric name\nis validated for this task type."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric")," - The name of a metric to be used in evaluation of models during fitting or validation.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The default metric, or the provided metric if it is valid for this task type."),(0,i.yg)("h4",{id:"__eq__"},"_","_","eq","_","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def __eq__(other: str) -> bool\n")),(0,i.yg)("p",null,"For backward compatibility with all the string comparisons to task"),(0,i.yg)("h4",{id:"estimator_class_from_str"},"estimator","_","class","_","from","_","str"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'def estimator_class_from_str(estimator_name: str) -> "flaml.automl.ml.BaseEstimator"\n')),(0,i.yg)("p",null,"Determine the estimator class corresponding to the provided name."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_name")," - Name of the desired estimator.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The estimator class corresponding to the provided name."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Raises"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"ValueError")," - The provided estimator_name has not been registered for this task type.")))}m.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/cde3da4e.083561d7.js b/assets/js/cde3da4e.083561d7.js deleted file mode 100644 index 0c017a3170..0000000000 --- a/assets/js/cde3da4e.083561d7.js +++ /dev/null @@ -1 +0,0 @@ -"use strict";(self.webpackChunkwebsite=self.webpackChunkwebsite||[]).push([[7346],{5680:(e,t,a)=>{a.d(t,{xA:()=>p,yg:()=>u});var n=a(6540);function i(e,t,a){return t in e?Object.defineProperty(e,t,{value:a,enumerable:!0,configurable:!0,writable:!0}):e[t]=a,e}function r(e,t){var a=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),a.push.apply(a,n)}return a}function o(e){for(var t=1;t=0||(i[a]=e[a]);return i}(e,t);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,a)&&(i[a]=e[a])}return i}var s=n.createContext({}),m=function(e){var t=n.useContext(s),a=t;return e&&(a="function"==typeof e?e(t):o(o({},t),e)),a},p=function(e){var t=m(e.components);return n.createElement(s.Provider,{value:t},e.children)},g={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},d=n.forwardRef((function(e,t){var a=e.components,i=e.mdxType,r=e.originalType,s=e.parentName,p=l(e,["components","mdxType","originalType","parentName"]),d=m(a),u=i,c=d["".concat(s,".").concat(u)]||d[u]||g[u]||r;return a?n.createElement(c,o(o({ref:t},p),{},{components:a})):n.createElement(c,o({ref:t},p))}));function u(e,t){var a=arguments,i=t&&t.mdxType;if("string"==typeof e||i){var r=a.length,o=new Array(r);o[0]=d;var l={};for(var s in t)hasOwnProperty.call(t,s)&&(l[s]=t[s]);l.originalType=e,l.mdxType="string"==typeof e?e:i,o[1]=l;for(var m=2;m{a.r(t),a.d(t,{contentTitle:()=>o,default:()=>p,frontMatter:()=>r,metadata:()=>l,toc:()=>s});var n=a(8168),i=(a(6540),a(5680));const r={sidebar_label:"automl",title:"automl.automl"},o=void 0,l={unversionedId:"reference/automl/automl",id:"reference/automl/automl",isDocsHomePage:!1,title:"automl.automl",description:"size",source:"@site/docs/reference/automl/automl.md",sourceDirName:"reference/automl",slug:"/reference/automl/automl",permalink:"/FLAML/docs/reference/automl/automl",editUrl:"https://github.com/microsoft/FLAML/edit/main/website/docs/reference/automl/automl.md",tags:[],version:"current",frontMatter:{sidebar_label:"automl",title:"automl.automl"},sidebar:"referenceSideBar",previous:{title:"ts_model",permalink:"/FLAML/docs/reference/automl/time_series/ts_model"},next:{title:"data",permalink:"/FLAML/docs/reference/automl/data"}},s=[{value:"size",id:"size",children:[],level:4},{value:"AutoML Objects",id:"automl-objects",children:[{value:"__init__",id:"__init__",children:[],level:4},{value:"config_history",id:"config_history",children:[],level:4},{value:"model",id:"model",children:[],level:4},{value:"best_model_for_estimator",id:"best_model_for_estimator",children:[],level:4},{value:"best_estimator",id:"best_estimator",children:[],level:4},{value:"best_iteration",id:"best_iteration",children:[],level:4},{value:"best_config",id:"best_config",children:[],level:4},{value:"best_config_per_estimator",id:"best_config_per_estimator",children:[],level:4},{value:"best_loss_per_estimator",id:"best_loss_per_estimator",children:[],level:4},{value:"best_loss",id:"best_loss",children:[],level:4},{value:"best_result",id:"best_result",children:[],level:4},{value:"metrics_for_best_config",id:"metrics_for_best_config",children:[],level:4},{value:"best_config_train_time",id:"best_config_train_time",children:[],level:4},{value:"supported_metrics",id:"supported_metrics",children:[],level:4},{value:"feature_transformer",id:"feature_transformer",children:[],level:4},{value:"label_transformer",id:"label_transformer",children:[],level:4},{value:"classes_",id:"classes_",children:[],level:4},{value:"time_to_find_best_model",id:"time_to_find_best_model",children:[],level:4},{value:"predict",id:"predict",children:[],level:4},{value:"predict_proba",id:"predict_proba",children:[],level:4},{value:"add_learner",id:"add_learner",children:[],level:4},{value:"get_estimator_from_log",id:"get_estimator_from_log",children:[],level:4},{value:"retrain_from_log",id:"retrain_from_log",children:[],level:4},{value:"search_space",id:"search_space",children:[],level:4},{value:"low_cost_partial_config",id:"low_cost_partial_config",children:[],level:4},{value:"cat_hp_cost",id:"cat_hp_cost",children:[],level:4},{value:"points_to_evaluate",id:"points_to_evaluate",children:[],level:4},{value:"resource_attr",id:"resource_attr",children:[],level:4},{value:"min_resource",id:"min_resource",children:[],level:4},{value:"max_resource",id:"max_resource",children:[],level:4},{value:"trainable",id:"trainable",children:[],level:4},{value:"metric_constraints",id:"metric_constraints",children:[],level:4},{value:"fit",id:"fit",children:[],level:4}],level:2}],m={toc:s};function p(e){let{components:t,...a}=e;return(0,i.yg)("wrapper",(0,n.A)({},m,a,{components:t,mdxType:"MDXLayout"}),(0,i.yg)("h4",{id:"size"},"size"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def size(learner_classes: dict, config: dict) -> float\n")),(0,i.yg)("p",null,"Size function."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The mem size in bytes for a config."),(0,i.yg)("h2",{id:"automl-objects"},"AutoML Objects"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"class AutoML(BaseEstimator)\n")),(0,i.yg)("p",null,"The AutoML class."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Example"),":"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'automl = AutoML()\nautoml_settings = {\n "time_budget": 60,\n "metric": \'accuracy\',\n "task": \'classification\',\n "log_file_name": \'mylog.log\',\n}\nautoml.fit(X_train = X_train, y_train = y_train, **automl_settings)\n')),(0,i.yg)("h4",{id:"__init__"},"_","_","init","_","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def __init__(**settings)\n")),(0,i.yg)("p",null,"Constructor."),(0,i.yg)("p",null,"Many settings in fit() can be passed to the constructor too.\nIf an argument in fit() is provided, it will override the setting passed to the constructor.\nIf an argument in fit() is not provided but provided in the constructor, the value passed to the constructor will be used."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric")," - A string of the metric name or a function,\ne.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'roc_auc_weighted',\n'roc_auc_ovo_weighted', 'roc_auc_ovr_weighted', 'f1', 'micro_f1', 'macro_f1',\n'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'.\nIf passing a customized metric function, the function needs to\nhave the following input arguments:")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def custom_metric(\n X_test, y_test, estimator, labels,\n X_train, y_train, weight_test=None, weight_train=None,\n config=None, groups_test=None, groups_train=None,\n):\n return metric_to_minimize, metrics_to_log\n")),(0,i.yg)("p",null," which returns a float number as the minimization objective,\nand a dictionary as the metrics to log. E.g.,"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'def custom_metric(\n X_val, y_val, estimator, labels,\n X_train, y_train, weight_val=None, weight_train=None,\n *args,\n):\n from sklearn.metrics import log_loss\n import time\n\n start = time.time()\n y_pred = estimator.predict_proba(X_val)\n pred_time = (time.time() - start) / len(X_val)\n val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val)\n y_pred = estimator.predict_proba(X_train)\n train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train)\n alpha = 0.5\n return val_loss * (1 + alpha) - alpha * train_loss, {\n "val_loss": val_loss,\n "train_loss": train_loss,\n "pred_time": pred_time,\n }\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task")," - A string of the task type, e.g.,\n'classification', 'regression', 'ts_forecast', 'rank',\n'seq-classification', 'seq-regression', 'summarization',\nor an instance of the Task class."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_jobs")," - An integer of the number of threads for training | default=-1.\nUse all available resources when n_jobs == -1."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_file_name"),' - A string of the log file name | default="". To disable logging,\nset it to be an empty string "".'),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_list")," - A list of strings for estimator names, or 'auto'.\ne.g., ",(0,i.yg)("inlineCode",{parentName:"li"},"['lgbm', 'xgboost', 'xgb_limitdepth', 'catboost', 'rf', 'extra_tree']"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"time_budget")," - A float number of the time budget in seconds.\nUse -1 if no time limit."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"max_iter")," - An integer of the maximal number of iterations."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"sample")," - A boolean of whether to sample the training data during\nsearch."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"ensemble")," - boolean or dict | default=False. Whether to perform\nensemble after search. Can be a dict with keys 'passthrough'\nand 'final_estimator' to specify the passthrough and\nfinal_estimator in the stacker. The dict can also contain\n'n_jobs' as the key to specify the number of jobs for the stacker."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_method")," - A string of resampling strategy, one of\n","['auto', 'cv', 'holdout']","."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_ratio")," - A float of the valiation data percentage for holdout."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_splits")," - An integer of the number of folds for cross - validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_type")," - A string of the log type, one of\n","['better', 'all']",".\n'better' only logs configs with better loss than previos iters\n'all' logs all the tried configs."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"model_history")," - A boolean of whether to keep the best\nmodel per estimator. Make sure memory is large enough if setting to True. Default False."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_training_metric")," - A boolean of whether to log the training\nmetric for each model."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mem_thres")," - A float of the memory size constraint in bytes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"pred_time_limit")," - A float of the prediction latency constraint in seconds.\nIt refers to the average prediction time per row in validation data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"train_time_limit")," - A float of the training time constraint in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"verbose")," - int, default=3 | Controls the verbosity, higher means more\nmessages."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"retrain_full")," - bool or str, default=True | whether to retrain the\nselected model on the full training data when using holdout.\nTrue - retrain only after search finishes; False - no retraining;\n'budget' - do best effort to retrain without violating the time\nbudget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type"),' - str or splitter object, default="auto" | the data split type.',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"A valid splitter object is an instance of a derived class of scikit-learn\n",(0,i.yg)("a",{parentName:"li",href:"https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html#sklearn.model_selection.KFold"},"KFold"),"\nand have ",(0,i.yg)("inlineCode",{parentName:"li"},"split")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"get_n_splits"),' methods with the same signatures.\nSet eval_method to "cv" to use the splitter object.'),(0,i.yg)("li",{parentName:"ul"},"Valid str options depend on different tasks.\nFor classification tasks, valid choices are\n","[\"auto\", 'stratified', 'uniform', 'time', 'group']",'. "auto" -> stratified.\nFor regression tasks, valid choices are ',"[\"auto\", 'uniform', 'time']",'.\n"auto" -> uniform.\nFor time series forecast tasks, must be "auto" or \'time\'.\nFor ranking task, must be "auto" or \'group\'.'))),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"hpo_method")," - str, default=\"auto\" | The hyperparameter\noptimization method. By default, CFO is used for sequential\nsearch and BlendSearch is used for parallel search.\nNo need to set when using flaml's default search space or using\na simple customized search space. When set to 'bs', BlendSearch\nis used. BlendSearch can be tried when the search space is\ncomplex, for example, containing multiple disjoint, discontinuous\nsubspaces. When set to 'random', random search is used."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"starting_points"),' - A dictionary or a str to specify the starting hyperparameter\nconfig for the estimators | default="static".\nIf str:',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},'if "data", use data-dependent defaults;'),(0,i.yg)("li",{parentName:"ul"},'if "data:path" use data-dependent defaults which are stored at path;'),(0,i.yg)("li",{parentName:"ul"},'if "static", use data-independent defaults.\nIf dict, keys are the name of the estimators, and values are the starting\nhyperparameter configurations for the corresponding estimators.\nThe value can be a single hyperparameter configuration dict or a list\nof hyperparameter configuration dicts.\nIn the following code example, we get starting_points from the\n',(0,i.yg)("inlineCode",{parentName:"li"},"automl")," object and use them in the ",(0,i.yg)("inlineCode",{parentName:"li"},"new_automl")," object.\ne.g.,")))),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"from flaml import AutoML\nautoml = AutoML()\nX_train, y_train = load_iris(return_X_y=True)\nautoml.fit(X_train, y_train)\nstarting_points = automl.best_config_per_estimator\n\nnew_automl = AutoML()\nnew_automl.fit(X_train, y_train, starting_points=starting_points)\n")),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"seed")," - int or None, default=None | The random seed for hpo."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_concurrent_trials")," - ","[In preview]"," int, default=1 | The number of\nconcurrent trials. When n_concurrent_trials > 1, flaml performes\n",(0,i.yg)("a",{parentName:"li",href:"/docs/Use-Cases/Task-Oriented-AutoML#parallel-tuning"},"parallel tuning"),"\nand installation of ray or spark is required: ",(0,i.yg)("inlineCode",{parentName:"li"},"pip install flaml[ray]"),"\nor ",(0,i.yg)("inlineCode",{parentName:"li"},"pip install flaml[spark]"),". Please check\n",(0,i.yg)("a",{parentName:"li",href:"https://spark.apache.org/docs/latest/api/python/getting_started/install.html"},"here"),"\nfor more details about installing Spark."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"keep_search_state")," - boolean, default=False | Whether to keep data needed\nfor model search after fit(). By default the state is deleted for\nspace saving."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"preserve_checkpoint")," - boolean, default=True | Whether to preserve the saved checkpoint\non disk when deleting automl. By default the checkpoint is preserved."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"early_stop")," - boolean, default=False | Whether to stop early if the\nsearch is considered to converge."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"force_cancel")," - boolean, default=False | Whether to forcely cancel Spark jobs if the\nsearch time exceeded the time budget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mlflow_exp_name")," - str, default=None | The name of the mlflow experiment. This should be specified if\nenable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the\nsame name as the basename of main entry file."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"append_log")," - boolean, default=False | Whetehr to directly append the log\nrecords to the input log file if it exists."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"auto_augment")," - boolean, default=True | Whether to automatically\naugment rare classes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"min_sample_size")," - int, default=MIN_SAMPLE_TRAIN | the minimal sample\nsize when sample=True."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"use_ray")," - boolean or dict.\nIf boolean: default=False | Whether to use ray to run the training\nin separate processes. This can be used to prevent OOM for large\ndatasets, but will incur more overhead in time.\nIf dict: the dict contains the keywords arguments to be passed to\n",(0,i.yg)("a",{parentName:"li",href:"https://docs.ray.io/en/latest/tune/api_docs/execution.html"},"ray.tune.run"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"use_spark")," - boolean, default=False | Whether to use spark to run the training\nin parallel spark jobs. This can be used to accelerate training on large models\nand large datasets, but will incur more overhead in time and thus slow down\ntraining in some cases. GPU training is not supported yet when use_spark is True.\nFor Spark clusters, by default, we will launch one trial per executor. However,\nsometimes we want to launch more trials than the number of executors (e.g., local mode).\nIn this case, we can set the environment variable ",(0,i.yg)("inlineCode",{parentName:"li"},"FLAML_MAX_CONCURRENT")," to override\nthe detected ",(0,i.yg)("inlineCode",{parentName:"li"},"num_executors"),". The final number of concurrent trials will be the minimum\nof ",(0,i.yg)("inlineCode",{parentName:"li"},"n_concurrent_trials")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"num_executors"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"free_mem_ratio")," - float between 0 and 1, default=0. The free memory ratio to keep during training."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric_constraints"),' - list, default=[] | The list of metric constraints.\nEach element in this list is a 3-tuple, which shall be expressed\nin the following format: the first element of the 3-tuple is the name of the\nmetric, the second element is the inequality sign chosen from ">=" and "<=",\nand the third element is the constraint value. E.g., ',(0,i.yg)("inlineCode",{parentName:"li"},"('val_loss', '<=', 0.1)"),".\nNote that all the metric names in metric_constraints need to be reported via\nthe metrics_to_log dictionary returned by a customized metric function.\nThe customized metric function shall be provided via the ",(0,i.yg)("inlineCode",{parentName:"li"},"metric")," key word\nargument of the fit() function or the automl constructor.\nFind an example in the 4th constraint type in this ",(0,i.yg)("a",{parentName:"li",href:"/docs/Use-Cases/Task-Oriented-AutoML#constraint"},"doc"),".\nIf ",(0,i.yg)("inlineCode",{parentName:"li"},"pred_time_limit")," is provided as one of keyword arguments to fit() function or\nthe automl constructor, flaml will automatically (and under the hood)\nadd it as an additional element in the metric_constraints. Essentially 'pred_time_limit'\nspecifies a constraint about the prediction latency constraint in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"custom_hp"),' - dict, default=None | The custom search space specified by user.\nIt is a nested dict with keys being the estimator names, and values being dicts\nper estimator search space. In the per estimator search space dict,\nthe keys are the hyperparameter names, and values are dicts of info ("domain",\n"init_value", and "low_cost_init_value") about the search space associated with\nthe hyperparameter (i.e., per hyperparameter search space dict). When custom_hp\nis provided, the built-in search space which is also a nested dict of per estimator\nsearch space dict, will be updated with custom_hp. Note that during this nested dict update,\nthe per hyperparameter search space dicts will be replaced (instead of updated) by the ones\nprovided in custom_hp. Note that the value for "domain" can either be a constant\nor a sample.Domain object.\ne.g.,')),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'custom_hp = {\n "transformer_ms": {\n "model_path": {\n "domain": "albert-base-v2",\n },\n "learning_rate": {\n "domain": tune.choice([1e-4, 1e-5]),\n }\n }\n }\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"skip_transform")," - boolean, default=False | Whether to pre-process data prior to modeling."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs_by_estimator")," - dict, default=None | The user specified keywords arguments, grouped by estimator name.\ne.g.,")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'fit_kwargs_by_estimator = {\n "transformer": {\n "output_dir": "test/data/output/",\n "fp16": False,\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mlflow_logging")," - boolean, default=True | Whether to log the training results to mlflow. Not valid if mlflow is not installed.")),(0,i.yg)("h4",{id:"config_history"},"config","_","history"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef config_history() -> dict\n")),(0,i.yg)("p",null,"A dictionary of iter->(estimator, config, time),\nstoring the best estimator, config, and the time when the best\nmodel is updated each time."),(0,i.yg)("h4",{id:"model"},"model"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef model()\n")),(0,i.yg)("p",null,"An object with ",(0,i.yg)("inlineCode",{parentName:"p"},"predict()")," and ",(0,i.yg)("inlineCode",{parentName:"p"},"predict_proba()")," method (for\nclassification), storing the best trained model."),(0,i.yg)("h4",{id:"best_model_for_estimator"},"best","_","model","_","for","_","estimator"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def best_model_for_estimator(estimator_name: str)\n")),(0,i.yg)("p",null,"Return the best model found for a particular estimator."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_name")," - a str of the estimator's name.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," An object storing the best model for estimator_name.\nIf ",(0,i.yg)("inlineCode",{parentName:"p"},"model_history")," was set to False during fit(), then the returned model\nis untrained unless estimator_name is the best estimator.\nIf ",(0,i.yg)("inlineCode",{parentName:"p"},"model_history")," was set to True, then the returned model is trained."),(0,i.yg)("h4",{id:"best_estimator"},"best","_","estimator"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_estimator()\n")),(0,i.yg)("p",null,"A string indicating the best estimator found."),(0,i.yg)("h4",{id:"best_iteration"},"best","_","iteration"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_iteration()\n")),(0,i.yg)("p",null,"An integer of the iteration number where the best\nconfig is found."),(0,i.yg)("h4",{id:"best_config"},"best","_","config"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_config()\n")),(0,i.yg)("p",null,"A dictionary of the best configuration."),(0,i.yg)("h4",{id:"best_config_per_estimator"},"best","_","config","_","per","_","estimator"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_config_per_estimator()\n")),(0,i.yg)("p",null,"A dictionary of all estimators' best configuration."),(0,i.yg)("h4",{id:"best_loss_per_estimator"},"best","_","loss","_","per","_","estimator"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_loss_per_estimator()\n")),(0,i.yg)("p",null,"A dictionary of all estimators' best loss."),(0,i.yg)("h4",{id:"best_loss"},"best","_","loss"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_loss()\n")),(0,i.yg)("p",null,"A float of the best loss found."),(0,i.yg)("h4",{id:"best_result"},"best","_","result"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_result()\n")),(0,i.yg)("p",null,"Result dictionary for model trained with the best config."),(0,i.yg)("h4",{id:"metrics_for_best_config"},"metrics","_","for","_","best","_","config"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef metrics_for_best_config()\n")),(0,i.yg)("p",null,"Returns a float of the best loss, and a dictionary of the auxiliary metrics to log\nassociated with the best config. These two objects correspond to the returned\nobjects by the customized metric function for the config with the best loss."),(0,i.yg)("h4",{id:"best_config_train_time"},"best","_","config","_","train","_","time"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_config_train_time()\n")),(0,i.yg)("p",null,"A float of the seconds taken by training the best config."),(0,i.yg)("h4",{id:"supported_metrics"},"supported","_","metrics"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef supported_metrics()\n")),(0,i.yg)("p",null,"Returns a tuple of supported metrics for the task."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metrics")," ",(0,i.yg)("em",{parentName:"li"},"Tuple")," - sklearn metrics from sklearn package;\nhuggingface metrics from datasets package;\nspark metrics from pyspark package")),(0,i.yg)("h4",{id:"feature_transformer"},"feature","_","transformer"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef feature_transformer()\n")),(0,i.yg)("p",null,"Returns AutoML Transformer"),(0,i.yg)("h4",{id:"label_transformer"},"label","_","transformer"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef label_transformer()\n")),(0,i.yg)("p",null,"Returns AutoML label transformer"),(0,i.yg)("h4",{id:"classes_"},"classes","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef classes_()\n")),(0,i.yg)("p",null,"A numpy array of shape (n_classes,) for class labels."),(0,i.yg)("h4",{id:"time_to_find_best_model"},"time","_","to","_","find","_","best","_","model"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef time_to_find_best_model() -> float\n")),(0,i.yg)("p",null,"Time taken to find best model in seconds."),(0,i.yg)("h4",{id:"predict"},"predict"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def predict(X: np.array | DataFrame | list[str] | list[list[str]] | psDataFrame, **pred_kwargs, ,)\n")),(0,i.yg)("p",null,"Predict label from features."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X")," - A numpy array or pandas dataframe or pyspark.pandas dataframe\nof featurized instances, shape n * m,\nor for time series forcast tasks:\na pandas dataframe with the first column containing\ntimestamp values (datetime type) or an integer n for\nthe predict steps (only valid when the estimator is\narima or sarimax). Other columns in the dataframe\nare assumed to be exogenous variables (categorical\nor numeric)."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"**pred_kwargs")," - Other key word arguments to pass to predict() function of\nthe searched learners, such as per_device_eval_batch_size.")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"multivariate_X_test = DataFrame({\n 'timeStamp': pd.date_range(start='1/1/2022', end='1/07/2022'),\n 'categorical_col': ['yes', 'yes', 'no', 'no', 'yes', 'no', 'yes'],\n 'continuous_col': [105, 107, 120, 118, 110, 112, 115]\n})\nmodel.predict(multivariate_X_test)\n")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A array-like of shape n * 1: each element is a predicted\nlabel for an instance."),(0,i.yg)("h4",{id:"predict_proba"},"predict","_","proba"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def predict_proba(X, **pred_kwargs)\n")),(0,i.yg)("p",null,"Predict the probability of each class from features, only works for\nclassification problems."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X")," - A numpy array of featurized instances, shape n * m."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"**pred_kwargs")," - Other key word arguments to pass to predict_proba() function of\nthe searched learners, such as per_device_eval_batch_size.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A numpy array of shape n * c. c is the # classes. Each element at\n(i, j) is the probability for instance i to be in class j."),(0,i.yg)("h4",{id:"add_learner"},"add","_","learner"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def add_learner(learner_name, learner_class)\n")),(0,i.yg)("p",null,"Add a customized learner."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"learner_name")," - A string of the learner's name."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"learner_class")," - A subclass of flaml.automl.model.BaseEstimator.")),(0,i.yg)("h4",{id:"get_estimator_from_log"},"get","_","estimator","_","from","_","log"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def get_estimator_from_log(log_file_name: str, record_id: int, task: str | Task)\n")),(0,i.yg)("p",null,"Get the estimator from log file."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_file_name")," - A string of the log file name."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"record_id")," - An integer of the record ID in the file,\n0 corresponds to the first trial."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task")," - A string of the task type,\n'binary', 'multiclass', 'regression', 'ts_forecast', 'rank',\nor an instance of the Task class.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," An estimator object for the given configuration."),(0,i.yg)("h4",{id:"retrain_from_log"},"retrain","_","from","_","log"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def retrain_from_log(log_file_name, X_train=None, y_train=None, dataframe=None, label=None, time_budget=np.inf, task: str | Task | None = None, eval_method=None, split_ratio=None, n_splits=None, split_type=None, groups=None, n_jobs=-1, train_best=True, train_full=False, record_id=-1, auto_augment=None, custom_hp=None, skip_transform=None, preserve_checkpoint=True, fit_kwargs_by_estimator=None, **fit_kwargs, ,)\n")),(0,i.yg)("p",null,"Retrain from log file."),(0,i.yg)("p",null,"This function is intended to retrain the logged configurations.\nNOTE: In some rare case, the last config is early stopped to meet time_budget and it's the best config.\nBut the logged config's ITER_HP (e.g., n_estimators) is not reduced."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_file_name")," - A string of the log file name."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train")," - A numpy array or dataframe of training data in shape n*m.\nFor time series forecast tasks, the first column of X_train must be the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric)."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train")," - A numpy array or series of labels in shape n*1."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"dataframe")," - A dataframe of training data including label column.\nFor time series forecast tasks, dataframe must be specified and should\nhave at least two columns: timestamp and label, where the first\ncolumn is the timestamp column (datetime type). Other columns\nin the dataframe are assumed to be exogenous variables\n(categorical or numeric)."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"label")," - A str of the label column name, e.g., 'label';"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"Note")," - If X_train and y_train are provided,\ndataframe and label are ignored;\nIf not, dataframe and label must be provided."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"time_budget")," - A float number of the time budget in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task")," - A string of the task type, e.g.,\n'classification', 'regression', 'ts_forecast', 'rank',\n'seq-classification', 'seq-regression', 'summarization',\nor an instance of Task class."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_method")," - A string of resampling strategy, one of\n","['auto', 'cv', 'holdout']","."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_ratio")," - A float of the validation data percentage for holdout."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_splits")," - An integer of the number of folds for cross-validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type"),' - str or splitter object, default="auto" | the data split type.',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"A valid splitter object is an instance of a derived class of scikit-learn\n",(0,i.yg)("a",{parentName:"li",href:"https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html#sklearn.model_selection.KFold"},"KFold"),"\nand have ",(0,i.yg)("inlineCode",{parentName:"li"},"split")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"get_n_splits"),' methods with the same signatures.\nSet eval_method to "cv" to use the splitter object.'),(0,i.yg)("li",{parentName:"ul"},"Valid str options depend on different tasks.\nFor classification tasks, valid choices are\n","[\"auto\", 'stratified', 'uniform', 'time', 'group']",'. "auto" -> stratified.\nFor regression tasks, valid choices are ',"[\"auto\", 'uniform', 'time']",'.\n"auto" -> uniform.\nFor time series forecast tasks, must be "auto" or \'time\'.\nFor ranking task, must be "auto" or \'group\'.'))),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups")," - None or array-like | Group labels (with matching length to\ny_train) or groups counts (with sum equal to length of y_train)\nfor training data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_jobs")," - An integer of the number of threads for training | default=-1.\nUse all available resources when n_jobs == -1."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"train_best")," - A boolean of whether to train the best config in the\ntime budget; if false, train the last config in the budget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"train_full")," - A boolean of whether to train on the full data. If true,\neval_method and sample_size in the log file will be ignored."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"record_id")," - the ID of the training log record from which the model will\nbe retrained. By default ",(0,i.yg)("inlineCode",{parentName:"li"},"record_id = -1")," which means this will be\nignored. ",(0,i.yg)("inlineCode",{parentName:"li"},"record_id = 0")," corresponds to the first trial, and\nwhen ",(0,i.yg)("inlineCode",{parentName:"li"},"record_id >= 0"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_budget")," will be ignored."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"auto_augment")," - boolean, default=True | Whether to automatically\naugment rare classes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"custom_hp")," - dict, default=None | The custom search space specified by user\nEach key is the estimator name, each value is a dict of the custom search space for that estimator. Notice the\ndomain of the custom search space can either be a value or a sample.Domain object.")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'custom_hp = {\n "transformer_ms": {\n "model_path": {\n "domain": "albert-base-v2",\n },\n "learning_rate": {\n "domain": tune.choice([1e-4, 1e-5]),\n }\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs_by_estimator")," - dict, default=None | The user specified keywords arguments, grouped by estimator name.\ne.g.,")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'fit_kwargs_by_estimator = {\n "transformer": {\n "output_dir": "test/data/output/",\n "fp16": False,\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"**fit_kwargs")," - Other key word arguments to pass to fit() function of\nthe searched learners, such as sample_weight. Below are a few examples of\nestimator-specific parameters:"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"period")," - int | forecast horizon for all time series forecast tasks."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"gpu_per_trial")," - float, default = 0 | A float of the number of gpus per trial,\nonly used by TransformersEstimator, XGBoostSklearnEstimator, and\nTemporalFusionTransformerEstimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"group_ids")," - list of strings of column names identifying a time series, only\nused by TemporalFusionTransformerEstimator, required for\n'ts_forecast_panel' task. ",(0,i.yg)("inlineCode",{parentName:"li"},"group_ids")," is a parameter for TimeSeriesDataSet object\nfrom PyTorchForecasting.\nFor other parameters to describe your dataset, refer to\n",(0,i.yg)("a",{parentName:"li",href:"https://pytorch-forecasting.readthedocs.io/en/stable/api/pytorch_forecasting.data.timeseries.TimeSeriesDataSet.html"},"TimeSeriesDataSet PyTorchForecasting"),".\nTo specify your variables, use ",(0,i.yg)("inlineCode",{parentName:"li"},"static_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"static_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_known_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_known_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_unknown_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_unknown_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"variable_groups"),". To provide more information on your data, use\n",(0,i.yg)("inlineCode",{parentName:"li"},"max_encoder_length"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"min_encoder_length"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"lags"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_dir"),' - str, default = "lightning_logs" | Folder into which to log results\nfor tensorboard, only used by TemporalFusionTransformerEstimator.'),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"max_epochs")," - int, default = 20 | Maximum number of epochs to run training,\nonly used by TemporalFusionTransformerEstimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"batch_size")," - int, default = 64 | Batch size for training model, only\nused by TemporalFusionTransformerEstimator and TCNEstimator.")),(0,i.yg)("h4",{id:"search_space"},"search","_","space"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef search_space() -> dict\n")),(0,i.yg)("p",null,"Search space."),(0,i.yg)("p",null,"Must be called after fit(...)\n(use max_iter=0 and retrain_final=False to prevent actual fitting)."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A dict of the search space."),(0,i.yg)("h4",{id:"low_cost_partial_config"},"low","_","cost","_","partial","_","config"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef low_cost_partial_config() -> dict\n")),(0,i.yg)("p",null,"Low cost partial config."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A dict.\n(a) if there is only one estimator in estimator_list, each key is a\nhyperparameter name.\n(b) otherwise, it is a nested dict with 'ml' as the key, and\na list of the low_cost_partial_configs as the value, corresponding\nto each learner's low_cost_partial_config; the estimator index as\nan integer corresponding to the cheapest learner is appended to the\nlist at the end."),(0,i.yg)("h4",{id:"cat_hp_cost"},"cat","_","hp","_","cost"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef cat_hp_cost() -> dict\n")),(0,i.yg)("p",null,"Categorical hyperparameter cost"),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A dict.\n(a) if there is only one estimator in estimator_list, each key is a\nhyperparameter name.\n(b) otherwise, it is a nested dict with 'ml' as the key, and\na list of the cat_hp_cost's as the value, corresponding\nto each learner's cat_hp_cost; the cost relative to lgbm for each\nlearner (as a list itself) is appended to the list at the end."),(0,i.yg)("h4",{id:"points_to_evaluate"},"points","_","to","_","evaluate"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef points_to_evaluate() -> dict\n")),(0,i.yg)("p",null,"Initial points to evaluate."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A list of dicts. Each dict is the initial point for each learner."),(0,i.yg)("h4",{id:"resource_attr"},"resource","_","attr"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef resource_attr() -> str | None\n")),(0,i.yg)("p",null,"Attribute of the resource dimension."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A string for the sample size attribute\n(the resource attribute in AutoML) or None."),(0,i.yg)("h4",{id:"min_resource"},"min","_","resource"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef min_resource() -> float | None\n")),(0,i.yg)("p",null,"Attribute for pruning."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A float for the minimal sample size or None."),(0,i.yg)("h4",{id:"max_resource"},"max","_","resource"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef max_resource() -> float | None\n")),(0,i.yg)("p",null,"Attribute for pruning."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A float for the maximal sample size or None."),(0,i.yg)("h4",{id:"trainable"},"trainable"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef trainable() -> Callable[[dict], float | None]\n")),(0,i.yg)("p",null,"Training function."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A function that evaluates each config and returns the loss."),(0,i.yg)("h4",{id:"metric_constraints"},"metric","_","constraints"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef metric_constraints() -> list\n")),(0,i.yg)("p",null,"Metric constraints."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A list of the metric constraints."),(0,i.yg)("h4",{id:"fit"},"fit"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def fit(X_train=None, y_train=None, dataframe=None, label=None, metric=None, task: str | Task | None = None, n_jobs=None, log_file_name=None, estimator_list=None, time_budget=None, max_iter=None, sample=None, ensemble=None, eval_method=None, log_type=None, model_history=None, split_ratio=None, n_splits=None, log_training_metric=None, mem_thres=None, pred_time_limit=None, train_time_limit=None, X_val=None, y_val=None, sample_weight_val=None, groups_val=None, groups=None, verbose=None, retrain_full=None, split_type=None, learner_selector=None, hpo_method=None, starting_points=None, seed=None, n_concurrent_trials=None, keep_search_state=None, preserve_checkpoint=True, early_stop=None, force_cancel=None, append_log=None, auto_augment=None, min_sample_size=None, use_ray=None, use_spark=None, free_mem_ratio=0, metric_constraints=None, custom_hp=None, time_col=None, cv_score_agg_func=None, skip_transform=None, mlflow_logging=None, fit_kwargs_by_estimator=None, mlflow_exp_name=None, **fit_kwargs, ,)\n")),(0,i.yg)("p",null,"Find a model for a given task."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train")," - A numpy array or a pandas dataframe of training data in\nshape (n, m). For time series forecsat tasks, the first column of X_train\nmust be the timestamp column (datetime type). Other columns in\nthe dataframe are assumed to be exogenous variables (categorical or numeric).\nWhen using ray, X_train can be a ray.ObjectRef."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train")," - A numpy array or a pandas series of labels in shape (n, )."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"dataframe")," - A dataframe of training data including label column.\nFor time series forecast tasks, dataframe must be specified and must have\nat least two columns, timestamp and label, where the first\ncolumn is the timestamp column (datetime type). Other columns in\nthe dataframe are assumed to be exogenous variables (categorical or numeric).\nWhen using ray, dataframe can be a ray.ObjectRef."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"label")," - A str of the label column name for, e.g., 'label';"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"Note")," - If X_train and y_train are provided,\ndataframe and label are ignored;\nIf not, dataframe and label must be provided."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric")," - A string of the metric name or a function,\ne.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'roc_auc_weighted',\n'roc_auc_ovo_weighted', 'roc_auc_ovr_weighted', 'f1', 'micro_f1', 'macro_f1',\n'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'.\nIf passing a customized metric function, the function needs to\nhave the following input arguments:")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def custom_metric(\n X_test, y_test, estimator, labels,\n X_train, y_train, weight_test=None, weight_train=None,\n config=None, groups_test=None, groups_train=None,\n):\n return metric_to_minimize, metrics_to_log\n")),(0,i.yg)("p",null," which returns a float number as the minimization objective,\nand a dictionary as the metrics to log. E.g.,"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'def custom_metric(\n X_val, y_val, estimator, labels,\n X_train, y_train, weight_val=None, weight_train=None,\n *args,\n):\n from sklearn.metrics import log_loss\n import time\n\n start = time.time()\n y_pred = estimator.predict_proba(X_val)\n pred_time = (time.time() - start) / len(X_val)\n val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val)\n y_pred = estimator.predict_proba(X_train)\n train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train)\n alpha = 0.5\n return val_loss * (1 + alpha) - alpha * train_loss, {\n "val_loss": val_loss,\n "train_loss": train_loss,\n "pred_time": pred_time,\n }\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task")," - A string of the task type, e.g.,\n'classification', 'regression', 'ts_forecast_regression',\n'ts_forecast_classification', 'rank', 'seq-classification',\n'seq-regression', 'summarization', or an instance of Task class"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_jobs")," - An integer of the number of threads for training | default=-1.\nUse all available resources when n_jobs == -1."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_file_name"),' - A string of the log file name | default="". To disable logging,\nset it to be an empty string "".'),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_list")," - A list of strings for estimator names, or 'auto'.\ne.g., ",(0,i.yg)("inlineCode",{parentName:"li"},"['lgbm', 'xgboost', 'xgb_limitdepth', 'catboost', 'rf', 'extra_tree']"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"time_budget")," - A float number of the time budget in seconds.\nUse -1 if no time limit."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"max_iter")," - An integer of the maximal number of iterations."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"NOTE")," - when both time_budget and max_iter are unspecified,\nonly one model will be trained per estimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"sample")," - A boolean of whether to sample the training data during\nsearch."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"ensemble")," - boolean or dict | default=False. Whether to perform\nensemble after search. Can be a dict with keys 'passthrough'\nand 'final_estimator' to specify the passthrough and\nfinal_estimator in the stacker. The dict can also contain\n'n_jobs' as the key to specify the number of jobs for the stacker."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_method")," - A string of resampling strategy, one of\n","['auto', 'cv', 'holdout']","."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_ratio")," - A float of the valiation data percentage for holdout."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_splits")," - An integer of the number of folds for cross - validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_type")," - A string of the log type, one of\n","['better', 'all']",".\n'better' only logs configs with better loss than previos iters\n'all' logs all the tried configs."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"model_history")," - A boolean of whether to keep the trained best\nmodel per estimator. Make sure memory is large enough if setting to True.\nDefault value is False. If False, best_model_for_estimator would return a\nuntrained model for non-best learner."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_training_metric")," - A boolean of whether to log the training\nmetric for each model."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mem_thres")," - A float of the memory size constraint in bytes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"pred_time_limit")," - A float of the prediction latency constraint in seconds.\nIt refers to the average prediction time per row in validation data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"train_time_limit")," - None or a float of the training time constraint in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_val")," - None or a numpy array or a pandas dataframe of validation data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_val")," - None or a numpy array or a pandas series of validation labels."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"sample_weight_val")," - None or a numpy array of the sample weight of\nvalidation data of the same shape as y_val."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups_val")," - None or array-like | group labels (with matching length\nto y_val) or group counts (with sum equal to length of y_val)\nfor validation data. Need to be consistent with groups."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups")," - None or array-like | Group labels (with matching length to\ny_train) or groups counts (with sum equal to length of y_train)\nfor training data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"verbose")," - int, default=3 | Controls the verbosity, higher means more\nmessages."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"retrain_full")," - bool or str, default=True | whether to retrain the\nselected model on the full training data when using holdout.\nTrue - retrain only after search finishes; False - no retraining;\n'budget' - do best effort to retrain without violating the time\nbudget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type"),' - str or splitter object, default="auto" | the data split type.',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"A valid splitter object is an instance of a derived class of scikit-learn\n",(0,i.yg)("a",{parentName:"li",href:"https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html#sklearn.model_selection.KFold"},"KFold"),"\nand have ",(0,i.yg)("inlineCode",{parentName:"li"},"split")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"get_n_splits"),' methods with the same signatures.\nSet eval_method to "cv" to use the splitter object.'),(0,i.yg)("li",{parentName:"ul"},"Valid str options depend on different tasks.\nFor classification tasks, valid choices are\n","[\"auto\", 'stratified', 'uniform', 'time', 'group']",'. "auto" -> stratified.\nFor regression tasks, valid choices are ',"[\"auto\", 'uniform', 'time']",'.\n"auto" -> uniform.\nFor time series forecast tasks, must be "auto" or \'time\'.\nFor ranking task, must be "auto" or \'group\'.'))),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"hpo_method")," - str, default=\"auto\" | The hyperparameter\noptimization method. By default, CFO is used for sequential\nsearch and BlendSearch is used for parallel search.\nNo need to set when using flaml's default search space or using\na simple customized search space. When set to 'bs', BlendSearch\nis used. BlendSearch can be tried when the search space is\ncomplex, for example, containing multiple disjoint, discontinuous\nsubspaces. When set to 'random', random search is used."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"starting_points"),' - A dictionary or a str to specify the starting hyperparameter\nconfig for the estimators | default="data".\nIf str:',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},'if "data", use data-dependent defaults;'),(0,i.yg)("li",{parentName:"ul"},'if "data:path" use data-dependent defaults which are stored at path;'),(0,i.yg)("li",{parentName:"ul"},'if "static", use data-independent defaults.\nIf dict, keys are the name of the estimators, and values are the starting\nhyperparameter configurations for the corresponding estimators.\nThe value can be a single hyperparameter configuration dict or a list\nof hyperparameter configuration dicts.\nIn the following code example, we get starting_points from the\n',(0,i.yg)("inlineCode",{parentName:"li"},"automl")," object and use them in the ",(0,i.yg)("inlineCode",{parentName:"li"},"new_automl")," object.\ne.g.,")))),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"from flaml import AutoML\nautoml = AutoML()\nX_train, y_train = load_iris(return_X_y=True)\nautoml.fit(X_train, y_train)\nstarting_points = automl.best_config_per_estimator\n\nnew_automl = AutoML()\nnew_automl.fit(X_train, y_train, starting_points=starting_points)\n")),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"seed")," - int or None, default=None | The random seed for hpo."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_concurrent_trials")," - ","[In preview]"," int, default=1 | The number of\nconcurrent trials. When n_concurrent_trials > 1, flaml performes\n",(0,i.yg)("a",{parentName:"li",href:"/docs/Use-Cases/Task-Oriented-AutoML#parallel-tuning"},"parallel tuning"),"\nand installation of ray or spark is required: ",(0,i.yg)("inlineCode",{parentName:"li"},"pip install flaml[ray]"),"\nor ",(0,i.yg)("inlineCode",{parentName:"li"},"pip install flaml[spark]"),". Please check\n",(0,i.yg)("a",{parentName:"li",href:"https://spark.apache.org/docs/latest/api/python/getting_started/install.html"},"here"),"\nfor more details about installing Spark."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"keep_search_state")," - boolean, default=False | Whether to keep data needed\nfor model search after fit(). By default the state is deleted for\nspace saving."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"preserve_checkpoint")," - boolean, default=True | Whether to preserve the saved checkpoint\non disk when deleting automl. By default the checkpoint is preserved."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"early_stop")," - boolean, default=False | Whether to stop early if the\nsearch is considered to converge."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"force_cancel")," - boolean, default=False | Whether to forcely cancel the PySpark job if overtime."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mlflow_exp_name")," - str, default=None | The name of the mlflow experiment. This should be specified if\nenable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the\nsame name as the basename of main entry file."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"append_log")," - boolean, default=False | Whetehr to directly append the log\nrecords to the input log file if it exists."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"auto_augment")," - boolean, default=True | Whether to automatically\naugment rare classes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"min_sample_size")," - int, default=MIN_SAMPLE_TRAIN | the minimal sample\nsize when sample=True."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"use_ray")," - boolean or dict.\nIf boolean: default=False | Whether to use ray to run the training\nin separate processes. This can be used to prevent OOM for large\ndatasets, but will incur more overhead in time.\nIf dict: the dict contains the keywords arguments to be passed to\n",(0,i.yg)("a",{parentName:"li",href:"https://docs.ray.io/en/latest/tune/api_docs/execution.html"},"ray.tune.run"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"use_spark")," - boolean, default=False | Whether to use spark to run the training\nin parallel spark jobs. This can be used to accelerate training on large models\nand large datasets, but will incur more overhead in time and thus slow down\ntraining in some cases."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"free_mem_ratio")," - float between 0 and 1, default=0. The free memory ratio to keep during training."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric_constraints"),' - list, default=[] | The list of metric constraints.\nEach element in this list is a 3-tuple, which shall be expressed\nin the following format: the first element of the 3-tuple is the name of the\nmetric, the second element is the inequality sign chosen from ">=" and "<=",\nand the third element is the constraint value. E.g., ',(0,i.yg)("inlineCode",{parentName:"li"},"('precision', '>=', 0.9)"),".\nNote that all the metric names in metric_constraints need to be reported via\nthe metrics_to_log dictionary returned by a customized metric function.\nThe customized metric function shall be provided via the ",(0,i.yg)("inlineCode",{parentName:"li"},"metric")," key word argument\nof the fit() function or the automl constructor.\nFind examples in this ",(0,i.yg)("a",{parentName:"li",href:"https://github.com/microsoft/FLAML/tree/main/test/automl/test_constraints.py"},"test"),".\nIf ",(0,i.yg)("inlineCode",{parentName:"li"},"pred_time_limit")," is provided as one of keyword arguments to fit() function or\nthe automl constructor, flaml will automatically (and under the hood)\nadd it as an additional element in the metric_constraints. Essentially 'pred_time_limit'\nspecifies a constraint about the prediction latency constraint in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"custom_hp")," - dict, default=None | The custom search space specified by user\nEach key is the estimator name, each value is a dict of the custom search space for that estimator. Notice the\ndomain of the custom search space can either be a value of a sample.Domain object.")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'custom_hp = {\n "transformer_ms": {\n "model_path": {\n "domain": "albert-base-v2",\n },\n "learning_rate": {\n "domain": tune.choice([1e-4, 1e-5]),\n }\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("p",{parentName:"li"},(0,i.yg)("inlineCode",{parentName:"p"},"time_col")," - for a time series task, name of the column containing the timestamps. If not\nprovided, defaults to the first column of X_train/X_val")),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("p",{parentName:"li"},(0,i.yg)("inlineCode",{parentName:"p"},"cv_score_agg_func")," - customized cross-validation scores aggregate function. Default to average metrics across folds. If specificed, this function needs to\nhave the following input arguments:"),(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"val_loss_folds: list of floats, the loss scores of each fold;"),(0,i.yg)("li",{parentName:"ul"},"log_metrics_folds: list of dicts/floats, the metrics of each fold to log.")),(0,i.yg)("p",{parentName:"li"},"This function should return the final aggregate result of all folds. A float number of the minimization objective, and a dictionary as the metrics to log or None.\nE.g.,"))),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def cv_score_agg_func(val_loss_folds, log_metrics_folds):\n metric_to_minimize = sum(val_loss_folds)/len(val_loss_folds)\n metrics_to_log = None\n for single_fold in log_metrics_folds:\n if metrics_to_log is None:\n metrics_to_log = single_fold\n elif isinstance(metrics_to_log, dict):\n metrics_to_log = {k: metrics_to_log[k] + v for k, v in single_fold.items()}\n else:\n metrics_to_log += single_fold\n if metrics_to_log:\n n = len(val_loss_folds)\n metrics_to_log = (\n {k: v / n for k, v in metrics_to_log.items()}\n if isinstance(metrics_to_log, dict)\n else metrics_to_log / n\n )\n return metric_to_minimize, metrics_to_log\n")),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"skip_transform")," - boolean, default=False | Whether to pre-process data prior to modeling."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mlflow_logging")," - boolean, default=None | Whether to log the training results to mlflow.\nDefault value is None, which means the logging decision is made based on\nAutoML.",(0,i.yg)("strong",{parentName:"li"},"init"),"'s mlflow_logging argument. Not valid if mlflow is not installed."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs_by_estimator")," - dict, default=None | The user specified keywords arguments, grouped by estimator name.\nFor TransformersEstimator, available fit_kwargs can be found from\n",(0,i.yg)("a",{parentName:"li",href:"nlp/huggingface/training_args"},"TrainingArgumentsForAuto"),".\ne.g.,")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'fit_kwargs_by_estimator = {\n "transformer": {\n "output_dir": "test/data/output/",\n "fp16": False,\n },\n "tft": {\n "max_encoder_length": 1,\n "min_encoder_length": 1,\n "static_categoricals": [],\n "static_reals": [],\n "time_varying_known_categoricals": [],\n "time_varying_known_reals": [],\n "time_varying_unknown_categoricals": [],\n "time_varying_unknown_reals": [],\n "variable_groups": {},\n "lags": {},\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"**fit_kwargs")," - Other key word arguments to pass to fit() function of\nthe searched learners, such as sample_weight. Below are a few examples of\nestimator-specific parameters:"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"period")," - int | forecast horizon for all time series forecast tasks."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"gpu_per_trial")," - float, default = 0 | A float of the number of gpus per trial,\nonly used by TransformersEstimator, XGBoostSklearnEstimator, and\nTemporalFusionTransformerEstimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"group_ids")," - list of strings of column names identifying a time series, only\nused by TemporalFusionTransformerEstimator, required for\n'ts_forecast_panel' task. ",(0,i.yg)("inlineCode",{parentName:"li"},"group_ids")," is a parameter for TimeSeriesDataSet object\nfrom PyTorchForecasting.\nFor other parameters to describe your dataset, refer to\n",(0,i.yg)("a",{parentName:"li",href:"https://pytorch-forecasting.readthedocs.io/en/stable/api/pytorch_forecasting.data.timeseries.TimeSeriesDataSet.html"},"TimeSeriesDataSet PyTorchForecasting"),".\nTo specify your variables, use ",(0,i.yg)("inlineCode",{parentName:"li"},"static_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"static_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_known_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_known_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_unknown_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_unknown_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"variable_groups"),". To provide more information on your data, use\n",(0,i.yg)("inlineCode",{parentName:"li"},"max_encoder_length"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"min_encoder_length"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"lags"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_dir"),' - str, default = "lightning_logs" | Folder into which to log results\nfor tensorboard, only used by TemporalFusionTransformerEstimator.'),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"max_epochs")," - int, default = 20 | Maximum number of epochs to run training,\nonly used by TemporalFusionTransformerEstimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"batch_size")," - int, default = 64 | Batch size for training model, only\nused by TemporalFusionTransformerEstimator and TCNEstimator.")))}p.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/cde3da4e.488818ea.js b/assets/js/cde3da4e.488818ea.js new file mode 100644 index 0000000000..9aa2391102 --- /dev/null +++ b/assets/js/cde3da4e.488818ea.js @@ -0,0 +1 @@ +"use strict";(self.webpackChunkwebsite=self.webpackChunkwebsite||[]).push([[7346],{5680:(e,t,a)=>{a.d(t,{xA:()=>p,yg:()=>u});var n=a(6540);function i(e,t,a){return t in e?Object.defineProperty(e,t,{value:a,enumerable:!0,configurable:!0,writable:!0}):e[t]=a,e}function r(e,t){var a=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),a.push.apply(a,n)}return a}function o(e){for(var t=1;t=0||(i[a]=e[a]);return i}(e,t);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,a)&&(i[a]=e[a])}return i}var s=n.createContext({}),m=function(e){var t=n.useContext(s),a=t;return e&&(a="function"==typeof e?e(t):o(o({},t),e)),a},p=function(e){var t=m(e.components);return n.createElement(s.Provider,{value:t},e.children)},g={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},d=n.forwardRef((function(e,t){var a=e.components,i=e.mdxType,r=e.originalType,s=e.parentName,p=l(e,["components","mdxType","originalType","parentName"]),d=m(a),u=i,c=d["".concat(s,".").concat(u)]||d[u]||g[u]||r;return a?n.createElement(c,o(o({ref:t},p),{},{components:a})):n.createElement(c,o({ref:t},p))}));function u(e,t){var a=arguments,i=t&&t.mdxType;if("string"==typeof e||i){var r=a.length,o=new Array(r);o[0]=d;var l={};for(var s in t)hasOwnProperty.call(t,s)&&(l[s]=t[s]);l.originalType=e,l.mdxType="string"==typeof e?e:i,o[1]=l;for(var m=2;m{a.r(t),a.d(t,{contentTitle:()=>o,default:()=>p,frontMatter:()=>r,metadata:()=>l,toc:()=>s});var n=a(8168),i=(a(6540),a(5680));const r={sidebar_label:"automl",title:"automl.automl"},o=void 0,l={unversionedId:"reference/automl/automl",id:"reference/automl/automl",isDocsHomePage:!1,title:"automl.automl",description:"size",source:"@site/docs/reference/automl/automl.md",sourceDirName:"reference/automl",slug:"/reference/automl/automl",permalink:"/FLAML/docs/reference/automl/automl",editUrl:"https://github.com/microsoft/FLAML/edit/main/website/docs/reference/automl/automl.md",tags:[],version:"current",frontMatter:{sidebar_label:"automl",title:"automl.automl"},sidebar:"referenceSideBar",previous:{title:"ts_model",permalink:"/FLAML/docs/reference/automl/time_series/ts_model"},next:{title:"data",permalink:"/FLAML/docs/reference/automl/data"}},s=[{value:"size",id:"size",children:[],level:4},{value:"AutoML Objects",id:"automl-objects",children:[{value:"__init__",id:"__init__",children:[],level:4},{value:"config_history",id:"config_history",children:[],level:4},{value:"model",id:"model",children:[],level:4},{value:"best_model_for_estimator",id:"best_model_for_estimator",children:[],level:4},{value:"best_estimator",id:"best_estimator",children:[],level:4},{value:"best_iteration",id:"best_iteration",children:[],level:4},{value:"best_config",id:"best_config",children:[],level:4},{value:"best_config_per_estimator",id:"best_config_per_estimator",children:[],level:4},{value:"best_loss_per_estimator",id:"best_loss_per_estimator",children:[],level:4},{value:"best_loss",id:"best_loss",children:[],level:4},{value:"best_result",id:"best_result",children:[],level:4},{value:"metrics_for_best_config",id:"metrics_for_best_config",children:[],level:4},{value:"best_config_train_time",id:"best_config_train_time",children:[],level:4},{value:"supported_metrics",id:"supported_metrics",children:[],level:4},{value:"feature_transformer",id:"feature_transformer",children:[],level:4},{value:"label_transformer",id:"label_transformer",children:[],level:4},{value:"classes_",id:"classes_",children:[],level:4},{value:"time_to_find_best_model",id:"time_to_find_best_model",children:[],level:4},{value:"predict",id:"predict",children:[],level:4},{value:"predict_proba",id:"predict_proba",children:[],level:4},{value:"add_learner",id:"add_learner",children:[],level:4},{value:"get_estimator_from_log",id:"get_estimator_from_log",children:[],level:4},{value:"retrain_from_log",id:"retrain_from_log",children:[],level:4},{value:"search_space",id:"search_space",children:[],level:4},{value:"low_cost_partial_config",id:"low_cost_partial_config",children:[],level:4},{value:"cat_hp_cost",id:"cat_hp_cost",children:[],level:4},{value:"points_to_evaluate",id:"points_to_evaluate",children:[],level:4},{value:"resource_attr",id:"resource_attr",children:[],level:4},{value:"min_resource",id:"min_resource",children:[],level:4},{value:"max_resource",id:"max_resource",children:[],level:4},{value:"trainable",id:"trainable",children:[],level:4},{value:"metric_constraints",id:"metric_constraints",children:[],level:4},{value:"fit",id:"fit",children:[],level:4}],level:2}],m={toc:s};function p(e){let{components:t,...a}=e;return(0,i.yg)("wrapper",(0,n.A)({},m,a,{components:t,mdxType:"MDXLayout"}),(0,i.yg)("h4",{id:"size"},"size"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def size(learner_classes: dict, config: dict) -> float\n")),(0,i.yg)("p",null,"Size function."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," The mem size in bytes for a config."),(0,i.yg)("h2",{id:"automl-objects"},"AutoML Objects"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"class AutoML(BaseEstimator)\n")),(0,i.yg)("p",null,"The AutoML class."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Example"),":"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'automl = AutoML()\nautoml_settings = {\n "time_budget": 60,\n "metric": \'accuracy\',\n "task": \'classification\',\n "log_file_name": \'mylog.log\',\n}\nautoml.fit(X_train = X_train, y_train = y_train, **automl_settings)\n')),(0,i.yg)("h4",{id:"__init__"},"_","_","init","_","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def __init__(**settings)\n")),(0,i.yg)("p",null,"Constructor."),(0,i.yg)("p",null,"Many settings in fit() can be passed to the constructor too.\nIf an argument in fit() is provided, it will override the setting passed to the constructor.\nIf an argument in fit() is not provided but provided in the constructor, the value passed to the constructor will be used."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric")," - A string of the metric name or a function,\ne.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'roc_auc_weighted',\n'roc_auc_ovo_weighted', 'roc_auc_ovr_weighted', 'f1', 'micro_f1', 'macro_f1',\n'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'.\nIf passing a customized metric function, the function needs to\nhave the following input arguments:")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def custom_metric(\n X_test, y_test, estimator, labels,\n X_train, y_train, weight_test=None, weight_train=None,\n config=None, groups_test=None, groups_train=None,\n):\n return metric_to_minimize, metrics_to_log\n")),(0,i.yg)("p",null," which returns a float number as the minimization objective,\nand a dictionary as the metrics to log. E.g.,"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'def custom_metric(\n X_val, y_val, estimator, labels,\n X_train, y_train, weight_val=None, weight_train=None,\n *args,\n):\n from sklearn.metrics import log_loss\n import time\n\n start = time.time()\n y_pred = estimator.predict_proba(X_val)\n pred_time = (time.time() - start) / len(X_val)\n val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val)\n y_pred = estimator.predict_proba(X_train)\n train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train)\n alpha = 0.5\n return val_loss * (1 + alpha) - alpha * train_loss, {\n "val_loss": val_loss,\n "train_loss": train_loss,\n "pred_time": pred_time,\n }\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task")," - A string of the task type, e.g.,\n'classification', 'regression', 'ts_forecast', 'rank',\n'seq-classification', 'seq-regression', 'summarization',\nor an instance of the Task class."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_jobs")," - An integer of the number of threads for training | default=-1.\nUse all available resources when n_jobs == -1."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_file_name"),' - A string of the log file name | default="". To disable logging,\nset it to be an empty string "".'),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_list")," - A list of strings for estimator names, or 'auto'.\ne.g., ",(0,i.yg)("inlineCode",{parentName:"li"},"['lgbm', 'xgboost', 'xgb_limitdepth', 'catboost', 'rf', 'extra_tree']"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"time_budget")," - A float number of the time budget in seconds.\nUse -1 if no time limit."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"max_iter")," - An integer of the maximal number of iterations."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"sample")," - A boolean of whether to sample the training data during\nsearch."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"ensemble")," - boolean or dict | default=False. Whether to perform\nensemble after search. Can be a dict with keys 'passthrough'\nand 'final_estimator' to specify the passthrough and\nfinal_estimator in the stacker. The dict can also contain\n'n_jobs' as the key to specify the number of jobs for the stacker."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_method")," - A string of resampling strategy, one of\n","['auto', 'cv', 'holdout']","."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_ratio")," - A float of the valiation data percentage for holdout."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_splits")," - An integer of the number of folds for cross - validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_type")," - A string of the log type, one of\n","['better', 'all']",".\n'better' only logs configs with better loss than previos iters\n'all' logs all the tried configs."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"model_history")," - A boolean of whether to keep the best\nmodel per estimator. Make sure memory is large enough if setting to True. Default False."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_training_metric")," - A boolean of whether to log the training\nmetric for each model."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mem_thres")," - A float of the memory size constraint in bytes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"pred_time_limit")," - A float of the prediction latency constraint in seconds.\nIt refers to the average prediction time per row in validation data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"train_time_limit")," - A float of the training time constraint in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"verbose")," - int, default=3 | Controls the verbosity, higher means more\nmessages."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"retrain_full")," - bool or str, default=True | whether to retrain the\nselected model on the full training data when using holdout.\nTrue - retrain only after search finishes; False - no retraining;\n'budget' - do best effort to retrain without violating the time\nbudget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type"),' - str or splitter object, default="auto" | the data split type.',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"A valid splitter object is an instance of a derived class of scikit-learn\n",(0,i.yg)("a",{parentName:"li",href:"https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html#sklearn.model_selection.KFold"},"KFold"),"\nand have ",(0,i.yg)("inlineCode",{parentName:"li"},"split")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"get_n_splits"),' methods with the same signatures.\nSet eval_method to "cv" to use the splitter object.'),(0,i.yg)("li",{parentName:"ul"},"Valid str options depend on different tasks.\nFor classification tasks, valid choices are\n","[\"auto\", 'stratified', 'uniform', 'time', 'group']",'. "auto" -> stratified.\nFor regression tasks, valid choices are ',"[\"auto\", 'uniform', 'time', 'group']",'.\n"auto" -> uniform.\nFor time series forecast tasks, must be "auto" or \'time\'.\nFor ranking task, must be "auto" or \'group\'.'))),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"hpo_method")," - str, default=\"auto\" | The hyperparameter\noptimization method. By default, CFO is used for sequential\nsearch and BlendSearch is used for parallel search.\nNo need to set when using flaml's default search space or using\na simple customized search space. When set to 'bs', BlendSearch\nis used. BlendSearch can be tried when the search space is\ncomplex, for example, containing multiple disjoint, discontinuous\nsubspaces. When set to 'random', random search is used."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"starting_points"),' - A dictionary or a str to specify the starting hyperparameter\nconfig for the estimators | default="static".\nIf str:',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},'if "data", use data-dependent defaults;'),(0,i.yg)("li",{parentName:"ul"},'if "data:path" use data-dependent defaults which are stored at path;'),(0,i.yg)("li",{parentName:"ul"},'if "static", use data-independent defaults.\nIf dict, keys are the name of the estimators, and values are the starting\nhyperparameter configurations for the corresponding estimators.\nThe value can be a single hyperparameter configuration dict or a list\nof hyperparameter configuration dicts.\nIn the following code example, we get starting_points from the\n',(0,i.yg)("inlineCode",{parentName:"li"},"automl")," object and use them in the ",(0,i.yg)("inlineCode",{parentName:"li"},"new_automl")," object.\ne.g.,")))),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"from flaml import AutoML\nautoml = AutoML()\nX_train, y_train = load_iris(return_X_y=True)\nautoml.fit(X_train, y_train)\nstarting_points = automl.best_config_per_estimator\n\nnew_automl = AutoML()\nnew_automl.fit(X_train, y_train, starting_points=starting_points)\n")),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"seed")," - int or None, default=None | The random seed for hpo."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_concurrent_trials")," - ","[In preview]"," int, default=1 | The number of\nconcurrent trials. When n_concurrent_trials > 1, flaml performes\n",(0,i.yg)("a",{parentName:"li",href:"/docs/Use-Cases/Task-Oriented-AutoML#parallel-tuning"},"parallel tuning"),"\nand installation of ray or spark is required: ",(0,i.yg)("inlineCode",{parentName:"li"},"pip install flaml[ray]"),"\nor ",(0,i.yg)("inlineCode",{parentName:"li"},"pip install flaml[spark]"),". Please check\n",(0,i.yg)("a",{parentName:"li",href:"https://spark.apache.org/docs/latest/api/python/getting_started/install.html"},"here"),"\nfor more details about installing Spark."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"keep_search_state")," - boolean, default=False | Whether to keep data needed\nfor model search after fit(). By default the state is deleted for\nspace saving."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"preserve_checkpoint")," - boolean, default=True | Whether to preserve the saved checkpoint\non disk when deleting automl. By default the checkpoint is preserved."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"early_stop")," - boolean, default=False | Whether to stop early if the\nsearch is considered to converge."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"force_cancel")," - boolean, default=False | Whether to forcely cancel Spark jobs if the\nsearch time exceeded the time budget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mlflow_exp_name")," - str, default=None | The name of the mlflow experiment. This should be specified if\nenable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the\nsame name as the basename of main entry file."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"append_log")," - boolean, default=False | Whetehr to directly append the log\nrecords to the input log file if it exists."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"auto_augment")," - boolean, default=True | Whether to automatically\naugment rare classes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"min_sample_size")," - int, default=MIN_SAMPLE_TRAIN | the minimal sample\nsize when sample=True."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"use_ray")," - boolean or dict.\nIf boolean: default=False | Whether to use ray to run the training\nin separate processes. This can be used to prevent OOM for large\ndatasets, but will incur more overhead in time.\nIf dict: the dict contains the keywords arguments to be passed to\n",(0,i.yg)("a",{parentName:"li",href:"https://docs.ray.io/en/latest/tune/api_docs/execution.html"},"ray.tune.run"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"use_spark")," - boolean, default=False | Whether to use spark to run the training\nin parallel spark jobs. This can be used to accelerate training on large models\nand large datasets, but will incur more overhead in time and thus slow down\ntraining in some cases. GPU training is not supported yet when use_spark is True.\nFor Spark clusters, by default, we will launch one trial per executor. However,\nsometimes we want to launch more trials than the number of executors (e.g., local mode).\nIn this case, we can set the environment variable ",(0,i.yg)("inlineCode",{parentName:"li"},"FLAML_MAX_CONCURRENT")," to override\nthe detected ",(0,i.yg)("inlineCode",{parentName:"li"},"num_executors"),". The final number of concurrent trials will be the minimum\nof ",(0,i.yg)("inlineCode",{parentName:"li"},"n_concurrent_trials")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"num_executors"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"free_mem_ratio")," - float between 0 and 1, default=0. The free memory ratio to keep during training."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric_constraints"),' - list, default=[] | The list of metric constraints.\nEach element in this list is a 3-tuple, which shall be expressed\nin the following format: the first element of the 3-tuple is the name of the\nmetric, the second element is the inequality sign chosen from ">=" and "<=",\nand the third element is the constraint value. E.g., ',(0,i.yg)("inlineCode",{parentName:"li"},"('val_loss', '<=', 0.1)"),".\nNote that all the metric names in metric_constraints need to be reported via\nthe metrics_to_log dictionary returned by a customized metric function.\nThe customized metric function shall be provided via the ",(0,i.yg)("inlineCode",{parentName:"li"},"metric")," key word\nargument of the fit() function or the automl constructor.\nFind an example in the 4th constraint type in this ",(0,i.yg)("a",{parentName:"li",href:"/docs/Use-Cases/Task-Oriented-AutoML#constraint"},"doc"),".\nIf ",(0,i.yg)("inlineCode",{parentName:"li"},"pred_time_limit")," is provided as one of keyword arguments to fit() function or\nthe automl constructor, flaml will automatically (and under the hood)\nadd it as an additional element in the metric_constraints. Essentially 'pred_time_limit'\nspecifies a constraint about the prediction latency constraint in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"custom_hp"),' - dict, default=None | The custom search space specified by user.\nIt is a nested dict with keys being the estimator names, and values being dicts\nper estimator search space. In the per estimator search space dict,\nthe keys are the hyperparameter names, and values are dicts of info ("domain",\n"init_value", and "low_cost_init_value") about the search space associated with\nthe hyperparameter (i.e., per hyperparameter search space dict). When custom_hp\nis provided, the built-in search space which is also a nested dict of per estimator\nsearch space dict, will be updated with custom_hp. Note that during this nested dict update,\nthe per hyperparameter search space dicts will be replaced (instead of updated) by the ones\nprovided in custom_hp. Note that the value for "domain" can either be a constant\nor a sample.Domain object.\ne.g.,')),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'custom_hp = {\n "transformer_ms": {\n "model_path": {\n "domain": "albert-base-v2",\n },\n "learning_rate": {\n "domain": tune.choice([1e-4, 1e-5]),\n }\n }\n }\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"skip_transform")," - boolean, default=False | Whether to pre-process data prior to modeling."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs_by_estimator")," - dict, default=None | The user specified keywords arguments, grouped by estimator name.\ne.g.,")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'fit_kwargs_by_estimator = {\n "transformer": {\n "output_dir": "test/data/output/",\n "fp16": False,\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mlflow_logging")," - boolean, default=True | Whether to log the training results to mlflow. Not valid if mlflow is not installed.")),(0,i.yg)("h4",{id:"config_history"},"config","_","history"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef config_history() -> dict\n")),(0,i.yg)("p",null,"A dictionary of iter->(estimator, config, time),\nstoring the best estimator, config, and the time when the best\nmodel is updated each time."),(0,i.yg)("h4",{id:"model"},"model"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef model()\n")),(0,i.yg)("p",null,"An object with ",(0,i.yg)("inlineCode",{parentName:"p"},"predict()")," and ",(0,i.yg)("inlineCode",{parentName:"p"},"predict_proba()")," method (for\nclassification), storing the best trained model."),(0,i.yg)("h4",{id:"best_model_for_estimator"},"best","_","model","_","for","_","estimator"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def best_model_for_estimator(estimator_name: str)\n")),(0,i.yg)("p",null,"Return the best model found for a particular estimator."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_name")," - a str of the estimator's name.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," An object storing the best model for estimator_name.\nIf ",(0,i.yg)("inlineCode",{parentName:"p"},"model_history")," was set to False during fit(), then the returned model\nis untrained unless estimator_name is the best estimator.\nIf ",(0,i.yg)("inlineCode",{parentName:"p"},"model_history")," was set to True, then the returned model is trained."),(0,i.yg)("h4",{id:"best_estimator"},"best","_","estimator"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_estimator()\n")),(0,i.yg)("p",null,"A string indicating the best estimator found."),(0,i.yg)("h4",{id:"best_iteration"},"best","_","iteration"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_iteration()\n")),(0,i.yg)("p",null,"An integer of the iteration number where the best\nconfig is found."),(0,i.yg)("h4",{id:"best_config"},"best","_","config"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_config()\n")),(0,i.yg)("p",null,"A dictionary of the best configuration."),(0,i.yg)("h4",{id:"best_config_per_estimator"},"best","_","config","_","per","_","estimator"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_config_per_estimator()\n")),(0,i.yg)("p",null,"A dictionary of all estimators' best configuration."),(0,i.yg)("h4",{id:"best_loss_per_estimator"},"best","_","loss","_","per","_","estimator"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_loss_per_estimator()\n")),(0,i.yg)("p",null,"A dictionary of all estimators' best loss."),(0,i.yg)("h4",{id:"best_loss"},"best","_","loss"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_loss()\n")),(0,i.yg)("p",null,"A float of the best loss found."),(0,i.yg)("h4",{id:"best_result"},"best","_","result"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_result()\n")),(0,i.yg)("p",null,"Result dictionary for model trained with the best config."),(0,i.yg)("h4",{id:"metrics_for_best_config"},"metrics","_","for","_","best","_","config"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef metrics_for_best_config()\n")),(0,i.yg)("p",null,"Returns a float of the best loss, and a dictionary of the auxiliary metrics to log\nassociated with the best config. These two objects correspond to the returned\nobjects by the customized metric function for the config with the best loss."),(0,i.yg)("h4",{id:"best_config_train_time"},"best","_","config","_","train","_","time"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef best_config_train_time()\n")),(0,i.yg)("p",null,"A float of the seconds taken by training the best config."),(0,i.yg)("h4",{id:"supported_metrics"},"supported","_","metrics"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef supported_metrics()\n")),(0,i.yg)("p",null,"Returns a tuple of supported metrics for the task."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metrics")," ",(0,i.yg)("em",{parentName:"li"},"Tuple")," - sklearn metrics from sklearn package;\nhuggingface metrics from datasets package;\nspark metrics from pyspark package")),(0,i.yg)("h4",{id:"feature_transformer"},"feature","_","transformer"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef feature_transformer()\n")),(0,i.yg)("p",null,"Returns AutoML Transformer"),(0,i.yg)("h4",{id:"label_transformer"},"label","_","transformer"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef label_transformer()\n")),(0,i.yg)("p",null,"Returns AutoML label transformer"),(0,i.yg)("h4",{id:"classes_"},"classes","_"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef classes_()\n")),(0,i.yg)("p",null,"A numpy array of shape (n_classes,) for class labels."),(0,i.yg)("h4",{id:"time_to_find_best_model"},"time","_","to","_","find","_","best","_","model"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef time_to_find_best_model() -> float\n")),(0,i.yg)("p",null,"Time taken to find best model in seconds."),(0,i.yg)("h4",{id:"predict"},"predict"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def predict(X: np.array | DataFrame | list[str] | list[list[str]] | psDataFrame, **pred_kwargs, ,)\n")),(0,i.yg)("p",null,"Predict label from features."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X")," - A numpy array or pandas dataframe or pyspark.pandas dataframe\nof featurized instances, shape n * m,\nor for time series forcast tasks:\na pandas dataframe with the first column containing\ntimestamp values (datetime type) or an integer n for\nthe predict steps (only valid when the estimator is\narima or sarimax). Other columns in the dataframe\nare assumed to be exogenous variables (categorical\nor numeric)."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"**pred_kwargs")," - Other key word arguments to pass to predict() function of\nthe searched learners, such as per_device_eval_batch_size.")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"multivariate_X_test = DataFrame({\n 'timeStamp': pd.date_range(start='1/1/2022', end='1/07/2022'),\n 'categorical_col': ['yes', 'yes', 'no', 'no', 'yes', 'no', 'yes'],\n 'continuous_col': [105, 107, 120, 118, 110, 112, 115]\n})\nmodel.predict(multivariate_X_test)\n")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A array-like of shape n * 1: each element is a predicted\nlabel for an instance."),(0,i.yg)("h4",{id:"predict_proba"},"predict","_","proba"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def predict_proba(X, **pred_kwargs)\n")),(0,i.yg)("p",null,"Predict the probability of each class from features, only works for\nclassification problems."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X")," - A numpy array of featurized instances, shape n * m."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"**pred_kwargs")," - Other key word arguments to pass to predict_proba() function of\nthe searched learners, such as per_device_eval_batch_size.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A numpy array of shape n * c. c is the # classes. Each element at\n(i, j) is the probability for instance i to be in class j."),(0,i.yg)("h4",{id:"add_learner"},"add","_","learner"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def add_learner(learner_name, learner_class)\n")),(0,i.yg)("p",null,"Add a customized learner."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"learner_name")," - A string of the learner's name."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"learner_class")," - A subclass of flaml.automl.model.BaseEstimator.")),(0,i.yg)("h4",{id:"get_estimator_from_log"},"get","_","estimator","_","from","_","log"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def get_estimator_from_log(log_file_name: str, record_id: int, task: str | Task)\n")),(0,i.yg)("p",null,"Get the estimator from log file."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_file_name")," - A string of the log file name."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"record_id")," - An integer of the record ID in the file,\n0 corresponds to the first trial."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task")," - A string of the task type,\n'binary', 'multiclass', 'regression', 'ts_forecast', 'rank',\nor an instance of the Task class.")),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," An estimator object for the given configuration."),(0,i.yg)("h4",{id:"retrain_from_log"},"retrain","_","from","_","log"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def retrain_from_log(log_file_name, X_train=None, y_train=None, dataframe=None, label=None, time_budget=np.inf, task: str | Task | None = None, eval_method=None, split_ratio=None, n_splits=None, split_type=None, groups=None, n_jobs=-1, train_best=True, train_full=False, record_id=-1, auto_augment=None, custom_hp=None, skip_transform=None, preserve_checkpoint=True, fit_kwargs_by_estimator=None, **fit_kwargs, ,)\n")),(0,i.yg)("p",null,"Retrain from log file."),(0,i.yg)("p",null,"This function is intended to retrain the logged configurations.\nNOTE: In some rare case, the last config is early stopped to meet time_budget and it's the best config.\nBut the logged config's ITER_HP (e.g., n_estimators) is not reduced."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_file_name")," - A string of the log file name."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train")," - A numpy array or dataframe of training data in shape n*m.\nFor time series forecast tasks, the first column of X_train must be the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric)."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train")," - A numpy array or series of labels in shape n*1."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"dataframe")," - A dataframe of training data including label column.\nFor time series forecast tasks, dataframe must be specified and should\nhave at least two columns: timestamp and label, where the first\ncolumn is the timestamp column (datetime type). Other columns\nin the dataframe are assumed to be exogenous variables\n(categorical or numeric)."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"label")," - A str of the label column name, e.g., 'label';"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"Note")," - If X_train and y_train are provided,\ndataframe and label are ignored;\nIf not, dataframe and label must be provided."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"time_budget")," - A float number of the time budget in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task")," - A string of the task type, e.g.,\n'classification', 'regression', 'ts_forecast', 'rank',\n'seq-classification', 'seq-regression', 'summarization',\nor an instance of Task class."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_method")," - A string of resampling strategy, one of\n","['auto', 'cv', 'holdout']","."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_ratio")," - A float of the validation data percentage for holdout."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_splits")," - An integer of the number of folds for cross-validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type"),' - str or splitter object, default="auto" | the data split type.',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"A valid splitter object is an instance of a derived class of scikit-learn\n",(0,i.yg)("a",{parentName:"li",href:"https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html#sklearn.model_selection.KFold"},"KFold"),"\nand have ",(0,i.yg)("inlineCode",{parentName:"li"},"split")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"get_n_splits"),' methods with the same signatures.\nSet eval_method to "cv" to use the splitter object.'),(0,i.yg)("li",{parentName:"ul"},"Valid str options depend on different tasks.\nFor classification tasks, valid choices are\n","[\"auto\", 'stratified', 'uniform', 'time', 'group']",'. "auto" -> stratified.\nFor regression tasks, valid choices are ',"[\"auto\", 'uniform', 'time', 'group']",'.\n"auto" -> uniform.\nFor time series forecast tasks, must be "auto" or \'time\'.\nFor ranking task, must be "auto" or \'group\'.'))),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups")," - None or array-like | Group labels (with matching length to\ny_train) or groups counts (with sum equal to length of y_train)\nfor training data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_jobs")," - An integer of the number of threads for training | default=-1.\nUse all available resources when n_jobs == -1."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"train_best")," - A boolean of whether to train the best config in the\ntime budget; if false, train the last config in the budget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"train_full")," - A boolean of whether to train on the full data. If true,\neval_method and sample_size in the log file will be ignored."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"record_id")," - the ID of the training log record from which the model will\nbe retrained. By default ",(0,i.yg)("inlineCode",{parentName:"li"},"record_id = -1")," which means this will be\nignored. ",(0,i.yg)("inlineCode",{parentName:"li"},"record_id = 0")," corresponds to the first trial, and\nwhen ",(0,i.yg)("inlineCode",{parentName:"li"},"record_id >= 0"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_budget")," will be ignored."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"auto_augment")," - boolean, default=True | Whether to automatically\naugment rare classes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"custom_hp")," - dict, default=None | The custom search space specified by user\nEach key is the estimator name, each value is a dict of the custom search space for that estimator. Notice the\ndomain of the custom search space can either be a value or a sample.Domain object.")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'custom_hp = {\n "transformer_ms": {\n "model_path": {\n "domain": "albert-base-v2",\n },\n "learning_rate": {\n "domain": tune.choice([1e-4, 1e-5]),\n }\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs_by_estimator")," - dict, default=None | The user specified keywords arguments, grouped by estimator name.\ne.g.,")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'fit_kwargs_by_estimator = {\n "transformer": {\n "output_dir": "test/data/output/",\n "fp16": False,\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"**fit_kwargs")," - Other key word arguments to pass to fit() function of\nthe searched learners, such as sample_weight. Below are a few examples of\nestimator-specific parameters:"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"period")," - int | forecast horizon for all time series forecast tasks."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"gpu_per_trial")," - float, default = 0 | A float of the number of gpus per trial,\nonly used by TransformersEstimator, XGBoostSklearnEstimator, and\nTemporalFusionTransformerEstimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"group_ids")," - list of strings of column names identifying a time series, only\nused by TemporalFusionTransformerEstimator, required for\n'ts_forecast_panel' task. ",(0,i.yg)("inlineCode",{parentName:"li"},"group_ids")," is a parameter for TimeSeriesDataSet object\nfrom PyTorchForecasting.\nFor other parameters to describe your dataset, refer to\n",(0,i.yg)("a",{parentName:"li",href:"https://pytorch-forecasting.readthedocs.io/en/stable/api/pytorch_forecasting.data.timeseries.TimeSeriesDataSet.html"},"TimeSeriesDataSet PyTorchForecasting"),".\nTo specify your variables, use ",(0,i.yg)("inlineCode",{parentName:"li"},"static_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"static_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_known_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_known_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_unknown_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_unknown_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"variable_groups"),". To provide more information on your data, use\n",(0,i.yg)("inlineCode",{parentName:"li"},"max_encoder_length"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"min_encoder_length"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"lags"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_dir"),' - str, default = "lightning_logs" | Folder into which to log results\nfor tensorboard, only used by TemporalFusionTransformerEstimator.'),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"max_epochs")," - int, default = 20 | Maximum number of epochs to run training,\nonly used by TemporalFusionTransformerEstimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"batch_size")," - int, default = 64 | Batch size for training model, only\nused by TemporalFusionTransformerEstimator and TCNEstimator.")),(0,i.yg)("h4",{id:"search_space"},"search","_","space"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef search_space() -> dict\n")),(0,i.yg)("p",null,"Search space."),(0,i.yg)("p",null,"Must be called after fit(...)\n(use max_iter=0 and retrain_final=False to prevent actual fitting)."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A dict of the search space."),(0,i.yg)("h4",{id:"low_cost_partial_config"},"low","_","cost","_","partial","_","config"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef low_cost_partial_config() -> dict\n")),(0,i.yg)("p",null,"Low cost partial config."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A dict.\n(a) if there is only one estimator in estimator_list, each key is a\nhyperparameter name.\n(b) otherwise, it is a nested dict with 'ml' as the key, and\na list of the low_cost_partial_configs as the value, corresponding\nto each learner's low_cost_partial_config; the estimator index as\nan integer corresponding to the cheapest learner is appended to the\nlist at the end."),(0,i.yg)("h4",{id:"cat_hp_cost"},"cat","_","hp","_","cost"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef cat_hp_cost() -> dict\n")),(0,i.yg)("p",null,"Categorical hyperparameter cost"),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A dict.\n(a) if there is only one estimator in estimator_list, each key is a\nhyperparameter name.\n(b) otherwise, it is a nested dict with 'ml' as the key, and\na list of the cat_hp_cost's as the value, corresponding\nto each learner's cat_hp_cost; the cost relative to lgbm for each\nlearner (as a list itself) is appended to the list at the end."),(0,i.yg)("h4",{id:"points_to_evaluate"},"points","_","to","_","evaluate"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef points_to_evaluate() -> dict\n")),(0,i.yg)("p",null,"Initial points to evaluate."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A list of dicts. Each dict is the initial point for each learner."),(0,i.yg)("h4",{id:"resource_attr"},"resource","_","attr"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef resource_attr() -> str | None\n")),(0,i.yg)("p",null,"Attribute of the resource dimension."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A string for the sample size attribute\n(the resource attribute in AutoML) or None."),(0,i.yg)("h4",{id:"min_resource"},"min","_","resource"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef min_resource() -> float | None\n")),(0,i.yg)("p",null,"Attribute for pruning."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A float for the minimal sample size or None."),(0,i.yg)("h4",{id:"max_resource"},"max","_","resource"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef max_resource() -> float | None\n")),(0,i.yg)("p",null,"Attribute for pruning."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A float for the maximal sample size or None."),(0,i.yg)("h4",{id:"trainable"},"trainable"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef trainable() -> Callable[[dict], float | None]\n")),(0,i.yg)("p",null,"Training function."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A function that evaluates each config and returns the loss."),(0,i.yg)("h4",{id:"metric_constraints"},"metric","_","constraints"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"@property\ndef metric_constraints() -> list\n")),(0,i.yg)("p",null,"Metric constraints."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Returns"),":"),(0,i.yg)("p",null," A list of the metric constraints."),(0,i.yg)("h4",{id:"fit"},"fit"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def fit(X_train=None, y_train=None, dataframe=None, label=None, metric=None, task: str | Task | None = None, n_jobs=None, log_file_name=None, estimator_list=None, time_budget=None, max_iter=None, sample=None, ensemble=None, eval_method=None, log_type=None, model_history=None, split_ratio=None, n_splits=None, log_training_metric=None, mem_thres=None, pred_time_limit=None, train_time_limit=None, X_val=None, y_val=None, sample_weight_val=None, groups_val=None, groups=None, verbose=None, retrain_full=None, split_type=None, learner_selector=None, hpo_method=None, starting_points=None, seed=None, n_concurrent_trials=None, keep_search_state=None, preserve_checkpoint=True, early_stop=None, force_cancel=None, append_log=None, auto_augment=None, min_sample_size=None, use_ray=None, use_spark=None, free_mem_ratio=0, metric_constraints=None, custom_hp=None, time_col=None, cv_score_agg_func=None, skip_transform=None, mlflow_logging=None, fit_kwargs_by_estimator=None, mlflow_exp_name=None, **fit_kwargs, ,)\n")),(0,i.yg)("p",null,"Find a model for a given task."),(0,i.yg)("p",null,(0,i.yg)("strong",{parentName:"p"},"Arguments"),":"),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_train")," - A numpy array or a pandas dataframe of training data in\nshape (n, m). For time series forecsat tasks, the first column of X_train\nmust be the timestamp column (datetime type). Other columns in\nthe dataframe are assumed to be exogenous variables (categorical or numeric).\nWhen using ray, X_train can be a ray.ObjectRef."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_train")," - A numpy array or a pandas series of labels in shape (n, )."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"dataframe")," - A dataframe of training data including label column.\nFor time series forecast tasks, dataframe must be specified and must have\nat least two columns, timestamp and label, where the first\ncolumn is the timestamp column (datetime type). Other columns in\nthe dataframe are assumed to be exogenous variables (categorical or numeric).\nWhen using ray, dataframe can be a ray.ObjectRef."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"label")," - A str of the label column name for, e.g., 'label';"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"Note")," - If X_train and y_train are provided,\ndataframe and label are ignored;\nIf not, dataframe and label must be provided."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric")," - A string of the metric name or a function,\ne.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'roc_auc_weighted',\n'roc_auc_ovo_weighted', 'roc_auc_ovr_weighted', 'f1', 'micro_f1', 'macro_f1',\n'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'.\nIf passing a customized metric function, the function needs to\nhave the following input arguments:")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def custom_metric(\n X_test, y_test, estimator, labels,\n X_train, y_train, weight_test=None, weight_train=None,\n config=None, groups_test=None, groups_train=None,\n):\n return metric_to_minimize, metrics_to_log\n")),(0,i.yg)("p",null," which returns a float number as the minimization objective,\nand a dictionary as the metrics to log. E.g.,"),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'def custom_metric(\n X_val, y_val, estimator, labels,\n X_train, y_train, weight_val=None, weight_train=None,\n *args,\n):\n from sklearn.metrics import log_loss\n import time\n\n start = time.time()\n y_pred = estimator.predict_proba(X_val)\n pred_time = (time.time() - start) / len(X_val)\n val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val)\n y_pred = estimator.predict_proba(X_train)\n train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train)\n alpha = 0.5\n return val_loss * (1 + alpha) - alpha * train_loss, {\n "val_loss": val_loss,\n "train_loss": train_loss,\n "pred_time": pred_time,\n }\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"task")," - A string of the task type, e.g.,\n'classification', 'regression', 'ts_forecast_regression',\n'ts_forecast_classification', 'rank', 'seq-classification',\n'seq-regression', 'summarization', or an instance of Task class"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_jobs")," - An integer of the number of threads for training | default=-1.\nUse all available resources when n_jobs == -1."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_file_name"),' - A string of the log file name | default="". To disable logging,\nset it to be an empty string "".'),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"estimator_list")," - A list of strings for estimator names, or 'auto'.\ne.g., ",(0,i.yg)("inlineCode",{parentName:"li"},"['lgbm', 'xgboost', 'xgb_limitdepth', 'catboost', 'rf', 'extra_tree']"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"time_budget")," - A float number of the time budget in seconds.\nUse -1 if no time limit."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"max_iter")," - An integer of the maximal number of iterations."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"NOTE")," - when both time_budget and max_iter are unspecified,\nonly one model will be trained per estimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"sample")," - A boolean of whether to sample the training data during\nsearch."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"ensemble")," - boolean or dict | default=False. Whether to perform\nensemble after search. Can be a dict with keys 'passthrough'\nand 'final_estimator' to specify the passthrough and\nfinal_estimator in the stacker. The dict can also contain\n'n_jobs' as the key to specify the number of jobs for the stacker."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"eval_method")," - A string of resampling strategy, one of\n","['auto', 'cv', 'holdout']","."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_ratio")," - A float of the valiation data percentage for holdout."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_splits")," - An integer of the number of folds for cross - validation."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_type")," - A string of the log type, one of\n","['better', 'all']",".\n'better' only logs configs with better loss than previos iters\n'all' logs all the tried configs."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"model_history")," - A boolean of whether to keep the trained best\nmodel per estimator. Make sure memory is large enough if setting to True.\nDefault value is False. If False, best_model_for_estimator would return a\nuntrained model for non-best learner."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_training_metric")," - A boolean of whether to log the training\nmetric for each model."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mem_thres")," - A float of the memory size constraint in bytes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"pred_time_limit")," - A float of the prediction latency constraint in seconds.\nIt refers to the average prediction time per row in validation data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"train_time_limit")," - None or a float of the training time constraint in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"X_val")," - None or a numpy array or a pandas dataframe of validation data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"y_val")," - None or a numpy array or a pandas series of validation labels."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"sample_weight_val")," - None or a numpy array of the sample weight of\nvalidation data of the same shape as y_val."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups_val")," - None or array-like | group labels (with matching length\nto y_val) or group counts (with sum equal to length of y_val)\nfor validation data. Need to be consistent with groups."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"groups")," - None or array-like | Group labels (with matching length to\ny_train) or groups counts (with sum equal to length of y_train)\nfor training data."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"verbose")," - int, default=3 | Controls the verbosity, higher means more\nmessages."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"retrain_full")," - bool or str, default=True | whether to retrain the\nselected model on the full training data when using holdout.\nTrue - retrain only after search finishes; False - no retraining;\n'budget' - do best effort to retrain without violating the time\nbudget."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"split_type"),' - str or splitter object, default="auto" | the data split type.',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"A valid splitter object is an instance of a derived class of scikit-learn\n",(0,i.yg)("a",{parentName:"li",href:"https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html#sklearn.model_selection.KFold"},"KFold"),"\nand have ",(0,i.yg)("inlineCode",{parentName:"li"},"split")," and ",(0,i.yg)("inlineCode",{parentName:"li"},"get_n_splits"),' methods with the same signatures.\nSet eval_method to "cv" to use the splitter object.'),(0,i.yg)("li",{parentName:"ul"},"Valid str options depend on different tasks.\nFor classification tasks, valid choices are\n","[\"auto\", 'stratified', 'uniform', 'time', 'group']",'. "auto" -> stratified.\nFor regression tasks, valid choices are ',"[\"auto\", 'uniform', 'time', 'group']",'.\n"auto" -> uniform.\nFor time series forecast tasks, must be "auto" or \'time\'.\nFor ranking task, must be "auto" or \'group\'.'))),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"hpo_method")," - str, default=\"auto\" | The hyperparameter\noptimization method. By default, CFO is used for sequential\nsearch and BlendSearch is used for parallel search.\nNo need to set when using flaml's default search space or using\na simple customized search space. When set to 'bs', BlendSearch\nis used. BlendSearch can be tried when the search space is\ncomplex, for example, containing multiple disjoint, discontinuous\nsubspaces. When set to 'random', random search is used."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"starting_points"),' - A dictionary or a str to specify the starting hyperparameter\nconfig for the estimators | default="data".\nIf str:',(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},'if "data", use data-dependent defaults;'),(0,i.yg)("li",{parentName:"ul"},'if "data:path" use data-dependent defaults which are stored at path;'),(0,i.yg)("li",{parentName:"ul"},'if "static", use data-independent defaults.\nIf dict, keys are the name of the estimators, and values are the starting\nhyperparameter configurations for the corresponding estimators.\nThe value can be a single hyperparameter configuration dict or a list\nof hyperparameter configuration dicts.\nIn the following code example, we get starting_points from the\n',(0,i.yg)("inlineCode",{parentName:"li"},"automl")," object and use them in the ",(0,i.yg)("inlineCode",{parentName:"li"},"new_automl")," object.\ne.g.,")))),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"from flaml import AutoML\nautoml = AutoML()\nX_train, y_train = load_iris(return_X_y=True)\nautoml.fit(X_train, y_train)\nstarting_points = automl.best_config_per_estimator\n\nnew_automl = AutoML()\nnew_automl.fit(X_train, y_train, starting_points=starting_points)\n")),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"seed")," - int or None, default=None | The random seed for hpo."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"n_concurrent_trials")," - ","[In preview]"," int, default=1 | The number of\nconcurrent trials. When n_concurrent_trials > 1, flaml performes\n",(0,i.yg)("a",{parentName:"li",href:"/docs/Use-Cases/Task-Oriented-AutoML#parallel-tuning"},"parallel tuning"),"\nand installation of ray or spark is required: ",(0,i.yg)("inlineCode",{parentName:"li"},"pip install flaml[ray]"),"\nor ",(0,i.yg)("inlineCode",{parentName:"li"},"pip install flaml[spark]"),". Please check\n",(0,i.yg)("a",{parentName:"li",href:"https://spark.apache.org/docs/latest/api/python/getting_started/install.html"},"here"),"\nfor more details about installing Spark."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"keep_search_state")," - boolean, default=False | Whether to keep data needed\nfor model search after fit(). By default the state is deleted for\nspace saving."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"preserve_checkpoint")," - boolean, default=True | Whether to preserve the saved checkpoint\non disk when deleting automl. By default the checkpoint is preserved."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"early_stop")," - boolean, default=False | Whether to stop early if the\nsearch is considered to converge."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"force_cancel")," - boolean, default=False | Whether to forcely cancel the PySpark job if overtime."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mlflow_exp_name")," - str, default=None | The name of the mlflow experiment. This should be specified if\nenable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the\nsame name as the basename of main entry file."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"append_log")," - boolean, default=False | Whetehr to directly append the log\nrecords to the input log file if it exists."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"auto_augment")," - boolean, default=True | Whether to automatically\naugment rare classes."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"min_sample_size")," - int, default=MIN_SAMPLE_TRAIN | the minimal sample\nsize when sample=True."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"use_ray")," - boolean or dict.\nIf boolean: default=False | Whether to use ray to run the training\nin separate processes. This can be used to prevent OOM for large\ndatasets, but will incur more overhead in time.\nIf dict: the dict contains the keywords arguments to be passed to\n",(0,i.yg)("a",{parentName:"li",href:"https://docs.ray.io/en/latest/tune/api_docs/execution.html"},"ray.tune.run"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"use_spark")," - boolean, default=False | Whether to use spark to run the training\nin parallel spark jobs. This can be used to accelerate training on large models\nand large datasets, but will incur more overhead in time and thus slow down\ntraining in some cases."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"free_mem_ratio")," - float between 0 and 1, default=0. The free memory ratio to keep during training."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"metric_constraints"),' - list, default=[] | The list of metric constraints.\nEach element in this list is a 3-tuple, which shall be expressed\nin the following format: the first element of the 3-tuple is the name of the\nmetric, the second element is the inequality sign chosen from ">=" and "<=",\nand the third element is the constraint value. E.g., ',(0,i.yg)("inlineCode",{parentName:"li"},"('precision', '>=', 0.9)"),".\nNote that all the metric names in metric_constraints need to be reported via\nthe metrics_to_log dictionary returned by a customized metric function.\nThe customized metric function shall be provided via the ",(0,i.yg)("inlineCode",{parentName:"li"},"metric")," key word argument\nof the fit() function or the automl constructor.\nFind examples in this ",(0,i.yg)("a",{parentName:"li",href:"https://github.com/microsoft/FLAML/tree/main/test/automl/test_constraints.py"},"test"),".\nIf ",(0,i.yg)("inlineCode",{parentName:"li"},"pred_time_limit")," is provided as one of keyword arguments to fit() function or\nthe automl constructor, flaml will automatically (and under the hood)\nadd it as an additional element in the metric_constraints. Essentially 'pred_time_limit'\nspecifies a constraint about the prediction latency constraint in seconds."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"custom_hp")," - dict, default=None | The custom search space specified by user\nEach key is the estimator name, each value is a dict of the custom search space for that estimator. Notice the\ndomain of the custom search space can either be a value of a sample.Domain object.")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'custom_hp = {\n "transformer_ms": {\n "model_path": {\n "domain": "albert-base-v2",\n },\n "learning_rate": {\n "domain": tune.choice([1e-4, 1e-5]),\n }\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("p",{parentName:"li"},(0,i.yg)("inlineCode",{parentName:"p"},"time_col")," - for a time series task, name of the column containing the timestamps. If not\nprovided, defaults to the first column of X_train/X_val")),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("p",{parentName:"li"},(0,i.yg)("inlineCode",{parentName:"p"},"cv_score_agg_func")," - customized cross-validation scores aggregate function. Default to average metrics across folds. If specificed, this function needs to\nhave the following input arguments:"),(0,i.yg)("ul",{parentName:"li"},(0,i.yg)("li",{parentName:"ul"},"val_loss_folds: list of floats, the loss scores of each fold;"),(0,i.yg)("li",{parentName:"ul"},"log_metrics_folds: list of dicts/floats, the metrics of each fold to log.")),(0,i.yg)("p",{parentName:"li"},"This function should return the final aggregate result of all folds. A float number of the minimization objective, and a dictionary as the metrics to log or None.\nE.g.,"))),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},"def cv_score_agg_func(val_loss_folds, log_metrics_folds):\n metric_to_minimize = sum(val_loss_folds)/len(val_loss_folds)\n metrics_to_log = None\n for single_fold in log_metrics_folds:\n if metrics_to_log is None:\n metrics_to_log = single_fold\n elif isinstance(metrics_to_log, dict):\n metrics_to_log = {k: metrics_to_log[k] + v for k, v in single_fold.items()}\n else:\n metrics_to_log += single_fold\n if metrics_to_log:\n n = len(val_loss_folds)\n metrics_to_log = (\n {k: v / n for k, v in metrics_to_log.items()}\n if isinstance(metrics_to_log, dict)\n else metrics_to_log / n\n )\n return metric_to_minimize, metrics_to_log\n")),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"skip_transform")," - boolean, default=False | Whether to pre-process data prior to modeling."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"mlflow_logging")," - boolean, default=None | Whether to log the training results to mlflow.\nDefault value is None, which means the logging decision is made based on\nAutoML.",(0,i.yg)("strong",{parentName:"li"},"init"),"'s mlflow_logging argument. Not valid if mlflow is not installed."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"fit_kwargs_by_estimator")," - dict, default=None | The user specified keywords arguments, grouped by estimator name.\nFor TransformersEstimator, available fit_kwargs can be found from\n",(0,i.yg)("a",{parentName:"li",href:"nlp/huggingface/training_args"},"TrainingArgumentsForAuto"),".\ne.g.,")),(0,i.yg)("pre",null,(0,i.yg)("code",{parentName:"pre",className:"language-python"},'fit_kwargs_by_estimator = {\n "transformer": {\n "output_dir": "test/data/output/",\n "fp16": False,\n },\n "tft": {\n "max_encoder_length": 1,\n "min_encoder_length": 1,\n "static_categoricals": [],\n "static_reals": [],\n "time_varying_known_categoricals": [],\n "time_varying_known_reals": [],\n "time_varying_unknown_categoricals": [],\n "time_varying_unknown_reals": [],\n "variable_groups": {},\n "lags": {},\n }\n}\n')),(0,i.yg)("ul",null,(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"**fit_kwargs")," - Other key word arguments to pass to fit() function of\nthe searched learners, such as sample_weight. Below are a few examples of\nestimator-specific parameters:"),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"period")," - int | forecast horizon for all time series forecast tasks."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"gpu_per_trial")," - float, default = 0 | A float of the number of gpus per trial,\nonly used by TransformersEstimator, XGBoostSklearnEstimator, and\nTemporalFusionTransformerEstimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"group_ids")," - list of strings of column names identifying a time series, only\nused by TemporalFusionTransformerEstimator, required for\n'ts_forecast_panel' task. ",(0,i.yg)("inlineCode",{parentName:"li"},"group_ids")," is a parameter for TimeSeriesDataSet object\nfrom PyTorchForecasting.\nFor other parameters to describe your dataset, refer to\n",(0,i.yg)("a",{parentName:"li",href:"https://pytorch-forecasting.readthedocs.io/en/stable/api/pytorch_forecasting.data.timeseries.TimeSeriesDataSet.html"},"TimeSeriesDataSet PyTorchForecasting"),".\nTo specify your variables, use ",(0,i.yg)("inlineCode",{parentName:"li"},"static_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"static_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_known_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_known_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_unknown_categoricals"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"time_varying_unknown_reals"),",\n",(0,i.yg)("inlineCode",{parentName:"li"},"variable_groups"),". To provide more information on your data, use\n",(0,i.yg)("inlineCode",{parentName:"li"},"max_encoder_length"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"min_encoder_length"),", ",(0,i.yg)("inlineCode",{parentName:"li"},"lags"),"."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"log_dir"),' - str, default = "lightning_logs" | Folder into which to log results\nfor tensorboard, only used by TemporalFusionTransformerEstimator.'),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"max_epochs")," - int, default = 20 | Maximum number of epochs to run training,\nonly used by TemporalFusionTransformerEstimator."),(0,i.yg)("li",{parentName:"ul"},(0,i.yg)("inlineCode",{parentName:"li"},"batch_size")," - int, default = 64 | Batch size for training model, only\nused by TemporalFusionTransformerEstimator and TCNEstimator.")))}p.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/runtime~main.140417d8.js b/assets/js/runtime~main.597cf7c4.js similarity index 97% rename from assets/js/runtime~main.140417d8.js rename to assets/js/runtime~main.597cf7c4.js index 5e24167e23..63e5614ca4 100644 --- a/assets/js/runtime~main.140417d8.js +++ b/assets/js/runtime~main.597cf7c4.js @@ -1 +1 @@ -(()=>{"use strict";var e,a,f,b,c,d={},t={};function r(e){var a=t[e];if(void 0!==a)return a.exports;var f=t[e]={id:e,loaded:!1,exports:{}};return d[e].call(f.exports,f,f.exports,r),f.loaded=!0,f.exports}r.m=d,r.c=t,e=[],r.O=(a,f,b,c)=>{if(!f){var d=1/0;for(i=0;i=c)&&Object.keys(r.O).every((e=>r.O[e](f[o])))?f.splice(o--,1):(t=!1,c0&&e[i-1][2]>c;i--)e[i]=e[i-1];e[i]=[f,b,c]},r.n=e=>{var a=e&&e.__esModule?()=>e.default:()=>e;return r.d(a,{a:a}),a},f=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,r.t=function(e,b){if(1&b&&(e=this(e)),8&b)return e;if("object"==typeof e&&e){if(4&b&&e.__esModule)return e;if(16&b&&"function"==typeof e.then)return e}var c=Object.create(null);r.r(c);var d={};a=a||[null,f({}),f([]),f(f)];for(var t=2&b&&e;"object"==typeof t&&!~a.indexOf(t);t=f(t))Object.getOwnPropertyNames(t).forEach((a=>d[a]=()=>e[a]));return d.default=()=>e,r.d(c,d),c},r.d=(e,a)=>{for(var f in a)r.o(a,f)&&!r.o(e,f)&&Object.defineProperty(e,f,{enumerable:!0,get:a[f]})},r.f={},r.e=e=>Promise.all(Object.keys(r.f).reduce(((a,f)=>(r.f[f](e,a),a)),[])),r.u=e=>"assets/js/"+({177:"ad32215f",226:"65322fd5",308:"b598b751",392:"7300d7e5",421:"3f929b05",518:"430fb8b8",548:"c991067b",601:"f7aa894d",746:"fbd57cf0",951:"5f5fd431",1042:"aca94f49",1065:"e5e85934",1250:"8ad8815f",1309:"2fedcada",1598:"52ac248b",1607:"b180af42",1630:"4af0a218",1888:"7f87403f",1892:"572a887e",1957:"fc5536ea",1982:"404c401e",2012:"0035e736",2061:"c5024a5b",2138:"1a4e3797",2210:"fbd4bda0",2235:"ebffd193",2380:"5c22a523",2543:"d5daadbe",2552:"96e12521",2615:"c17f4b30",2634:"c4f5d8e4",2661:"f1e5451e",2711:"9e4087bc",2786:"47ae9fab",3006:"b2250617",3026:"1e396272",3051:"f150f71b",3165:"f9cc05fd",3196:"2b7e5aa6",3236:"a741416a",3249:"ccc49370",3415:"f7f41602",3426:"a2fb14fa",3591:"7dc9e363",3751:"28c2b7bb",3804:"0795d7c8",3866:"de281b3b",4014:"4d4ac513",4153:"fdfa7222",4260:"16050a37",4261:"aafacaf9",4369:"0d49ae05",4519:"64720764",4728:"378fa318",4765:"a029a24c",4810:"1fa674ac",4813:"6875c492",4961:"3b853603",5023:"c71f700f",5040:"7a99cec8",5094:"db2f2715",5208:"17407a25",5279:"d179f986",5300:"96ab51a2",5452:"a7db9bb2",5500:"1ff659d4",5521:"6e18d7b3",5675:"5b40e9ba",5805:"4733e84d",5868:"0044aaf7",5983:"7e43eeaf",6242:"3064ce4f",6327:"81bfd71e",6490:"e26d838e",6496:"7412edd8",6731:"99f0b859",6741:"aece35c5",6744:"d91b2319",6766:"d2948b4b",6883:"f62b1559",7261:"6ff602c9",7346:"cde3da4e",7472:"814f3328",7585:"7c72ff32",7643:"a6aa9e1f",7681:"afe664bf",8209:"01a85c17",8251:"3e4df064",8401:"17896441",8422:"33999d20",8445:"b088f0bd",8563:"13a5bec8",8581:"935f2afb",8714:"1be78505",8768:"078460a1",8991:"404b52d7",9054:"b657b555",9082:"dff2977f",9267:"8c8624c2",9315:"ad895e75",9326:"db90d4e3",9337:"791e2f3e",9682:"788833a9",9799:"ee1845ca",9857:"607fdbeb",9917:"a144ad25",9928:"93b767f1",9971:"ad2aa968",9995:"48e66bc4"}[e]||e)+"."+{177:"5799e64e",226:"03b33eed",308:"38006e8a",392:"54329cd6",421:"63bf0ead",489:"307dfe0f",518:"51240fb8",548:"b623a719",601:"bd54b318",746:"691f4264",951:"041c5266",1042:"492a87f4",1065:"e28302d8",1250:"efe0cda3",1309:"0dbcd701",1598:"6461b6d7",1607:"fb8e8772",1630:"779e88d6",1888:"3667b6aa",1892:"1e7591a9",1957:"56fc8f86",1982:"f494f07f",2012:"360586c1",2061:"e2eeb7b4",2138:"7ca608a6",2210:"0b1071d8",2235:"5229bd17",2380:"88bb2fa2",2543:"386775a9",2552:"f58e0f3f",2615:"bc990093",2634:"277620d9",2661:"d18b3c37",2711:"cb4b7bde",2786:"e35bc233",3006:"5988f75d",3026:"6e11cdf0",3051:"106dd42b",3165:"943eaa46",3196:"5eb908de",3236:"c55529ea",3249:"edeb4de6",3415:"53aae68f",3426:"69d57b3e",3591:"82d86419",3751:"1912cdce",3802:"bcb81e9e",3804:"ca1698ff",3866:"d311e691",4014:"804865d1",4153:"08734cdc",4260:"a2d73a7e",4261:"537cbcff",4369:"a8ec6b24",4519:"3266188a",4728:"468f3cdf",4765:"e108dea1",4810:"bafd90d0",4813:"475f9aee",4961:"67db7d8c",5023:"d69bab1c",5040:"227aeb78",5094:"ce5d7225",5208:"bb0b0cec",5279:"4aac78b7",5300:"d204f29f",5452:"940be854",5500:"ed7a6939",5521:"69f5eecf",5675:"f695196a",5741:"12a31c5f",5805:"c585cad0",5868:"7a18c533",5983:"d6d4f8ef",6242:"deb4399b",6327:"963c5710",6490:"a655738c",6496:"f26f807d",6731:"4d812c48",6741:"49b61d22",6744:"18823189",6766:"5b9df3ee",6883:"49c226a2",7261:"e49f8edc",7346:"083561d7",7472:"bc2d01de",7585:"51540b5b",7643:"c3faeab8",7681:"69d794b6",8209:"847cd775",8251:"c61161e7",8401:"d1708e25",8422:"472c77f1",8445:"0829524e",8563:"d78bda49",8581:"6ef9178d",8714:"ee65cb9f",8768:"ef6e0e57",8991:"aac0490c",9054:"96e839b4",9082:"2aaa1c9e",9090:"c2a8fc87",9267:"018b37ff",9315:"67a9bcfb",9326:"d7765c60",9337:"63579636",9682:"9c3c7807",9799:"6418eb6c",9857:"ee4bae40",9917:"60b7bff2",9928:"20b46380",9971:"e8695026",9995:"248e206e"}[e]+".js",r.miniCssF=e=>"assets/css/styles.a35b243d.css",r.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),r.o=(e,a)=>Object.prototype.hasOwnProperty.call(e,a),b={},c="website:",r.l=(e,a,f,d)=>{if(b[e])b[e].push(a);else{var t,o;if(void 0!==f)for(var n=document.getElementsByTagName("script"),i=0;i{t.onerror=t.onload=null,clearTimeout(l);var c=b[e];if(delete b[e],t.parentNode&&t.parentNode.removeChild(t),c&&c.forEach((e=>e(f))),a)return a(f)},l=setTimeout(u.bind(null,void 0,{type:"timeout",target:t}),12e4);t.onerror=u.bind(null,t.onerror),t.onload=u.bind(null,t.onload),o&&document.head.appendChild(t)}},r.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},r.p="/FLAML/",r.gca=function(e){return e={17896441:"8401",64720764:"4519",ad32215f:"177","65322fd5":"226",b598b751:"308","7300d7e5":"392","3f929b05":"421","430fb8b8":"518",c991067b:"548",f7aa894d:"601",fbd57cf0:"746","5f5fd431":"951",aca94f49:"1042",e5e85934:"1065","8ad8815f":"1250","2fedcada":"1309","52ac248b":"1598",b180af42:"1607","4af0a218":"1630","7f87403f":"1888","572a887e":"1892",fc5536ea:"1957","404c401e":"1982","0035e736":"2012",c5024a5b:"2061","1a4e3797":"2138",fbd4bda0:"2210",ebffd193:"2235","5c22a523":"2380",d5daadbe:"2543","96e12521":"2552",c17f4b30:"2615",c4f5d8e4:"2634",f1e5451e:"2661","9e4087bc":"2711","47ae9fab":"2786",b2250617:"3006","1e396272":"3026",f150f71b:"3051",f9cc05fd:"3165","2b7e5aa6":"3196",a741416a:"3236",ccc49370:"3249",f7f41602:"3415",a2fb14fa:"3426","7dc9e363":"3591","28c2b7bb":"3751","0795d7c8":"3804",de281b3b:"3866","4d4ac513":"4014",fdfa7222:"4153","16050a37":"4260",aafacaf9:"4261","0d49ae05":"4369","378fa318":"4728",a029a24c:"4765","1fa674ac":"4810","6875c492":"4813","3b853603":"4961",c71f700f:"5023","7a99cec8":"5040",db2f2715:"5094","17407a25":"5208",d179f986:"5279","96ab51a2":"5300",a7db9bb2:"5452","1ff659d4":"5500","6e18d7b3":"5521","5b40e9ba":"5675","4733e84d":"5805","0044aaf7":"5868","7e43eeaf":"5983","3064ce4f":"6242","81bfd71e":"6327",e26d838e:"6490","7412edd8":"6496","99f0b859":"6731",aece35c5:"6741",d91b2319:"6744",d2948b4b:"6766",f62b1559:"6883","6ff602c9":"7261",cde3da4e:"7346","814f3328":"7472","7c72ff32":"7585",a6aa9e1f:"7643",afe664bf:"7681","01a85c17":"8209","3e4df064":"8251","33999d20":"8422",b088f0bd:"8445","13a5bec8":"8563","935f2afb":"8581","1be78505":"8714","078460a1":"8768","404b52d7":"8991",b657b555:"9054",dff2977f:"9082","8c8624c2":"9267",ad895e75:"9315",db90d4e3:"9326","791e2f3e":"9337","788833a9":"9682",ee1845ca:"9799","607fdbeb":"9857",a144ad25:"9917","93b767f1":"9928",ad2aa968:"9971","48e66bc4":"9995"}[e]||e,r.p+r.u(e)},(()=>{var e={5354:0,1869:0};r.f.j=(a,f)=>{var b=r.o(e,a)?e[a]:void 0;if(0!==b)if(b)f.push(b[2]);else if(/^(1869|5354)$/.test(a))e[a]=0;else{var c=new Promise(((f,c)=>b=e[a]=[f,c]));f.push(b[2]=c);var d=r.p+r.u(a),t=new Error;r.l(d,(f=>{if(r.o(e,a)&&(0!==(b=e[a])&&(e[a]=void 0),b)){var c=f&&("load"===f.type?"missing":f.type),d=f&&f.target&&f.target.src;t.message="Loading chunk "+a+" failed.\n("+c+": "+d+")",t.name="ChunkLoadError",t.type=c,t.request=d,b[1](t)}}),"chunk-"+a,a)}},r.O.j=a=>0===e[a];var a=(a,f)=>{var b,c,d=f[0],t=f[1],o=f[2],n=0;if(d.some((a=>0!==e[a]))){for(b in t)r.o(t,b)&&(r.m[b]=t[b]);if(o)var i=o(r)}for(a&&a(f);n{"use strict";var e,a,f,b,c,d={},t={};function r(e){var a=t[e];if(void 0!==a)return a.exports;var f=t[e]={id:e,loaded:!1,exports:{}};return d[e].call(f.exports,f,f.exports,r),f.loaded=!0,f.exports}r.m=d,r.c=t,e=[],r.O=(a,f,b,c)=>{if(!f){var d=1/0;for(i=0;i=c)&&Object.keys(r.O).every((e=>r.O[e](f[o])))?f.splice(o--,1):(t=!1,c0&&e[i-1][2]>c;i--)e[i]=e[i-1];e[i]=[f,b,c]},r.n=e=>{var a=e&&e.__esModule?()=>e.default:()=>e;return r.d(a,{a:a}),a},f=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,r.t=function(e,b){if(1&b&&(e=this(e)),8&b)return e;if("object"==typeof e&&e){if(4&b&&e.__esModule)return e;if(16&b&&"function"==typeof e.then)return e}var c=Object.create(null);r.r(c);var d={};a=a||[null,f({}),f([]),f(f)];for(var t=2&b&&e;"object"==typeof t&&!~a.indexOf(t);t=f(t))Object.getOwnPropertyNames(t).forEach((a=>d[a]=()=>e[a]));return d.default=()=>e,r.d(c,d),c},r.d=(e,a)=>{for(var f in a)r.o(a,f)&&!r.o(e,f)&&Object.defineProperty(e,f,{enumerable:!0,get:a[f]})},r.f={},r.e=e=>Promise.all(Object.keys(r.f).reduce(((a,f)=>(r.f[f](e,a),a)),[])),r.u=e=>"assets/js/"+({177:"ad32215f",226:"65322fd5",308:"b598b751",392:"7300d7e5",421:"3f929b05",518:"430fb8b8",548:"c991067b",601:"f7aa894d",746:"fbd57cf0",951:"5f5fd431",1042:"aca94f49",1065:"e5e85934",1250:"8ad8815f",1309:"2fedcada",1598:"52ac248b",1607:"b180af42",1630:"4af0a218",1888:"7f87403f",1892:"572a887e",1957:"fc5536ea",1982:"404c401e",2012:"0035e736",2061:"c5024a5b",2138:"1a4e3797",2210:"fbd4bda0",2235:"ebffd193",2380:"5c22a523",2543:"d5daadbe",2552:"96e12521",2615:"c17f4b30",2634:"c4f5d8e4",2661:"f1e5451e",2711:"9e4087bc",2786:"47ae9fab",3006:"b2250617",3026:"1e396272",3051:"f150f71b",3165:"f9cc05fd",3196:"2b7e5aa6",3236:"a741416a",3249:"ccc49370",3415:"f7f41602",3426:"a2fb14fa",3591:"7dc9e363",3751:"28c2b7bb",3804:"0795d7c8",3866:"de281b3b",4014:"4d4ac513",4153:"fdfa7222",4260:"16050a37",4261:"aafacaf9",4369:"0d49ae05",4519:"64720764",4728:"378fa318",4765:"a029a24c",4810:"1fa674ac",4813:"6875c492",4961:"3b853603",5023:"c71f700f",5040:"7a99cec8",5094:"db2f2715",5208:"17407a25",5279:"d179f986",5300:"96ab51a2",5452:"a7db9bb2",5500:"1ff659d4",5521:"6e18d7b3",5675:"5b40e9ba",5805:"4733e84d",5868:"0044aaf7",5983:"7e43eeaf",6242:"3064ce4f",6327:"81bfd71e",6490:"e26d838e",6496:"7412edd8",6731:"99f0b859",6741:"aece35c5",6744:"d91b2319",6766:"d2948b4b",6883:"f62b1559",7261:"6ff602c9",7346:"cde3da4e",7472:"814f3328",7585:"7c72ff32",7643:"a6aa9e1f",7681:"afe664bf",8209:"01a85c17",8251:"3e4df064",8401:"17896441",8422:"33999d20",8445:"b088f0bd",8563:"13a5bec8",8581:"935f2afb",8714:"1be78505",8768:"078460a1",8991:"404b52d7",9054:"b657b555",9082:"dff2977f",9267:"8c8624c2",9315:"ad895e75",9326:"db90d4e3",9337:"791e2f3e",9682:"788833a9",9799:"ee1845ca",9857:"607fdbeb",9917:"a144ad25",9928:"93b767f1",9971:"ad2aa968",9995:"48e66bc4"}[e]||e)+"."+{177:"5799e64e",226:"03b33eed",308:"38006e8a",392:"54329cd6",421:"63bf0ead",489:"307dfe0f",518:"51240fb8",548:"b623a719",601:"bd54b318",746:"691f4264",951:"041c5266",1042:"492a87f4",1065:"e28302d8",1250:"efe0cda3",1309:"0dbcd701",1598:"6461b6d7",1607:"fb8e8772",1630:"779e88d6",1888:"3667b6aa",1892:"1e7591a9",1957:"56fc8f86",1982:"f494f07f",2012:"360586c1",2061:"e2eeb7b4",2138:"7ca608a6",2210:"0b1071d8",2235:"5229bd17",2380:"88bb2fa2",2543:"386775a9",2552:"f58e0f3f",2615:"bc990093",2634:"277620d9",2661:"d18b3c37",2711:"cb4b7bde",2786:"e35bc233",3006:"5988f75d",3026:"6e11cdf0",3051:"106dd42b",3165:"943eaa46",3196:"5eb908de",3236:"c55529ea",3249:"edeb4de6",3415:"53aae68f",3426:"69d57b3e",3591:"82d86419",3751:"1912cdce",3802:"bcb81e9e",3804:"ca1698ff",3866:"d311e691",4014:"804865d1",4153:"08734cdc",4260:"a2d73a7e",4261:"537cbcff",4369:"a8ec6b24",4519:"3266188a",4728:"468f3cdf",4765:"e108dea1",4810:"bafd90d0",4813:"475f9aee",4961:"67db7d8c",5023:"d69bab1c",5040:"227aeb78",5094:"ce5d7225",5208:"bb0b0cec",5279:"4aac78b7",5300:"d204f29f",5452:"940be854",5500:"ed7a6939",5521:"69f5eecf",5675:"f695196a",5741:"12a31c5f",5805:"c585cad0",5868:"7a18c533",5983:"d6d4f8ef",6242:"deb4399b",6327:"963c5710",6490:"a655738c",6496:"f26f807d",6731:"4d812c48",6741:"85e176c3",6744:"18823189",6766:"5b9df3ee",6883:"49c226a2",7261:"e49f8edc",7346:"488818ea",7472:"bc2d01de",7585:"51540b5b",7643:"c3faeab8",7681:"69d794b6",8209:"847cd775",8251:"c61161e7",8401:"d1708e25",8422:"472c77f1",8445:"0829524e",8563:"d78bda49",8581:"6ef9178d",8714:"ee65cb9f",8768:"ef6e0e57",8991:"aac0490c",9054:"96e839b4",9082:"2aaa1c9e",9090:"c2a8fc87",9267:"018b37ff",9315:"67a9bcfb",9326:"d7765c60",9337:"63579636",9682:"9c3c7807",9799:"6418eb6c",9857:"ee4bae40",9917:"60b7bff2",9928:"20b46380",9971:"e8695026",9995:"248e206e"}[e]+".js",r.miniCssF=e=>"assets/css/styles.a35b243d.css",r.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),r.o=(e,a)=>Object.prototype.hasOwnProperty.call(e,a),b={},c="website:",r.l=(e,a,f,d)=>{if(b[e])b[e].push(a);else{var t,o;if(void 0!==f)for(var n=document.getElementsByTagName("script"),i=0;i{t.onerror=t.onload=null,clearTimeout(l);var c=b[e];if(delete b[e],t.parentNode&&t.parentNode.removeChild(t),c&&c.forEach((e=>e(f))),a)return a(f)},l=setTimeout(u.bind(null,void 0,{type:"timeout",target:t}),12e4);t.onerror=u.bind(null,t.onerror),t.onload=u.bind(null,t.onload),o&&document.head.appendChild(t)}},r.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},r.p="/FLAML/",r.gca=function(e){return e={17896441:"8401",64720764:"4519",ad32215f:"177","65322fd5":"226",b598b751:"308","7300d7e5":"392","3f929b05":"421","430fb8b8":"518",c991067b:"548",f7aa894d:"601",fbd57cf0:"746","5f5fd431":"951",aca94f49:"1042",e5e85934:"1065","8ad8815f":"1250","2fedcada":"1309","52ac248b":"1598",b180af42:"1607","4af0a218":"1630","7f87403f":"1888","572a887e":"1892",fc5536ea:"1957","404c401e":"1982","0035e736":"2012",c5024a5b:"2061","1a4e3797":"2138",fbd4bda0:"2210",ebffd193:"2235","5c22a523":"2380",d5daadbe:"2543","96e12521":"2552",c17f4b30:"2615",c4f5d8e4:"2634",f1e5451e:"2661","9e4087bc":"2711","47ae9fab":"2786",b2250617:"3006","1e396272":"3026",f150f71b:"3051",f9cc05fd:"3165","2b7e5aa6":"3196",a741416a:"3236",ccc49370:"3249",f7f41602:"3415",a2fb14fa:"3426","7dc9e363":"3591","28c2b7bb":"3751","0795d7c8":"3804",de281b3b:"3866","4d4ac513":"4014",fdfa7222:"4153","16050a37":"4260",aafacaf9:"4261","0d49ae05":"4369","378fa318":"4728",a029a24c:"4765","1fa674ac":"4810","6875c492":"4813","3b853603":"4961",c71f700f:"5023","7a99cec8":"5040",db2f2715:"5094","17407a25":"5208",d179f986:"5279","96ab51a2":"5300",a7db9bb2:"5452","1ff659d4":"5500","6e18d7b3":"5521","5b40e9ba":"5675","4733e84d":"5805","0044aaf7":"5868","7e43eeaf":"5983","3064ce4f":"6242","81bfd71e":"6327",e26d838e:"6490","7412edd8":"6496","99f0b859":"6731",aece35c5:"6741",d91b2319:"6744",d2948b4b:"6766",f62b1559:"6883","6ff602c9":"7261",cde3da4e:"7346","814f3328":"7472","7c72ff32":"7585",a6aa9e1f:"7643",afe664bf:"7681","01a85c17":"8209","3e4df064":"8251","33999d20":"8422",b088f0bd:"8445","13a5bec8":"8563","935f2afb":"8581","1be78505":"8714","078460a1":"8768","404b52d7":"8991",b657b555:"9054",dff2977f:"9082","8c8624c2":"9267",ad895e75:"9315",db90d4e3:"9326","791e2f3e":"9337","788833a9":"9682",ee1845ca:"9799","607fdbeb":"9857",a144ad25:"9917","93b767f1":"9928",ad2aa968:"9971","48e66bc4":"9995"}[e]||e,r.p+r.u(e)},(()=>{var e={5354:0,1869:0};r.f.j=(a,f)=>{var b=r.o(e,a)?e[a]:void 0;if(0!==b)if(b)f.push(b[2]);else if(/^(1869|5354)$/.test(a))e[a]=0;else{var c=new Promise(((f,c)=>b=e[a]=[f,c]));f.push(b[2]=c);var d=r.p+r.u(a),t=new Error;r.l(d,(f=>{if(r.o(e,a)&&(0!==(b=e[a])&&(e[a]=void 0),b)){var c=f&&("load"===f.type?"missing":f.type),d=f&&f.target&&f.target.src;t.message="Loading chunk "+a+" failed.\n("+c+": "+d+")",t.name="ChunkLoadError",t.type=c,t.request=d,b[1](t)}}),"chunk-"+a,a)}},r.O.j=a=>0===e[a];var a=(a,f)=>{var b,c,d=f[0],t=f[1],o=f[2],n=0;if(d.some((a=>0!==e[a]))){for(b in t)r.o(t,b)&&(r.m[b]=t[b]);if(o)var i=o(r)}for(a&&a(f);n Does Model and Inference Parameter Matter in LLM Applications? - A Case Study for MATH | FLAML - + @@ -15,7 +15,7 @@

Does Model and Inference Parameter Matter in LLM Applications? - A Case Study for MATH

· 5 min read
Chi Wang

level 2 algebra

TL;DR:

  • Just by tuning the inference parameters like model, number of responses, temperature etc. without changing any model weights or prompt, the baseline accuracy of untuned gpt-4 can be improved by 20% in high school math competition problems.
  • For easy problems, the tuned gpt-3.5-turbo model vastly outperformed untuned gpt-4 in accuracy (e.g., 90% vs. 70%) and cost efficiency. For hard problems, the tuned gpt-4 is much more accurate (e.g., 35% vs. 20%) and less expensive than untuned gpt-4.
  • FLAML can help with model selection, parameter tuning, and cost-saving in LLM applications.

Large language models (LLMs) are powerful tools that can generate natural language texts for various applications, such as chatbots, summarization, translation, and more. GPT-4 is currently the state of the art LLM in the world. Is model selection irrelevant? What about inference parameters?

In this blog post, we will explore how model and inference parameter matter in LLM applications, using a case study for MATH, a benchmark for evaluating LLMs on advanced mathematical problem solving. MATH consists of 12K math competition problems from AMC-10, AMC-12 and AIME. Each problem is accompanied by a step-by-step solution.

We will use the new subpackage flaml.autogen to automatically find the best model and inference parameter for LLMs on a given task and dataset given an inference budget, using a novel low-cost search & pruning strategy. FLAML currently supports all the LLMs from OpenAI, such as GPT-3.5 and GPT-4.

We will use FLAML to perform model selection and inference parameter tuning. Then we compare the performance and inference cost on solving algebra problems with the untuned gpt-4. We will also analyze how different difficulty levels affect the results.

Experiment Setup

We use FLAML to select between the following models with a target inference budget $0.02 per instance:

  • gpt-3.5-turbo, a relatively cheap model that powers the popular ChatGPT app
  • gpt-4, the state of the art LLM that costs more than 10 times of gpt-3.5-turbo

We adapt the models using 20 examples in the train set, using the problem statement as the input and generating the solution as the output. We use the following inference parameters:

  • temperature: The parameter that controls the randomness of the output text. A higher temperature means more diversity but less coherence. We search for the optimal temperature in the range of [0, 1].
  • top_p: The parameter that controls the probability mass of the output tokens. Only tokens with a cumulative probability less than or equal to top-p are considered. A lower top-p means more diversity but less coherence. We search for the optimal top-p in the range of [0, 1].
  • max_tokens: The maximum number of tokens that can be generated for each output. We search for the optimal max length in the range of [50, 1000].
  • n: The number of responses to generate. We search for the optimal n in the range of [1, 100].
  • prompt: We use the template: "{problem} Solve the problem carefully. Simplify your answer as much as possible. Put the final answer in \boxed{{}}." where {problem} will be replaced by the math problem instance.

In this experiment, when n > 1, we find the answer with highest votes among all the responses and then select it as the final answer to compare with the ground truth. For example, if n = 5 and 3 of the responses contain a final answer 301 while 2 of the responses contain a final answer 159, we choose 301 as the final answer. This can help with resolving potential errors due to randomness. We use the average accuracy and average inference cost as the metric to evaluate the performance over a dataset. The inference cost of a particular instance is measured by the price per 1K tokens and the number of tokens consumed.

Experiment Results

The first figure in this blog post shows the average accuracy and average inference cost of each configuration on the level 2 Algebra test set.

Surprisingly, the tuned gpt-3.5-turbo model is selected as a better model and it vastly outperforms untuned gpt-4 in accuracy (92% vs. 70%) with equal or 2.5 times higher inference budget. The same observation can be obtained on the level 3 Algebra test set.

level 3 algebra

However, the selected model changes on level 4 Algebra.

level 4 algebra

This time gpt-4 is selected as the best model. The tuned gpt-4 achieves much higher accuracy (56% vs. 44%) and lower cost than the untuned gpt-4. On level 5 the result is similar.

level 5 algebra

We can see that FLAML has found different optimal model and inference parameters for each subset of a particular level, which shows that these parameters matter in cost-sensitive LLM applications and need to be carefully tuned or adapted.

An example notebook to run these experiments can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/autogen_chatgpt.ipynb

Analysis and Discussion

While gpt-3.5-turbo demonstrates competitive accuracy with voted answers in relatively easy algebra problems under the same inference budget, gpt-4 is a better choice for the most difficult problems. In general, through parameter tuning and model selection, we can identify the opportunity to save the expensive model for more challenging tasks, and improve the overall effectiveness of a budget-constrained system.

There are many other alternative ways of solving math problems, which we have not covered in this blog post. When there are choices beyond the inference parameters, they can be generally tuned via flaml.tune.

The need for model selection, parameter tuning and cost saving is not specific to the math problems. The Auto-GPT project is an example where high cost can easily prevent a generic complex task to be accomplished as it needs many LLM inference calls.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/2023/05/07/1M-milestone/index.html b/blog/2023/05/07/1M-milestone/index.html index 02213d6ac5..aff6761459 100644 --- a/blog/2023/05/07/1M-milestone/index.html +++ b/blog/2023/05/07/1M-milestone/index.html @@ -7,7 +7,7 @@ Surpassing 1 Million Downloads - A Retrospective and a Look into the Future | FLAML - + @@ -17,7 +17,7 @@ A big shoutout to our industrial collaborators from Azure Core, Azure Machine Learning, Azure Synapse Analytics, Microsoft 365, ML.NET, Vowpal Wabbit, Anyscale, Databricks, and Wise; and academic collaborators from MIT, Penn State University, Stevens Institute of Technology, Tel Aviv University, Texas A & M University, University of Manchester, University of Washington, and The Chinese University of Hong Kong etc.

We'd also like to take the opportunity to reflect on FLAML's past achievements and its future roadmap, with a particular focus on large language models (LLM) and LLMOps.

FLAML's Journey: Past Achievements and Milestones

Bring AutoML to One's Fingertips

FLAML offers an off-the-shelf AutoML solution that enables users to quickly discover high-quality models or configurations for common ML/AI tasks. By automatically selecting models and hyperparameters for training or inference, FLAML saves users time and effort. FLAML has significantly reduced development time for developers and data scientists alike, while also providing a convenient way to integrate new algorithms into the pipeline, enabling easy extensions and large-scale parallel tuning. These features make FLAML a valuable tool in R&D efforts for many enterprise users. FLAML is capable of handling a variety of common ML tasks, such as classification, regression, time series forecasting, NLP tasks, and generative tasks, providing a comprehensive solution for various applications.

Speed and Efficiency: The FLAML Advantage

What sets FLAML apart from other AutoML libraries is its exceptional efficiency, thanks to the economical and efficient hyperparameter optimization and model selection methods developed in our research. FLAML is also capable of handling large search spaces with heterogeneous evaluation costs, complex constraints, guidance, and early stopping. The zero-shot AutoML option further reduces the cost of AutoML, making FLAML an even more attractive solution for a wide range of applications with low resources.

Easy Customization and Extensibility

FLAML is designed for easy extensibility and customization, allowing users to add custom learners, metrics, search space, etc. For example, the support of hierarchical search spaces allows one to first choose an ML learner and then sampling from the hyperparameter space specific to that learner. The level of customization ranges from minimal (providing only training data and task type as input) to full (tuning a user-defined function). This flexibility and support for easy customization have led to FLAML's adoption in various domains, including security, finance, marketing, engineering, supply chain, insurance, and healthcare, delivering highly accurate results.

Embracing Large Language Models in FLAML v2

As large language models continue to reshape the AI ecosystem, FLAML is poised to adapt and grow alongside these advancements. Recognizing the importance of large language models, we have recently incorporated an autogen package into FLAML, and are committed to focusing our collective efforts on addressing the unique challenges that arise in LLMOps (Large Language Model Operations).

In its current iteration, FLAML offers support for model selection and inference parameter tuning for large language models. We are actively working on the development of new features, such as low-level inference API with caching, templating, filtering, and higher-level components like LLM-based coding and interactive agents, to enable more effective and economical usage of LLM.

We are eagerly preparing for the launch of FLAML v2, where we will place special emphasis on incorporating and enhancing features specifically tailored for large language models (LLMs), further expanding FLAML's capabilities. We invite contributions from anyone interested in this topic and look forward to collaborating with the community as we shape the future of FLAML and LLMOps together.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLMOps? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/2023/05/18/GPT-adaptive-humaneval/index.html b/blog/2023/05/18/GPT-adaptive-humaneval/index.html index fae5eb5c0b..d400da02df 100644 --- a/blog/2023/05/18/GPT-adaptive-humaneval/index.html +++ b/blog/2023/05/18/GPT-adaptive-humaneval/index.html @@ -7,7 +7,7 @@ Achieve More, Pay Less - Use GPT-4 Smartly | FLAML - + @@ -16,7 +16,7 @@ It's "easier" to verify a given solution than finding a correct solution from scratch.

Some simple example test cases are provided in the docstr. If we already have a response generated by a model, we can use those test cases to filter wrong implementations, and either use a more powerful model or generate more responses, until the result passes the example test cases. Moreover, this step can be automated by asking GPT-3.5-Turbo to generate assertion statements from the examples given in the docstr (a simpler task where we can place our bet) and executing the code.

Solution

Combining these observations, we can design a solution with two intuitive ideas:

  • Make use of auto-generated feedback, i.e., code execution results, to filter responses.
  • Try inference configurations one by one, until one response can pass the filter.

Design

This solution works adaptively without knowing or predicting which task fits which configuration. It simply tries multiple configurations one by one, starting from the cheapest configuration. Note that one configuration can generate multiple responses (by setting the inference parameter n larger than 1). And different configurations can use the same model and different inference parameters such as n and temperature. Only one response is returned and evaluated per task.

An implementation of this solution is provided in flaml.autogen. It uses the following sequence of configurations:

  1. GPT-3.5-Turbo, n=1, temperature=0
  2. GPT-3.5-Turbo, n=7, temperature=1, stop=["\nclass", "\ndef", "\nif", "\nprint"]
  3. GPT-4, n=1, temperature=0
  4. GPT-4, n=2, temperature=1, stop=["\nclass", "\ndef", "\nif", "\nprint"]
  5. GPT-4, n=1, temperature=1, stop=["\nclass", "\ndef", "\nif", "\nprint"]

Experiment Results

The first figure in this blog post shows the success rate and average inference cost of the adaptive solution compared with default GPT-4. The inference cost includes the cost for generating the assertions in our solution. The generated assertions are not always correct, and programs that pass/fail the generated assertions are not always right/wrong. Despite of that, the adaptive solution can increase the success rate (referred to as pass@1 in the literature) from 68% to 90%, while reducing the cost by 18%.

Here are a few examples of function definitions which are solved by different configurations in the portfolio.

  1. Solved by GPT-3.5-Turbo, n=1, temperature=0
def compare(game,guess):
    """I think we all remember that feeling when the result of some long-awaited
    event is finally known. The feelings and thoughts you have at that moment are
    definitely worth noting down and comparing.
    Your task is to determine if a person correctly guessed the results of a number of matches.
    You are given two arrays of scores and guesses of equal length, where each index shows a match.
    Return an array of the same length denoting how far off each guess was. If they have guessed correctly,
    the value is 0, and if not, the value is the absolute difference between the guess and the score.


    example:

    compare([1,2,3,4,5,1],[1,2,3,4,2,-2]) -> [0,0,0,0,3,3]
    compare([0,5,0,0,0,4],[4,1,1,0,0,-2]) -> [4,4,1,0,0,6]
    """
  1. Solved by GPT-3.5-Turbo, n=7, temperature=1, stop=["\nclass", "\ndef", "\nif", "\nprint"]: the vowels_count function presented earlier.
  2. Solved by GPT-4, n=1, temperature=0:
def string_xor(a: str, b: str) -> str:
    """ Input are two strings a and b consisting only of 1s and 0s.
    Perform binary XOR on these inputs and return result also as a string.
    >>> string_xor('010', '110')
    '100'
    """
  1. Solved by GPT-4, n=2, temperature=1, stop=["\nclass", "\ndef", "\nif", "\nprint"]:
def is_palindrome(string: str) -> bool:
    """ Test if given string is a palindrome """
    return string == string[::-1]


def make_palindrome(string: str) -> str:
    """ Find the shortest palindrome that begins with a supplied string.
    Algorithm idea is simple:
    - Find the longest postfix of supplied string that is a palindrome.
    - Append to the end of the string reverse of a string prefix that comes before the palindromic suffix.
    >>> make_palindrome('')
    ''
    >>> make_palindrome('cat')
    'catac'
    >>> make_palindrome('cata')
    'catac'
    """
  1. Solved by GPT-4, n=1, temperature=1, stop=["\nclass", "\ndef", "\nif", "\nprint"]:
def sort_array(arr):
    """
    In this Kata, you have to sort an array of non-negative integers according to
    number of ones in their binary representation in ascending order.
    For similar number of ones, sort based on decimal value.

    It must be implemented like this:
    >>> sort_array([1, 5, 2, 3, 4]) == [1, 2, 3, 4, 5]
    >>> sort_array([-2, -3, -4, -5, -6]) == [-6, -5, -4, -3, -2]
    >>> sort_array([1, 0, 2, 3, 4]) [0, 1, 2, 3, 4]
    """

The last problem is an example with wrong example test cases in the original definition. It misleads the adaptive solution because a correct implementation is regarded as wrong and more trials are made. The last configuration in the sequence returns the right implementation, even though it does not pass the auto-generated assertions. This example demonstrates that:

  • Our adaptive solution has a certain degree of fault tolerance.
  • The success rate and inference cost for the adaptive solution can be further improved if correct example test cases are used.

It is worth noting that the reduced inference cost is the amortized cost over all the tasks. For each individual task, the cost can be either larger or smaller than directly using GPT-4. This is the nature of the adaptive solution: The cost is in general larger for difficult tasks than that for easy tasks.

An example notebook to run this experiment can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/research/autogen_code.ipynb

Discussion

Our solution is quite simple to implement using a generic interface offered in flaml.autogen, yet the result is quite encouraging.

While the specific way of generating assertions is application-specific, the main ideas are general in LLM operations:

  • Generate multiple responses to select - especially useful when selecting a good response is relatively easier than generating a good response at one shot.
  • Consider multiple configurations to generate responses - especially useful when:
    • Model and other inference parameter choice affect the utility-cost tradeoff; or
    • Different configurations have complementary effect.

A previous blog post provides evidence that these ideas are relevant in solving math problems too. flaml.autogen uses a technique EcoOptiGen to support inference parameter tuning and model selection.

There are many directions of extensions in research and development:

  • Generalize the way to provide feedback.
  • Automate the process of optimizing the configurations.
  • Build adaptive agents for different applications.

Do you find this approach applicable to your use case? Do you have any other challenge to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.

For Further Reading

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/2023/06/28/MathChat/index.html b/blog/2023/06/28/MathChat/index.html index 0161c9a763..9fd140214f 100644 --- a/blog/2023/06/28/MathChat/index.html +++ b/blog/2023/06/28/MathChat/index.html @@ -7,7 +7,7 @@ MathChat - An Conversational Framework to Solve Math Problems | FLAML - + @@ -16,7 +16,7 @@ TL;DR:

  • We introduce MathChat, a conversational framework leveraging Large Language Models (LLMs), specifically GPT-4, to solve advanced mathematical problems.
  • MathChat improves LLM's performance on challenging math problem-solving, outperforming basic prompting and other strategies by about 6%. The improvement was especially notable in the Algebra category, with a 15% increase in accuracy.
  • Despite the advancement, GPT-4 still struggles to solve very challenging math problems, even with effective prompting strategies. Further improvements are needed, such as the development of more specific assistant models or the integration of new tools and prompts.

Recent Large Language Models (LLMs) like GTP-3.5 and GPT-4 have demonstrated astonishing abilities over previous models on various tasks, such as text generation, question answering, and code generation. Moreover, these models can communicate with humans through conversations and remember previous contexts, making it easier for humans to interact with them. These models play an increasingly important role in our daily lives assisting people with different tasks, such as writing emails, summarizing documents, and writing code.

In this blog post, we probe into the problem-solving capabilities of LLMs. Specifically, we are interested in their capabilities to solve advanced math problems, which could be representative of a broader class of problems that require precise reasoning and also have deterministic solutions.

We introduce MathChat, a conversational framework designed for solving challenging math problems with LLMs. This framework takes advantage of the chat-optimized feature of state-of-the-art LLMs, where a user proxy agent and an LLM assistant work together to tackle math problems. We also test previous prompting techniques for comparison.

The MathChat Framework

MathChat simulates a conversation between the LLM assistant and a user proxy agent. As the name indicates, the user proxy agent acts as a proxy for the user, which is responsible for communicating with the LLM assistant and continuing the conversation in a desired manner.

The proxy agent first presents a math problem to the LLM assistant, framed by an initial prompt that guides the assistant in how it should work collaboratively to solve the problem. We incorporate existing prompting methods such as CoT (chain-of-thought) and tool-using are incorporated in the initial prompt. Key components of the prompt include:

  • Tool-using Prompt: This guides the LLM assistant to use Python code in the correct format to address the problem, allowing the user proxy agent to parse the code and provide the appropriate results.

  • Problem-Solving Strategy Selection Prompt: The assistant is instructed to choose one of three potential problem-solving strategies, including:

    1. Writing a Python program to solve the problem directly.
    2. Solving the problem directly without using Python, which exercises LLMs' inherent reasoning capabilities.
    3. Solving the problem step by step with Python. This should be used when the first two strategies aren't suitable.

  • Final Answer Encapsulation Prompt: This part instructs the assistant to put the final answer in \boxed{}.

The prompt design in MathChat is flexible and can easily be refined to include other tools, such as Wolfram Alpha.

Let's take a look at an example between the User Proxy Agent and the LLM Assistant (GPT-4). The conversation focuses on how to solve inequality using Python. (The conversation is modified for readability.)

ParticipantDialogue
User Proxy Agent(Initial Prompt: Let's solve a math problem with Python...) Problem: Find all x that satisfy the inequality (2x+10)(x+3) < (3x+9)(x+8). Express your answer in interval notation.
LLM assistantThe key idea to solve this problem is to find the critical points, which are the points where the inequality is equal. Then, test the intervals between the critical points to find the interval for which the inequality holds.
LLM assistant (continued)Here's Python code to find the critical points: from sympy import symbols, Eq, solve; x = symbols("x"); lhs = (2*x + 10)*(x + 3); rhs = (3*x + 9)*(x + 8); equation = Eq(lhs, rhs); critical_points = solve(equation, x); critical_points
User Proxy AgentThe critical points are: [-14, -3]
LLM assistantWe found the critical points to be x = -14 and x = -3. Now we'll test the intervals between these critical points as well as points before and after the critical points. The intervals are: x < -14, -14 < x < -3, x > -3.
LLM assistant (continued)Here's Python code to test the inequality for each interval: from sympy import symbols; x = symbols("x"); inequality = (2*x + 10)*(x + 3) < (3*x + 9)*(x + 8); test_points = [-15, -5, 0]; intervals = []; for point in test_points: if inequality.subs(x, point): intervals.append(point); intervals
User Proxy AgentThe intervals where the inequality holds true are for test points: [-15, 0]
LLM assistantWe have tested the intervals and found that the inequality holds for: 1. x < -14 (test point: -15) 2. x > -3 (test point: 0). Therefore, the solution to the inequality (2x+10)(x+3) < (3x+9)(x+8) is x ∈ (-∞, -14) ∪ (-3, ∞)

Experiment Setup

We evaluate the improvement brought by MathChat.

For the experiment, we focus on the level-5 problems from the MATH dataset, which are composed of high school competition problems. These problems include the application of theorems and complex equation derivation and are challenging even for undergraduate students. We evaluate 6 of 7 categories from the dataset (excluding Geometry): Prealgebra, Algebra, Number Theory, Counting and Probability, Intermediate Algebra, and Precalculus.

We evaluate GPT-4 and use the default configuration of the OpenAI API. To access the final performance, we manually compare the final answer with the correct answer. For the vanilla prompt, Program Synthesis, and MathChat, we have GPT-4 enclose the final answer in \boxed{}, and we take the return of the function in PoT as the final answer.

We also evaluate the following methods for comparison:

  1. Vanilla prompting: Evaluates GPT-4's direct problem-solving capability. The prompt used is: " Solve the problem carefully. Put the final answer in \boxed{}".

  2. Program of Thoughts (PoT): Uses a zero-shot PoT prompt that requests the model to create a Solver function to solve the problem and return the final answer.

  3. Program Synthesis (PS) prompting: Like PoT, it prompts the model to write a program to solve the problem. The prompt used is: "Write a program that answers the following question: {Problem}".

Experiment Results

The accuracy on all the problems with difficulty level-5 from different categories of the MATH dataset with different methods is shown below:

Result

We found that compared to basic prompting, which demonstrates the innate capabilities of GPT-4, utilizing Python within the context of PoT or PS strategy improved the overall accuracy by about 10%. This increase was mostly seen in categories involving more numerical manipulations, such as Counting & Probability and Number Theory, and in more complex categories like Intermediate Algebra and Precalculus.

For categories like Algebra and Prealgebra, PoT and PS showed little improvement, and in some instances, even led to a decrease in accuracy. However, MathChat was able to enhance total accuracy by around 6% compared to PoT and PS, showing competitive performance across all categories. Remarkably, MathChat improved accuracy in the Algebra category by about 15% over other methods. Note that categories like Intermediate Algebra and Precalculus remained challenging for all methods, with only about 20% of problems solved accurately.

The code for experiments can be found at this repository. We now provide an implementation of MathChat using the interactive agents in FLAML. See this notebook for example usage.

Future Directions

Despite MathChat's improvements over previous methods, the results show that complex math problem is still challenging for recent powerful LLMs, like GPT-4, even with help from external tools.

Further work can be done to enhance this framework or math problem-solving in general:

  • Although enabling the model to use tools like Python can reduce calculation errors, LLMs are still prone to logic errors. Methods like self-consistency (Sample several solutions and take a major vote on the final answer), or self-verification (use another LLM instance to check whether an answer is correct) might improve the performance.
  • Sometimes, whether the LLM can solve the problem depends on the plan it uses. Some plans require less computation and logical reasoning, leaving less room for mistakes.
  • MathChat has the potential to be adapted into a copilot system, which could assist users with math problems. This system could allow users to be more involved in the problem-solving process, potentially enhancing learning.

For Further Reading

Are you working on applications that involve math problem-solving? Would you appreciate additional research or support on the application of LLM-based agents for math problem-solving? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/2023/07/14/Local-LLMs/index.html b/blog/2023/07/14/Local-LLMs/index.html index cc47ed937a..f92a95a901 100644 --- a/blog/2023/07/14/Local-LLMs/index.html +++ b/blog/2023/07/14/Local-LLMs/index.html @@ -7,14 +7,14 @@ Use flaml.autogen for Local LLMs | FLAML - +

Use flaml.autogen for Local LLMs

· 3 min read
Jiale Liu

TL;DR: We demonstrate how to use flaml.autogen for local LLM application. As an example, we will initiate an endpoint using FastChat and perform inference on ChatGLMv2-6b.

Preparations

Clone FastChat

FastChat provides OpenAI-compatible APIs for its supported models, so you can use FastChat as a local drop-in replacement for OpenAI APIs. However, its code needs minor modification in order to function properly.

git clone https://github.com/lm-sys/FastChat.git
cd FastChat

Download checkpoint

ChatGLM-6B is an open bilingual language model based on General Language Model (GLM) framework, with 6.2 billion parameters. ChatGLM2-6B is its second-generation version.

Before downloading from HuggingFace Hub, you need to have Git LFS installed.

git clone https://huggingface.co/THUDM/chatglm2-6b

Initiate server

First, launch the controller

python -m fastchat.serve.controller

Then, launch the model worker(s)

python -m fastchat.serve.model_worker --model-path chatglm2-6b

Finally, launch the RESTful API server

python -m fastchat.serve.openai_api_server --host localhost --port 8000

Normally this will work. However, if you encounter error like this, commenting out all the lines containing finish_reason in fastchat/protocol/api_protocal.py and fastchat/protocol/openai_api_protocol.py will fix the problem. The modified code looks like:

class CompletionResponseChoice(BaseModel):
    index: int
    text: str
    logprobs: Optional[int] = None
    # finish_reason: Optional[Literal["stop", "length"]]

class CompletionResponseStreamChoice(BaseModel):
    index: int
    text: str
    logprobs: Optional[float] = None
    # finish_reason: Optional[Literal["stop", "length"]] = None

Interact with model using oai.Completion

Now the models can be directly accessed through openai-python library as well as flaml.oai.Completion and flaml.oai.ChatCompletion.

from flaml import oai

# create a text completion request
response = oai.Completion.create(
    config_list=[
        {
            "model": "chatglm2-6b",
            "api_base": "http://localhost:8000/v1",
            "api_type": "open_ai",
            "api_key": "NULL", # just a placeholder
        }
    ],
    prompt="Hi",
)
print(response)

# create a chat completion request
response = oai.ChatCompletion.create(
    config_list=[
        {
            "model": "chatglm2-6b",
            "api_base": "http://localhost:8000/v1",
            "api_type": "open_ai",
            "api_key": "NULL",
        }
    ],
    messages=[{"role": "user", "content": "Hi"}]
)
print(response)

If you would like to switch to different models, download their checkpoints and specify model path when launching model worker(s).

interacting with multiple local LLMs

If you would like to interact with multiple LLMs on your local machine, replace the model_worker step above with a multi model variant:

python -m fastchat.serve.multi_model_worker \
    --model-path lmsys/vicuna-7b-v1.3 \
    --model-names vicuna-7b-v1.3 \
    --model-path chatglm2-6b \
    --model-names chatglm2-6b

The inference code would be:

from flaml import oai

# create a chat completion request
response = oai.ChatCompletion.create(
    config_list=[
        {
            "model": "chatglm2-6b",
            "api_base": "http://localhost:8000/v1",
            "api_type": "open_ai",
            "api_key": "NULL",
        },
        {
            "model": "vicuna-7b-v1.3",
            "api_base": "http://localhost:8000/v1",
            "api_type": "open_ai",
            "api_key": "NULL",
        }
    ],
    messages=[{"role": "user", "content": "Hi"}]
)
print(response)

For Further Reading

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/archive/index.html b/blog/archive/index.html index 8dcc7d0eaf..c8e2e56dcb 100644 --- a/blog/archive/index.html +++ b/blog/archive/index.html @@ -7,13 +7,13 @@ Archive | FLAML - +

Archive

Archive

2023

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/index.html b/blog/index.html index 1ecdbbf58e..cdaffdc7a1 100644 --- a/blog/index.html +++ b/blog/index.html @@ -7,7 +7,7 @@ Blog | FLAML - + @@ -26,7 +26,7 @@ We invite contributions from anyone interested in this topic and look forward to collaborating with the community as we shape the future of FLAML and LLMOps together.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLMOps? Please join our Discord server for discussion.

· 5 min read
Chi Wang

level 2 algebra

TL;DR:

  • Just by tuning the inference parameters like model, number of responses, temperature etc. without changing any model weights or prompt, the baseline accuracy of untuned gpt-4 can be improved by 20% in high school math competition problems.
  • For easy problems, the tuned gpt-3.5-turbo model vastly outperformed untuned gpt-4 in accuracy (e.g., 90% vs. 70%) and cost efficiency. For hard problems, the tuned gpt-4 is much more accurate (e.g., 35% vs. 20%) and less expensive than untuned gpt-4.
  • FLAML can help with model selection, parameter tuning, and cost-saving in LLM applications.

Large language models (LLMs) are powerful tools that can generate natural language texts for various applications, such as chatbots, summarization, translation, and more. GPT-4 is currently the state of the art LLM in the world. Is model selection irrelevant? What about inference parameters?

In this blog post, we will explore how model and inference parameter matter in LLM applications, using a case study for MATH, a benchmark for evaluating LLMs on advanced mathematical problem solving. MATH consists of 12K math competition problems from AMC-10, AMC-12 and AIME. Each problem is accompanied by a step-by-step solution.

We will use the new subpackage flaml.autogen to automatically find the best model and inference parameter for LLMs on a given task and dataset given an inference budget, using a novel low-cost search & pruning strategy. FLAML currently supports all the LLMs from OpenAI, such as GPT-3.5 and GPT-4.

We will use FLAML to perform model selection and inference parameter tuning. Then we compare the performance and inference cost on solving algebra problems with the untuned gpt-4. We will also analyze how different difficulty levels affect the results.

Experiment Setup

We use FLAML to select between the following models with a target inference budget $0.02 per instance:

  • gpt-3.5-turbo, a relatively cheap model that powers the popular ChatGPT app
  • gpt-4, the state of the art LLM that costs more than 10 times of gpt-3.5-turbo

We adapt the models using 20 examples in the train set, using the problem statement as the input and generating the solution as the output. We use the following inference parameters:

  • temperature: The parameter that controls the randomness of the output text. A higher temperature means more diversity but less coherence. We search for the optimal temperature in the range of [0, 1].
  • top_p: The parameter that controls the probability mass of the output tokens. Only tokens with a cumulative probability less than or equal to top-p are considered. A lower top-p means more diversity but less coherence. We search for the optimal top-p in the range of [0, 1].
  • max_tokens: The maximum number of tokens that can be generated for each output. We search for the optimal max length in the range of [50, 1000].
  • n: The number of responses to generate. We search for the optimal n in the range of [1, 100].
  • prompt: We use the template: "{problem} Solve the problem carefully. Simplify your answer as much as possible. Put the final answer in \boxed{{}}." where {problem} will be replaced by the math problem instance.

In this experiment, when n > 1, we find the answer with highest votes among all the responses and then select it as the final answer to compare with the ground truth. For example, if n = 5 and 3 of the responses contain a final answer 301 while 2 of the responses contain a final answer 159, we choose 301 as the final answer. This can help with resolving potential errors due to randomness. We use the average accuracy and average inference cost as the metric to evaluate the performance over a dataset. The inference cost of a particular instance is measured by the price per 1K tokens and the number of tokens consumed.

Experiment Results

The first figure in this blog post shows the average accuracy and average inference cost of each configuration on the level 2 Algebra test set.

Surprisingly, the tuned gpt-3.5-turbo model is selected as a better model and it vastly outperforms untuned gpt-4 in accuracy (92% vs. 70%) with equal or 2.5 times higher inference budget. The same observation can be obtained on the level 3 Algebra test set.

level 3 algebra

However, the selected model changes on level 4 Algebra.

level 4 algebra

This time gpt-4 is selected as the best model. The tuned gpt-4 achieves much higher accuracy (56% vs. 44%) and lower cost than the untuned gpt-4. On level 5 the result is similar.

level 5 algebra

We can see that FLAML has found different optimal model and inference parameters for each subset of a particular level, which shows that these parameters matter in cost-sensitive LLM applications and need to be carefully tuned or adapted.

An example notebook to run these experiments can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/autogen_chatgpt.ipynb

Analysis and Discussion

While gpt-3.5-turbo demonstrates competitive accuracy with voted answers in relatively easy algebra problems under the same inference budget, gpt-4 is a better choice for the most difficult problems. In general, through parameter tuning and model selection, we can identify the opportunity to save the expensive model for more challenging tasks, and improve the overall effectiveness of a budget-constrained system.

There are many other alternative ways of solving math problems, which we have not covered in this blog post. When there are choices beyond the inference parameters, they can be generally tuned via flaml.tune.

The need for model selection, parameter tuning and cost saving is not specific to the math problems. The Auto-GPT project is an example where high cost can easily prevent a generic complex task to be accomplished as it needs many LLM inference calls.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/tags/flam-lv-2/index.html b/blog/tags/flam-lv-2/index.html index d818d54c78..514aa26448 100644 --- a/blog/tags/flam-lv-2/index.html +++ b/blog/tags/flam-lv-2/index.html @@ -7,7 +7,7 @@ 2 posts tagged with "FLAMLv2" | FLAML - + @@ -18,7 +18,7 @@ A big shoutout to our industrial collaborators from Azure Core, Azure Machine Learning, Azure Synapse Analytics, Microsoft 365, ML.NET, Vowpal Wabbit, Anyscale, Databricks, and Wise; and academic collaborators from MIT, Penn State University, Stevens Institute of Technology, Tel Aviv University, Texas A & M University, University of Manchester, University of Washington, and The Chinese University of Hong Kong etc.

We'd also like to take the opportunity to reflect on FLAML's past achievements and its future roadmap, with a particular focus on large language models (LLM) and LLMOps.

FLAML's Journey: Past Achievements and Milestones

Bring AutoML to One's Fingertips

FLAML offers an off-the-shelf AutoML solution that enables users to quickly discover high-quality models or configurations for common ML/AI tasks. By automatically selecting models and hyperparameters for training or inference, FLAML saves users time and effort. FLAML has significantly reduced development time for developers and data scientists alike, while also providing a convenient way to integrate new algorithms into the pipeline, enabling easy extensions and large-scale parallel tuning. These features make FLAML a valuable tool in R&D efforts for many enterprise users. FLAML is capable of handling a variety of common ML tasks, such as classification, regression, time series forecasting, NLP tasks, and generative tasks, providing a comprehensive solution for various applications.

Speed and Efficiency: The FLAML Advantage

What sets FLAML apart from other AutoML libraries is its exceptional efficiency, thanks to the economical and efficient hyperparameter optimization and model selection methods developed in our research. FLAML is also capable of handling large search spaces with heterogeneous evaluation costs, complex constraints, guidance, and early stopping. The zero-shot AutoML option further reduces the cost of AutoML, making FLAML an even more attractive solution for a wide range of applications with low resources.

Easy Customization and Extensibility

FLAML is designed for easy extensibility and customization, allowing users to add custom learners, metrics, search space, etc. For example, the support of hierarchical search spaces allows one to first choose an ML learner and then sampling from the hyperparameter space specific to that learner. The level of customization ranges from minimal (providing only training data and task type as input) to full (tuning a user-defined function). This flexibility and support for easy customization have led to FLAML's adoption in various domains, including security, finance, marketing, engineering, supply chain, insurance, and healthcare, delivering highly accurate results.

Embracing Large Language Models in FLAML v2

As large language models continue to reshape the AI ecosystem, FLAML is poised to adapt and grow alongside these advancements. Recognizing the importance of large language models, we have recently incorporated an autogen package into FLAML, and are committed to focusing our collective efforts on addressing the unique challenges that arise in LLMOps (Large Language Model Operations).

In its current iteration, FLAML offers support for model selection and inference parameter tuning for large language models. We are actively working on the development of new features, such as low-level inference API with caching, templating, filtering, and higher-level components like LLM-based coding and interactive agents, to enable more effective and economical usage of LLM.

We are eagerly preparing for the launch of FLAML v2, where we will place special emphasis on incorporating and enhancing features specifically tailored for large language models (LLMs), further expanding FLAML's capabilities. We invite contributions from anyone interested in this topic and look forward to collaborating with the community as we shape the future of FLAML and LLMOps together.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLMOps? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/tags/gpt/index.html b/blog/tags/gpt/index.html index 1cd526f372..e6be031f81 100644 --- a/blog/tags/gpt/index.html +++ b/blog/tags/gpt/index.html @@ -7,7 +7,7 @@ 3 posts tagged with "GPT" | FLAML - + @@ -21,7 +21,7 @@ flaml.autogen uses a technique EcoOptiGen to support inference parameter tuning and model selection.

There are many directions of extensions in research and development:

  • Generalize the way to provide feedback.
  • Automate the process of optimizing the configurations.
  • Build adaptive agents for different applications.

Do you find this approach applicable to your use case? Do you have any other challenge to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.

For Further Reading

· 5 min read
Chi Wang

level 2 algebra

TL;DR:

  • Just by tuning the inference parameters like model, number of responses, temperature etc. without changing any model weights or prompt, the baseline accuracy of untuned gpt-4 can be improved by 20% in high school math competition problems.
  • For easy problems, the tuned gpt-3.5-turbo model vastly outperformed untuned gpt-4 in accuracy (e.g., 90% vs. 70%) and cost efficiency. For hard problems, the tuned gpt-4 is much more accurate (e.g., 35% vs. 20%) and less expensive than untuned gpt-4.
  • FLAML can help with model selection, parameter tuning, and cost-saving in LLM applications.

Large language models (LLMs) are powerful tools that can generate natural language texts for various applications, such as chatbots, summarization, translation, and more. GPT-4 is currently the state of the art LLM in the world. Is model selection irrelevant? What about inference parameters?

In this blog post, we will explore how model and inference parameter matter in LLM applications, using a case study for MATH, a benchmark for evaluating LLMs on advanced mathematical problem solving. MATH consists of 12K math competition problems from AMC-10, AMC-12 and AIME. Each problem is accompanied by a step-by-step solution.

We will use the new subpackage flaml.autogen to automatically find the best model and inference parameter for LLMs on a given task and dataset given an inference budget, using a novel low-cost search & pruning strategy. FLAML currently supports all the LLMs from OpenAI, such as GPT-3.5 and GPT-4.

We will use FLAML to perform model selection and inference parameter tuning. Then we compare the performance and inference cost on solving algebra problems with the untuned gpt-4. We will also analyze how different difficulty levels affect the results.

Experiment Setup

We use FLAML to select between the following models with a target inference budget $0.02 per instance:

  • gpt-3.5-turbo, a relatively cheap model that powers the popular ChatGPT app
  • gpt-4, the state of the art LLM that costs more than 10 times of gpt-3.5-turbo

We adapt the models using 20 examples in the train set, using the problem statement as the input and generating the solution as the output. We use the following inference parameters:

  • temperature: The parameter that controls the randomness of the output text. A higher temperature means more diversity but less coherence. We search for the optimal temperature in the range of [0, 1].
  • top_p: The parameter that controls the probability mass of the output tokens. Only tokens with a cumulative probability less than or equal to top-p are considered. A lower top-p means more diversity but less coherence. We search for the optimal top-p in the range of [0, 1].
  • max_tokens: The maximum number of tokens that can be generated for each output. We search for the optimal max length in the range of [50, 1000].
  • n: The number of responses to generate. We search for the optimal n in the range of [1, 100].
  • prompt: We use the template: "{problem} Solve the problem carefully. Simplify your answer as much as possible. Put the final answer in \boxed{{}}." where {problem} will be replaced by the math problem instance.

In this experiment, when n > 1, we find the answer with highest votes among all the responses and then select it as the final answer to compare with the ground truth. For example, if n = 5 and 3 of the responses contain a final answer 301 while 2 of the responses contain a final answer 159, we choose 301 as the final answer. This can help with resolving potential errors due to randomness. We use the average accuracy and average inference cost as the metric to evaluate the performance over a dataset. The inference cost of a particular instance is measured by the price per 1K tokens and the number of tokens consumed.

Experiment Results

The first figure in this blog post shows the average accuracy and average inference cost of each configuration on the level 2 Algebra test set.

Surprisingly, the tuned gpt-3.5-turbo model is selected as a better model and it vastly outperforms untuned gpt-4 in accuracy (92% vs. 70%) with equal or 2.5 times higher inference budget. The same observation can be obtained on the level 3 Algebra test set.

level 3 algebra

However, the selected model changes on level 4 Algebra.

level 4 algebra

This time gpt-4 is selected as the best model. The tuned gpt-4 achieves much higher accuracy (56% vs. 44%) and lower cost than the untuned gpt-4. On level 5 the result is similar.

level 5 algebra

We can see that FLAML has found different optimal model and inference parameters for each subset of a particular level, which shows that these parameters matter in cost-sensitive LLM applications and need to be carefully tuned or adapted.

An example notebook to run these experiments can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/autogen_chatgpt.ipynb

Analysis and Discussion

While gpt-3.5-turbo demonstrates competitive accuracy with voted answers in relatively easy algebra problems under the same inference budget, gpt-4 is a better choice for the most difficult problems. In general, through parameter tuning and model selection, we can identify the opportunity to save the expensive model for more challenging tasks, and improve the overall effectiveness of a budget-constrained system.

There are many other alternative ways of solving math problems, which we have not covered in this blog post. When there are choices beyond the inference parameters, they can be generally tuned via flaml.tune.

The need for model selection, parameter tuning and cost saving is not specific to the math problems. The Auto-GPT project is an example where high cost can easily prevent a generic complex task to be accomplished as it needs many LLM inference calls.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/tags/index.html b/blog/tags/index.html index 0bd323bdc7..866be08d6a 100644 --- a/blog/tags/index.html +++ b/blog/tags/index.html @@ -7,13 +7,13 @@ Tags | FLAML - +

Tags

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/tags/llm-ops/index.html b/blog/tags/llm-ops/index.html index 88f55d5191..3801405f2a 100644 --- a/blog/tags/llm-ops/index.html +++ b/blog/tags/llm-ops/index.html @@ -7,7 +7,7 @@ One post tagged with "LLMOps" | FLAML - + @@ -17,7 +17,7 @@ A big shoutout to our industrial collaborators from Azure Core, Azure Machine Learning, Azure Synapse Analytics, Microsoft 365, ML.NET, Vowpal Wabbit, Anyscale, Databricks, and Wise; and academic collaborators from MIT, Penn State University, Stevens Institute of Technology, Tel Aviv University, Texas A & M University, University of Manchester, University of Washington, and The Chinese University of Hong Kong etc.

We'd also like to take the opportunity to reflect on FLAML's past achievements and its future roadmap, with a particular focus on large language models (LLM) and LLMOps.

FLAML's Journey: Past Achievements and Milestones

Bring AutoML to One's Fingertips

FLAML offers an off-the-shelf AutoML solution that enables users to quickly discover high-quality models or configurations for common ML/AI tasks. By automatically selecting models and hyperparameters for training or inference, FLAML saves users time and effort. FLAML has significantly reduced development time for developers and data scientists alike, while also providing a convenient way to integrate new algorithms into the pipeline, enabling easy extensions and large-scale parallel tuning. These features make FLAML a valuable tool in R&D efforts for many enterprise users. FLAML is capable of handling a variety of common ML tasks, such as classification, regression, time series forecasting, NLP tasks, and generative tasks, providing a comprehensive solution for various applications.

Speed and Efficiency: The FLAML Advantage

What sets FLAML apart from other AutoML libraries is its exceptional efficiency, thanks to the economical and efficient hyperparameter optimization and model selection methods developed in our research. FLAML is also capable of handling large search spaces with heterogeneous evaluation costs, complex constraints, guidance, and early stopping. The zero-shot AutoML option further reduces the cost of AutoML, making FLAML an even more attractive solution for a wide range of applications with low resources.

Easy Customization and Extensibility

FLAML is designed for easy extensibility and customization, allowing users to add custom learners, metrics, search space, etc. For example, the support of hierarchical search spaces allows one to first choose an ML learner and then sampling from the hyperparameter space specific to that learner. The level of customization ranges from minimal (providing only training data and task type as input) to full (tuning a user-defined function). This flexibility and support for easy customization have led to FLAML's adoption in various domains, including security, finance, marketing, engineering, supply chain, insurance, and healthcare, delivering highly accurate results.

Embracing Large Language Models in FLAML v2

As large language models continue to reshape the AI ecosystem, FLAML is poised to adapt and grow alongside these advancements. Recognizing the importance of large language models, we have recently incorporated an autogen package into FLAML, and are committed to focusing our collective efforts on addressing the unique challenges that arise in LLMOps (Large Language Model Operations).

In its current iteration, FLAML offers support for model selection and inference parameter tuning for large language models. We are actively working on the development of new features, such as low-level inference API with caching, templating, filtering, and higher-level components like LLM-based coding and interactive agents, to enable more effective and economical usage of LLM.

We are eagerly preparing for the launch of FLAML v2, where we will place special emphasis on incorporating and enhancing features specifically tailored for large language models (LLMs), further expanding FLAML's capabilities. We invite contributions from anyone interested in this topic and look forward to collaborating with the community as we shape the future of FLAML and LLMOps together.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLMOps? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/tags/llm/index.html b/blog/tags/llm/index.html index aa431cea4d..b142b09bf2 100644 --- a/blog/tags/llm/index.html +++ b/blog/tags/llm/index.html @@ -7,7 +7,7 @@ 5 posts tagged with "LLM" | FLAML - + @@ -26,7 +26,7 @@ We invite contributions from anyone interested in this topic and look forward to collaborating with the community as we shape the future of FLAML and LLMOps together.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLMOps? Please join our Discord server for discussion.

· 5 min read
Chi Wang

level 2 algebra

TL;DR:

  • Just by tuning the inference parameters like model, number of responses, temperature etc. without changing any model weights or prompt, the baseline accuracy of untuned gpt-4 can be improved by 20% in high school math competition problems.
  • For easy problems, the tuned gpt-3.5-turbo model vastly outperformed untuned gpt-4 in accuracy (e.g., 90% vs. 70%) and cost efficiency. For hard problems, the tuned gpt-4 is much more accurate (e.g., 35% vs. 20%) and less expensive than untuned gpt-4.
  • FLAML can help with model selection, parameter tuning, and cost-saving in LLM applications.

Large language models (LLMs) are powerful tools that can generate natural language texts for various applications, such as chatbots, summarization, translation, and more. GPT-4 is currently the state of the art LLM in the world. Is model selection irrelevant? What about inference parameters?

In this blog post, we will explore how model and inference parameter matter in LLM applications, using a case study for MATH, a benchmark for evaluating LLMs on advanced mathematical problem solving. MATH consists of 12K math competition problems from AMC-10, AMC-12 and AIME. Each problem is accompanied by a step-by-step solution.

We will use the new subpackage flaml.autogen to automatically find the best model and inference parameter for LLMs on a given task and dataset given an inference budget, using a novel low-cost search & pruning strategy. FLAML currently supports all the LLMs from OpenAI, such as GPT-3.5 and GPT-4.

We will use FLAML to perform model selection and inference parameter tuning. Then we compare the performance and inference cost on solving algebra problems with the untuned gpt-4. We will also analyze how different difficulty levels affect the results.

Experiment Setup

We use FLAML to select between the following models with a target inference budget $0.02 per instance:

  • gpt-3.5-turbo, a relatively cheap model that powers the popular ChatGPT app
  • gpt-4, the state of the art LLM that costs more than 10 times of gpt-3.5-turbo

We adapt the models using 20 examples in the train set, using the problem statement as the input and generating the solution as the output. We use the following inference parameters:

  • temperature: The parameter that controls the randomness of the output text. A higher temperature means more diversity but less coherence. We search for the optimal temperature in the range of [0, 1].
  • top_p: The parameter that controls the probability mass of the output tokens. Only tokens with a cumulative probability less than or equal to top-p are considered. A lower top-p means more diversity but less coherence. We search for the optimal top-p in the range of [0, 1].
  • max_tokens: The maximum number of tokens that can be generated for each output. We search for the optimal max length in the range of [50, 1000].
  • n: The number of responses to generate. We search for the optimal n in the range of [1, 100].
  • prompt: We use the template: "{problem} Solve the problem carefully. Simplify your answer as much as possible. Put the final answer in \boxed{{}}." where {problem} will be replaced by the math problem instance.

In this experiment, when n > 1, we find the answer with highest votes among all the responses and then select it as the final answer to compare with the ground truth. For example, if n = 5 and 3 of the responses contain a final answer 301 while 2 of the responses contain a final answer 159, we choose 301 as the final answer. This can help with resolving potential errors due to randomness. We use the average accuracy and average inference cost as the metric to evaluate the performance over a dataset. The inference cost of a particular instance is measured by the price per 1K tokens and the number of tokens consumed.

Experiment Results

The first figure in this blog post shows the average accuracy and average inference cost of each configuration on the level 2 Algebra test set.

Surprisingly, the tuned gpt-3.5-turbo model is selected as a better model and it vastly outperforms untuned gpt-4 in accuracy (92% vs. 70%) with equal or 2.5 times higher inference budget. The same observation can be obtained on the level 3 Algebra test set.

level 3 algebra

However, the selected model changes on level 4 Algebra.

level 4 algebra

This time gpt-4 is selected as the best model. The tuned gpt-4 achieves much higher accuracy (56% vs. 44%) and lower cost than the untuned gpt-4. On level 5 the result is similar.

level 5 algebra

We can see that FLAML has found different optimal model and inference parameters for each subset of a particular level, which shows that these parameters matter in cost-sensitive LLM applications and need to be carefully tuned or adapted.

An example notebook to run these experiments can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/autogen_chatgpt.ipynb

Analysis and Discussion

While gpt-3.5-turbo demonstrates competitive accuracy with voted answers in relatively easy algebra problems under the same inference budget, gpt-4 is a better choice for the most difficult problems. In general, through parameter tuning and model selection, we can identify the opportunity to save the expensive model for more challenging tasks, and improve the overall effectiveness of a budget-constrained system.

There are many other alternative ways of solving math problems, which we have not covered in this blog post. When there are choices beyond the inference parameters, they can be generally tuned via flaml.tune.

The need for model selection, parameter tuning and cost saving is not specific to the math problems. The Auto-GPT project is an example where high cost can easily prevent a generic complex task to be accomplished as it needs many LLM inference calls.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/blog/tags/research/index.html b/blog/tags/research/index.html index 4a037997fd..3b3b4a0f43 100644 --- a/blog/tags/research/index.html +++ b/blog/tags/research/index.html @@ -7,7 +7,7 @@ 3 posts tagged with "research" | FLAML - + @@ -21,7 +21,7 @@ flaml.autogen uses a technique EcoOptiGen to support inference parameter tuning and model selection.

There are many directions of extensions in research and development:

  • Generalize the way to provide feedback.
  • Automate the process of optimizing the configurations.
  • Build adaptive agents for different applications.

Do you find this approach applicable to your use case? Do you have any other challenge to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.

For Further Reading

· 5 min read
Chi Wang

level 2 algebra

TL;DR:

  • Just by tuning the inference parameters like model, number of responses, temperature etc. without changing any model weights or prompt, the baseline accuracy of untuned gpt-4 can be improved by 20% in high school math competition problems.
  • For easy problems, the tuned gpt-3.5-turbo model vastly outperformed untuned gpt-4 in accuracy (e.g., 90% vs. 70%) and cost efficiency. For hard problems, the tuned gpt-4 is much more accurate (e.g., 35% vs. 20%) and less expensive than untuned gpt-4.
  • FLAML can help with model selection, parameter tuning, and cost-saving in LLM applications.

Large language models (LLMs) are powerful tools that can generate natural language texts for various applications, such as chatbots, summarization, translation, and more. GPT-4 is currently the state of the art LLM in the world. Is model selection irrelevant? What about inference parameters?

In this blog post, we will explore how model and inference parameter matter in LLM applications, using a case study for MATH, a benchmark for evaluating LLMs on advanced mathematical problem solving. MATH consists of 12K math competition problems from AMC-10, AMC-12 and AIME. Each problem is accompanied by a step-by-step solution.

We will use the new subpackage flaml.autogen to automatically find the best model and inference parameter for LLMs on a given task and dataset given an inference budget, using a novel low-cost search & pruning strategy. FLAML currently supports all the LLMs from OpenAI, such as GPT-3.5 and GPT-4.

We will use FLAML to perform model selection and inference parameter tuning. Then we compare the performance and inference cost on solving algebra problems with the untuned gpt-4. We will also analyze how different difficulty levels affect the results.

Experiment Setup

We use FLAML to select between the following models with a target inference budget $0.02 per instance:

  • gpt-3.5-turbo, a relatively cheap model that powers the popular ChatGPT app
  • gpt-4, the state of the art LLM that costs more than 10 times of gpt-3.5-turbo

We adapt the models using 20 examples in the train set, using the problem statement as the input and generating the solution as the output. We use the following inference parameters:

  • temperature: The parameter that controls the randomness of the output text. A higher temperature means more diversity but less coherence. We search for the optimal temperature in the range of [0, 1].
  • top_p: The parameter that controls the probability mass of the output tokens. Only tokens with a cumulative probability less than or equal to top-p are considered. A lower top-p means more diversity but less coherence. We search for the optimal top-p in the range of [0, 1].
  • max_tokens: The maximum number of tokens that can be generated for each output. We search for the optimal max length in the range of [50, 1000].
  • n: The number of responses to generate. We search for the optimal n in the range of [1, 100].
  • prompt: We use the template: "{problem} Solve the problem carefully. Simplify your answer as much as possible. Put the final answer in \boxed{{}}." where {problem} will be replaced by the math problem instance.

In this experiment, when n > 1, we find the answer with highest votes among all the responses and then select it as the final answer to compare with the ground truth. For example, if n = 5 and 3 of the responses contain a final answer 301 while 2 of the responses contain a final answer 159, we choose 301 as the final answer. This can help with resolving potential errors due to randomness. We use the average accuracy and average inference cost as the metric to evaluate the performance over a dataset. The inference cost of a particular instance is measured by the price per 1K tokens and the number of tokens consumed.

Experiment Results

The first figure in this blog post shows the average accuracy and average inference cost of each configuration on the level 2 Algebra test set.

Surprisingly, the tuned gpt-3.5-turbo model is selected as a better model and it vastly outperforms untuned gpt-4 in accuracy (92% vs. 70%) with equal or 2.5 times higher inference budget. The same observation can be obtained on the level 3 Algebra test set.

level 3 algebra

However, the selected model changes on level 4 Algebra.

level 4 algebra

This time gpt-4 is selected as the best model. The tuned gpt-4 achieves much higher accuracy (56% vs. 44%) and lower cost than the untuned gpt-4. On level 5 the result is similar.

level 5 algebra

We can see that FLAML has found different optimal model and inference parameters for each subset of a particular level, which shows that these parameters matter in cost-sensitive LLM applications and need to be carefully tuned or adapted.

An example notebook to run these experiments can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/autogen_chatgpt.ipynb

Analysis and Discussion

While gpt-3.5-turbo demonstrates competitive accuracy with voted answers in relatively easy algebra problems under the same inference budget, gpt-4 is a better choice for the most difficult problems. In general, through parameter tuning and model selection, we can identify the opportunity to save the expensive model for more challenging tasks, and improve the overall effectiveness of a budget-constrained system.

There are many other alternative ways of solving math problems, which we have not covered in this blog post. When there are choices beyond the inference parameters, they can be generally tuned via flaml.tune.

The need for model selection, parameter tuning and cost saving is not specific to the math problems. The Auto-GPT project is an example where high cost can easily prevent a generic complex task to be accomplished as it needs many LLM inference calls.

For Further Reading

Do you have any experience to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Contribute/index.html b/docs/Contribute/index.html index 40d420c240..f4ce542199 100644 --- a/docs/Contribute/index.html +++ b/docs/Contribute/index.html @@ -7,7 +7,7 @@ Contributing | FLAML - + @@ -32,7 +32,7 @@ coverage report -m or coverage html.

Documentation

To build and test documentation locally, install Node.js. For example,

nvm install --lts

Then:

npm install --global yarn  # skip if you use the dev container we provided
pip install pydoc-markdown==4.5.0  # skip if you use the dev container we provided
cd website
yarn install --frozen-lockfile --ignore-engines
pydoc-markdown
yarn start

The last command starts a local development server and opens up a browser window. Most changes are reflected live without having to restart the server.

Note: some tips in this guide are based off the contributor guide from ray, scikit-learn, or hummingbird.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoGen-AgentChat/index.html b/docs/Examples/AutoGen-AgentChat/index.html index 31663b4df8..60e9e3b33b 100644 --- a/docs/Examples/AutoGen-AgentChat/index.html +++ b/docs/Examples/AutoGen-AgentChat/index.html @@ -7,13 +7,13 @@ AutoGen - Automated Multi Agent Chat | FLAML - +
Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoGen-OpenAI/index.html b/docs/Examples/AutoGen-OpenAI/index.html index b3013b3fef..cc807f3fa9 100644 --- a/docs/Examples/AutoGen-OpenAI/index.html +++ b/docs/Examples/AutoGen-OpenAI/index.html @@ -7,14 +7,14 @@ AutoGen - Tune GPT Models | FLAML - +
Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoML-Classification/index.html b/docs/Examples/AutoML-Classification/index.html index be9ea1f966..b71ec71548 100644 --- a/docs/Examples/AutoML-Classification/index.html +++ b/docs/Examples/AutoML-Classification/index.html @@ -7,13 +7,13 @@ AutoML - Classification | FLAML - +

AutoML - Classification

Prerequisites

Install the [automl] option.

pip install "flaml[automl]"

A basic classification example

from flaml import AutoML
from sklearn.datasets import load_iris

# Initialize an AutoML instance
automl = AutoML()
# Specify automl goal and constraint
automl_settings = {
    "time_budget": 1,  # in seconds
    "metric": "accuracy",
    "task": "classification",
    "log_file_name": "iris.log",
}
X_train, y_train = load_iris(return_X_y=True)
# Train with labeled input data
automl.fit(X_train=X_train, y_train=y_train, **automl_settings)
# Predict
print(automl.predict_proba(X_train))
# Print the best model
print(automl.model.estimator)

Note: You can access the best model's estimator using automl.model.estimator.

Sample of output

[flaml.automl: 11-12 18:21:44] {1485} INFO - Data split method: stratified
[flaml.automl: 11-12 18:21:44] {1489} INFO - Evaluation method: cv
[flaml.automl: 11-12 18:21:44] {1540} INFO - Minimizing error metric: 1-accuracy
[flaml.automl: 11-12 18:21:44] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'catboost', 'xgboost', 'extra_tree', 'lrl1']
[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 0, current learner lgbm
[flaml.automl: 11-12 18:21:44] {1944} INFO - Estimated sufficient time budget=1285s. Estimated necessary time budget=23s.
[flaml.automl: 11-12 18:21:44] {2029} INFO -  at 0.2s,  estimator lgbm's best error=0.0733, best estimator lgbm's best error=0.0733
[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 1, current learner lgbm
[flaml.automl: 11-12 18:21:44] {2029} INFO -  at 0.3s,  estimator lgbm's best error=0.0733, best estimator lgbm's best error=0.0733
[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 2, current learner lgbm
[flaml.automl: 11-12 18:21:44] {2029} INFO -  at 0.4s,  estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533
[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 3, current learner lgbm
[flaml.automl: 11-12 18:21:44] {2029} INFO -  at 0.6s,  estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533
[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 4, current learner lgbm
[flaml.automl: 11-12 18:21:44] {2029} INFO -  at 0.6s,  estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533
[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 5, current learner xgboost
[flaml.automl: 11-12 18:21:45] {2029} INFO -  at 0.9s,  estimator xgboost's best error=0.0600,  best estimator lgbm's best error=0.0533
[flaml.automl: 11-12 18:21:45] {1826} INFO - iteration 6, current learner lgbm
[flaml.automl: 11-12 18:21:45] {2029} INFO -  at 1.0s,  estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533
[flaml.automl: 11-12 18:21:45] {1826} INFO - iteration 7, current learner extra_tree
[flaml.automl: 11-12 18:21:45] {2029} INFO -  at 1.1s,  estimator extra_tree's best error=0.0667,   best estimator lgbm's best error=0.0533
[flaml.automl: 11-12 18:21:45] {2242} INFO - retrain lgbm for 0.0s
[flaml.automl: 11-12 18:21:45] {2247} INFO - retrained model: LGBMClassifier(learning_rate=0.2677050123105203, max_bin=127,
               min_child_samples=12, n_estimators=4, num_leaves=4,
               reg_alpha=0.001348364934537134, reg_lambda=1.4442580148221913,
               verbose=-1)
[flaml.automl: 11-12 18:21:45] {1608} INFO - fit succeeded
[flaml.automl: 11-12 18:21:45] {1610} INFO - Time taken to find the best model: 0.3756711483001709

A more advanced example including custom learner and metric

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoML-NLP/index.html b/docs/Examples/AutoML-NLP/index.html index b86cd4e784..ef255ec38c 100644 --- a/docs/Examples/AutoML-NLP/index.html +++ b/docs/Examples/AutoML-NLP/index.html @@ -7,13 +7,13 @@ AutoML - NLP | FLAML - +

AutoML - NLP

Requirements

This example requires GPU. Install the [automl,hf] option:

pip install "flaml[automl,hf]"

A simple sequence classification example

from flaml import AutoML
from datasets import load_dataset

train_dataset = load_dataset("glue", "mrpc", split="train").to_pandas()
dev_dataset = load_dataset("glue", "mrpc", split="validation").to_pandas()
test_dataset = load_dataset("glue", "mrpc", split="test").to_pandas()
custom_sent_keys = ["sentence1", "sentence2"]
label_key = "label"
X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]
X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]
X_test = test_dataset[custom_sent_keys]

automl = AutoML()
automl_settings = {
    "time_budget": 100,
    "task": "seq-classification",
    "fit_kwargs_by_estimator": {
        "transformer": {
            "output_dir": "data/output/"  # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base
        }
    },  # setting the huggingface arguments: output directory
    "gpu_per_trial": 1,  # set to 0 if no GPU is available
}
automl.fit(
    X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings
)
automl.predict(X_test)

Notice that after you run automl.fit, the intermediate checkpoints are saved under the specified output_dir data/output. You can use the following code to clean these outputs if they consume a large storage space:

if os.path.exists("data/output/"):
    shutil.rmtree("data/output/")

Note: You can access the best model's estimator using automl.model.estimator.

Sample output

[flaml.automl: 12-06 08:21:39] {1943} INFO - task = seq-classification
[flaml.automl: 12-06 08:21:39] {1945} INFO - Data split method: stratified
[flaml.automl: 12-06 08:21:39] {1949} INFO - Evaluation method: holdout
[flaml.automl: 12-06 08:21:39] {2019} INFO - Minimizing error metric: 1-accuracy
[flaml.automl: 12-06 08:21:39] {2071} INFO - List of ML learners in AutoML Run: ['transformer']
[flaml.automl: 12-06 08:21:39] {2311} INFO - iteration 0, current learner transformer
{'data/output/train_2021-12-06_08-21-53/train_8947b1b2_1_n=1e-06,s=9223372036854775807,e=1e-05,s=-1,s=0.45765,e=32,d=42,o=0.0,y=0.0_2021-12-06_08-21-53/checkpoint-53': 53}
[flaml.automl: 12-06 08:22:56] {2424} INFO - Estimated sufficient time budget=766860s. Estimated necessary time budget=767s.
[flaml.automl: 12-06 08:22:56] {2499} INFO -  at 76.7s, estimator transformer's best error=0.1740,      best estimator transformer's best error=0.1740
[flaml.automl: 12-06 08:22:56] {2606} INFO - selected model: <flaml.nlp.huggingface.trainer.TrainerForAuto object at 0x7f49ea8414f0>
[flaml.automl: 12-06 08:22:56] {2100} INFO - fit succeeded
[flaml.automl: 12-06 08:22:56] {2101} INFO - Time taken to find the best model: 76.69802761077881
[flaml.automl: 12-06 08:22:56] {2112} WARNING - Time taken to find the best model is 77% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.

A simple sequence regression example

from flaml import AutoML
from datasets import load_dataset

train_dataset = load_dataset("glue", "stsb", split="train").to_pandas()
dev_dataset = load_dataset("glue", "stsb", split="train").to_pandas()
custom_sent_keys = ["sentence1", "sentence2"]
label_key = "label"
X_train = train_dataset[custom_sent_keys]
y_train = train_dataset[label_key]
X_val = dev_dataset[custom_sent_keys]
y_val = dev_dataset[label_key]

automl = AutoML()
automl_settings = {
    "gpu_per_trial": 0,
    "time_budget": 20,
    "task": "seq-regression",
    "metric": "rmse",
}
automl_settings["fit_kwargs_by_estimator"] = {  # setting the huggingface arguments
    "transformer": {
        "model_path": "google/electra-small-discriminator",  # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base
        "output_dir": "data/output/",  # setting the output directory
        "fp16": False,
    }  # setting whether to use FP16
}
automl.fit(
    X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings
)

Sample output

[flaml.automl: 12-20 11:47:28] {1965} INFO - task = seq-regression
[flaml.automl: 12-20 11:47:28] {1967} INFO - Data split method: uniform
[flaml.automl: 12-20 11:47:28] {1971} INFO - Evaluation method: holdout
[flaml.automl: 12-20 11:47:28] {2063} INFO - Minimizing error metric: rmse
[flaml.automl: 12-20 11:47:28] {2115} INFO - List of ML learners in AutoML Run: ['transformer']
[flaml.automl: 12-20 11:47:28] {2355} INFO - iteration 0, current learner transformer

A simple summarization example

from flaml import AutoML
from datasets import load_dataset

train_dataset = load_dataset("xsum", split="train").to_pandas()
dev_dataset = load_dataset("xsum", split="validation").to_pandas()
custom_sent_keys = ["document"]
label_key = "summary"

X_train = train_dataset[custom_sent_keys]
y_train = train_dataset[label_key]

X_val = dev_dataset[custom_sent_keys]
y_val = dev_dataset[label_key]

automl = AutoML()
automl_settings = {
    "gpu_per_trial": 1,
    "time_budget": 20,
    "task": "summarization",
    "metric": "rouge1",
}
automl_settings["fit_kwargs_by_estimator"] = {  # setting the huggingface arguments
    "transformer": {
        "model_path": "t5-small",  # if model_path is not set, the default model is t5-small: https://huggingface.co/t5-small
        "output_dir": "data/output/",  # setting the output directory
        "fp16": False,
    }  # setting whether to use FP16
}
automl.fit(
    X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings
)

Sample Output

[flaml.automl: 12-20 11:44:03] {1965} INFO - task = summarization
[flaml.automl: 12-20 11:44:03] {1967} INFO - Data split method: uniform
[flaml.automl: 12-20 11:44:03] {1971} INFO - Evaluation method: holdout
[flaml.automl: 12-20 11:44:03] {2063} INFO - Minimizing error metric: -rouge
[flaml.automl: 12-20 11:44:03] {2115} INFO - List of ML learners in AutoML Run: ['transformer']
[flaml.automl: 12-20 11:44:03] {2355} INFO - iteration 0, current learner transformer
loading configuration file https://huggingface.co/t5-small/resolve/main/config.json from cache at /home/xliu127/.cache/huggingface/transformers/fe501e8fd6425b8ec93df37767fcce78ce626e34cc5edc859c662350cf712e41.406701565c0afd9899544c1cb8b93185a76f00b31e5ce7f6e18bbaef02241985
Model config T5Config {
  "_name_or_path": "t5-small",
  "architectures": [
    "T5WithLMHeadModel"
  ],
  "d_ff": 2048,
  "d_kv": 64,
  "d_model": 512,
  "decoder_start_token_id": 0,
  "dropout_rate": 0.1,
  "eos_token_id": 1,
  "feed_forward_proj": "relu",
  "initializer_factor": 1.0,
  "is_encoder_decoder": true,
  "layer_norm_epsilon": 1e-06,
  "model_type": "t5",
  "n_positions": 512,
  "num_decoder_layers": 6,
  "num_heads": 8,
  "num_layers": 6,
  "output_past": true,
  "pad_token_id": 0,
  "relative_attention_num_buckets": 32,
  "task_specific_params": {
    "summarization": {
      "early_stopping": true,
      "length_penalty": 2.0,
      "max_length": 200,
      "min_length": 30,
      "no_repeat_ngram_size": 3,
      "num_beams": 4,
      "prefix": "summarize: "
    },
    "translation_en_to_de": {
      "early_stopping": true,
      "max_length": 300,
      "num_beams": 4,
      "prefix": "translate English to German: "
    },
    "translation_en_to_fr": {
      "early_stopping": true,
      "max_length": 300,
      "num_beams": 4,
      "prefix": "translate English to French: "
    },
    "translation_en_to_ro": {
      "early_stopping": true,
      "max_length": 300,
      "num_beams": 4,
      "prefix": "translate English to Romanian: "
    }
  },
  "transformers_version": "4.14.1",
  "use_cache": true,
  "vocab_size": 32128
}

A simple token classification example

There are two ways to define the label for a token classification task. The first is to define the token labels:

from flaml import AutoML
import pandas as pd

train_dataset = {
    "id": ["0", "1"],
    "ner_tags": [
        ["B-ORG", "O", "B-MISC", "O", "O", "O", "B-MISC", "O", "O"],
        ["B-PER", "I-PER"],
    ],
    "tokens": [
        [
            "EU",
            "rejects",
            "German",
            "call",
            "to",
            "boycott",
            "British",
            "lamb",
            ".",
        ],
        ["Peter", "Blackburn"],
    ],
}
dev_dataset = {
    "id": ["0"],
    "ner_tags": [
        ["O"],
    ],
    "tokens": [["1996-08-22"]],
}
test_dataset = {
    "id": ["0"],
    "ner_tags": [
        ["O"],
    ],
    "tokens": [["."]],
}
custom_sent_keys = ["tokens"]
label_key = "ner_tags"

train_dataset = pd.DataFrame(train_dataset)
dev_dataset = pd.DataFrame(dev_dataset)
test_dataset = pd.DataFrame(test_dataset)

X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]
X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]
X_test = test_dataset[custom_sent_keys]

automl = AutoML()
automl_settings = {
    "time_budget": 10,
    "task": "token-classification",
    "fit_kwargs_by_estimator": {
        "transformer": {
            "output_dir": "data/output/"
            # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base
        }
    },  # setting the huggingface arguments: output directory
    "gpu_per_trial": 1,  # set to 0 if no GPU is available
    "metric": "seqeval:overall_f1",
}

automl.fit(
    X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings
)
automl.predict(X_test)

The second is to define the id labels + a token label list:

from flaml import AutoML
import pandas as pd

train_dataset = {
    "id": ["0", "1"],
    "ner_tags": [
        [3, 0, 7, 0, 0, 0, 7, 0, 0],
        [1, 2],
    ],
    "tokens": [
        [
            "EU",
            "rejects",
            "German",
            "call",
            "to",
            "boycott",
            "British",
            "lamb",
            ".",
        ],
        ["Peter", "Blackburn"],
    ],
}
dev_dataset = {
    "id": ["0"],
    "ner_tags": [
        [0],
    ],
    "tokens": [["1996-08-22"]],
}
test_dataset = {
    "id": ["0"],
    "ner_tags": [
        [0],
    ],
    "tokens": [["."]],
}
custom_sent_keys = ["tokens"]
label_key = "ner_tags"

train_dataset = pd.DataFrame(train_dataset)
dev_dataset = pd.DataFrame(dev_dataset)
test_dataset = pd.DataFrame(test_dataset)

X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]
X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]
X_test = test_dataset[custom_sent_keys]

automl = AutoML()
automl_settings = {
    "time_budget": 10,
    "task": "token-classification",
    "fit_kwargs_by_estimator": {
        "transformer": {
            "output_dir": "data/output/",
            # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base
            "label_list": [
                "O",
                "B-PER",
                "I-PER",
                "B-ORG",
                "I-ORG",
                "B-LOC",
                "I-LOC",
                "B-MISC",
                "I-MISC",
            ],
        }
    },  # setting the huggingface arguments: output directory
    "gpu_per_trial": 1,  # set to 0 if no GPU is available
    "metric": "seqeval:overall_f1",
}

automl.fit(
    X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings
)
automl.predict(X_test)

Sample Output

[flaml.automl: 06-30 03:10:02] {2423} INFO - task = token-classification
[flaml.automl: 06-30 03:10:02] {2425} INFO - Data split method: stratified
[flaml.automl: 06-30 03:10:02] {2428} INFO - Evaluation method: holdout
[flaml.automl: 06-30 03:10:02] {2497} INFO - Minimizing error metric: seqeval:overall_f1
[flaml.automl: 06-30 03:10:02] {2637} INFO - List of ML learners in AutoML Run: ['transformer']
[flaml.automl: 06-30 03:10:02] {2929} INFO - iteration 0, current learner transformer

For tasks that are not currently supported, use flaml.tune for customized tuning.

To run more examples, especially examples using Ray Tune, please go to:

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoML-Rank/index.html b/docs/Examples/AutoML-Rank/index.html index 09e78d5fd2..956a963613 100644 --- a/docs/Examples/AutoML-Rank/index.html +++ b/docs/Examples/AutoML-Rank/index.html @@ -7,13 +7,13 @@ AutoML - Rank | FLAML - +

AutoML - Rank

Prerequisites

Install the [automl] option.

pip install "flaml[automl]"

A simple learning-to-rank example

from sklearn.datasets import fetch_openml
from flaml import AutoML

X_train, y_train = fetch_openml(name="credit-g", return_X_y=True, as_frame=False)
y_train = y_train.cat.codes
# not a real learning to rank dataaset
groups = [200] * 4 + [100] * 2  # group counts
automl = AutoML()
automl.fit(
    X_train,
    y_train,
    groups=groups,
    task="rank",
    time_budget=10,  # in seconds
)

Note: You can access the best model's estimator using automl.model.estimator.

Sample output

[flaml.automl: 11-15 07:14:30] {1485} INFO - Data split method: group
[flaml.automl: 11-15 07:14:30] {1489} INFO - Evaluation method: holdout
[flaml.automl: 11-15 07:14:30] {1540} INFO - Minimizing error metric: 1-ndcg
[flaml.automl: 11-15 07:14:30] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'xgboost']
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 0, current learner lgbm
[flaml.automl: 11-15 07:14:30] {1944} INFO - Estimated sufficient time budget=679s. Estimated necessary time budget=1s.
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.1s,  estimator lgbm's best error=0.0248,     best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 1, current learner lgbm
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.1s,  estimator lgbm's best error=0.0248,     best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 2, current learner lgbm
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.2s,  estimator lgbm's best error=0.0248,     best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 3, current learner lgbm
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.2s,  estimator lgbm's best error=0.0248,     best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 4, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.2s,  estimator xgboost's best error=0.0315,  best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 5, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.2s,  estimator xgboost's best error=0.0315,  best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 6, current learner lgbm
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.3s,  estimator lgbm's best error=0.0248,     best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 7, current learner lgbm
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.3s,  estimator lgbm's best error=0.0248,     best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 8, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.4s,  estimator xgboost's best error=0.0315,  best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 9, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.4s,  estimator xgboost's best error=0.0315,  best estimator lgbm's best error=0.0248
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 10, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.4s,  estimator xgboost's best error=0.0233,  best estimator xgboost's best error=0.0233
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 11, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.4s,  estimator xgboost's best error=0.0233,  best estimator xgboost's best error=0.0233
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 12, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.4s,  estimator xgboost's best error=0.0233,  best estimator xgboost's best error=0.0233
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 13, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.4s,  estimator xgboost's best error=0.0233,  best estimator xgboost's best error=0.0233
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 14, current learner lgbm
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.5s,  estimator lgbm's best error=0.0225,     best estimator lgbm's best error=0.0225
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 15, current learner xgboost
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.5s,  estimator xgboost's best error=0.0233,  best estimator lgbm's best error=0.0225
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 16, current learner lgbm
[flaml.automl: 11-15 07:14:30] {2029} INFO -  at 0.5s,  estimator lgbm's best error=0.0225,     best estimator lgbm's best error=0.0225
[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 17, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.5s,  estimator lgbm's best error=0.0225,     best estimator lgbm's best error=0.0225
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 18, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.6s,  estimator lgbm's best error=0.0225,     best estimator lgbm's best error=0.0225
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 19, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.6s,  estimator lgbm's best error=0.0201,     best estimator lgbm's best error=0.0201
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 20, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.6s,  estimator lgbm's best error=0.0201,     best estimator lgbm's best error=0.0201
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 21, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.7s,  estimator lgbm's best error=0.0201,     best estimator lgbm's best error=0.0201
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 22, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.7s,  estimator lgbm's best error=0.0201,     best estimator lgbm's best error=0.0201
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 23, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.8s,  estimator lgbm's best error=0.0201,     best estimator lgbm's best error=0.0201
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 24, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.8s,  estimator lgbm's best error=0.0201,     best estimator lgbm's best error=0.0201
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 25, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.8s,  estimator lgbm's best error=0.0201,     best estimator lgbm's best error=0.0201
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 26, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.9s,  estimator lgbm's best error=0.0197,     best estimator lgbm's best error=0.0197
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 27, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 0.9s,  estimator lgbm's best error=0.0197,     best estimator lgbm's best error=0.0197
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 28, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 1.0s,  estimator lgbm's best error=0.0197,     best estimator lgbm's best error=0.0197
[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 29, current learner lgbm
[flaml.automl: 11-15 07:14:31] {2029} INFO -  at 1.0s,  estimator lgbm's best error=0.0197,     best estimator lgbm's best error=0.0197
[flaml.automl: 11-15 07:14:31] {2242} INFO - retrain lgbm for 0.0s
[flaml.automl: 11-15 07:14:31] {2247} INFO - retrained model: LGBMRanker(colsample_bytree=0.9852774042640857,
           learning_rate=0.034918421933217675, max_bin=1023,
           min_child_samples=22, n_estimators=6, num_leaves=23,
           reg_alpha=0.0009765625, reg_lambda=21.505295697527654, verbose=-1)
[flaml.automl: 11-15 07:14:31] {1608} INFO - fit succeeded
[flaml.automl: 11-15 07:14:31] {1610} INFO - Time taken to find the best model: 0.8846545219421387
[flaml.automl: 11-15 07:14:31] {1624} WARNING - Time taken to find the best model is 88% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.
Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoML-Regression/index.html b/docs/Examples/AutoML-Regression/index.html index d1fb7d181b..35dc6914c7 100644 --- a/docs/Examples/AutoML-Regression/index.html +++ b/docs/Examples/AutoML-Regression/index.html @@ -7,13 +7,13 @@ AutoML - Regression | FLAML - +

AutoML - Regression

Prerequisites

Install the [automl] option.

pip install "flaml[automl]"

A basic regression example

from flaml import AutoML
from sklearn.datasets import fetch_california_housing

# Initialize an AutoML instance
automl = AutoML()
# Specify automl goal and constraint
automl_settings = {
    "time_budget": 1,  # in seconds
    "metric": "r2",
    "task": "regression",
    "log_file_name": "california.log",
}
X_train, y_train = fetch_california_housing(return_X_y=True)
# Train with labeled input data
automl.fit(X_train=X_train, y_train=y_train, **automl_settings)
# Predict
print(automl.predict(X_train))
# Print the best model
print(automl.model.estimator)

Note: You can access the best model's estimator using automl.model.estimator.

Sample output

[flaml.automl: 11-15 07:08:19] {1485} INFO - Data split method: uniform
[flaml.automl: 11-15 07:08:19] {1489} INFO - Evaluation method: holdout
[flaml.automl: 11-15 07:08:19] {1540} INFO - Minimizing error metric: 1-r2
[flaml.automl: 11-15 07:08:19] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'catboost', 'xgboost', 'extra_tree']
[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 0, current learner lgbm
[flaml.automl: 11-15 07:08:19] {1944} INFO - Estimated sufficient time budget=846s. Estimated necessary time budget=2s.
[flaml.automl: 11-15 07:08:19] {2029} INFO -  at 0.2s,  estimator lgbm's best error=0.7393,     best estimator lgbm's best error=0.7393
[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 1, current learner lgbm
[flaml.automl: 11-15 07:08:19] {2029} INFO -  at 0.3s,  estimator lgbm's best error=0.7393,     best estimator lgbm's best error=0.7393
[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 2, current learner lgbm
[flaml.automl: 11-15 07:08:19] {2029} INFO -  at 0.3s,  estimator lgbm's best error=0.5446,     best estimator lgbm's best error=0.5446
[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 3, current learner lgbm
[flaml.automl: 11-15 07:08:19] {2029} INFO -  at 0.4s,  estimator lgbm's best error=0.2807,     best estimator lgbm's best error=0.2807
[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 4, current learner lgbm
[flaml.automl: 11-15 07:08:19] {2029} INFO -  at 0.5s,  estimator lgbm's best error=0.2712,     best estimator lgbm's best error=0.2712
[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 5, current learner lgbm
[flaml.automl: 11-15 07:08:19] {2029} INFO -  at 0.5s,  estimator lgbm's best error=0.2712,     best estimator lgbm's best error=0.2712
[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 6, current learner lgbm
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 0.6s,  estimator lgbm's best error=0.2712,     best estimator lgbm's best error=0.2712
[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 7, current learner lgbm
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 0.7s,  estimator lgbm's best error=0.2197,     best estimator lgbm's best error=0.2197
[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 8, current learner xgboost
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 0.8s,  estimator xgboost's best error=1.4958,  best estimator lgbm's best error=0.2197
[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 9, current learner xgboost
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 0.8s,  estimator xgboost's best error=1.4958,  best estimator lgbm's best error=0.2197
[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 10, current learner xgboost
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 0.9s,  estimator xgboost's best error=0.7052,  best estimator lgbm's best error=0.2197
[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 11, current learner xgboost
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 0.9s,  estimator xgboost's best error=0.3619,  best estimator lgbm's best error=0.2197
[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 12, current learner xgboost
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 0.9s,  estimator xgboost's best error=0.3619,  best estimator lgbm's best error=0.2197
[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 13, current learner xgboost
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 1.0s,  estimator xgboost's best error=0.3619,  best estimator lgbm's best error=0.2197
[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 14, current learner extra_tree
[flaml.automl: 11-15 07:08:20] {2029} INFO -  at 1.1s,  estimator extra_tree's best error=0.7197,       best estimator lgbm's best error=0.2197
[flaml.automl: 11-15 07:08:20] {2242} INFO - retrain lgbm for 0.0s
[flaml.automl: 11-15 07:08:20] {2247} INFO - retrained model: LGBMRegressor(colsample_bytree=0.7610534336273627,
              learning_rate=0.41929025492645006, max_bin=255,
              min_child_samples=4, n_estimators=45, num_leaves=4,
              reg_alpha=0.0009765625, reg_lambda=0.009280655005879943,
              verbose=-1)
[flaml.automl: 11-15 07:08:20] {1608} INFO - fit succeeded
[flaml.automl: 11-15 07:08:20] {1610} INFO - Time taken to find the best model: 0.7289648056030273
[flaml.automl: 11-15 07:08:20] {1624} WARNING - Time taken to find the best model is 73% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.

Multi-output regression

We can combine sklearn.MultiOutputRegressor and flaml.AutoML to do AutoML for multi-output regression.

from flaml import AutoML
from sklearn.datasets import make_regression
from sklearn.model_selection import train_test_split
from sklearn.multioutput import MultiOutputRegressor

# create regression data
X, y = make_regression(n_targets=3)

# split into train and test data
X_train, X_test, y_train, y_test = train_test_split(
    X, y, test_size=0.30, random_state=42
)

# train the model
model = MultiOutputRegressor(AutoML(task="regression", time_budget=60))
model.fit(X_train, y_train)

# predict
print(model.predict(X_test))

It will perform AutoML for each target, each taking 60 seconds.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoML-Time series forecast/index.html b/docs/Examples/AutoML-Time series forecast/index.html index 5190017c79..cd756e10fd 100644 --- a/docs/Examples/AutoML-Time series forecast/index.html +++ b/docs/Examples/AutoML-Time series forecast/index.html @@ -7,13 +7,13 @@ AutoML - Time Series Forecast | FLAML - +

AutoML - Time Series Forecast

Prerequisites

Install the [automl,ts_forecast] option.

pip install "flaml[automl,ts_forecast]"

Simple NumPy Example

import numpy as np
from flaml import AutoML

X_train = np.arange("2014-01", "2022-01", dtype="datetime64[M]")
y_train = np.random.random(size=84)
automl = AutoML()
automl.fit(
    X_train=X_train[:84],  # a single column of timestamp
    y_train=y_train,  # value for each timestamp
    period=12,  # time horizon to forecast, e.g., 12 months
    task="ts_forecast",
    time_budget=15,  # time budget in seconds
    log_file_name="ts_forecast.log",
    eval_method="holdout",
)
print(automl.predict(X_train[84:]))

Note: You can access the best model's estimator using automl.model.estimator.

Sample output

[flaml.automl: 01-21 08:01:20] {2018} INFO - task = ts_forecast
[flaml.automl: 01-21 08:01:20] {2020} INFO - Data split method: time
[flaml.automl: 01-21 08:01:20] {2024} INFO - Evaluation method: holdout
[flaml.automl: 01-21 08:01:20] {2124} INFO - Minimizing error metric: mape
[flaml.automl: 01-21 08:01:21] {2181} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax']
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 0, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2547} INFO - Estimated sufficient time budget=1429s. Estimated necessary time budget=1s.
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 0.9s,  estimator lgbm's best error=0.9811,     best estimator lgbm's best error=0.9811
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 1, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 0.9s,  estimator lgbm's best error=0.9811,     best estimator lgbm's best error=0.9811
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 2, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 0.9s,  estimator lgbm's best error=0.9811,     best estimator lgbm's best error=0.9811
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 3, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.9811,     best estimator lgbm's best error=0.9811
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 4, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.9811,     best estimator lgbm's best error=0.9811
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 5, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.9811,     best estimator lgbm's best error=0.9811
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 6, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.9652,     best estimator lgbm's best error=0.9652
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 7, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 8, current learner lgbm
[flaml.automl: 01-21 08:01:21] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 9, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 10, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 11, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 12, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 13, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 14, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 15, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.2s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 16, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.2s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 17, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.2s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 18, current learner rf
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.2s,  estimator rf's best error=1.0994,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 19, current learner rf
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.2s,  estimator rf's best error=1.0848,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 20, current learner xgboost
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.3s,  estimator xgboost's best error=1.0271,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 21, current learner rf
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.3s,  estimator rf's best error=1.0848,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 22, current learner xgboost
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.3s,  estimator xgboost's best error=1.0015,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 23, current learner xgboost
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.3s,  estimator xgboost's best error=1.0015,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 24, current learner xgboost
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.3s,  estimator xgboost's best error=1.0015,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 25, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.3s,  estimator extra_tree's best error=1.0130,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 26, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.4s,  estimator extra_tree's best error=1.0130,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 27, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.4s,  estimator extra_tree's best error=1.0130,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 28, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.4s,  estimator extra_tree's best error=1.0130,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 29, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.4s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 30, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.5s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 31, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.5s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 32, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.5s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 33, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.5s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 34, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.5s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 35, current learner xgboost
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.5s,  estimator xgboost's best error=1.0015,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 36, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.6s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 37, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.6s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 38, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.6s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 39, current learner xgboost
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.6s,  estimator xgboost's best error=1.0015,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 40, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.6s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 41, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.7s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 42, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.7s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 43, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.7s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 44, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.7s,  estimator xgb_limitdepth's best error=1.5815,   best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 45, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.8s,  estimator xgb_limitdepth's best error=0.9683,   best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 46, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.8s,  estimator xgb_limitdepth's best error=0.9683,   best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 47, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.8s,  estimator xgb_limitdepth's best error=0.9683,   best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 48, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.9s,  estimator xgb_limitdepth's best error=0.9683,   best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 49, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.9s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 50, current learner extra_tree
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.9s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 51, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 1.9s,  estimator xgb_limitdepth's best error=0.9683,   best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 52, current learner xgboost
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 2.0s,  estimator xgboost's best error=1.0015,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 53, current learner xgboost
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 2.0s,  estimator xgboost's best error=1.0015,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 54, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 2.0s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 55, current learner lgbm
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 2.0s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 56, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 2.0s,  estimator xgb_limitdepth's best error=0.9683,   best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 57, current learner rf
[flaml.automl: 01-21 08:01:22] {2594} INFO -  at 2.0s,  estimator rf's best error=1.0848,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 58, current learner xgboost
[flaml.automl: 01-21 08:01:23] {2594} INFO -  at 2.1s,  estimator xgboost's best error=1.0015,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 59, current learner extra_tree
[flaml.automl: 01-21 08:01:23] {2594} INFO -  at 2.1s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 60, current learner lgbm
[flaml.automl: 01-21 08:01:23] {2594} INFO -  at 2.1s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 61, current learner extra_tree
[flaml.automl: 01-21 08:01:23] {2594} INFO -  at 2.1s,  estimator extra_tree's best error=0.9499,       best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 62, current learner lgbm
[flaml.automl: 01-21 08:01:23] {2594} INFO -  at 2.1s,  estimator lgbm's best error=0.9466,     best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 63, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:23] {2594} INFO -  at 2.2s,  estimator xgb_limitdepth's best error=0.9683,   best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 64, current learner prophet
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.2s,  estimator prophet's best error=1.5706,  best estimator lgbm's best error=0.9466
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 65, current learner arima
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.2s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 66, current learner arima
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.4s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 67, current learner sarimax
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.4s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 68, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.5s,  estimator xgb_limitdepth's best error=0.9683,   best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 69, current learner sarimax
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.6s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 70, current learner sarimax
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.6s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 71, current learner arima
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.6s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 72, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.6s,  estimator xgb_limitdepth's best error=0.9683,   best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 73, current learner arima
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.7s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 74, current learner sarimax
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.7s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 75, current learner arima
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.8s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 76, current learner sarimax
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 4.9s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 77, current learner arima
[flaml.automl: 01-21 08:01:25] {2594} INFO -  at 5.0s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 78, current learner sarimax
[flaml.automl: 01-21 08:01:26] {2594} INFO -  at 5.1s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 79, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:26] {2594} INFO -  at 5.1s,  estimator xgb_limitdepth's best error=0.9683,   best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 80, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:26] {2594} INFO -  at 5.1s,  estimator xgb_limitdepth's best error=0.9683,   best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 81, current learner sarimax
[flaml.automl: 01-21 08:01:26] {2594} INFO -  at 5.1s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 82, current learner prophet
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 6.6s,  estimator prophet's best error=1.4076,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 83, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 6.6s,  estimator xgb_limitdepth's best error=0.9683,   best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 84, current learner sarimax
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 6.6s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 85, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 6.6s,  estimator xgb_limitdepth's best error=0.9683,   best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 86, current learner sarimax
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 6.8s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 87, current learner arima
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 6.8s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 88, current learner sarimax
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 6.9s,  estimator sarimax's best error=0.5693,  best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 89, current learner arima
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 6.9s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 90, current learner arima
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 7.0s,  estimator arima's best error=0.5693,    best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 91, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 7.0s,  estimator xgb_limitdepth's best error=0.9683,   best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 92, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:27] {2594} INFO -  at 7.0s,  estimator xgb_limitdepth's best error=0.9683,   best estimator arima's best error=0.5693
[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 93, current learner sarimax
[flaml.automl: 01-21 08:01:28] {2594} INFO -  at 7.0s,  estimator sarimax's best error=0.5600,  best estimator sarimax's best error=0.5600
[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 94, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:28] {2594} INFO -  at 7.1s,  estimator xgb_limitdepth's best error=0.9683,   best estimator sarimax's best error=0.5600
[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 95, current learner sarimax
[flaml.automl: 01-21 08:01:28] {2594} INFO -  at 7.2s,  estimator sarimax's best error=0.5600,  best estimator sarimax's best error=0.5600
[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 96, current learner arima
[flaml.automl: 01-21 08:01:28] {2594} INFO -  at 7.2s,  estimator arima's best error=0.5693,    best estimator sarimax's best error=0.5600
[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 97, current learner arima
[flaml.automl: 01-21 08:01:28] {2594} INFO -  at 7.2s,  estimator arima's best error=0.5693,    best estimator sarimax's best error=0.5600
[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 98, current learner extra_tree
[flaml.automl: 01-21 08:01:28] {2594} INFO -  at 7.3s,  estimator extra_tree's best error=0.9499,       best estimator sarimax's best error=0.5600
[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 99, current learner sarimax
[flaml.automl: 01-21 08:01:28] {2594} INFO -  at 7.3s,  estimator sarimax's best error=0.5600,  best estimator sarimax's best error=0.5600
[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 100, current learner xgb_limitdepth
[flaml.automl: 01-21 08:01:28] {2594} INFO -  at 7.3s,  estimator xgb_limitdepth's best error=0.9683,   best estimator sarimax's best error=0.5600

Univariate time series

import statsmodels.api as sm

data = sm.datasets.co2.load_pandas().data
# data is given in weeks, but the task is to predict monthly, so use monthly averages instead
data = data["co2"].resample("MS").mean()
data = data.bfill().ffill()  # makes sure there are no missing values
data = data.to_frame().reset_index()
num_samples = data.shape[0]
time_horizon = 12
split_idx = num_samples - time_horizon
train_df = data[
    :split_idx
]  # train_df is a dataframe with two columns: timestamp and label
X_test = data[split_idx:][
    "index"
].to_frame()  # X_test is a dataframe with dates for prediction
y_test = data[split_idx:][
    "co2"
]  # y_test is a series of the values corresponding to the dates for prediction

from flaml import AutoML

automl = AutoML()
settings = {
    "time_budget": 10,  # total running time in seconds
    "metric": "mape",  # primary metric for validation: 'mape' is generally used for forecast tasks
    "task": "ts_forecast",  # task type
    "log_file_name": "CO2_forecast.log",  # flaml log file
    "eval_method": "holdout",  # validation method can be chosen from ['auto', 'holdout', 'cv']
    "seed": 7654321,  # random seed
}

automl.fit(
    dataframe=train_df,  # training data
    label="co2",  # label column
    period=time_horizon,  # key word argument 'period' must be included for forecast task)
    **settings
)

Sample output

[flaml.automl: 01-21 07:54:04] {2018} INFO - task = ts_forecast
[flaml.automl: 01-21 07:54:04] {2020} INFO - Data split method: time
[flaml.automl: 01-21 07:54:04] {2024} INFO - Evaluation method: holdout
[flaml.automl: 01-21 07:54:04] {2124} INFO - Minimizing error metric: mape
Importing plotly failed. Interactive plots will not work.
[flaml.automl: 01-21 07:54:04] {2181} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax']
[flaml.automl: 01-21 07:54:04] {2434} INFO - iteration 0, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2547} INFO - Estimated sufficient time budget=2145s. Estimated necessary time budget=2s.
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 0.9s,  estimator lgbm's best error=0.0621,     best estimator lgbm's best error=0.0621
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 1, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.0574,     best estimator lgbm's best error=0.0574
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 2, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.0464,     best estimator lgbm's best error=0.0464
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 3, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.0464,     best estimator lgbm's best error=0.0464
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 4, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.0s,  estimator lgbm's best error=0.0365,     best estimator lgbm's best error=0.0365
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 5, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.0192,     best estimator lgbm's best error=0.0192
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 6, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.0192,     best estimator lgbm's best error=0.0192
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 7, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.1s,  estimator lgbm's best error=0.0192,     best estimator lgbm's best error=0.0192
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 8, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.2s,  estimator lgbm's best error=0.0110,     best estimator lgbm's best error=0.0110
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 9, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.2s,  estimator lgbm's best error=0.0110,     best estimator lgbm's best error=0.0110
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 10, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.2s,  estimator lgbm's best error=0.0036,     best estimator lgbm's best error=0.0036
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 11, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.4s,  estimator lgbm's best error=0.0023,     best estimator lgbm's best error=0.0023
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 12, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.4s,  estimator lgbm's best error=0.0023,     best estimator lgbm's best error=0.0023
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 13, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.5s,  estimator lgbm's best error=0.0021,     best estimator lgbm's best error=0.0021
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 14, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.6s,  estimator lgbm's best error=0.0021,     best estimator lgbm's best error=0.0021
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 15, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.7s,  estimator lgbm's best error=0.0020,     best estimator lgbm's best error=0.0020
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 16, current learner lgbm
[flaml.automl: 01-21 07:54:05] {2594} INFO -  at 1.8s,  estimator lgbm's best error=0.0017,     best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 17, current learner lgbm
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 1.9s,  estimator lgbm's best error=0.0017,     best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 18, current learner lgbm
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.0s,  estimator lgbm's best error=0.0017,     best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 19, current learner lgbm
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.1s,  estimator lgbm's best error=0.0017,     best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 20, current learner rf
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.1s,  estimator rf's best error=0.0228,       best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 21, current learner rf
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.1s,  estimator rf's best error=0.0210,       best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 22, current learner xgboost
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.2s,  estimator xgboost's best error=0.6738,  best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 23, current learner xgboost
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.2s,  estimator xgboost's best error=0.6738,  best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 24, current learner xgboost
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.2s,  estimator xgboost's best error=0.1717,  best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 25, current learner xgboost
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.3s,  estimator xgboost's best error=0.0249,  best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 26, current learner xgboost
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.3s,  estimator xgboost's best error=0.0249,  best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 27, current learner xgboost
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.3s,  estimator xgboost's best error=0.0242,  best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 28, current learner extra_tree
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.4s,  estimator extra_tree's best error=0.0245,       best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 29, current learner extra_tree
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.4s,  estimator extra_tree's best error=0.0160,       best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 30, current learner lgbm
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.5s,  estimator lgbm's best error=0.0017,     best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 31, current learner lgbm
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.6s,  estimator lgbm's best error=0.0017,     best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 32, current learner rf
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.6s,  estimator rf's best error=0.0210,       best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 33, current learner extra_tree
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.6s,  estimator extra_tree's best error=0.0160,       best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 34, current learner lgbm
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.8s,  estimator lgbm's best error=0.0017,     best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 35, current learner extra_tree
[flaml.automl: 01-21 07:54:06] {2594} INFO -  at 2.8s,  estimator extra_tree's best error=0.0158,       best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 36, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:07] {2594} INFO -  at 2.8s,  estimator xgb_limitdepth's best error=0.0447,   best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 37, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:07] {2594} INFO -  at 2.9s,  estimator xgb_limitdepth's best error=0.0447,   best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 38, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:07] {2594} INFO -  at 2.9s,  estimator xgb_limitdepth's best error=0.0029,   best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 39, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:07] {2594} INFO -  at 3.0s,  estimator xgb_limitdepth's best error=0.0018,   best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 40, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:07] {2594} INFO -  at 3.1s,  estimator xgb_limitdepth's best error=0.0018,   best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 41, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:07] {2594} INFO -  at 3.1s,  estimator xgb_limitdepth's best error=0.0018,   best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 42, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:07] {2594} INFO -  at 3.3s,  estimator xgb_limitdepth's best error=0.0018,   best estimator lgbm's best error=0.0017
[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 43, current learner prophet
[flaml.automl: 01-21 07:54:09] {2594} INFO -  at 5.5s,  estimator prophet's best error=0.0008,  best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:09] {2434} INFO - iteration 44, current learner arima
[flaml.automl: 01-21 07:54:10] {2594} INFO -  at 6.1s,  estimator arima's best error=0.0047,    best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 45, current learner sarimax
[flaml.automl: 01-21 07:54:10] {2594} INFO -  at 6.4s,  estimator sarimax's best error=0.0047,  best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 46, current learner lgbm
[flaml.automl: 01-21 07:54:10] {2594} INFO -  at 6.5s,  estimator lgbm's best error=0.0017,     best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 47, current learner sarimax
[flaml.automl: 01-21 07:54:10] {2594} INFO -  at 6.6s,  estimator sarimax's best error=0.0047,  best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 48, current learner sarimax
[flaml.automl: 01-21 07:54:11] {2594} INFO -  at 6.9s,  estimator sarimax's best error=0.0047,  best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 49, current learner arima
[flaml.automl: 01-21 07:54:11] {2594} INFO -  at 6.9s,  estimator arima's best error=0.0047,    best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 50, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:11] {2594} INFO -  at 7.0s,  estimator xgb_limitdepth's best error=0.0018,   best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 51, current learner sarimax
[flaml.automl: 01-21 07:54:11] {2594} INFO -  at 7.5s,  estimator sarimax's best error=0.0047,  best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 52, current learner xgboost
[flaml.automl: 01-21 07:54:11] {2594} INFO -  at 7.6s,  estimator xgboost's best error=0.0242,  best estimator prophet's best error=0.0008
[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 53, current learner prophet
[flaml.automl: 01-21 07:54:13] {2594} INFO -  at 9.3s,  estimator prophet's best error=0.0005,  best estimator prophet's best error=0.0005
[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 54, current learner sarimax
[flaml.automl: 01-21 07:54:13] {2594} INFO -  at 9.4s,  estimator sarimax's best error=0.0047,  best estimator prophet's best error=0.0005
[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 55, current learner xgb_limitdepth
[flaml.automl: 01-21 07:54:13] {2594} INFO -  at 9.8s,  estimator xgb_limitdepth's best error=0.0018,   best estimator prophet's best error=0.0005
[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 56, current learner xgboost
[flaml.automl: 01-21 07:54:13] {2594} INFO -  at 9.8s,  estimator xgboost's best error=0.0242,  best estimator prophet's best error=0.0005
[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 57, current learner lgbm
[flaml.automl: 01-21 07:54:14] {2594} INFO -  at 9.9s,  estimator lgbm's best error=0.0017,     best estimator prophet's best error=0.0005
[flaml.automl: 01-21 07:54:14] {2434} INFO - iteration 58, current learner rf
[flaml.automl: 01-21 07:54:14] {2594} INFO -  at 10.0s, estimator rf's best error=0.0146,       best estimator prophet's best error=0.0005
[flaml.automl: 01-21 07:54:14] {2824} INFO - retrain prophet for 0.6s
[flaml.automl: 01-21 07:54:14] {2831} INFO - retrained model: <prophet.forecaster.Prophet object at 0x7fb68ea65d60>
[flaml.automl: 01-21 07:54:14] {2210} INFO - fit succeeded
[flaml.automl: 01-21 07:54:14] {2211} INFO - Time taken to find the best model: 9.339771270751953
[flaml.automl: 01-21 07:54:14] {2222} WARNING - Time taken to find the best model is 93% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.

Compute and plot predictions

The example plotting code requires matplotlib.

flaml_y_pred = automl.predict(X_test)
import matplotlib.pyplot as plt

plt.plot(X_test, y_test, label="Actual level")
plt.plot(X_test, flaml_y_pred, label="FLAML forecast")
plt.xlabel("Date")
plt.ylabel("CO2 Levels")
plt.legend()

png

Multivariate Time Series (Forecasting with Exogenous Variables)

import pandas as pd

# pd.set_option("display.max_rows", None, "display.max_columns", None)
multi_df = pd.read_csv(
    "https://raw.githubusercontent.com/srivatsan88/YouTubeLI/master/dataset/nyc_energy_consumption.csv"
)

# preprocessing data
multi_df["timeStamp"] = pd.to_datetime(multi_df["timeStamp"])
multi_df = multi_df.set_index("timeStamp")
multi_df = multi_df.resample("D").mean()
multi_df["temp"] = multi_df["temp"].fillna(method="ffill")
multi_df["precip"] = multi_df["precip"].fillna(method="ffill")
multi_df = multi_df[:-2]  # last two rows are NaN for 'demand' column so remove them
multi_df = multi_df.reset_index()


# Using temperature values create categorical values
# where 1 denotes daily tempurature is above monthly average and 0 is below.
def get_monthly_avg(data):
    data["month"] = data["timeStamp"].dt.month
    data = data[["month", "temp"]].groupby("month")
    data = data.agg({"temp": "mean"})
    return data


monthly_avg = get_monthly_avg(multi_df).to_dict().get("temp")


def above_monthly_avg(date, temp):
    month = date.month
    if temp > monthly_avg.get(month):
        return 1
    else:
        return 0


multi_df["temp_above_monthly_avg"] = multi_df.apply(
    lambda x: above_monthly_avg(x["timeStamp"], x["temp"]), axis=1
)

del multi_df["month"]  # remove temperature column to reduce redundancy

# split data into train and test
num_samples = multi_df.shape[0]
multi_time_horizon = 180
split_idx = num_samples - multi_time_horizon
multi_train_df = multi_df[:split_idx]
multi_test_df = multi_df[split_idx:]

multi_X_test = multi_test_df[
    ["timeStamp", "precip", "temp", "temp_above_monthly_avg"]
]  # test dataframe must contain values for the regressors / multivariate variables
multi_y_test = multi_test_df["demand"]

# initialize AutoML instance
automl = AutoML()

# configure AutoML settings
settings = {
    "time_budget": 10,  # total running time in seconds
    "metric": "mape",  # primary metric
    "task": "ts_forecast",  # task type
    "log_file_name": "energy_forecast_categorical.log",  # flaml log file
    "eval_method": "holdout",
    "log_type": "all",
    "label": "demand",
}

# train the model
automl.fit(dataframe=df, **settings, period=time_horizon)

# predictions
print(automl.predict(multi_X_test))

Sample Output

[flaml.automl: 08-13 01:03:11] {2540} INFO - task = ts_forecast
[flaml.automl: 08-13 01:03:11] {2542} INFO - Data split method: time
[flaml.automl: 08-13 01:03:11] {2545} INFO - Evaluation method: holdout
[flaml.automl: 08-13 01:03:11] {2664} INFO - Minimizing error metric: mape
[flaml.automl: 08-13 01:03:12] {2806} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax']
[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 0, current learner lgbm
[flaml.automl: 08-13 01:03:12] {3241} INFO - Estimated sufficient time budget=7681s. Estimated necessary time budget=8s.
[flaml.automl: 08-13 01:03:12] {3288} INFO -  at 0.8s,  estimator lgbm's best error=0.0854, best estimator lgbm's best error=0.0854
[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 1, current learner lgbm
[flaml.automl: 08-13 01:03:12] {3288} INFO -  at 0.9s,  estimator lgbm's best error=0.0854, best estimator lgbm's best error=0.0854
[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 2, current learner lgbm
[flaml.automl: 08-13 01:03:12] {3288} INFO -  at 0.9s,  estimator lgbm's best error=0.0525, best estimator lgbm's best error=0.0525
[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 3, current learner lgbm
[flaml.automl: 08-13 01:03:12] {3288} INFO -  at 0.9s,  estimator lgbm's best error=0.0525, best estimator lgbm's best error=0.0525
[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 4, current learner lgbm
[flaml.automl: 08-13 01:03:12] {3288} INFO -  at 1.0s,  estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406
[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 5, current learner lgbm
[flaml.automl: 08-13 01:03:12] {3288} INFO -  at 1.0s,  estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406
[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 6, current learner lgbm
[flaml.automl: 08-13 01:03:12] {3288} INFO -  at 1.0s,  estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406
[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 7, current learner lgbm
[flaml.automl: 08-13 01:03:13] {3288} INFO -  at 1.1s,  estimator lgbm's best error=0.0393, best estimator lgbm's best error=0.0393
[flaml.automl: 08-13 01:03:13] {3108} INFO - iteration 8, current learner lgbm
[flaml.automl: 08-13 01:03:13] {3288} INFO -  at 1.1s,  estimator lgbm's best error=0.0393, best estimator lgbm's best error=0.0393
[flaml.automl: 08-13 01:03:13] {3108} INFO - iteration 9, current learner lgbm
...
              silent=True, subsample=1.0, subsample_for_bin=200000,
              subsample_freq=0, verbose=-1)
[flaml.automl: 08-13 01:03:22] {2837} INFO - fit succeeded
[flaml.automl: 08-13 01:03:22] {2838} INFO - Time taken to find the best model: 3.4941744804382324

Forecasting Discrete Variables

from hcrystalball.utils import get_sales_data
import numpy as np
from flaml import AutoML

time_horizon = 30
df = get_sales_data(n_dates=180, n_assortments=1, n_states=1, n_stores=1)
df = df[["Sales", "Open", "Promo", "Promo2"]]

# feature engineering - create a discrete value column
# 1 denotes above mean and 0 denotes below mean
df["above_mean_sales"] = np.where(df["Sales"] > df["Sales"].mean(), 1, 0)
df.reset_index(inplace=True)

# train-test split
discrete_train_df = df[:-time_horizon]
discrete_test_df = df[-time_horizon:]
discrete_X_train, discrete_X_test = (
    discrete_train_df[["Date", "Open", "Promo", "Promo2"]],
    discrete_test_df[["Date", "Open", "Promo", "Promo2"]],
)
discrete_y_train, discrete_y_test = (
    discrete_train_df["above_mean_sales"],
    discrete_test_df["above_mean_sales"],
)

# initialize AutoML instance
automl = AutoML()

# configure the settings
settings = {
    "time_budget": 15,  # total running time in seconds
    "metric": "accuracy",  # primary metric
    "task": "ts_forecast_classification",  # task type
    "log_file_name": "sales_classification_forecast.log",  # flaml log file
    "eval_method": "holdout",
}

# train the model
automl.fit(
    X_train=discrete_X_train, y_train=discrete_y_train, **settings, period=time_horizon
)

# make predictions
discrete_y_pred = automl.predict(discrete_X_test)
print("Predicted label", discrete_y_pred)
print("True label", discrete_y_test)

Sample Output

[flaml.automl: 02-28 21:53:03] {2060} INFO - task = ts_forecast_classification
[flaml.automl: 02-28 21:53:03] {2062} INFO - Data split method: time
[flaml.automl: 02-28 21:53:03] {2066} INFO - Evaluation method: holdout
[flaml.automl: 02-28 21:53:03] {2147} INFO - Minimizing error metric: 1-accuracy
[flaml.automl: 02-28 21:53:03] {2205} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth']
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 0, current learner lgbm
[flaml.automl: 02-28 21:53:03] {2573} INFO - Estimated sufficient time budget=269s. Estimated necessary time budget=0s.
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.1s,  estimator lgbm's best error=0.2667, best estimator lgbm's best error=0.2667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 1, current learner lgbm
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.1s,  estimator lgbm's best error=0.2667, best estimator lgbm's best error=0.2667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 2, current learner lgbm
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.1s,  estimator lgbm's best error=0.1333, best estimator lgbm's best error=0.1333
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 3, current learner rf
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.2s,  estimator rf's best error=0.1333,   best estimator lgbm's best error=0.1333
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 4, current learner xgboost
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.2s,  estimator xgboost's best error=0.1333,  best estimator lgbm's best error=0.1333
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 5, current learner lgbm
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.2s,  estimator lgbm's best error=0.1333, best estimator lgbm's best error=0.1333
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 6, current learner rf
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.3s,  estimator rf's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 7, current learner lgbm
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.3s,  estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 8, current learner lgbm
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.3s,  estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 9, current learner lgbm
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.4s,  estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 10, current learner rf
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.4s,  estimator rf's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 11, current learner rf
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.4s,  estimator rf's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 12, current learner xgboost
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.5s,  estimator xgboost's best error=0.1333,  best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 13, current learner extra_tree
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.5s,  estimator extra_tree's best error=0.1333,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 14, current learner xgb_limitdepth
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.5s,  estimator xgb_limitdepth's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 15, current learner xgboost
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.6s,  estimator xgboost's best error=0.0667,  best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 16, current learner xgb_limitdepth
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.6s,  estimator xgb_limitdepth's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 17, current learner rf
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.6s,  estimator rf's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 18, current learner xgb_limitdepth
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.7s,  estimator xgb_limitdepth's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 19, current learner lgbm
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.7s,  estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 20, current learner extra_tree
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.7s,  estimator extra_tree's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 21, current learner xgboost
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.7s,  estimator xgboost's best error=0.0667,  best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 22, current learner extra_tree
[flaml.automl: 02-28 21:53:03] {2620} INFO -  at 0.8s,  estimator extra_tree's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 23, current learner rf
[flaml.automl: 02-28 21:53:04] {2620} INFO -  at 0.8s,  estimator rf's best error=0.0667,   best estimator rf's best error=0.0667
[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 24, current learner xgboost
[flaml.automl: 02-28 21:53:04] {2620} INFO -  at 0.9s,  estimator xgboost's best error=0.0333,  best estimator xgboost's best error=0.0333
[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 25, current learner xgb_limitdepth
[flaml.automl: 02-28 21:53:04] {2620} INFO -  at 0.9s,  estimator xgb_limitdepth's best error=0.0667,   best estimator xgboost's best error=0.0333
[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 26, current learner xgb_limitdepth
[flaml.automl: 02-28 21:53:04] {2620} INFO -  at 0.9s,  estimator xgb_limitdepth's best error=0.0667,   best estimator xgboost's best error=0.0333
[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 27, current learner xgboost
[flaml.automl: 02-28 21:53:04] {2620} INFO -  at 0.9s,  estimator xgboost's best error=0.0333,  best estimator xgboost's best error=0.0333
[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 28, current learner extra_tree
[flaml.automl: 02-28 21:53:04] {2620} INFO -  at 1.0s,  estimator extra_tree's best error=0.0667,   best estimator xgboost's best error=0.0333
[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 29, current learner xgb_limitdepth
[flaml.automl: 02-28 21:53:04] {2620} INFO -  at 1.0s,  estimator xgb_limitdepth's best error=0.0667,   best estimator xgboost's best error=0.0333
[flaml.automl: 02-28 21:53:04] {2850} INFO - retrain xgboost for 0.0s
[flaml.automl: 02-28 21:53:04] {2857} INFO - retrained model: XGBClassifier(base_score=0.5, booster='gbtree',
              colsample_bylevel=0.9826753651836615, colsample_bynode=1,
              colsample_bytree=0.9725493834064914, gamma=0, gpu_id=-1,
              grow_policy='lossguide', importance_type='gain',
              interaction_constraints='', learning_rate=0.1665803484560213,
              max_delta_step=0, max_depth=0, max_leaves=4,
              min_child_weight=0.5649012460525115, missing=nan,
              monotone_constraints='()', n_estimators=4, n_jobs=-1,
              num_parallel_tree=1, objective='binary:logistic', random_state=0,
              reg_alpha=0.009638363373006869, reg_lambda=0.143703802530408,
              scale_pos_weight=1, subsample=0.9643606787051899,
              tree_method='hist', use_label_encoder=False,
              validate_parameters=1, verbosity=0)
[flaml.automl: 02-28 21:53:04] {2234} INFO - fit succeeded
[flaml.automl: 02-28 21:53:04] {2235} INFO - Time taken to find the best model: 0.8547139167785645

Forecasting with Panel Datasets

Panel time series datasets involves multiple individual time series. For example, see Stallion demand dataset from PyTorch Forecasting, orginally from Kaggle.

def get_stalliion_data():
    from pytorch_forecasting.data.examples import get_stallion_data

    data = get_stallion_data()
    # add time index - For datasets with no missing values, FLAML will automate this process
    data["time_idx"] = data["date"].dt.year * 12 + data["date"].dt.month
    data["time_idx"] -= data["time_idx"].min()
    # add additional features
    data["month"] = data.date.dt.month.astype(str).astype(
        "category"
    )  # categories have be strings
    data["log_volume"] = np.log(data.volume + 1e-8)
    data["avg_volume_by_sku"] = data.groupby(
        ["time_idx", "sku"], observed=True
    ).volume.transform("mean")
    data["avg_volume_by_agency"] = data.groupby(
        ["time_idx", "agency"], observed=True
    ).volume.transform("mean")
    # we want to encode special days as one variable and thus need to first reverse one-hot encoding
    special_days = [
        "easter_day",
        "good_friday",
        "new_year",
        "christmas",
        "labor_day",
        "independence_day",
        "revolution_day_memorial",
        "regional_games",
        "beer_capital",
        "music_fest",
    ]
    data[special_days] = (
        data[special_days]
        .apply(lambda x: x.map({0: "-", 1: x.name}))
        .astype("category")
    )
    return data, special_days


data, special_days = get_stalliion_data()
time_horizon = 6  # predict six months
training_cutoff = data["time_idx"].max() - time_horizon
data["time_idx"] = data["time_idx"].astype("int")
ts_col = data.pop("date")
data.insert(0, "date", ts_col)
# FLAML assumes input is not sorted, but we sort here for comparison purposes with y_test
data = data.sort_values(["agency", "sku", "date"])
X_train = data[lambda x: x.time_idx <= training_cutoff]
X_test = data[lambda x: x.time_idx > training_cutoff]
y_train = X_train.pop("volume")
y_test = X_test.pop("volume")
automl = AutoML()
# Configure settings for FLAML model
settings = {
    "time_budget": budget,  # total running time in seconds
    "metric": "mape",  # primary metric
    "task": "ts_forecast_panel",  # task type
    "log_file_name": "test/stallion_forecast.log",  # flaml log file
    "eval_method": "holdout",
}
# Specify kwargs for TimeSeriesDataSet used by TemporalFusionTransformerEstimator
fit_kwargs_by_estimator = {
    "tft": {
        "max_encoder_length": 24,
        "static_categoricals": ["agency", "sku"],
        "static_reals": ["avg_population_2017", "avg_yearly_household_income_2017"],
        "time_varying_known_categoricals": ["special_days", "month"],
        "variable_groups": {
            "special_days": special_days
        },  # group of categorical variables can be treated as one variable
        "time_varying_known_reals": [
            "time_idx",
            "price_regular",
            "discount_in_percent",
        ],
        "time_varying_unknown_categoricals": [],
        "time_varying_unknown_reals": [
            "y",  # always need a 'y' column for the target column
            "log_volume",
            "industry_volume",
            "soda_volume",
            "avg_max_temp",
            "avg_volume_by_agency",
            "avg_volume_by_sku",
        ],
        "batch_size": 256,
        "max_epochs": 1,
        "gpu_per_trial": -1,
    }
}
# Train the model
automl.fit(
    X_train=X_train,
    y_train=y_train,
    **settings,
    period=time_horizon,
    group_ids=["agency", "sku"],
    fit_kwargs_by_estimator=fit_kwargs_by_estimator,
)
# Compute predictions of testing dataset
y_pred = automl.predict(X_test)
print(y_test)
print(y_pred)
# best model
print(automl.model.estimator)

Sample Output

[flaml.automl: 07-28 21:26:03] {2478} INFO - task = ts_forecast_panel
[flaml.automl: 07-28 21:26:03] {2480} INFO - Data split method: time
[flaml.automl: 07-28 21:26:03] {2483} INFO - Evaluation method: holdout
[flaml.automl: 07-28 21:26:03] {2552} INFO - Minimizing error metric: mape
[flaml.automl: 07-28 21:26:03] {2694} INFO - List of ML learners in AutoML Run: ['tft']
[flaml.automl: 07-28 21:26:03] {2986} INFO - iteration 0, current learner tft
GPU available: False, used: False
TPU available: False, using: 0 TPU cores
IPU available: False, using: 0 IPUs

   | Name                               | Type                            | Params
----------------------------------------------------------------------------------------
0  | loss                               | QuantileLoss                    | 0
1  | logging_metrics                    | ModuleList                      | 0
2  | input_embeddings                   | MultiEmbedding                  | 1.3 K
3  | prescalers                         | ModuleDict                      | 256
4  | static_variable_selection          | VariableSelectionNetwork        | 3.4 K
5  | encoder_variable_selection         | VariableSelectionNetwork        | 8.0 K
6  | decoder_variable_selection         | VariableSelectionNetwork        | 2.7 K
7  | static_context_variable_selection  | GatedResidualNetwork            | 1.1 K
8  | static_context_initial_hidden_lstm | GatedResidualNetwork            | 1.1 K
9  | static_context_initial_cell_lstm   | GatedResidualNetwork            | 1.1 K
10 | static_context_enrichment          | GatedResidualNetwork            | 1.1 K
11 | lstm_encoder                       | LSTM                            | 4.4 K
12 | lstm_decoder                       | LSTM                            | 4.4 K
13 | post_lstm_gate_encoder             | GatedLinearUnit                 | 544
14 | post_lstm_add_norm_encoder         | AddNorm                         | 32
15 | static_enrichment                  | GatedResidualNetwork            | 1.4 K
16 | multihead_attn                     | InterpretableMultiHeadAttention | 676
17 | post_attn_gate_norm                | GateAddNorm                     | 576
18 | pos_wise_ff                        | GatedResidualNetwork            | 1.1 K
19 | pre_output_gate_norm               | GateAddNorm                     | 576
20 | output_layer                       | Linear                          | 119
----------------------------------------------------------------------------------------
33.6 K    Trainable params
0         Non-trainable params
33.6 K    Total params
0.135     Total estimated model params size (MB)

Epoch 19: 100%|██████████| 129/129 [00:56<00:00,  2.27it/s, loss=45.9, v_num=2, train_loss_step=43.00, val_loss=65.20, train_loss_epoch=46.50]

[flaml.automl: 07-28 21:46:46] {3114} INFO - Estimated sufficient time budget=12424212s. Estimated necessary time budget=12424s.
[flaml.automl: 07-28 21:46:46] {3161} INFO -  at 1242.6s,\testimator tft's best error=1324290483134574.7500,\tbest estimator tft's best error=1324290483134574.7500
GPU available: False, used: False
TPU available: False, using: 0 TPU cores
IPU available: False, using: 0 IPUs

   | Name                               | Type                            | Params
----------------------------------------------------------------------------------------
0  | loss                               | QuantileLoss                    | 0
1  | logging_metrics                    | ModuleList                      | 0
2  | input_embeddings                   | MultiEmbedding                  | 1.3 K
3  | prescalers                         | ModuleDict                      | 256
4  | static_variable_selection          | VariableSelectionNetwork        | 3.4 K
5  | encoder_variable_selection         | VariableSelectionNetwork        | 8.0 K
6  | decoder_variable_selection         | VariableSelectionNetwork        | 2.7 K
7  | static_context_variable_selection  | GatedResidualNetwork            | 1.1 K
8  | static_context_initial_hidden_lstm | GatedResidualNetwork            | 1.1 K
9  | static_context_initial_cell_lstm   | GatedResidualNetwork            | 1.1 K
10 | static_context_enrichment          | GatedResidualNetwork            | 1.1 K
11 | lstm_encoder                       | LSTM                            | 4.4 K
12 | lstm_decoder                       | LSTM                            | 4.4 K
13 | post_lstm_gate_encoder             | GatedLinearUnit                 | 544
14 | post_lstm_add_norm_encoder         | AddNorm                         | 32
15 | static_enrichment                  | GatedResidualNetwork            | 1.4 K
16 | multihead_attn                     | InterpretableMultiHeadAttention | 676
17 | post_attn_gate_norm                | GateAddNorm                     | 576
18 | pos_wise_ff                        | GatedResidualNetwork            | 1.1 K
19 | pre_output_gate_norm               | GateAddNorm                     | 576
20 | output_layer                       | Linear                          | 119
----------------------------------------------------------------------------------------
33.6 K    Trainable params
0         Non-trainable params
33.6 K    Total params
0.135     Total estimated model params size (MB)
Epoch 19: 100%|██████████| 145/145 [01:03<00:00,  2.28it/s, loss=45.2, v_num=3, train_loss_step=46.30, val_loss=67.60, train_loss_epoch=48.10]
[flaml.automl: 07-28 22:08:05] {3425} INFO - retrain tft for 1279.6s
[flaml.automl: 07-28 22:08:05] {3432} INFO - retrained model: TemporalFusionTransformer(
  (loss): QuantileLoss()
  (logging_metrics): ModuleList(
    (0): SMAPE()
    (1): MAE()
    (2): RMSE()
    (3): MAPE()
  )
  (input_embeddings): MultiEmbedding(
    (embeddings): ModuleDict(
      (agency): Embedding(58, 16)
      (sku): Embedding(25, 10)
      (special_days): TimeDistributedEmbeddingBag(11, 6, mode=sum)
      (month): Embedding(12, 6)
    )
  )
  (prescalers): ModuleDict(
    (avg_population_2017): Linear(in_features=1, out_features=8, bias=True)
    (avg_yearly_household_income_2017): Linear(in_features=1, out_features=8, bias=True)
    (encoder_length): Linear(in_features=1, out_features=8, bias=True)
    (y_center): Linear(in_features=1, out_features=8, bias=True)
    (y_scale): Linear(in_features=1, out_features=8, bias=True)
    (time_idx): Linear(in_features=1, out_features=8, bias=True)
    (price_regular): Linear(in_features=1, out_features=8, bias=True)
    (discount_in_percent): Linear(in_features=1, out_features=8, bias=True)
    (relative_time_idx): Linear(in_features=1, out_features=8, bias=True)
    (y): Linear(in_features=1, out_features=8, bias=True)
    (log_volume): Linear(in_features=1, out_features=8, bias=True)
    (industry_volume): Linear(in_features=1, out_features=8, bias=True)
    (soda_volume): Linear(in_features=1, out_features=8, bias=True)
    (avg_max_temp): Linear(in_features=1, out_features=8, bias=True)
    (avg_volume_by_agency): Linear(in_features=1, out_features=8, bias=True)
    (avg_volume_by_sku): Linear(in_features=1, out_features=8, bias=True)
  )
  (static_variable_selection): VariableSelectionNetwork(
    (flattened_grn): GatedResidualNetwork(
      (resample_norm): ResampleNorm(
        (resample): TimeDistributedInterpolation()
        (gate): Sigmoid()
        (norm): LayerNorm((7,), eps=1e-05, elementwise_affine=True)
      )
      (fc1): Linear(in_features=66, out_features=7, bias=True)
      (elu): ELU(alpha=1.0)
      (fc2): Linear(in_features=7, out_features=7, bias=True)
      (gate_norm): GateAddNorm(
        (glu): GatedLinearUnit(
          (dropout): Dropout(p=0.1, inplace=False)
          (fc): Linear(in_features=7, out_features=14, bias=True)
        )
        (add_norm): AddNorm(
          (norm): LayerNorm((7,), eps=1e-05, elementwise_affine=True)
        )
      )
    )
    (single_variable_grns): ModuleDict(
      (agency): ResampleNorm(
        (gate): Sigmoid()
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
      (sku): ResampleNorm(
        (resample): TimeDistributedInterpolation()
        (gate): Sigmoid()
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
      (avg_population_2017): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (avg_yearly_household_income_2017): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (encoder_length): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (y_center): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (y_scale): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
    )
    (prescalers): ModuleDict(
      (avg_population_2017): Linear(in_features=1, out_features=8, bias=True)
      (avg_yearly_household_income_2017): Linear(in_features=1, out_features=8, bias=True)
      (encoder_length): Linear(in_features=1, out_features=8, bias=True)
      (y_center): Linear(in_features=1, out_features=8, bias=True)
      (y_scale): Linear(in_features=1, out_features=8, bias=True)
    )
    (softmax): Softmax(dim=-1)
  )
  (encoder_variable_selection): VariableSelectionNetwork(
    (flattened_grn): GatedResidualNetwork(
      (resample_norm): ResampleNorm(
        (resample): TimeDistributedInterpolation()
        (gate): Sigmoid()
        (norm): LayerNorm((13,), eps=1e-05, elementwise_affine=True)
      )
      (fc1): Linear(in_features=100, out_features=13, bias=True)
      (elu): ELU(alpha=1.0)
      (context): Linear(in_features=16, out_features=13, bias=False)
      (fc2): Linear(in_features=13, out_features=13, bias=True)
      (gate_norm): GateAddNorm(
        (glu): GatedLinearUnit(
          (dropout): Dropout(p=0.1, inplace=False)
          (fc): Linear(in_features=13, out_features=26, bias=True)
        )
        (add_norm): AddNorm(
          (norm): LayerNorm((13,), eps=1e-05, elementwise_affine=True)
        )
      )
    )
    (single_variable_grns): ModuleDict(
      (special_days): ResampleNorm(
        (resample): TimeDistributedInterpolation()
        (gate): Sigmoid()
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
      (month): ResampleNorm(
        (resample): TimeDistributedInterpolation()
        (gate): Sigmoid()
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
      (time_idx): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (price_regular): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (discount_in_percent): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (relative_time_idx): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (y): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (log_volume): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (industry_volume): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (soda_volume): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (avg_max_temp): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (avg_volume_by_agency): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (avg_volume_by_sku): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
    )
    (prescalers): ModuleDict(
      (time_idx): Linear(in_features=1, out_features=8, bias=True)
      (price_regular): Linear(in_features=1, out_features=8, bias=True)
      (discount_in_percent): Linear(in_features=1, out_features=8, bias=True)
      (relative_time_idx): Linear(in_features=1, out_features=8, bias=True)
      (y): Linear(in_features=1, out_features=8, bias=True)
      (log_volume): Linear(in_features=1, out_features=8, bias=True)
      (industry_volume): Linear(in_features=1, out_features=8, bias=True)
      (soda_volume): Linear(in_features=1, out_features=8, bias=True)
      (avg_max_temp): Linear(in_features=1, out_features=8, bias=True)
      (avg_volume_by_agency): Linear(in_features=1, out_features=8, bias=True)
      (avg_volume_by_sku): Linear(in_features=1, out_features=8, bias=True)
    )
    (softmax): Softmax(dim=-1)
  )
  (decoder_variable_selection): VariableSelectionNetwork(
    (flattened_grn): GatedResidualNetwork(
      (resample_norm): ResampleNorm(
        (resample): TimeDistributedInterpolation()
        (gate): Sigmoid()
        (norm): LayerNorm((6,), eps=1e-05, elementwise_affine=True)
      )
      (fc1): Linear(in_features=44, out_features=6, bias=True)
      (elu): ELU(alpha=1.0)
      (context): Linear(in_features=16, out_features=6, bias=False)
      (fc2): Linear(in_features=6, out_features=6, bias=True)
      (gate_norm): GateAddNorm(
        (glu): GatedLinearUnit(
          (dropout): Dropout(p=0.1, inplace=False)
          (fc): Linear(in_features=6, out_features=12, bias=True)
        )
        (add_norm): AddNorm(
          (norm): LayerNorm((6,), eps=1e-05, elementwise_affine=True)
        )
      )
    )
    (single_variable_grns): ModuleDict(
      (special_days): ResampleNorm(
        (resample): TimeDistributedInterpolation()
        (gate): Sigmoid()
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
      (month): ResampleNorm(
        (resample): TimeDistributedInterpolation()
        (gate): Sigmoid()
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
      (time_idx): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (price_regular): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (discount_in_percent): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
      (relative_time_idx): GatedResidualNetwork(
        (resample_norm): ResampleNorm(
          (resample): TimeDistributedInterpolation()
          (gate): Sigmoid()
          (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
        )
        (fc1): Linear(in_features=8, out_features=8, bias=True)
        (elu): ELU(alpha=1.0)
        (fc2): Linear(in_features=8, out_features=8, bias=True)
        (gate_norm): GateAddNorm(
          (glu): GatedLinearUnit(
            (dropout): Dropout(p=0.1, inplace=False)
            (fc): Linear(in_features=8, out_features=32, bias=True)
          )
          (add_norm): AddNorm(
            (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
          )
        )
      )
    )
    (prescalers): ModuleDict(
      (time_idx): Linear(in_features=1, out_features=8, bias=True)
      (price_regular): Linear(in_features=1, out_features=8, bias=True)
      (discount_in_percent): Linear(in_features=1, out_features=8, bias=True)
      (relative_time_idx): Linear(in_features=1, out_features=8, bias=True)
    )
    (softmax): Softmax(dim=-1)
  )
  (static_context_variable_selection): GatedResidualNetwork(
    (fc1): Linear(in_features=16, out_features=16, bias=True)
    (elu): ELU(alpha=1.0)
    (fc2): Linear(in_features=16, out_features=16, bias=True)
    (gate_norm): GateAddNorm(
      (glu): GatedLinearUnit(
        (dropout): Dropout(p=0.1, inplace=False)
        (fc): Linear(in_features=16, out_features=32, bias=True)
      )
      (add_norm): AddNorm(
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
    )
  )
  (static_context_initial_hidden_lstm): GatedResidualNetwork(
    (fc1): Linear(in_features=16, out_features=16, bias=True)
    (elu): ELU(alpha=1.0)
    (fc2): Linear(in_features=16, out_features=16, bias=True)
    (gate_norm): GateAddNorm(
      (glu): GatedLinearUnit(
        (dropout): Dropout(p=0.1, inplace=False)
        (fc): Linear(in_features=16, out_features=32, bias=True)
      )
      (add_norm): AddNorm(
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
    )
  )
  (static_context_initial_cell_lstm): GatedResidualNetwork(
    (fc1): Linear(in_features=16, out_features=16, bias=True)
    (elu): ELU(alpha=1.0)
    (fc2): Linear(in_features=16, out_features=16, bias=True)
    (gate_norm): GateAddNorm(
      (glu): GatedLinearUnit(
        (dropout): Dropout(p=0.1, inplace=False)
        (fc): Linear(in_features=16, out_features=32, bias=True)
      )
      (add_norm): AddNorm(
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
    )
  )
  (static_context_enrichment): GatedResidualNetwork(
    (fc1): Linear(in_features=16, out_features=16, bias=True)
    (elu): ELU(alpha=1.0)
    (fc2): Linear(in_features=16, out_features=16, bias=True)
    (gate_norm): GateAddNorm(
      (glu): GatedLinearUnit(
        (dropout): Dropout(p=0.1, inplace=False)
        (fc): Linear(in_features=16, out_features=32, bias=True)
      )
      (add_norm): AddNorm(
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
    )
  )
  (lstm_encoder): LSTM(16, 16, num_layers=2, batch_first=True, dropout=0.1)
  (lstm_decoder): LSTM(16, 16, num_layers=2, batch_first=True, dropout=0.1)
  (post_lstm_gate_encoder): GatedLinearUnit(
    (dropout): Dropout(p=0.1, inplace=False)
    (fc): Linear(in_features=16, out_features=32, bias=True)
  )
  (post_lstm_gate_decoder): GatedLinearUnit(
    (dropout): Dropout(p=0.1, inplace=False)
    (fc): Linear(in_features=16, out_features=32, bias=True)
  )
  (post_lstm_add_norm_encoder): AddNorm(
    (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
  )
  (post_lstm_add_norm_decoder): AddNorm(
    (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
  )
  (static_enrichment): GatedResidualNetwork(
    (fc1): Linear(in_features=16, out_features=16, bias=True)
    (elu): ELU(alpha=1.0)
    (context): Linear(in_features=16, out_features=16, bias=False)
    (fc2): Linear(in_features=16, out_features=16, bias=True)
    (gate_norm): GateAddNorm(
      (glu): GatedLinearUnit(
        (dropout): Dropout(p=0.1, inplace=False)
        (fc): Linear(in_features=16, out_features=32, bias=True)
      )
      (add_norm): AddNorm(
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
    )
  )
  (multihead_attn): InterpretableMultiHeadAttention(
    (dropout): Dropout(p=0.1, inplace=False)
    (v_layer): Linear(in_features=16, out_features=4, bias=True)
    (q_layers): ModuleList(
      (0): Linear(in_features=16, out_features=4, bias=True)
      (1): Linear(in_features=16, out_features=4, bias=True)
      (2): Linear(in_features=16, out_features=4, bias=True)
      (3): Linear(in_features=16, out_features=4, bias=True)
    )
    (k_layers): ModuleList(
      (0): Linear(in_features=16, out_features=4, bias=True)
      (1): Linear(in_features=16, out_features=4, bias=True)
      (2): Linear(in_features=16, out_features=4, bias=True)
      (3): Linear(in_features=16, out_features=4, bias=True)
    )
    (attention): ScaledDotProductAttention(
      (softmax): Softmax(dim=2)
    )
    (w_h): Linear(in_features=4, out_features=16, bias=False)
  )
  (post_attn_gate_norm): GateAddNorm(
    (glu): GatedLinearUnit(
      (dropout): Dropout(p=0.1, inplace=False)
      (fc): Linear(in_features=16, out_features=32, bias=True)
    )
    (add_norm): AddNorm(
      (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
    )
  )
  (pos_wise_ff): GatedResidualNetwork(
    (fc1): Linear(in_features=16, out_features=16, bias=True)
    (elu): ELU(alpha=1.0)
    (fc2): Linear(in_features=16, out_features=16, bias=True)
    (gate_norm): GateAddNorm(
      (glu): GatedLinearUnit(
        (dropout): Dropout(p=0.1, inplace=False)
        (fc): Linear(in_features=16, out_features=32, bias=True)
      )
      (add_norm): AddNorm(
        (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
      )
    )
  )
  (pre_output_gate_norm): GateAddNorm(
    (glu): GatedLinearUnit(
      (fc): Linear(in_features=16, out_features=32, bias=True)
    )
    (add_norm): AddNorm(
      (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True)
    )
  )
  (output_layer): Linear(in_features=16, out_features=7, bias=True)
)
[flaml.automl: 07-28 22:08:05] {2725} INFO - fit succeeded
[flaml.automl: 07-28 22:08:05] {2726} INFO - Time taken to find the best model: 1242.6435902118683
[flaml.automl: 07-28 22:08:05] {2737} WARNING - Time taken to find the best model is 414% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.\n"
     ]
    }
   ],

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoML-for-LightGBM/index.html b/docs/Examples/AutoML-for-LightGBM/index.html index 01d3b2be6b..65ebb4734e 100644 --- a/docs/Examples/AutoML-for-LightGBM/index.html +++ b/docs/Examples/AutoML-for-LightGBM/index.html @@ -7,13 +7,13 @@ AutoML for LightGBM | FLAML - +

AutoML for LightGBM

Prerequisites for this example

Install the [automl] option.

pip install "flaml[automl] matplotlib openml"

Use built-in LGBMEstimator

from flaml import AutoML
from flaml.automl.data import load_openml_dataset

# Download [houses dataset](https://www.openml.org/d/537) from OpenML. The task is to predict median price of the house in the region based on demographic composition and a state of housing market in the region.
X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir="./")

automl = AutoML()
settings = {
    "time_budget": 60,  # total running time in seconds
    "metric": "r2",  # primary metrics for regression can be chosen from: ['mae','mse','r2']
    "estimator_list": ["lgbm"],  # list of ML learners; we tune lightgbm in this example
    "task": "regression",  # task type
    "log_file_name": "houses_experiment.log",  # flaml log file
    "seed": 7654321,  # random seed
}
automl.fit(X_train=X_train, y_train=y_train, **settings)

Note: You can access the best model's estimator using automl.model.estimator.

Sample output

[flaml.automl: 11-15 19:46:44] {1485} INFO - Data split method: uniform
[flaml.automl: 11-15 19:46:44] {1489} INFO - Evaluation method: cv
[flaml.automl: 11-15 19:46:44] {1540} INFO - Minimizing error metric: 1-r2
[flaml.automl: 11-15 19:46:44] {1577} INFO - List of ML learners in AutoML Run: ['lgbm']
[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 0, current learner lgbm
[flaml.automl: 11-15 19:46:44] {1944} INFO - Estimated sufficient time budget=3232s. Estimated necessary time budget=3s.
[flaml.automl: 11-15 19:46:44] {2029} INFO -  at 0.5s,  estimator lgbm's best error=0.7383, best estimator lgbm's best error=0.7383
[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 1, current learner lgbm
[flaml.automl: 11-15 19:46:44] {2029} INFO -  at 0.6s,  estimator lgbm's best error=0.4774, best estimator lgbm's best error=0.4774
[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 2, current learner lgbm
[flaml.automl: 11-15 19:46:44] {2029} INFO -  at 0.7s,  estimator lgbm's best error=0.4774, best estimator lgbm's best error=0.4774
[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 3, current learner lgbm
[flaml.automl: 11-15 19:46:44] {2029} INFO -  at 0.9s,  estimator lgbm's best error=0.2985, best estimator lgbm's best error=0.2985
[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 4, current learner lgbm
[flaml.automl: 11-15 19:46:45] {2029} INFO -  at 1.3s,  estimator lgbm's best error=0.2337, best estimator lgbm's best error=0.2337
[flaml.automl: 11-15 19:46:45] {1826} INFO - iteration 5, current learner lgbm
[flaml.automl: 11-15 19:46:45] {2029} INFO -  at 1.4s,  estimator lgbm's best error=0.2337, best estimator lgbm's best error=0.2337
[flaml.automl: 11-15 19:46:45] {1826} INFO - iteration 6, current learner lgbm
[flaml.automl: 11-15 19:46:46] {2029} INFO -  at 2.5s,  estimator lgbm's best error=0.2219, best estimator lgbm's best error=0.2219
[flaml.automl: 11-15 19:46:46] {1826} INFO - iteration 7, current learner lgbm
[flaml.automl: 11-15 19:46:46] {2029} INFO -  at 2.9s,  estimator lgbm's best error=0.2219, best estimator lgbm's best error=0.2219
[flaml.automl: 11-15 19:46:46] {1826} INFO - iteration 8, current learner lgbm
[flaml.automl: 11-15 19:46:48] {2029} INFO -  at 4.5s,  estimator lgbm's best error=0.1764, best estimator lgbm's best error=0.1764
[flaml.automl: 11-15 19:46:48] {1826} INFO - iteration 9, current learner lgbm
[flaml.automl: 11-15 19:46:54] {2029} INFO -  at 10.5s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630
[flaml.automl: 11-15 19:46:54] {1826} INFO - iteration 10, current learner lgbm
[flaml.automl: 11-15 19:46:56] {2029} INFO -  at 12.4s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630
[flaml.automl: 11-15 19:46:56] {1826} INFO - iteration 11, current learner lgbm
[flaml.automl: 11-15 19:47:13] {2029} INFO -  at 29.0s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630
[flaml.automl: 11-15 19:47:13] {1826} INFO - iteration 12, current learner lgbm
[flaml.automl: 11-15 19:47:15] {2029} INFO -  at 31.1s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630
[flaml.automl: 11-15 19:47:15] {1826} INFO - iteration 13, current learner lgbm
[flaml.automl: 11-15 19:47:29] {2029} INFO -  at 45.8s, estimator lgbm's best error=0.1564, best estimator lgbm's best error=0.1564
[flaml.automl: 11-15 19:47:33] {2242} INFO - retrain lgbm for 3.2s
[flaml.automl: 11-15 19:47:33] {2247} INFO - retrained model: LGBMRegressor(colsample_bytree=0.8025848209352517,
              learning_rate=0.09100963138990374, max_bin=255,
              min_child_samples=42, n_estimators=363, num_leaves=216,
              reg_alpha=0.001113000336715291, reg_lambda=76.50614276906414,
              verbose=-1)
[flaml.automl: 11-15 19:47:33] {1608} INFO - fit succeeded
[flaml.automl: 11-15 19:47:33] {1610} INFO - Time taken to find the best model: 45.75616669654846
[flaml.automl: 11-15 19:47:33] {1624} WARNING - Time taken to find the best model is 76% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.

Retrieve best config

print("Best hyperparmeter config:", automl.best_config)
print("Best r2 on validation data: {0:.4g}".format(1 - automl.best_loss))
print("Training duration of best run: {0:.4g} s".format(automl.best_config_train_time))
print(automl.model.estimator)
# Best hyperparmeter config: {'n_estimators': 363, 'num_leaves': 216, 'min_child_samples': 42, 'learning_rate': 0.09100963138990374, 'log_max_bin': 8, 'colsample_bytree': 0.8025848209352517, 'reg_alpha': 0.001113000336715291, 'reg_lambda': 76.50614276906414}
# Best r2 on validation data: 0.8436
# Training duration of best run: 3.229 s
# LGBMRegressor(colsample_bytree=0.8025848209352517,
#               learning_rate=0.09100963138990374, max_bin=255,
#               min_child_samples=42, n_estimators=363, num_leaves=216,
#               reg_alpha=0.001113000336715291, reg_lambda=76.50614276906414,
#               verbose=-1)

Plot feature importance

import matplotlib.pyplot as plt

plt.barh(automl.feature_names_in_, automl.feature_importances_)

png

Compute predictions of testing dataset

y_pred = automl.predict(X_test)
print("Predicted labels", y_pred)
# Predicted labels [143391.65036562 245535.13731811 153171.44071629 ... 184354.52735963
#  235510.49470445 282617.22858956]

Compute different metric values on testing dataset

from flaml.automl.ml import sklearn_metric_loss_score

print("r2", "=", 1 - sklearn_metric_loss_score("r2", y_pred, y_test))
print("mse", "=", sklearn_metric_loss_score("mse", y_pred, y_test))
print("mae", "=", sklearn_metric_loss_score("mae", y_pred, y_test))
# r2 = 0.8505434326526395
# mse = 1975592613.138005
# mae = 29471.536046068788

Compare with untuned LightGBM

from lightgbm import LGBMRegressor

lgbm = LGBMRegressor()
lgbm.fit(X_train, y_train)
y_pred = lgbm.predict(X_test)
from flaml.automl.ml import sklearn_metric_loss_score

print("default lgbm r2", "=", 1 - sklearn_metric_loss_score("r2", y_pred, y_test))
# default lgbm r2 = 0.8296179648694404

Plot learning curve

How does the model accuracy improve as we search for different hyperparameter configurations?

from flaml.automl.data import get_output_from_log
import numpy as np

time_history, best_valid_loss_history, valid_loss_history, config_history, metric_history =
    get_output_from_log(filename=settings['log_file_name'], time_budget=60)
plt.title('Learning Curve')
plt.xlabel('Wall Clock Time (s)')
plt.ylabel('Validation r2')
plt.step(time_history, 1 - np.array(best_valid_loss_history), where='post')
plt.show()

png

Use a customized LightGBM learner

The native API of LightGBM allows one to specify a custom objective function in the model constructor. You can easily enable it by adding a customized LightGBM learner in FLAML. In the following example, we show how to add such a customized LightGBM learner with a custom objective function.

Create a customized LightGBM learner with a custom objective function

import numpy as np


# define your customized objective function
def my_loss_obj(y_true, y_pred):
    c = 0.5
    residual = y_pred - y_true
    grad = c * residual / (np.abs(residual) + c)
    hess = c ** 2 / (np.abs(residual) + c) ** 2
    # rmse grad and hess
    grad_rmse = residual
    hess_rmse = 1.0

    # mae grad and hess
    grad_mae = np.array(residual)
    grad_mae[grad_mae > 0] = 1.
    grad_mae[grad_mae <= 0] = -1.
    hess_mae = 1.0

    coef = [0.4, 0.3, 0.3]
    return coef[0] * grad + coef[1] * grad_rmse + coef[2] * grad_mae,
           coef[0] * hess + coef[1] * hess_rmse + coef[2] * hess_mae


from flaml.automl.model import LGBMEstimator


class MyLGBM(LGBMEstimator):
    """LGBMEstimator with my_loss_obj as the objective function"""

    def __init__(self, **config):
        super().__init__(objective=my_loss_obj, **config)

Add the customized learner and tune it

automl = AutoML()
automl.add_learner(learner_name="my_lgbm", learner_class=MyLGBM)
settings["estimator_list"] = ["my_lgbm"]  # change the estimator list
automl.fit(X_train=X_train, y_train=y_train, **settings)

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/AutoML-for-XGBoost/index.html b/docs/Examples/AutoML-for-XGBoost/index.html index c2bf6eb1c7..3d78383063 100644 --- a/docs/Examples/AutoML-for-XGBoost/index.html +++ b/docs/Examples/AutoML-for-XGBoost/index.html @@ -7,13 +7,13 @@ AutoML for XGBoost | FLAML - +

AutoML for XGBoost

Prerequisites for this example

Install the [automl] option.

pip install "flaml[automl] matplotlib openml"

Use built-in XGBoostSklearnEstimator

from flaml import AutoML
from flaml.automl.data import load_openml_dataset

# Download [houses dataset](https://www.openml.org/d/537) from OpenML. The task is to predict median price of the house in the region based on demographic composition and a state of housing market in the region.
X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir="./")

automl = AutoML()
settings = {
    "time_budget": 60,  # total running time in seconds
    "metric": "r2",  # primary metrics for regression can be chosen from: ['mae','mse','r2']
    "estimator_list": [
        "xgboost"
    ],  # list of ML learners; we tune XGBoost in this example
    "task": "regression",  # task type
    "log_file_name": "houses_experiment.log",  # flaml log file
    "seed": 7654321,  # random seed
}
automl.fit(X_train=X_train, y_train=y_train, **settings)

Note: You can access the best model's estimator using automl.model.estimator.

Sample output

[flaml.automl: 09-29 23:06:46] {1446} INFO - Data split method: uniform
[flaml.automl: 09-29 23:06:46] {1450} INFO - Evaluation method: cv
[flaml.automl: 09-29 23:06:46] {1496} INFO - Minimizing error metric: 1-r2
[flaml.automl: 09-29 23:06:46] {1533} INFO - List of ML learners in AutoML Run: ['xgboost']
[flaml.automl: 09-29 23:06:46] {1763} INFO - iteration 0, current learner xgboost
[flaml.automl: 09-29 23:06:47] {1880} INFO - Estimated sufficient time budget=2621s. Estimated necessary time budget=3s.
[flaml.automl: 09-29 23:06:47] {1952} INFO -  at 0.3s,  estimator xgboost's best error=2.1267,  best estimator xgboost's best error=2.1267
[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 1, current learner xgboost
[flaml.automl: 09-29 23:06:47] {1952} INFO -  at 0.5s,  estimator xgboost's best error=2.1267,  best estimator xgboost's best error=2.1267
[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 2, current learner xgboost
[flaml.automl: 09-29 23:06:47] {1952} INFO -  at 0.6s,  estimator xgboost's best error=0.8485,  best estimator xgboost's best error=0.8485
[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 3, current learner xgboost
[flaml.automl: 09-29 23:06:47] {1952} INFO -  at 0.8s,  estimator xgboost's best error=0.3799,  best estimator xgboost's best error=0.3799
[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 4, current learner xgboost
[flaml.automl: 09-29 23:06:47] {1952} INFO -  at 1.0s,  estimator xgboost's best error=0.3799,  best estimator xgboost's best error=0.3799
[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 5, current learner xgboost
[flaml.automl: 09-29 23:06:47] {1952} INFO -  at 1.2s,  estimator xgboost's best error=0.3799,  best estimator xgboost's best error=0.3799
[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 6, current learner xgboost
[flaml.automl: 09-29 23:06:48] {1952} INFO -  at 1.5s,  estimator xgboost's best error=0.2992,  best estimator xgboost's best error=0.2992
[flaml.automl: 09-29 23:06:48] {1763} INFO - iteration 7, current learner xgboost
[flaml.automl: 09-29 23:06:48] {1952} INFO -  at 1.9s,  estimator xgboost's best error=0.2992,  best estimator xgboost's best error=0.2992
[flaml.automl: 09-29 23:06:48] {1763} INFO - iteration 8, current learner xgboost
[flaml.automl: 09-29 23:06:49] {1952} INFO -  at 2.2s,  estimator xgboost's best error=0.2992,  best estimator xgboost's best error=0.2992
[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 9, current learner xgboost
[flaml.automl: 09-29 23:06:49] {1952} INFO -  at 2.5s,  estimator xgboost's best error=0.2513,  best estimator xgboost's best error=0.2513
[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 10, current learner xgboost
[flaml.automl: 09-29 23:06:49] {1952} INFO -  at 2.8s,  estimator xgboost's best error=0.2513,  best estimator xgboost's best error=0.2513
[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 11, current learner xgboost
[flaml.automl: 09-29 23:06:49] {1952} INFO -  at 3.0s,  estimator xgboost's best error=0.2513,  best estimator xgboost's best error=0.2513
[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 12, current learner xgboost
[flaml.automl: 09-29 23:06:50] {1952} INFO -  at 3.3s,  estimator xgboost's best error=0.2113,  best estimator xgboost's best error=0.2113
[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 13, current learner xgboost
[flaml.automl: 09-29 23:06:50] {1952} INFO -  at 3.5s,  estimator xgboost's best error=0.2113,  best estimator xgboost's best error=0.2113
[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 14, current learner xgboost
[flaml.automl: 09-29 23:06:50] {1952} INFO -  at 4.0s,  estimator xgboost's best error=0.2090,  best estimator xgboost's best error=0.2090
[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 15, current learner xgboost
[flaml.automl: 09-29 23:06:51] {1952} INFO -  at 4.5s,  estimator xgboost's best error=0.2090,  best estimator xgboost's best error=0.2090
[flaml.automl: 09-29 23:06:51] {1763} INFO - iteration 16, current learner xgboost
[flaml.automl: 09-29 23:06:51] {1952} INFO -  at 5.2s,  estimator xgboost's best error=0.1919,  best estimator xgboost's best error=0.1919
[flaml.automl: 09-29 23:06:51] {1763} INFO - iteration 17, current learner xgboost
[flaml.automl: 09-29 23:06:52] {1952} INFO -  at 5.5s,  estimator xgboost's best error=0.1919,  best estimator xgboost's best error=0.1919
[flaml.automl: 09-29 23:06:52] {1763} INFO - iteration 18, current learner xgboost
[flaml.automl: 09-29 23:06:54] {1952} INFO -  at 8.0s,  estimator xgboost's best error=0.1797,  best estimator xgboost's best error=0.1797
[flaml.automl: 09-29 23:06:54] {1763} INFO - iteration 19, current learner xgboost
[flaml.automl: 09-29 23:06:55] {1952} INFO -  at 9.0s,  estimator xgboost's best error=0.1797,  best estimator xgboost's best error=0.1797
[flaml.automl: 09-29 23:06:55] {1763} INFO - iteration 20, current learner xgboost
[flaml.automl: 09-29 23:07:08] {1952} INFO -  at 21.8s, estimator xgboost's best error=0.1797,  best estimator xgboost's best error=0.1797
[flaml.automl: 09-29 23:07:08] {1763} INFO - iteration 21, current learner xgboost
[flaml.automl: 09-29 23:07:11] {1952} INFO -  at 24.4s, estimator xgboost's best error=0.1797,  best estimator xgboost's best error=0.1797
[flaml.automl: 09-29 23:07:11] {1763} INFO - iteration 22, current learner xgboost
[flaml.automl: 09-29 23:07:16] {1952} INFO -  at 30.0s, estimator xgboost's best error=0.1782,  best estimator xgboost's best error=0.1782
[flaml.automl: 09-29 23:07:16] {1763} INFO - iteration 23, current learner xgboost
[flaml.automl: 09-29 23:07:20] {1952} INFO -  at 33.5s, estimator xgboost's best error=0.1782,  best estimator xgboost's best error=0.1782
[flaml.automl: 09-29 23:07:20] {1763} INFO - iteration 24, current learner xgboost
[flaml.automl: 09-29 23:07:29] {1952} INFO -  at 42.3s, estimator xgboost's best error=0.1782,  best estimator xgboost's best error=0.1782
[flaml.automl: 09-29 23:07:29] {1763} INFO - iteration 25, current learner xgboost
[flaml.automl: 09-29 23:07:30] {1952} INFO -  at 43.2s, estimator xgboost's best error=0.1782,  best estimator xgboost's best error=0.1782
[flaml.automl: 09-29 23:07:30] {1763} INFO - iteration 26, current learner xgboost
[flaml.automl: 09-29 23:07:50] {1952} INFO -  at 63.4s, estimator xgboost's best error=0.1663,  best estimator xgboost's best error=0.1663
[flaml.automl: 09-29 23:07:50] {2059} INFO - selected model: <xgboost.core.Booster object at 0x7f6399005910>
[flaml.automl: 09-29 23:07:55] {2122} INFO - retrain xgboost for 5.4s
[flaml.automl: 09-29 23:07:55] {2128} INFO - retrained model: <xgboost.core.Booster object at 0x7f6398fc0eb0>
[flaml.automl: 09-29 23:07:55] {1557} INFO - fit succeeded
[flaml.automl: 09-29 23:07:55] {1558} INFO - Time taken to find the best model: 63.427649974823
[flaml.automl: 09-29 23:07:55] {1569} WARNING - Time taken to find the best model is 106% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.

Retrieve best config

print("Best hyperparmeter config:", automl.best_config)
print("Best r2 on validation data: {0:.4g}".format(1 - automl.best_loss))
print("Training duration of best run: {0:.4g} s".format(automl.best_config_train_time))
print(automl.model.estimator)
# Best hyperparmeter config: {'n_estimators': 473, 'max_leaves': 35, 'max_depth': 0, 'min_child_weight': 0.001, 'learning_rate': 0.26865031351923346, 'subsample': 0.9718245679598786, 'colsample_bylevel': 0.7421362469066445, 'colsample_bytree': 1.0, 'reg_alpha': 0.06824336834995245, 'reg_lambda': 250.9654222583276}
# Best r2 on validation data: 0.8384
# Training duration of best run: 2.194 s
# XGBRegressor(base_score=0.5, booster='gbtree',
#              colsample_bylevel=0.7421362469066445, colsample_bynode=1,
#              colsample_bytree=1.0, gamma=0, gpu_id=-1, grow_policy='lossguide',
#              importance_type='gain', interaction_constraints='',
#              learning_rate=0.26865031351923346, max_delta_step=0, max_depth=0,
#              max_leaves=35, min_child_weight=0.001, missing=nan,
#              monotone_constraints='()', n_estimators=473, n_jobs=-1,
#              num_parallel_tree=1, random_state=0, reg_alpha=0.06824336834995245,
#              reg_lambda=250.9654222583276, scale_pos_weight=1,
#              subsample=0.9718245679598786, tree_method='hist',
#              use_label_encoder=False, validate_parameters=1, verbosity=0)

Plot feature importance

import matplotlib.pyplot as plt

plt.barh(automl.feature_names_in_, automl.feature_importances_)

png

Compute predictions of testing dataset

y_pred = automl.predict(X_test)
print("Predicted labels", y_pred)
# Predicted labels [139062.95 237622.   140522.03 ... 182125.5  252156.36 264884.5 ]

Compute different metric values on testing dataset

from flaml.automl.ml import sklearn_metric_loss_score

print("r2", "=", 1 - sklearn_metric_loss_score("r2", y_pred, y_test))
print("mse", "=", sklearn_metric_loss_score("mse", y_pred, y_test))
print("mae", "=", sklearn_metric_loss_score("mae", y_pred, y_test))
# r2 = 0.8456494234135888
# mse = 2040284106.2781258
# mae = 30212.830996680445

Compare with untuned XGBoost

from xgboost import XGBRegressor

xgb = XGBRegressor()
xgb.fit(X_train, y_train)
y_pred = xgb.predict(X_test)
from flaml.automl.ml import sklearn_metric_loss_score

print("default xgboost r2", "=", 1 - sklearn_metric_loss_score("r2", y_pred, y_test))
# default xgboost r2 = 0.8265451174596482

Plot learning curve

How does the model accuracy improve as we search for different hyperparameter configurations?

from flaml.automl.data import get_output_from_log
import numpy as np

time_history, best_valid_loss_history, valid_loss_history, config_history, metric_history =
    get_output_from_log(filename=settings['log_file_name'], time_budget=60)
plt.title('Learning Curve')
plt.xlabel('Wall Clock Time (s)')
plt.ylabel('Validation r2')
plt.step(time_history, 1 - np.array(best_valid_loss_history), where='post')
plt.show()

png

Use a customized XGBoost learner

You can easily enable a custom objective function by adding a customized XGBoost learner (inherit XGBoostEstimator or XGBoostSklearnEstimator) in FLAML. In the following example, we show how to add such a customized XGBoost learner with a custom objective function.

import numpy as np


# define your customized objective function
def logregobj(preds, dtrain):
    labels = dtrain.get_label()
    preds = 1.0 / (1.0 + np.exp(-preds))  # transform raw leaf weight
    grad = preds - labels
    hess = preds * (1.0 - preds)
    return grad, hess


from flaml.automl.model import XGBoostEstimator


class MyXGB1(XGBoostEstimator):
    """XGBoostEstimator with the logregobj function as the objective function"""

    def __init__(self, **config):
        super().__init__(objective=logregobj, **config)


class MyXGB2(XGBoostEstimator):
    """XGBoostEstimator with 'reg:squarederror' as the objective function"""

    def __init__(self, **config):
        super().__init__(objective="reg:gamma", **config)

Add the customized learners and tune them

automl = AutoML()
automl.add_learner(learner_name="my_xgb1", learner_class=MyXGB1)
automl.add_learner(learner_name="my_xgb2", learner_class=MyXGB2)
settings["estimator_list"] = ["my_xgb1", "my_xgb2"]  # change the estimator list
automl.fit(X_train=X_train, y_train=y_train, **settings)

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/Default-Flamlized/index.html b/docs/Examples/Default-Flamlized/index.html index 73546dc3e4..f08f9d1e3a 100644 --- a/docs/Examples/Default-Flamlized/index.html +++ b/docs/Examples/Default-Flamlized/index.html @@ -7,13 +7,13 @@ Default - Flamlized Estimator | FLAML - +

Default - Flamlized Estimator

Flamlized estimators automatically use data-dependent default hyperparameter configurations for each estimator, offering a unique zero-shot AutoML capability, or "no tuning" AutoML.

Flamlized LGBMRegressor

Prerequisites

This example requires the [autozero] option.

pip install flaml[autozero] lightgbm openml

Zero-shot AutoML

from flaml.automl.data import load_openml_dataset
from flaml.default import LGBMRegressor
from flaml.automl.ml import sklearn_metric_loss_score

X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir="./")
lgbm = LGBMRegressor()
lgbm.fit(X_train, y_train)
y_pred = lgbm.predict(X_test)
print("flamlized lgbm r2", "=", 1 - sklearn_metric_loss_score("r2", y_pred, y_test))
print(lgbm)

Sample output

load dataset from ./openml_ds537.pkl
Dataset name: houses
X_train.shape: (15480, 8), y_train.shape: (15480,);
X_test.shape: (5160, 8), y_test.shape: (5160,)
flamlized lgbm r2 = 0.8537444671194614
LGBMRegressor(colsample_bytree=0.7019911744574896,
              learning_rate=0.022635758411078528, max_bin=511,
              min_child_samples=2, n_estimators=4797, num_leaves=122,
              reg_alpha=0.004252223402511765, reg_lambda=0.11288241427227624,
              verbose=-1)

Suggest hyperparameters without training

from flaml.automl.data import load_openml_dataset
from flaml.default import LGBMRegressor
from flaml.ml import sklearn_metric_loss_score

X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir="./")
lgbm = LGBMRegressor()
hyperparams, estimator_name, X_transformed, y_transformed = lgbm.suggest_hyperparams(X_train, y_train)
print(hyperparams)

Sample output

load dataset from ./openml_ds537.pkl
Dataset name: houses
X_train.shape: (15480, 8), y_train.shape: (15480,);
X_test.shape: (5160, 8), y_test.shape: (5160,)
{'n_estimators': 4797, 'num_leaves': 122, 'min_child_samples': 2, 'learning_rate': 0.022635758411078528, 'colsample_bytree': 0.7019911744574896, 'reg_alpha': 0.004252223402511765, 'reg_lambda': 0.11288241427227624, 'max_bin': 511, 'verbose': -1}

Link to notebook | Open in colab

Flamlized XGBClassifier

Prerequisites

This example requires xgboost, sklearn, openml==0.10.2.

Zero-shot AutoML

from flaml.automl.data import load_openml_dataset
from flaml.default import XGBClassifier
from flaml.automl.ml import sklearn_metric_loss_score

X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir="./")
xgb = XGBClassifier()
xgb.fit(X_train, y_train)
y_pred = xgb.predict(X_test)
print(
    "flamlized xgb accuracy",
    "=",
    1 - sklearn_metric_loss_score("accuracy", y_pred, y_test),
)
print(xgb)

Sample output

load dataset from ./openml_ds1169.pkl
Dataset name: airlines
X_train.shape: (404537, 7), y_train.shape: (404537,);
X_test.shape: (134846, 7), y_test.shape: (134846,)
flamlized xgb accuracy = 0.6729009388487608
XGBClassifier(base_score=0.5, booster='gbtree',
              colsample_bylevel=0.4601573737792679, colsample_bynode=1,
              colsample_bytree=1.0, gamma=0, gpu_id=-1, grow_policy='lossguide',
              importance_type='gain', interaction_constraints='',
              learning_rate=0.04039771837785377, max_delta_step=0, max_depth=0,
              max_leaves=159, min_child_weight=0.3396294979905001, missing=nan,
              monotone_constraints='()', n_estimators=540, n_jobs=4,
              num_parallel_tree=1, random_state=0,
              reg_alpha=0.0012362430984376035, reg_lambda=3.093428791531145,
              scale_pos_weight=1, subsample=1.0, tree_method='hist',
              use_label_encoder=False, validate_parameters=1, verbosity=0)
Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/Integrate - AzureML/index.html b/docs/Examples/Integrate - AzureML/index.html index ecbdf2a386..abfc714d2b 100644 --- a/docs/Examples/Integrate - AzureML/index.html +++ b/docs/Examples/Integrate - AzureML/index.html @@ -7,13 +7,13 @@ Integrate - AzureML | FLAML - +

Integrate - AzureML

FLAML can be used together with AzureML. On top of that, using mlflow and ray is easy too.

Prerequisites

Install the [automl,azureml] option.

pip install "flaml[automl,azureml]"

Setup a AzureML workspace:

from azureml.core import Workspace

ws = Workspace.create(
    name="myworkspace",
    subscription_id="<azure-subscription-id>",
    resource_group="myresourcegroup",
)

Enable mlflow in AzureML workspace

import mlflow
from azureml.core import Workspace

ws = Workspace.from_config()
mlflow.set_tracking_uri(ws.get_mlflow_tracking_uri())

Start an AutoML run

from flaml.automl.data import load_openml_dataset
from flaml import AutoML

# Download [Airlines dataset](https://www.openml.org/d/1169) from OpenML. The task is to predict whether a given flight will be delayed, given the information of the scheduled departure.
X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir="./")

automl = AutoML()
settings = {
    "time_budget": 60,  # total running time in seconds
    "metric": "accuracy",  # metric to optimize
    "task": "classification",  # task type
    "log_file_name": "airlines_experiment.log",  # flaml log file
}
experiment = mlflow.set_experiment("flaml")  # the experiment name in AzureML workspace
with mlflow.start_run() as run:  # create a mlflow run
    automl.fit(X_train=X_train, y_train=y_train, **settings)
    mlflow.sklearn.log_model(automl, "automl")

The metrics in the run will be automatically logged in an experiment named "flaml" in your AzureML workspace. They can be retrieved by mlflow.search_runs:

mlflow.search_runs(
    experiment_ids=[experiment.experiment_id],
    filter_string="params.learner = 'xgboost'",
)

The logged model can be loaded and used to make predictions:

automl = mlflow.sklearn.load_model(f"{run.info.artifact_uri}/automl")
print(automl.predict(X_test))

Link to notebook | Open in colab

Use ray to distribute across a cluster

When you have a compute cluster in AzureML, you can distribute flaml.AutoML or flaml.tune with ray.

Build a ray environment in AzureML

Create a docker file such as .Docker/Dockerfile-cpu. Make sure RUN pip install flaml[blendsearch,ray] is included in the docker file.

Then build a AzureML environment in the workspace ws.

ray_environment_name = "aml-ray-cpu"
ray_environment_dockerfile_path = "./Docker/Dockerfile-cpu"

# Build CPU image for Ray
ray_cpu_env = Environment.from_dockerfile(
    name=ray_environment_name, dockerfile=ray_environment_dockerfile_path
)
ray_cpu_env.register(workspace=ws)
ray_cpu_build_details = ray_cpu_env.build(workspace=ws)

import time

while ray_cpu_build_details.status not in ["Succeeded", "Failed"]:
    print(
        f"Awaiting completion of ray CPU environment build. Current status is: {ray_cpu_build_details.status}"
    )
    time.sleep(10)

You only need to do this step once for one workspace.

Create a compute cluster with multiple nodes

from azureml.core.compute import AmlCompute, ComputeTarget

compute_target_name = "cpucluster"
node_count = 2

# This example uses CPU VM. For using GPU VM, set SKU to STANDARD_NC6
compute_target_size = "STANDARD_D2_V2"

if compute_target_name in ws.compute_targets:
    compute_target = ws.compute_targets[compute_target_name]
    if compute_target and type(compute_target) is AmlCompute:
        if compute_target.provisioning_state == "Succeeded":
            print("Found compute target; using it:", compute_target_name)
        else:
            raise Exception(
                "Found compute target but it is in state",
                compute_target.provisioning_state,
            )
else:
    print("creating a new compute target...")
    provisioning_config = AmlCompute.provisioning_configuration(
        vm_size=compute_target_size, min_nodes=0, max_nodes=node_count
    )

    # Create the cluster
    compute_target = ComputeTarget.create(ws, compute_target_name, provisioning_config)

    # Can poll for a minimum number of nodes and for a specific timeout.
    # If no min node count is provided it will use the scale settings for the cluster
    compute_target.wait_for_completion(
        show_output=True, min_node_count=None, timeout_in_minutes=20
    )

    # For a more detailed view of current AmlCompute status, use get_status()
    print(compute_target.get_status().serialize())

If the computer target "cpucluster" already exists, it will not be recreated.

Run distributed AutoML job

Assuming you have an automl script like ray/distribute_automl.py. It uses n_concurrent_trials=k to inform AutoML.fit() to perform k concurrent trials in parallel.

Submit an AzureML job as the following:

from azureml.core import Workspace, Experiment, ScriptRunConfig, Environment
from azureml.core.runconfig import RunConfiguration, DockerConfiguration

command = ["python distribute_automl.py"]
ray_environment_name = "aml-ray-cpu"
env = Environment.get(workspace=ws, name=ray_environment_name)
aml_run_config = RunConfiguration(communicator="OpenMpi")
aml_run_config.target = compute_target
aml_run_config.docker = DockerConfiguration(use_docker=True)
aml_run_config.environment = env
aml_run_config.node_count = 2
config = ScriptRunConfig(
    source_directory="ray/",
    command=command,
    run_config=aml_run_config,
)

exp = Experiment(ws, "distribute-automl")
run = exp.submit(config)

print(run.get_portal_url())  # link to ml.azure.com
run.wait_for_completion(show_output=True)

Run distributed tune job

Prepare a script like ray/distribute_tune.py. Replace the command in the above eample with:

command = ["python distribute_tune.py"]

Everything else is the same.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/Integrate - Scikit-learn Pipeline/index.html b/docs/Examples/Integrate - Scikit-learn Pipeline/index.html index 332b9111b9..6500171d74 100644 --- a/docs/Examples/Integrate - Scikit-learn Pipeline/index.html +++ b/docs/Examples/Integrate - Scikit-learn Pipeline/index.html @@ -7,13 +7,13 @@ Integrate - Scikit-learn Pipeline | FLAML - +

Integrate - Scikit-learn Pipeline

As FLAML's AutoML module can be used a transformer in the Sklearn's pipeline we can get all the benefits of pipeline.

Prerequisites

Install the [automl] option.

pip install "flaml[automl] openml"

Load data

from flaml.automl.data import load_openml_dataset

# Download [Airlines dataset](https://www.openml.org/d/1169) from OpenML. The task is to predict whether a given flight will be delayed, given the information of the scheduled departure.
X_train, X_test, y_train, y_test = load_openml_dataset(
    dataset_id=1169, data_dir="./", random_state=1234, dataset_format="array"
)

Create a pipeline

from sklearn import set_config
from sklearn.pipeline import Pipeline
from sklearn.impute import SimpleImputer
from sklearn.preprocessing import StandardScaler
from flaml import AutoML

set_config(display="diagram")

imputer = SimpleImputer()
standardizer = StandardScaler()
automl = AutoML()

automl_pipeline = Pipeline(
    [("imputuer", imputer), ("standardizer", standardizer), ("automl", automl)]
)
automl_pipeline

png

Run AutoML in the pipeline

automl_settings = {
    "time_budget": 60,  # total running time in seconds
    "metric": "accuracy",  # primary metrics can be chosen from: ['accuracy', 'roc_auc', 'roc_auc_weighted', 'roc_auc_ovr', 'roc_auc_ovo', 'f1', 'log_loss', 'mae', 'mse', 'r2'] Check the documentation for more details (https://microsoft.github.io/FLAML/docs/Use-Cases/Task-Oriented-AutoML#optimization-metric)
    "task": "classification",  # task type
    "estimator_list": ["xgboost", "catboost", "lgbm"],
    "log_file_name": "airlines_experiment.log",  # flaml log file
}
pipeline_settings = {f"automl__{key}": value for key, value in automl_settings.items()}
automl_pipeline.fit(X_train, y_train, **pipeline_settings)

Get the automl object from the pipeline

automl = automl_pipeline.steps[2][1]
# Get the best config and best learner
print("Best ML leaner:", automl.best_estimator)
print("Best hyperparmeter config:", automl.best_config)
print("Best accuracy on validation data: {0:.4g}".format(1 - automl.best_loss))
print("Training duration of best run: {0:.4g} s".format(automl.best_config_train_time))

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/Integrate - Spark/index.html b/docs/Examples/Integrate - Spark/index.html index cb7f5c0aff..21d9d5e8a7 100644 --- a/docs/Examples/Integrate - Spark/index.html +++ b/docs/Examples/Integrate - Spark/index.html @@ -7,13 +7,13 @@ Integrate - Spark | FLAML - +

Integrate - Spark

FLAML has integrated Spark for distributed training. There are two main aspects of integration with Spark:

  • Use Spark ML estimators for AutoML.
  • Use Spark to run training in parallel spark jobs.

Spark ML Estimators

FLAML integrates estimators based on Spark ML models. These models are trained in parallel using Spark, so we called them Spark estimators. To use these models, you first need to organize your data in the required format.

Data

For Spark estimators, AutoML only consumes Spark data. FLAML provides a convenient function to_pandas_on_spark in the flaml.automl.spark.utils module to convert your data into a pandas-on-spark (pyspark.pandas) dataframe/series, which Spark estimators require.

This utility function takes data in the form of a pandas.Dataframe or pyspark.sql.Dataframe and converts it into a pandas-on-spark dataframe. It also takes pandas.Series or pyspark.sql.Dataframe and converts it into a pandas-on-spark series. If you pass in a pyspark.pandas.Dataframe, it will not make any changes.

This function also accepts optional arguments index_col and default_index_type.

  • index_col is the column name to use as the index, default is None.
  • default_index_type is the default index type, default is "distributed-sequence". More info about default index type could be found on Spark official documentation

Here is an example code snippet for Spark Data:

import pandas as pd
from flaml.automl.spark.utils import to_pandas_on_spark

# Creating a dictionary
data = {
    "Square_Feet": [800, 1200, 1800, 1500, 850],
    "Age_Years": [20, 15, 10, 7, 25],
    "Price": [100000, 200000, 300000, 240000, 120000],
}

# Creating a pandas DataFrame
dataframe = pd.DataFrame(data)
label = "Price"

# Convert to pandas-on-spark dataframe
psdf = to_pandas_on_spark(dataframe)

To use Spark ML models you need to format your data appropriately. Specifically, use VectorAssembler to merge all feature columns into a single vector column.

Here is an example of how to use it:

from pyspark.ml.feature import VectorAssembler

columns = psdf.columns
feature_cols = [col for col in columns if col != label]
featurizer = VectorAssembler(inputCols=feature_cols, outputCol="features")
psdf = featurizer.transform(psdf.to_spark(index_col="index"))["index", "features"]

Later in conducting the experiment, use your pandas-on-spark data like non-spark data and pass them using X_train, y_train or dataframe, label.

Estimators

Model List

  • lgbm_spark: The class for fine-tuning Spark version LightGBM models, using SynapseML API.

Usage

First, prepare your data in the required format as described in the previous section.

By including the models you intend to try in the estimators_list argument to flaml.automl, FLAML will start trying configurations for these models. If your input is Spark data, FLAML will also use estimators with the _spark postfix by default, even if you haven't specified them.

Here is an example code snippet using SparkML models in AutoML:

import flaml

# prepare your data in pandas-on-spark format as we previously mentioned

automl = flaml.AutoML()
settings = {
    "time_budget": 30,
    "metric": "r2",
    "estimator_list": ["lgbm_spark"],  # this setting is optional
    "task": "regression",
}

automl.fit(
    dataframe=psdf,
    label=label,
    **settings,
)

Link to notebook | Open in colab

Parallel Spark Jobs

You can activate Spark as the parallel backend during parallel tuning in both AutoML and Hyperparameter Tuning, by setting the use_spark to true. FLAML will dispatch your job to the distributed Spark backend using joblib-spark.

Please note that you should not set use_spark to true when applying AutoML and Tuning for Spark Data. This is because only SparkML models will be used for Spark Data in AutoML and Tuning. As SparkML models run in parallel, there is no need to distribute them with use_spark again.

All the Spark-related arguments are stated below. These arguments are available in both Hyperparameter Tuning and AutoML:

  • use_spark: boolean, default=False | Whether to use spark to run the training in parallel spark jobs. This can be used to accelerate training on large models and large datasets, but will incur more overhead in time and thus slow down training in some cases. GPU training is not supported yet when use_spark is True. For Spark clusters, by default, we will launch one trial per executor. However, sometimes we want to launch more trials than the number of executors (e.g., local mode). In this case, we can set the environment variable FLAML_MAX_CONCURRENT to override the detected num_executors. The final number of concurrent trials will be the minimum of n_concurrent_trials and num_executors.
  • n_concurrent_trials: int, default=1 | The number of concurrent trials. When n_concurrent_trials > 1, FLAML performes parallel tuning.
  • force_cancel: boolean, default=False | Whether to forcely cancel Spark jobs if the search time exceeded the time budget. Spark jobs include parallel tuning jobs and Spark-based model training jobs.

An example code snippet for using parallel Spark jobs:

import flaml

automl_experiment = flaml.AutoML()
automl_settings = {
    "time_budget": 30,
    "metric": "r2",
    "task": "regression",
    "n_concurrent_trials": 2,
    "use_spark": True,
    "force_cancel": True,  # Activating the force_cancel option can immediately halt Spark jobs once they exceed the allocated time_budget.
}

automl.fit(
    dataframe=dataframe,
    label=label,
    **automl_settings,
)

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/Tune-AzureML-pipeline/index.html b/docs/Examples/Tune-AzureML-pipeline/index.html index 1f056078fa..65da8ec7a1 100644 --- a/docs/Examples/Tune-AzureML-pipeline/index.html +++ b/docs/Examples/Tune-AzureML-pipeline/index.html @@ -7,7 +7,7 @@ Tune - AzureML pipeline | FLAML - + @@ -26,7 +26,7 @@ we need to log the metrics of interest to AzureML using

run.log(f"{data_name}_{eval_name}", result)

Hyperparameter Optimization

We are now ready to set up the HPO job for the AzureML pipeline, including:

  • config the HPO job,
  • set up the interaction between the HPO job and the training job.

These two steps are done in tuner/tuner_func.py.

Set up the tune job

tuner_func.tune_pipeline sets up the search space, metric to optimize, mode, etc.

def tune_pipeline(concurrent_run=1):
    start_time = time.time()

    # config the HPO job
    search_space = {
        "train_config.n_estimators": flaml.tune.randint(50, 200),
        "train_config.learning_rate": flaml.tune.uniform(0.01, 0.5),
    }

    hp_metric = "eval_binary_error"
    mode = "max"
    num_samples = 2

    if concurrent_run > 1:
        import ray  # For parallel tuning

        ray.init(num_cpus=concurrent_run)
        use_ray = True
    else:
        use_ray = False

    # launch the HPO job
    analysis = flaml.tune.run(
        run_with_config,
        config=search_space,
        metric=hp_metric,
        mode=mode,
        num_samples=num_samples,  # number of trials
        use_ray=use_ray,
    )

    # get the best config
    best_trial = analysis.get_best_trial(hp_metric, mode, "all")
    metric = best_trial.metric_analysis[hp_metric][mode]
    print(f"n_trials={len(analysis.trials)}")
    print(f"time={time.time()-start_time}")
    print(f"Best {hp_metric}: {metric:.4f}")
    print(f"Best coonfiguration: {best_trial.config}")

Interact with AzureML pipeline jobs

The interaction between FLAML and AzureML pipeline jobs is in tuner_func.run_with_config.

def run_with_config(config: dict):
    """Run the pipeline with a given config dict"""

    # pass the hyperparameters to AzureML jobs by overwriting the config file.
    overrides = [f"{key}={value}" for key, value in config.items()]

    print(overrides)
    run = submit_train_pipeline.build_and_submit_aml_pipeline(overrides)

    print(run.get_portal_url())

    # retrieving the metrics to optimize before the job completes.
    stop = False
    while not stop:
        # get status
        status = run._core_run.get_status()
        print(f"status: {status}")

        # get metrics
        metrics = run._core_run.get_metrics(recursive=True)
        if metrics:
            run_metrics = list(metrics.values())

            new_metric = run_metrics[0]["eval_binary_error"]

            if type(new_metric) == list:
                new_metric = new_metric[-1]

            print(f"eval_binary_error: {new_metric}")

            tune.report(eval_binary_error=new_metric)

        time.sleep(5)

        if status == "FAILED" or status == "Completed":
            stop = True

    print("The run is terminated.")
    print(status)

    return

Overall, to tune the hyperparameters of the AzureML pipeline, run:

# the training job will run remotely as an AzureML job in both choices
# run the tuning job locally
python submit_tune.py --local
# run the tuning job remotely
python submit_tune.py --remote --subscription_id <your subscription_id> --resource_group <your resource_group> --workspace <your workspace>

The local option runs the tuner/tuner_func.py in your local machine. The remote option wraps up the tuner/tuner_func.py as an AzureML component and starts another AzureML job to tune the AzureML pipeline.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/Tune-HuggingFace/index.html b/docs/Examples/Tune-HuggingFace/index.html index dc14ab8c39..e86c84bcea 100644 --- a/docs/Examples/Tune-HuggingFace/index.html +++ b/docs/Examples/Tune-HuggingFace/index.html @@ -7,7 +7,7 @@ Tune - HuggingFace | FLAML - + @@ -15,7 +15,7 @@

Tune - HuggingFace

This example uses flaml to finetune a transformer model from Huggingface transformers library.

Note: flaml.AutoML has built-in support for certain finetuning tasks with a higher-level API. It may be easier to use that API unless you have special requirements not handled by that API.

Requirements

This example requires GPU. Install dependencies:

pip install torch transformers datasets "flaml[blendsearch,ray]"

Prepare for tuning

Tokenizer

from transformers import AutoTokenizer

MODEL_NAME = "distilbert-base-uncased"
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_fast=True)
COLUMN_NAME = "sentence"


def tokenize(examples):
    return tokenizer(examples[COLUMN_NAME], truncation=True)

Define training method

import flaml
import datasets
from transformers import AutoModelForSequenceClassification

TASK = "cola"
NUM_LABELS = 2


def train_distilbert(config: dict):
    # Load CoLA dataset and apply tokenizer
    cola_raw = datasets.load_dataset("glue", TASK)
    cola_encoded = cola_raw.map(tokenize, batched=True)
    train_dataset, eval_dataset = cola_encoded["train"], cola_encoded["validation"]

    model = AutoModelForSequenceClassification.from_pretrained(
        MODEL_NAME, num_labels=NUM_LABELS
    )
    metric = datasets.load_metric("glue", TASK)

    def compute_metrics(eval_pred):
        predictions, labels = eval_pred
        predictions = np.argmax(predictions, axis=1)
        return metric.compute(predictions=predictions, references=labels)

    training_args = TrainingArguments(
        output_dir=".",
        do_eval=False,
        disable_tqdm=True,
        logging_steps=20000,
        save_total_limit=0,
        **config,
    )

    trainer = Trainer(
        model,
        training_args,
        train_dataset=train_dataset,
        eval_dataset=eval_dataset,
        tokenizer=tokenizer,
        compute_metrics=compute_metrics,
    )

    # train model
    trainer.train()

    # evaluate model
    eval_output = trainer.evaluate()

    # report the metric to optimize & the metric to log
    flaml.tune.report(
        loss=eval_output["eval_loss"],
        matthews_correlation=eval_output["eval_matthews_correlation"],
    )

We are now ready to define our search. This includes:

  • The search_space for our hyperparameters
  • The metric and the mode ('max' or 'min') for optimization
  • The constraints (n_cpus, n_gpus, num_samples, and time_budget_s)
max_num_epoch = 64
search_space = {
    # You can mix constants with search space objects.
    "num_train_epochs": flaml.tune.loguniform(1, max_num_epoch),
    "learning_rate": flaml.tune.loguniform(1e-6, 1e-4),
    "adam_epsilon": flaml.tune.loguniform(1e-9, 1e-7),
    "adam_beta1": flaml.tune.uniform(0.8, 0.99),
    "adam_beta2": flaml.tune.loguniform(98e-2, 9999e-4),
}

# optimization objective
HP_METRIC, MODE = "matthews_correlation", "max"

# resources
num_cpus = 4
num_gpus = 4  # change according to your GPU resources

# constraints
num_samples = -1  # number of trials, -1 means unlimited
time_budget_s = 3600  # time budget in seconds

Launch the tuning

We are now ready to launch the tuning using flaml.tune.run:

import ray

ray.init(num_cpus=num_cpus, num_gpus=num_gpus)
print("Tuning started...")
analysis = flaml.tune.run(
    train_distilbert,
    search_alg=flaml.CFO(
        space=search_space,
        metric=HP_METRIC,
        mode=MODE,
        low_cost_partial_config={"num_train_epochs": 1},
    ),
    resources_per_trial={"gpu": num_gpus, "cpu": num_cpus},
    local_dir="logs/",
    num_samples=num_samples,
    time_budget_s=time_budget_s,
    use_ray=True,
)

This will run tuning for one hour. At the end we will see a summary.

== Status ==
Memory usage on this node: 32.0/251.6 GiB
Using FIFO scheduling algorithm.
Resources requested: 0/4 CPUs, 0/4 GPUs, 0.0/150.39 GiB heap, 0.0/47.22 GiB objects (0/1.0 accelerator_type:V100)
Result logdir: /home/chiw/FLAML/notebook/logs/train_distilbert_2021-05-07_02-35-58
Number of trials: 22/infinite (22 TERMINATED)
Trial name  status  loc adam_beta1  adam_beta2  adam_epsilon    learning_rate   num_train_epochs    iter    total time (s)  loss    matthews_correlation
train_distilbert_a0c303d0   TERMINATED      0.939079    0.991865    7.96945e-08 5.61152e-06 1   1   55.6909 0.587986    0
train_distilbert_a0c303d1   TERMINATED      0.811036    0.997214    2.05111e-09 2.05134e-06 1.44427 1   71.7663 0.603018    0
train_distilbert_c39b2ef0   TERMINATED      0.909395    0.993715    1e-07   5.26543e-06 1   1   53.7619 0.586518    0
train_distilbert_f00776e2   TERMINATED      0.968763    0.990019    4.38943e-08 5.98035e-06 1.02723 1   56.8382 0.581313    0
train_distilbert_11ab3900   TERMINATED      0.962198    0.991838    7.09296e-08 5.06608e-06 1   1   54.0231 0.585576    0
train_distilbert_353025b6   TERMINATED      0.91596 0.991892    8.95426e-08 6.21568e-06 2.15443 1   98.3233 0.531632    0.388893
train_distilbert_5728a1de   TERMINATED      0.926933    0.993146    1e-07   1.00902e-05 1   1   55.3726 0.538505    0.280558
train_distilbert_9394c2e2   TERMINATED      0.928106    0.990614    4.49975e-08 3.45674e-06 2.72935 1   121.388 0.539177    0.327295
train_distilbert_b6543fec   TERMINATED      0.876896    0.992098    1e-07   7.01176e-06 1.59538 1   76.0244 0.527516    0.379177
train_distilbert_0071f998   TERMINATED      0.955024    0.991687    7.39776e-08 5.50998e-06 2.90939 1   126.871 0.516225    0.417157
train_distilbert_2f830be6   TERMINATED      0.886931    0.989628    7.6127e-08  4.37646e-06 1.53338 1   73.8934 0.551629    0.0655887
train_distilbert_7ce03f12   TERMINATED      0.984053    0.993956    8.70144e-08 7.82557e-06 4.08775 1   174.027 0.523732    0.453549
train_distilbert_aaab0508   TERMINATED      0.940707    0.993946    1e-07   8.91979e-06 3.40243 1   146.249 0.511288    0.45085
train_distilbert_14262454   TERMINATED      0.99    0.991696    4.60093e-08 4.83405e-06 3.4954  1   152.008 0.53506 0.400851
train_distilbert_6d211fe6   TERMINATED      0.959277    0.994556    5.40791e-08 1.17333e-05 6.64995 1   271.444 0.609851    0.526802
train_distilbert_c980bae4   TERMINATED      0.99    0.993355    1e-07   5.21929e-06 2.51275 1   111.799 0.542276    0.324968
train_distilbert_6d0d29d6   TERMINATED      0.965773    0.995182    9.9752e-08  1.15549e-05 13.694  1   527.944 0.923802    0.549474
train_distilbert_b16ea82a   TERMINATED      0.952781    0.993931    2.93182e-08 1.19145e-05 3.2293  1   139.844 0.533466    0.451307
train_distilbert_eddf7cc0   TERMINATED      0.99    0.997109    8.13498e-08 1.28515e-05 15.5807 1   614.789 0.983285    0.56993
train_distilbert_43008974   TERMINATED      0.929089    0.993258    1e-07   1.03892e-05 12.0357 1   474.387 0.857461    0.520022
train_distilbert_b3408a4e   TERMINATED      0.99    0.993809    4.67441e-08 1.10418e-05 11.9165 1   474.126 0.828205    0.526164
train_distilbert_cfbfb220   TERMINATED      0.979454    0.9999  1e-07   1.49578e-05 20.3715

Retrieve the results

best_trial = analysis.get_best_trial(HP_METRIC, MODE, "all")
metric = best_trial.metric_analysis[HP_METRIC][MODE]
print(f"n_trials={len(analysis.trials)}")
print(f"time={time.time()-start_time}")
print(f"Best model eval {HP_METRIC}: {metric:.4f}")
print(f"Best model parameters: {best_trial.config}")
# n_trials=22
# time=3999.769361972809
# Best model eval matthews_correlation: 0.5699
# Best model parameters: {'num_train_epochs': 15.580684188655825, 'learning_rate': 1.2851507818900338e-05, 'adam_epsilon': 8.134982521948352e-08, 'adam_beta1': 0.99, 'adam_beta2': 0.9971094424784387}

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/Tune-Lexicographic-objectives/index.html b/docs/Examples/Tune-Lexicographic-objectives/index.html index c9b7b718b9..27038f4b4f 100644 --- a/docs/Examples/Tune-Lexicographic-objectives/index.html +++ b/docs/Examples/Tune-Lexicographic-objectives/index.html @@ -7,13 +7,13 @@ Tune - Lexicographic Objectives | FLAML - +

Tune - Lexicographic Objectives

Requirements

pip install "flaml>=1.1.0" thop torchvision torch

Tuning multiple objectives with Lexicographic preference is a new feature added in version 1.1.0 and is subject to change in future versions.

Tuning accurate and efficient neural networks with lexicographic preference

Data

import torch
import thop
import torch.nn as nn
from flaml import tune
import torch.nn.functional as F
import torchvision
import numpy as np
import os

DEVICE = torch.device("cpu")
BATCHSIZE = 128
N_TRAIN_EXAMPLES = BATCHSIZE * 30
N_VALID_EXAMPLES = BATCHSIZE * 10
data_dir = os.path.abspath("data")

train_dataset = torchvision.datasets.FashionMNIST(
    data_dir,
    train=True,
    download=True,
    transform=torchvision.transforms.ToTensor(),
)

train_loader = torch.utils.data.DataLoader(
    torch.utils.data.Subset(train_dataset, list(range(N_TRAIN_EXAMPLES))),
    batch_size=BATCHSIZE,
    shuffle=True,
)

val_dataset = torchvision.datasets.FashionMNIST(
    data_dir, train=False, transform=torchvision.transforms.ToTensor()
)

val_loader = torch.utils.data.DataLoader(
    torch.utils.data.Subset(val_dataset, list(range(N_VALID_EXAMPLES))),
    batch_size=BATCHSIZE,
    shuffle=True,

Specific the model

def define_model(configuration):
    n_layers = configuration["n_layers"]
    layers = []
    in_features = 28 * 28
    for i in range(n_layers):
        out_features = configuration["n_units_l{}".format(i)]
        layers.append(nn.Linear(in_features, out_features))
        layers.append(nn.ReLU())
        p = configuration["dropout_{}".format(i)]
        layers.append(nn.Dropout(p))
        in_features = out_features
    layers.append(nn.Linear(in_features, 10))
    layers.append(nn.LogSoftmax(dim=1))
    return nn.Sequential(*layers)

Train

def train_model(model, optimizer, train_loader):
    model.train()
    for batch_idx, (data, target) in enumerate(train_loader):
        data, target = data.view(-1, 28 * 28).to(DEVICE), target.to(DEVICE)
        optimizer.zero_grad()
        F.nll_loss(model(data), target).backward()
        optimizer.step()

Metrics

def eval_model(model, valid_loader):
    model.eval()
    correct = 0
    with torch.no_grad():
        for batch_idx, (data, target) in enumerate(valid_loader):
            data, target = data.view(-1, 28 * 28).to(DEVICE), target.to(DEVICE)
            pred = model(data).argmax(dim=1, keepdim=True)
            correct += pred.eq(target.view_as(pred)).sum().item()

    accuracy = correct / N_VALID_EXAMPLES
    flops, params = thop.profile(
        model, inputs=(torch.randn(1, 28 * 28).to(DEVICE),), verbose=False
    )
    return np.log2(flops), 1 - accuracy, params

Evaluation function

def evaluate_function(configuration):
    model = define_model(configuration).to(DEVICE)
    optimizer = torch.optim.Adam(model.parameters(), configuration["lr"])
    n_epoch = configuration["n_epoch"]
    for epoch in range(n_epoch):
        train_model(model, optimizer, train_loader)
    flops, error_rate, params = eval_model(model, val_loader)
    return {"error_rate": error_rate, "flops": flops, "params": params}

Search space

search_space = {
    "n_layers": tune.randint(lower=1, upper=3),
    "n_units_l0": tune.randint(lower=4, upper=128),
    "n_units_l1": tune.randint(lower=4, upper=128),
    "n_units_l2": tune.randint(lower=4, upper=128),
    "dropout_0": tune.uniform(lower=0.2, upper=0.5),
    "dropout_1": tune.uniform(lower=0.2, upper=0.5),
    "dropout_2": tune.uniform(lower=0.2, upper=0.5),
    "lr": tune.loguniform(lower=1e-5, upper=1e-1),
    "n_epoch": tune.randint(lower=1, upper=20),
}

Launch the tuning process

# Low cost initial point
low_cost_partial_config = {
    "n_layers": 1,
    "n_units_l0": 4,
    "n_units_l1": 4,
    "n_units_l2": 4,
    "n_epoch": 1,
}

# Specific lexicographic preference
lexico_objectives = {}
lexico_objectives["metrics"] = ["error_rate", "flops"]
lexico_objectives["tolerances"] = {"error_rate": 0.02, "flops": 0.0}
lexico_objectives["targets"] = {"error_rate": 0.0, "flops": 0.0}
lexico_objectives["modes"] = ["min", "min"]

# launch the tuning process
analysis = tune.run(
    evaluate_function,
    num_samples=-1,
    time_budget_s=100,
    config=search_space,  # search space of NN
    use_ray=False,
    lexico_objectives=lexico_objectives,
    low_cost_partial_config=low_cost_partial_config,  # low cost initial point
)

We also support providing percentage tolerance as shown below.

lexico_objectives["tolerances"] = {"error_rate": "5%", "flops": "0%"}

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Examples/Tune-PyTorch/index.html b/docs/Examples/Tune-PyTorch/index.html index 7a7d468f22..a394d7dda8 100644 --- a/docs/Examples/Tune-PyTorch/index.html +++ b/docs/Examples/Tune-PyTorch/index.html @@ -7,13 +7,13 @@ Tune - PyTorch | FLAML - +

Tune - PyTorch

This example uses flaml to tune a pytorch model on CIFAR10.

Prepare for tuning

Requirements

pip install torchvision "flaml[blendsearch,ray]"

Before we are ready for tuning, we first need to define the neural network that we would like to tune.

Network Specification

import torch
import torch.nn as nn
import torch.nn.functional as F
import torch.optim as optim
from torch.utils.data import random_split
import torchvision
import torchvision.transforms as transforms


class Net(nn.Module):
    def __init__(self, l1=120, l2=84):
        super(Net, self).__init__()
        self.conv1 = nn.Conv2d(3, 6, 5)
        self.pool = nn.MaxPool2d(2, 2)
        self.conv2 = nn.Conv2d(6, 16, 5)
        self.fc1 = nn.Linear(16 * 5 * 5, l1)
        self.fc2 = nn.Linear(l1, l2)
        self.fc3 = nn.Linear(l2, 10)

    def forward(self, x):
        x = self.pool(F.relu(self.conv1(x)))
        x = self.pool(F.relu(self.conv2(x)))
        x = x.view(-1, 16 * 5 * 5)
        x = F.relu(self.fc1(x))
        x = F.relu(self.fc2(x))
        x = self.fc3(x)
        return x

Data

def load_data(data_dir="data"):
    transform = transforms.Compose(
        [transforms.ToTensor(), transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))]
    )

    trainset = torchvision.datasets.CIFAR10(
        root=data_dir, train=True, download=True, transform=transform
    )

    testset = torchvision.datasets.CIFAR10(
        root=data_dir, train=False, download=True, transform=transform
    )

    return trainset, testset

Training

from ray import tune


def train_cifar(config, checkpoint_dir=None, data_dir=None):
    if "l1" not in config:
        logger.warning(config)
    net = Net(2 ** config["l1"], 2 ** config["l2"])

    device = "cpu"
    if torch.cuda.is_available():
        device = "cuda:0"
        if torch.cuda.device_count() > 1:
            net = nn.DataParallel(net)
    net.to(device)

    criterion = nn.CrossEntropyLoss()
    optimizer = optim.SGD(net.parameters(), lr=config["lr"], momentum=0.9)

    # The `checkpoint_dir` parameter gets passed by Ray Tune when a checkpoint
    # should be restored.
    if checkpoint_dir:
        checkpoint = os.path.join(checkpoint_dir, "checkpoint")
        model_state, optimizer_state = torch.load(checkpoint)
        net.load_state_dict(model_state)
        optimizer.load_state_dict(optimizer_state)

    trainset, testset = load_data(data_dir)

    test_abs = int(len(trainset) * 0.8)
    train_subset, val_subset = random_split(
        trainset, [test_abs, len(trainset) - test_abs]
    )

    trainloader = torch.utils.data.DataLoader(
        train_subset,
        batch_size=int(2 ** config["batch_size"]),
        shuffle=True,
        num_workers=4,
    )
    valloader = torch.utils.data.DataLoader(
        val_subset,
        batch_size=int(2 ** config["batch_size"]),
        shuffle=True,
        num_workers=4,
    )

    for epoch in range(
        int(round(config["num_epochs"]))
    ):  # loop over the dataset multiple times
        running_loss = 0.0
        epoch_steps = 0
        for i, data in enumerate(trainloader, 0):
            # get the inputs; data is a list of [inputs, labels]
            inputs, labels = data
            inputs, labels = inputs.to(device), labels.to(device)

            # zero the parameter gradients
            optimizer.zero_grad()

            # forward + backward + optimize
            outputs = net(inputs)
            loss = criterion(outputs, labels)
            loss.backward()
            optimizer.step()

            # print statistics
            running_loss += loss.item()
            epoch_steps += 1
            if i % 2000 == 1999:  # print every 2000 mini-batches
                print(
                    "[%d, %5d] loss: %.3f"
                    % (epoch + 1, i + 1, running_loss / epoch_steps)
                )
                running_loss = 0.0

        # Validation loss
        val_loss = 0.0
        val_steps = 0
        total = 0
        correct = 0
        for i, data in enumerate(valloader, 0):
            with torch.no_grad():
                inputs, labels = data
                inputs, labels = inputs.to(device), labels.to(device)

                outputs = net(inputs)
                _, predicted = torch.max(outputs.data, 1)
                total += labels.size(0)
                correct += (predicted == labels).sum().item()

                loss = criterion(outputs, labels)
                val_loss += loss.cpu().numpy()
                val_steps += 1

        # Here we save a checkpoint. It is automatically registered with
        # Ray Tune and will potentially be passed as the `checkpoint_dir`
        # parameter in future iterations.
        with tune.checkpoint_dir(step=epoch) as checkpoint_dir:
            path = os.path.join(checkpoint_dir, "checkpoint")
            torch.save((net.state_dict(), optimizer.state_dict()), path)

        tune.report(loss=(val_loss / val_steps), accuracy=correct / total)
    print("Finished Training")

Test Accuracy

def _test_accuracy(net, device="cpu"):
    trainset, testset = load_data()

    testloader = torch.utils.data.DataLoader(
        testset, batch_size=4, shuffle=False, num_workers=2
    )

    correct = 0
    total = 0
    with torch.no_grad():
        for data in testloader:
            images, labels = data
            images, labels = images.to(device), labels.to(device)
            outputs = net(images)
            _, predicted = torch.max(outputs.data, 1)
            total += labels.size(0)
            correct += (predicted == labels).sum().item()

    return correct / total

Hyperparameter Optimization

import numpy as np
import flaml
import os

data_dir = os.path.abspath("data")
load_data(data_dir)  # Download data for all trials before starting the run

Search space

max_num_epoch = 100
config = {
    "l1": tune.randint(2, 9),  # log transformed with base 2
    "l2": tune.randint(2, 9),  # log transformed with base 2
    "lr": tune.loguniform(1e-4, 1e-1),
    "num_epochs": tune.loguniform(1, max_num_epoch),
    "batch_size": tune.randint(1, 5),  # log transformed with base 2
}

Budget and resource constraints

time_budget_s = 600  # time budget in seconds
gpus_per_trial = (
    0.5  # number of gpus for each trial; 0.5 means two training jobs can share one gpu
)
num_samples = 500  # maximal number of trials
np.random.seed(7654321)

Launch the tuning

import time

start_time = time.time()
result = flaml.tune.run(
    tune.with_parameters(train_cifar, data_dir=data_dir),
    config=config,
    metric="loss",
    mode="min",
    low_cost_partial_config={"num_epochs": 1},
    max_resource=max_num_epoch,
    min_resource=1,
    scheduler="asha",  # Use asha scheduler to perform early stopping based on intermediate results reported
    resources_per_trial={"cpu": 1, "gpu": gpus_per_trial},
    local_dir="logs/",
    num_samples=num_samples,
    time_budget_s=time_budget_s,
    use_ray=True,
)

Check the result

print(f"#trials={len(result.trials)}")
print(f"time={time.time()-start_time}")
best_trial = result.get_best_trial("loss", "min", "all")
print("Best trial config: {}".format(best_trial.config))
print(
    "Best trial final validation loss: {}".format(
        best_trial.metric_analysis["loss"]["min"]
    )
)
print(
    "Best trial final validation accuracy: {}".format(
        best_trial.metric_analysis["accuracy"]["max"]
    )
)

best_trained_model = Net(2 ** best_trial.config["l1"], 2 ** best_trial.config["l2"])
device = "cpu"
if torch.cuda.is_available():
    device = "cuda:0"
    if gpus_per_trial > 1:
        best_trained_model = nn.DataParallel(best_trained_model)
best_trained_model.to(device)

checkpoint_value = (
    getattr(best_trial.checkpoint, "dir_or_data", None) or best_trial.checkpoint.value
)
checkpoint_path = os.path.join(checkpoint_value, "checkpoint")

model_state, optimizer_state = torch.load(checkpoint_path)
best_trained_model.load_state_dict(model_state)

test_acc = _test_accuracy(best_trained_model, device)
print("Best trial test set accuracy: {}".format(test_acc))

Sample of output

#trials=44
time=1193.913584947586
Best trial config: {'l1': 8, 'l2': 8, 'lr': 0.0008818671030627281, 'num_epochs': 55.9513429004283, 'batch_size': 3}
Best trial final validation loss: 1.0694482081472874
Best trial final validation accuracy: 0.6389
Files already downloaded and verified
Files already downloaded and verified
Best trial test set accuracy: 0.6294

Link to notebook | Open in colab

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/FAQ/index.html b/docs/FAQ/index.html index f109d7e762..66f3ad42c8 100644 --- a/docs/FAQ/index.html +++ b/docs/FAQ/index.html @@ -7,7 +7,7 @@ Frequently Asked Questions | FLAML - + @@ -15,7 +15,7 @@

Frequently Asked Questions

Guidelines on how to set a hyperparameter search space

Guidelines on parallel vs seqential tuning

Guidelines on creating and tuning a custom estimator

About low_cost_partial_config in tune.

  • Definition and purpose: The low_cost_partial_config is a dictionary of subset of the hyperparameter coordinates whose value corresponds to a configuration with known low-cost (i.e., low computation cost for training the corresponding model). The concept of low/high-cost is meaningful in the case where a subset of the hyperparameters to tune directly affects the computation cost for training the model. For example, n_estimators and max_leaves are known to affect the training cost of tree-based learners. We call this subset of hyperparameters, cost-related hyperparameters. In such scenarios, if you are aware of low-cost configurations for the cost-related hyperparameters, you are recommended to set them as the low_cost_partial_config. Using the tree-based method example again, since we know that small n_estimators and max_leaves generally correspond to simpler models and thus lower cost, we set {'n_estimators': 4, 'max_leaves': 4} as the low_cost_partial_config by default (note that 4 is the lower bound of search space for these two hyperparameters), e.g., in LGBM. Configuring low_cost_partial_config helps the search algorithms make more cost-efficient choices. In AutoML, the low_cost_init_value in search_space() function for each estimator serves the same role.

  • Usage in practice: It is recommended to configure it if there are cost-related hyperparameters in your tuning task and you happen to know the low-cost values for them, but it is not required (It is fine to leave it the default value, i.e., None).

  • How does it work: low_cost_partial_config if configured, will be used as an initial point of the search. It also affects the search trajectory. For more details about how does it play a role in the search algorithms, please refer to the papers about the search algorithms used: Section 2 of Frugal Optimization for Cost-related Hyperparameters (CFO) and Section 3 of Economical Hyperparameter Optimization with Blended Search Strategy (BlendSearch).

How does FLAML handle imbalanced data (unequal distribution of target classes in classification task)?

Currently FLAML does several things for imbalanced data.

  1. When a class contains fewer than 20 examples, we repeatedly add these examples to the training data until the count is at least 20.
  2. We use stratified sampling when doing holdout and kf.
  3. We make sure no class is empty in both training and holdout data.
  4. We allow users to pass sample_weight to AutoML.fit().
  5. User can customize the weight of each class by setting the custom_hp or fit_kwargs_by_estimator arguments. For example, the following code sets the weight for pos vs. neg as 2:1 for the RandomForest estimator:
from flaml import AutoML
from sklearn.datasets import load_iris

X_train, y_train = load_iris(return_X_y=True)
automl = AutoML()
automl_settings = {
    "time_budget": 2,
    "task": "classification",
    "log_file_name": "test/iris.log",
    "estimator_list": ["rf", "xgboost"],
}

automl_settings["custom_hp"] = {
    "xgboost": {
        "scale_pos_weight": {
            "domain": 0.5,
            "init_value": 0.5,
        }
    },
    "rf": {"class_weight": {"domain": "balanced", "init_value": "balanced"}},
}
print(automl.model)

How to interpret model performance? Is it possible for me to visualize feature importance, SHAP values, optimization history?

You can use automl.model.estimator.feature_importances_ to get the feature_importances_ for the best model found by automl. See an example.

Packages such as azureml-interpret and sklearn.inspection.permutation_importance can be used on automl.model.estimator to explain the selected model. Model explanation is frequently asked and adding a native support may be a good feature. Suggestions/contributions are welcome.

Optimization history can be checked from the log. You can also retrieve the log and plot the learning curve.

How to resolve out-of-memory error in AutoML.fit()

  • Set free_mem_ratio a float between 0 and 1. For example, 0.2 means try to keep free memory above 20% of total memory. Training may be early stopped for memory consumption reason when this is set.
  • Set model_history False.
  • If your data are already preprocessed, set skip_transform False. If you can preprocess the data before the fit starts, this setting can save memory needed for preprocessing in fit.
  • If the OOM error only happens for some particular trials:
    • set use_ray True. This will increase the overhead per trial but can keep the AutoML process running when a single trial fails due to OOM error.
    • provide a more accurate size function for the memory bytes consumption of each config for the estimator causing this error.
    • modify the search space for the estimators causing this error.
    • or remove this estimator from the estimator_list.
  • If the OOM error happens when ensembling, consider disabling ensemble, or use a cheaper ensemble option. (Example).

How to get the best config of an estimator and use it to train the original model outside FLAML?

When you finished training an AutoML estimator, you may want to use it in other code w/o depending on FLAML. You can get the automl.best_config and convert it to the parameters of the original model with below code:

from flaml import AutoML
from sklearn.datasets import load_iris

X, y = load_iris(return_X_y=True)

automl = AutoML(settings={"time_budget": 3})
automl.fit(X, y)

print(f"{automl.best_estimator=}")
print(f"{automl.best_config=}")
print(f"params for best estimator: {automl.model.config2params(automl.best_config)}")
Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Getting-Started/index.html b/docs/Getting-Started/index.html index 26092c481c..a7897646e9 100644 --- a/docs/Getting-Started/index.html +++ b/docs/Getting-Started/index.html @@ -7,7 +7,7 @@ Getting Started | FLAML - + @@ -17,7 +17,7 @@ and optimizes their performance.

Main Features

  • FLAML enables building next-gen GPT-X applications based on multi-agent conversations with minimal effort. It simplifies the orchestration, automation and optimization of a complex GPT-X workflow. It maximizes the performance of GPT-X models and augments their weakness.
  • For common machine learning tasks like classification and regression, it quickly finds quality models for user-provided data with low computational resources. It is easy to customize or extend.
  • It supports fast and economical automatic tuning, capable of handling large search space with heterogeneous evaluation cost and complex constraints/guidance/early stopping.

FLAML is powered by a series of research studies from Microsoft Research and collaborators such as Penn State University, Stevens Institute of Technology, University of Washington, and University of Waterloo.

Quickstart

Install FLAML from pip: pip install flaml. Find more options in Installation.

There are several ways of using flaml:

(New) AutoGen

Autogen enables the next-gen GPT-X applications with a generic multi-agent conversation framework. It offers customizable and conversable agents which integrate LLMs, tools and human. By automating chat among multiple capable agents, one can easily make them collectively perform tasks autonomously or with human feedback, including tasks that require using tools via code. For example,

from flaml import autogen

assistant = autogen.AssistantAgent("assistant")
user_proxy = autogen.UserProxyAgent("user_proxy")
user_proxy.initiate_chat(
    assistant,
    message="Show me the YTD gain of 10 largest technology companies as of today.",
)
# This initiates an automated chat between the two agents to solve the task

Autogen also helps maximize the utility out of the expensive LLMs such as ChatGPT and GPT-4. It offers a drop-in replacement of openai.Completion or openai.ChatCompletion with powerful functionalites like tuning, caching, error handling, templating. For example, you can optimize generations by LLM with your own tuning data, success metrics and budgets.

# perform tuning
config, analysis = autogen.Completion.tune(
    data=tune_data,
    metric="success",
    mode="max",
    eval_func=eval_func,
    inference_budget=0.05,
    optimization_budget=3,
    num_samples=-1,
)
# perform inference for a test instance
response = autogen.Completion.create(context=test_instance, **config)

Task-oriented AutoML

With three lines of code, you can start using this economical and fast AutoML engine as a scikit-learn style estimator.

from flaml import AutoML

automl = AutoML()
automl.fit(X_train, y_train, task="classification", time_budget=60)

It automatically tunes the hyperparameters and selects the best model from default learners such as LightGBM, XGBoost, random forest etc. for the specified time budget 60 seconds. Customizing the optimization metrics, learners and search spaces etc. is very easy. For example,

automl.add_learner("mylgbm", MyLGBMEstimator)
automl.fit(
    X_train,
    y_train,
    task="classification",
    metric=custom_metric,
    estimator_list=["mylgbm"],
    time_budget=60,
)

Tune user-defined function

You can run generic hyperparameter tuning for a custom function (machine learning or beyond). For example,

from flaml import tune
from flaml.automl.model import LGBMEstimator


def train_lgbm(config: dict) -> dict:
    # convert config dict to lgbm params
    params = LGBMEstimator(**config).params
    # train the model
    train_set = lightgbm.Dataset(csv_file_name)
    model = lightgbm.train(params, train_set)
    # evaluate the model
    pred = model.predict(X_test)
    mse = mean_squared_error(y_test, pred)
    # return eval results as a dictionary
    return {"mse": mse}


# load a built-in search space from flaml
flaml_lgbm_search_space = LGBMEstimator.search_space(X_train.shape)
# specify the search space as a dict from hp name to domain; you can define your own search space same way
config_search_space = {
    hp: space["domain"] for hp, space in flaml_lgbm_search_space.items()
}
# give guidance about hp values corresponding to low training cost, i.e., {"n_estimators": 4, "num_leaves": 4}
low_cost_partial_config = {
    hp: space["low_cost_init_value"]
    for hp, space in flaml_lgbm_search_space.items()
    if "low_cost_init_value" in space
}
# run the tuning, minimizing mse, with total time budget 3 seconds
analysis = tune.run(
    train_lgbm,
    metric="mse",
    mode="min",
    config=config_search_space,
    low_cost_partial_config=low_cost_partial_config,
    time_budget_s=3,
    num_samples=-1,
)

Please see this script for the complete version of the above example.

Zero-shot AutoML

FLAML offers a unique, seamless and effortless way to leverage AutoML for the commonly used classifiers and regressors such as LightGBM and XGBoost. For example, if you are using lightgbm.LGBMClassifier as your current learner, all you need to do is to replace from lightgbm import LGBMClassifier by:

from flaml.default import LGBMClassifier

Then, you can use it just like you use the original LGMBClassifier. Your other code can remain unchanged. When you call the fit() function from flaml.default.LGBMClassifier, it will automatically instantiate a good data-dependent hyperparameter configuration for your dataset, which is expected to work better than the default configuration.

Where to Go Next?

If you like our project, please give it a star on GitHub. If you are interested in contributing, please read Contributor's Guide.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Installation/index.html b/docs/Installation/index.html index 457a0f9d4f..70a660fc8a 100644 --- a/docs/Installation/index.html +++ b/docs/Installation/index.html @@ -7,7 +7,7 @@ Installation | FLAML - + @@ -17,7 +17,7 @@ But you may also need to install Spark manually when setting up your own environment. For latest Ubuntu system, you can install Spark 3.3.0 standalone version with below script. For more details of installing Spark, please refer to Spark Doc.

sudo apt-get update && sudo apt-get install -y --allow-downgrades --allow-change-held-packages --no-install-recommends \
    ca-certificates-java ca-certificates openjdk-17-jdk-headless \
    && sudo apt-get clean && sudo rm -rf /var/lib/apt/lists/*
wget --progress=dot:giga "https://www.apache.org/dyn/closer.lua/spark/spark-3.3.0/spark-3.3.0-bin-hadoop2.tgz?action=download" \
    -O - | tar -xzC /tmp; archive=$(basename "spark-3.3.0/spark-3.3.0-bin-hadoop2.tgz") \
    bash -c "sudo mv -v /tmp/\${archive/%.tgz/} /spark"
export SPARK_HOME=/spark
export PYTHONPATH=/spark/python/lib/py4j-0.10.9.5-src.zip:/spark/python
export PATH=$PATH:$SPARK_HOME/bin
  • nni
pip install "flaml[nni]"
  • blendsearch
pip install "flaml[blendsearch]"
  • synapse

To install flaml in Azure Synapse and similar cloud platform

pip install flaml[synapse]

Test and Benchmark

  • test
pip install flaml[test]
  • benchmark
pip install flaml[benchmark]

.NET

FLAML has a .NET implementation in ML.NET, an open-source, cross-platform machine learning framework for .NET.

You can use FLAML in .NET in the following ways:

Low-code

  • Model Builder - A Visual Studio extension for training ML models using FLAML. For more information on how to install, see the install Model Builder guide.
  • ML.NET CLI - A dotnet CLI tool for training machine learning models using FLAML on Windows, MacOS, and Linux. For more information on how to install the ML.NET CLI, see the install the ML.NET CLI guide.

Code-first

  • Microsoft.ML.AutoML - NuGet package that provides direct access to the FLAML AutoML APIs that power low-code solutions like Model Builder and the ML.NET CLI. For more information on installing NuGet packages, see the install and use a NuGet package in Visual Studio or dotnet CLI guides.

To get started with the ML.NET API and AutoML, see the csharp-notebooks.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Research/index.html b/docs/Research/index.html index f7b177d4a7..497f5721c1 100644 --- a/docs/Research/index.html +++ b/docs/Research/index.html @@ -7,13 +7,13 @@ Research | FLAML - +

Research

For technical details, please check our research publications.

@inproceedings{wang2021flaml,
    title={FLAML: A Fast and Lightweight AutoML Library},
    author={Chi Wang and Qingyun Wu and Markus Weimer and Erkang Zhu},
    year={2021},
    booktitle={MLSys},
}
@inproceedings{wu2021cfo,
    title={Frugal Optimization for Cost-related Hyperparameters},
    author={Qingyun Wu and Chi Wang and Silu Huang},
    year={2021},
    booktitle={AAAI},
}
@inproceedings{wang2021blendsearch,
    title={Economical Hyperparameter Optimization With Blended Search Strategy},
    author={Chi Wang and Qingyun Wu and Silu Huang and Amin Saied},
    year={2021},
    booktitle={ICLR},
}
@inproceedings{liuwang2021hpolm,
    title={An Empirical Study on Hyperparameter Optimization for Fine-Tuning Pre-trained Language Models},
    author={Susan Xueqing Liu and Chi Wang},
    year={2021},
    booktitle={ACL},
}
@inproceedings{wu2021chacha,
    title={ChaCha for Online AutoML},
    author={Qingyun Wu and Chi Wang and John Langford and Paul Mineiro and Marco Rossi},
    year={2021},
    booktitle={ICML},
}
  • Fair AutoML. Qingyun Wu, Chi Wang. ArXiv preprint arXiv:2111.06495 (2021).
@inproceedings{wuwang2021fairautoml,
    title={Fair AutoML},
    author={Qingyun Wu and Chi Wang},
    year={2021},
    booktitle={ArXiv preprint arXiv:2111.06495},
}
@inproceedings{kayaliwang2022default,
    title={Mining Robust Default Configurations for Resource-constrained AutoML},
    author={Moe Kayali and Chi Wang},
    year={2022},
    booktitle={ArXiv preprint arXiv:2202.09927},
}
@inproceedings{zhang2023targeted,
    title={Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives},
    author={Shaokun Zhang and Feiran Jia and Chi Wang and Qingyun Wu},
    booktitle={International Conference on Learning Representations},
    year={2023},
    url={https://openreview.net/forum?id=0Ij9_q567Ma},
}
@inproceedings{wang2023EcoOptiGen,
    title={Cost-Effective Hyperparameter Optimization for Large Language Model Generation Inference},
    author={Chi Wang and Susan Xueqing Liu and Ahmed H. Awadallah},
    year={2023},
    booktitle={ArXiv preprint arXiv:2303.04673},
}
@inproceedings{wu2023empirical,
    title={An Empirical Study on Challenging Math Problem Solving with GPT-4},
    author={Yiran Wu and Feiran Jia and Shaokun Zhang and Hangyu Li and Erkang Zhu and Yue Wang and Yin Tat Lee and Richard Peng and Qingyun Wu and Chi Wang},
    year={2023},
    booktitle={ArXiv preprint arXiv:2306.01337},
}
Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Use-Cases/Autogen/index.html b/docs/Use-Cases/Autogen/index.html index 41d17b57d4..7ccbbd333f 100644 --- a/docs/Use-Cases/Autogen/index.html +++ b/docs/Use-Cases/Autogen/index.html @@ -7,13 +7,13 @@ AutoGen for Large Language Models | FLAML - +
Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Use-Cases/Task-Oriented-AutoML/index.html b/docs/Use-Cases/Task-Oriented-AutoML/index.html index 3529216092..0c2f7cc006 100644 --- a/docs/Use-Cases/Task-Oriented-AutoML/index.html +++ b/docs/Use-Cases/Task-Oriented-AutoML/index.html @@ -7,7 +7,7 @@ Task Oriented AutoML | FLAML - + @@ -27,7 +27,7 @@ and have split and get_n_splits methods with the same signatures. To disable shuffling, the splitter instance must contain the attribute shuffle=False.

Parallel tuning

When you have parallel resources, you can either spend them in training and keep the model search sequential, or perform parallel search. Following scikit-learn, the parameter n_jobs specifies how many CPU cores to use for each training job. The number of parallel trials is specified via the parameter n_concurrent_trials. By default, n_jobs=-1, n_concurrent_trials=1. That is, all the CPU cores (in a single compute node) are used for training a single model and the search is sequential. When you have more resources than what each single training job needs, you can consider increasing n_concurrent_trials.

FLAML now support two backends for parallel tuning, i.e., Ray and Spark. You can use either of them, but not both for one tuning job.

Parallel tuning with Ray

To do parallel tuning with Ray, install the ray and blendsearch options:

pip install flaml[ray,blendsearch]

ray is used to manage the resources. For example,

ray.init(num_cpus=16)

allocates 16 CPU cores. Then, when you run:

automl.fit(X_train, y_train, n_jobs=4, n_concurrent_trials=4)

flaml will perform 4 trials in parallel, each consuming 4 CPU cores. The parallel tuning uses the BlendSearch algorithm.

Parallel tuning with Spark

To do parallel tuning with Spark, install the spark and blendsearch options:

Spark support is added in v1.1.0

pip install flaml[spark,blendsearch]>=1.1.0

For more details about installing Spark, please refer to Installation.

An example of using Spark for parallel tuning is:

automl.fit(X_train, y_train, n_concurrent_trials=4, use_spark=True)

Details about parallel tuning with Spark could be found here. For Spark clusters, by default, we will launch one trial per executor. However, sometimes we want to launch more trials than the number of executors (e.g., local mode). In this case, we can set the environment variable FLAML_MAX_CONCURRENT to override the detected num_executors. The final number of concurrent trials will be the minimum of n_concurrent_trials and num_executors. Also, GPU training is not supported yet when use_spark is True.

Guidelines on parallel vs sequential tuning

(1) Considerations on wall-clock time.

One common motivation for parallel tuning is to save wall-clock time. When sequential tuning and parallel tuning achieve a similar wall-clock time, sequential tuning should be preferred. This is a rule of thumb when the HPO algorithm is sequential by nature (e.g., Bayesian Optimization and FLAML's HPO algorithms CFO and BS). Sequential tuning allows the HPO algorithms to take advantage of the historical trial results. Then the question is How to estimate the wall-clock-time needed by parallel tuning and sequential tuning?

You can use the following way to roughly estimate the wall-clock time in parallel tuning and sequential tuning: To finish NN trials of hyperparameter tuning, i.e., run NN hyperparameter configurations, the total wall-clock time needed is N/k\*(SingleTrialTime+Overhead)N/k\*(SingleTrialTime + Overhead), in which SingleTrialTimeSingleTrialTime is the trial time to evaluate a particular hyperparameter configuration, kk is the scale of parallelism, e.g., the number of parallel CPU/GPU cores, and OverheadOverhead is the computation overhead.

In sequential tuning, k=1k=1, and in parallel tuning k>1k>1. This may suggest that parallel tuning has a shorter wall-clock time. But it is not always the case considering the other two factors SingleTrialTimeSingleTrialTime, and OverheadOverhead:

  • The OverheadOverhead in sequential tuning is typically negligible; while in parallel tuning, it is relatively large.

  • You can also try to reduce the SingleTrialTimeSingleTrialTime to reduce the wall-clock time in sequential tuning: For example, by increasing the resource consumed by a single trial (distributed or multi-thread training), you can reduce SingleTrialTimeSingleTrialTime. One concrete example is to use the n_jobs parameter that sets the number of threads the fitting process can use in many scikit-learn style algorithms.

(2) Considerations on randomness.

Potential reasons that cause randomness:

  1. Parallel tuning: In the case of parallel tuning, the order of trials' finishing time is no longer deterministic. This non-deterministic order, combined with sequential HPO algorithms, leads to a non-deterministic hyperparameter tuning trajectory.

  2. Distributed or multi-thread training: Distributed/multi-thread training may introduce randomness in model training, i.e., the trained model with the same hyperparameter may be different because of such randomness. This model-level randomness may be undesirable in some cases.

Warm start

We can warm start the AutoML by providing starting points of hyperparameter configurstions for each estimator. For example, if you have run AutoML for one hour, after checking the results, you would like to run it for another two hours, then you can use the best configurations found for each estimator as the starting points for the new run.

automl1 = AutoML()
automl1.fit(X_train, y_train, time_budget=3600)
automl2 = AutoML()
automl2.fit(
    X_train,
    y_train,
    time_budget=7200,
    starting_points=automl1.best_config_per_estimator,
)

starting_points is a dictionary or a str to specify the starting hyperparameter config. (1) When it is a dictionary, the keys are the estimator names. If you do not need to specify starting points for an estimator, exclude its name from the dictionary. The value for each key can be either a dictionary of a list of dictionaries, corresponding to one hyperparameter configuration, or multiple hyperparameter configurations, respectively. (2) When it is a str: if "data", use data-dependent defaults; if "data:path", use data-dependent defaults which are stored at path; if "static", use data-independent defaults. Please find more details about data-dependent defaults in zero shot AutoML.

Log the trials

The trials are logged in a file if a log_file_name is passed. Each trial is logged as a json record in one line. The best trial's id is logged in the last line. For example,

{"record_id": 0, "iter_per_learner": 1, "logged_metric": null, "trial_time": 0.12717914581298828, "wall_clock_time": 0.1728971004486084, "validation_loss": 0.07333333333333332, "config": {"n_estimators": 4, "num_leaves": 4, "min_child_samples": 20, "learning_rate": 0.09999999999999995, "log_max_bin": 8, "colsample_bytree": 1.0, "reg_alpha": 0.0009765625, "reg_lambda": 1.0}, "learner": "lgbm", "sample_size": 150}
{"record_id": 1, "iter_per_learner": 3, "logged_metric": null, "trial_time": 0.07027268409729004, "wall_clock_time": 0.3756711483001709, "validation_loss": 0.05333333333333332, "config": {"n_estimators": 4, "num_leaves": 4, "min_child_samples": 12, "learning_rate": 0.2677050123105203, "log_max_bin": 7, "colsample_bytree": 1.0, "reg_alpha": 0.001348364934537134, "reg_lambda": 1.4442580148221913}, "learner": "lgbm", "sample_size": 150}
{"curr_best_record_id": 1}
  1. iter_per_learner means how many models have been tried for each learner. The reason you see records like iter_per_learner=3 for record_id=1 is that flaml only logs better configs than the previous iters by default, i.e., log_type='better'. If you use log_type='all' instead, all the trials will be logged.
  2. trial_time means the time taken to train and evaluate one config in that trial. total_search_time is the total time spent from the beginning of fit().
  3. flaml will adjust the n_estimators for lightgbm etc. according to the remaining budget and check the time budget constraint and stop in several places. Most of the time that makes fit() stops before the given budget. Occasionally it may run over the time budget slightly. But the log file always contains the best config info and you can recover the best model until any time point using retrain_from_log().

We can also use mlflow for logging:

mlflow.set_experiment("flaml")
with mlflow.start_run():
    automl.fit(X_train=X_train, y_train=y_train, **settings)

To disable mlflow logging pre-configured in FLAML, set mlflow_logging=False:

automl = AutoML(mlflow_logging=False)

or

automl.fit(X_train=X_train, y_train=y_train, mlflow_logging=False, **settings)

Setting mlflow_logging=False in the constructor will disable mlflow logging for all the fit() calls. Setting mlflow_logging=False in fit() will disable mlflow logging for that fit() call only.

Extra fit arguments

Extra fit arguments that are needed by the estimators can be passed to AutoML.fit(). For example, if there is a weight associated with each training example, they can be passed via sample_weight. For another example, period can be passed for time series forecaster. For any extra keywork argument passed to AutoML.fit() which has not been explicitly listed in the function signature, it will be passed to the underlying estimators' fit() as is. For another example, you can set the number of gpus used by each trial with the gpu_per_trial argument, which is only used by TransformersEstimator and XGBoostSklearnEstimator.

In addition, you can specify the different arguments needed by different estimators using the fit_kwargs_by_estimator argument. For example, you can set the custom arguments for a Transformers model:

from flaml.automl.data import load_openml_dataset
from flaml import AutoML

X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir="./")

automl = AutoML()
automl_settings = {
    "task": "classification",
    "time_budget": 10,
    "estimator_list": ["catboost", "rf"],
    "fit_kwargs_by_estimator": {
        "catboost": {
            "verbose": True,  # setting the verbosity of catboost to True
        }
    },
}
automl.fit(X_train=X_train, y_train=y_train, **automl_settings)

Retrieve the Outcomes

Get best model

The best model can be obtained by the model property of an AutoML instance. For example,

automl.fit(X_train, y_train, task="regression")
print(automl.model)
# <flaml.automl.model.LGBMEstimator object at 0x7f9b502c4550>

flaml.automl.model.LGBMEstimator is a wrapper class for LightGBM models. To access the underlying model, use the estimator property of the flaml.automl.model.LGBMEstimator instance.

print(automl.model.estimator)
"""
LGBMRegressor(colsample_bytree=0.7610534336273627,
              learning_rate=0.41929025492645006, max_bin=255,
              min_child_samples=4, n_estimators=45, num_leaves=4,
              reg_alpha=0.0009765625, reg_lambda=0.009280655005879943,
              verbose=-1)
"""

Just like a normal LightGBM model, we can inspect it. For example, we can plot the feature importance:

import matplotlib.pyplot as plt

plt.barh(
    automl.model.estimator.feature_name_, automl.model.estimator.feature_importances_
)

png

Get best configuration

We can find the best estimator's name and best configuration by:

print(automl.best_estimator)
# lgbm
print(automl.best_config)
# {'n_estimators': 148, 'num_leaves': 18, 'min_child_samples': 3, 'learning_rate': 0.17402065726724145, 'log_max_bin': 8, 'colsample_bytree': 0.6649148062238498, 'reg_alpha': 0.0009765625, 'reg_lambda': 0.0067613624509965}

We can also find the best configuration per estimator.

print(automl.best_config_per_estimator)
# {'lgbm': {'n_estimators': 148, 'num_leaves': 18, 'min_child_samples': 3, 'learning_rate': 0.17402065726724145, 'log_max_bin': 8, 'colsample_bytree': 0.6649148062238498, 'reg_alpha': 0.0009765625, 'reg_lambda': 0.0067613624509965}, 'rf': None, 'catboost': None, 'xgboost': {'n_estimators': 4, 'max_leaves': 4, 'min_child_weight': 1.8630223791106992, 'learning_rate': 1.0, 'subsample': 0.8513627344387318, 'colsample_bylevel': 1.0, 'colsample_bytree': 0.946138073111236, 'reg_alpha': 0.0018311776973217073, 'reg_lambda': 0.27901659190538414}, 'extra_tree': {'n_estimators': 4, 'max_features': 1.0, 'max_leaves': 4}}

The None value corresponds to the estimators which have not been tried.

Other useful information:

print(automl.best_config_train_time)
# 0.24841618537902832
print(automl.best_iteration)
# 10
print(automl.best_loss)
# 0.15448622217577546
print(automl.time_to_find_best_model)
# 0.4167296886444092
print(automl.config_history)
# {0: ('lgbm', {'n_estimators': 4, 'num_leaves': 4, 'min_child_samples': 20, 'learning_rate': 0.09999999999999995, 'log_max_bin': 8, 'colsample_bytree': 1.0, 'reg_alpha': 0.0009765625, 'reg_lambda': 1.0}, 1.2300517559051514)}
# Meaning: at iteration 0, the config tried is {'n_estimators': 4, 'num_leaves': 4, 'min_child_samples': 20, 'learning_rate': 0.09999999999999995, 'log_max_bin': 8, 'colsample_bytree': 1.0, 'reg_alpha': 0.0009765625, 'reg_lambda': 1.0} for lgbm, and the wallclock time is 1.23s when this trial is finished.

Plot learning curve

To plot how the loss is improved over time during the model search, first load the search history from the log file:

from flaml.automl.data import get_output_from_log

time_history, best_valid_loss_history, valid_loss_history, config_history, metric_history =
    get_output_from_log(filename=settings["log_file_name"], time_budget=120)

Then, assuming the optimization metric is "accuracy", we can plot the accuracy versus wallclock time:

import matplotlib.pyplot as plt
import numpy as np

plt.title("Learning Curve")
plt.xlabel("Wall Clock Time (s)")
plt.ylabel("Validation Accuracy")
plt.step(time_history, 1 - np.array(best_valid_loss_history), where="post")
plt.show()

png

The curve suggests that increasing the time budget may further improve the accuracy.

How to set time budget

  • If you have an exact constraint for the total search time, set it as the time budget.
  • If you have flexible time constraints, for example, your desirable time budget is t1=60s, and the longest time budget you can tolerate is t2=3600s, you can try the following two ways:
  1. set t1 as the time budget, and check the message in the console log in the end. If the budget is too small, you will see a warning like

WARNING - Time taken to find the best model is 91% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.

  1. set t2 as the time budget, and also set early_stop=True. If the early stopping is triggered, you will see a warning like

WARNING - All estimator hyperparameters local search has converged at least once, and the total search time exceeds 10 times the time taken to find the best model.

WARNING - Stopping search as early_stop is set to True.

How much time is needed to find the best model

If you want to get a sense of how much time is needed to find the best model, you can use max_iter=2 to perform two trials first. The message will be like:

INFO - iteration 0, current learner lgbm

INFO - Estimated sufficient time budget=145194s. Estimated necessary time budget=2118s.

INFO - at 2.6s, estimator lgbm's best error=0.4459, best estimator lgbm's best error=0.4459

You will see that the time to finish the first and cheapest trial is 2.6 seconds. The estimated necessary time budget is 2118 seconds, and the estimated sufficient time budget is 145194 seconds. Note that this is only an estimated range to help you decide your budget.

When the time budget is set too low, it can happen that no estimator is trained at all within the budget. In this case, it is recommanded to use max_iter instead of time_budget. This ensures that you have enough time to train a model without worring about variance of the execution time for the code before starting a trainning.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Use-Cases/Tune-User-Defined-Function/index.html b/docs/Use-Cases/Tune-User-Defined-Function/index.html index 113766907f..0c3fbee93a 100644 --- a/docs/Use-Cases/Tune-User-Defined-Function/index.html +++ b/docs/Use-Cases/Tune-User-Defined-Function/index.html @@ -7,7 +7,7 @@ Tune User Defined Function | FLAML - + @@ -47,7 +47,7 @@ initial point is known, and the search space is complex such that local search is prone to be stuck at local optima.

Suggestion about using larger search space in BlendSearch. In hyperparameter optimization, a larger search space is desirable because it is more likely to include the optimal configuration (or one of the optimal configurations) in hindsight. However the performance (especially anytime performance) of most existing HPO methods is undesirable if the cost of the configurations in the search space has a large variation. Thus hand-crafted small search spaces (with relatively homogeneous cost) are often used in practice for these methods, which is subject to idiosyncrasy. BlendSearch combines the benefits of local search and global search, which enables a smart (economical) way of deciding where to explore in the search space even though it is larger than necessary. This allows users to specify a larger search space in BlendSearch, which is often easier and a better practice than narrowing down the search space by hand.

For more technical details, please check our papers.

@inproceedings{wu2021cfo,
    title={Frugal Optimization for Cost-related Hyperparameters},
    author={Qingyun Wu and Chi Wang and Silu Huang},
    year={2021},
    booktitle={AAAI'21},
}
@inproceedings{wang2021blendsearch,
    title={Economical Hyperparameter Optimization With Blended Search Strategy},
    author={Chi Wang and Qingyun Wu and Silu Huang and Amin Saied},
    year={2021},
    booktitle={ICLR'21},
}
@inproceedings{zhang2023targeted,
    title={Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives},
    author={Shaokun Zhang and Feiran Jia and Chi Wang and Qingyun Wu},
    booktitle={International Conference on Learning Representations},
    year={2023},
    url={https://openreview.net/forum?id=0Ij9_q567Ma}
}
Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/Use-Cases/Zero-Shot-AutoML/index.html b/docs/Use-Cases/Zero-Shot-AutoML/index.html index 5ff58303f3..abdd292a5d 100644 --- a/docs/Use-Cases/Zero-Shot-AutoML/index.html +++ b/docs/Use-Cases/Zero-Shot-AutoML/index.html @@ -7,7 +7,7 @@ Zero Shot AutoML | FLAML - + @@ -16,7 +16,7 @@ Also, each estimator may require specific preprocessing of the data. X_transformed is the preprocessed data, and feature_transformer is the preprocessor. It needs to be applied to the test data before prediction. These are automated when you use the "flamlized" learner. When you use the open-box way, pay attention to them.

Combine zero shot AutoML and hyperparameter tuning

Zero Shot AutoML is fast. If tuning from the recommended data-dependent configuration is required, you can use flaml.AutoML.fit() and set starting_points="data". For example,

from flaml import AutoML

automl = AutoML()
automl_settings = {
    "task": "classification",
    "starting_points": "data",
    "estimator_list": ["lgbm"],
    "time_budget": 600,
    "max_iter": 50,
}
automl.fit(X_train, y_train, **automl_settings)

Note that if you set max_iter=0 and time_budget=None, you are effectively using zero-shot AutoML. When estimator_list is omitted, the estimator together with its hyperparameter configuration will be decided in a zero-shot manner.

Use your own meta-learned defaults

To use your own meta-learned defaults, specify the path containing the meta-learned defaults. For example,

estimator = flaml.default.LGBMRegressor(default_location="location_for_defaults")

Or,

preprocess_and_suggest_hyperparams(
    "classification", X_train, y_train, "lgbm", location="location_for_defaults"
)

Or,

X_train, y_train = load_iris(return_X_y=True, as_frame=as_frame)
automl = AutoML()
automl_settings = {
    "task": "classification",
    "log_file_name": "test/iris.log",
    "starting_points": "data:location_for_defaults",
    "estimator_list": ["lgbm", "xgb_limitdepth", "rf"]
    "max_iter": 0,
}
automl.fit(X_train, y_train, **automl_settings)

Since this is a multiclass task, it will look for the following files under {location_for_defaults}/:

  • all/multiclass.json.
  • {learner_name}/multiclass.json for every learner_name in the estimator_list.

Read the next section to understand how to generate these files if you would like to meta-learn the defaults yourself.

How to Prepare Offline

This section is intended for:

  1. AutoML providers for a particular domain.
  2. Data scientists or engineers who need to repeatedly train models for similar tasks with varying training data.

Instead of running full hyperparameter tuning from scratch every time, one can leverage the tuning experiences in similar tasks before. While we have offered the meta-learned defaults from tuning experiences of several popular learners on benchmark datasets for classification and regression, you can customize the defaults for your own tasks/learners/metrics based on your own tuning experiences.

Prepare a collection of training tasks

Collect a diverse set of training tasks. For each task, extract its meta feature and save in a .csv file. For example, test/default/all/metafeatures.csv:

Dataset,NumberOfInstances,NumberOfFeatures,NumberOfClasses,PercentageOfNumericFeatures
2dplanes,36691,10,0,1.0
adult,43957,14,2,0.42857142857142855
Airlines,485444,7,2,0.42857142857142855
Albert,382716,78,2,0.3333333333333333
Amazon_employee_access,29492,9,2,0.0
bng_breastTumor,104976,9,0,0.1111111111111111
bng_pbc,900000,18,0,0.5555555555555556
car,1555,6,4,0.0
connect-4,60801,42,3,0.0
dilbert,9000,2000,5,1.0
Dionis,374569,60,355,1.0
poker,922509,10,0,1.0

The first column is the dataset name, and the latter four are meta features.

Prepare the candidate configurations

You can extract the best configurations for each task in your collection of training tasks by running flaml on each of them with a long enough budget. Save the best configuration in a .json file under {location_for_defaults}/{learner_name}/{task_name}.json. For example,

X_train, y_train = load_iris(return_X_y=True, as_frame=as_frame)
automl.fit(X_train, y_train, estimator_list=["lgbm"], **settings)
automl.save_best_config("test/default/lgbm/iris.json")

Evaluate each candidate configuration on each task

Save the evaluation results in a .csv file. For example, save the evaluation results for lgbm under test/default/lgbm/results.csv:

task,fold,type,result,params
2dplanes,0,regression,0.946366,{'_modeljson': 'lgbm/2dplanes.json'}
2dplanes,0,regression,0.907774,{'_modeljson': 'lgbm/adult.json'}
2dplanes,0,regression,0.901643,{'_modeljson': 'lgbm/Airlines.json'}
2dplanes,0,regression,0.915098,{'_modeljson': 'lgbm/Albert.json'}
2dplanes,0,regression,0.302328,{'_modeljson': 'lgbm/Amazon_employee_access.json'}
2dplanes,0,regression,0.94523,{'_modeljson': 'lgbm/bng_breastTumor.json'}
2dplanes,0,regression,0.945698,{'_modeljson': 'lgbm/bng_pbc.json'}
2dplanes,0,regression,0.946194,{'_modeljson': 'lgbm/car.json'}
2dplanes,0,regression,0.945549,{'_modeljson': 'lgbm/connect-4.json'}
2dplanes,0,regression,0.946232,{'_modeljson': 'lgbm/default.json'}
2dplanes,0,regression,0.945594,{'_modeljson': 'lgbm/dilbert.json'}
2dplanes,0,regression,0.836996,{'_modeljson': 'lgbm/Dionis.json'}
2dplanes,0,regression,0.917152,{'_modeljson': 'lgbm/poker.json'}
adult,0,binary,0.927203,{'_modeljson': 'lgbm/2dplanes.json'}
adult,0,binary,0.932072,{'_modeljson': 'lgbm/adult.json'}
adult,0,binary,0.926563,{'_modeljson': 'lgbm/Airlines.json'}
adult,0,binary,0.928604,{'_modeljson': 'lgbm/Albert.json'}
adult,0,binary,0.911171,{'_modeljson': 'lgbm/Amazon_employee_access.json'}
adult,0,binary,0.930645,{'_modeljson': 'lgbm/bng_breastTumor.json'}
adult,0,binary,0.928603,{'_modeljson': 'lgbm/bng_pbc.json'}
adult,0,binary,0.915825,{'_modeljson': 'lgbm/car.json'}
adult,0,binary,0.919499,{'_modeljson': 'lgbm/connect-4.json'}
adult,0,binary,0.930109,{'_modeljson': 'lgbm/default.json'}
adult,0,binary,0.932453,{'_modeljson': 'lgbm/dilbert.json'}
adult,0,binary,0.921959,{'_modeljson': 'lgbm/Dionis.json'}
adult,0,binary,0.910763,{'_modeljson': 'lgbm/poker.json'}
...

The type column indicates the type of the task, such as regression, binary or multiclass. The result column stores the evaluation result, assumed the large the better. The params column indicates which json config is used. For example 'lgbm/2dplanes.json' indicates that the best lgbm configuration extracted from 2dplanes is used. Different types of tasks can appear in the same file, as long as any json config file can be used in all the tasks. For example, 'lgbm/2dplanes.json' is extracted from a regression task, and it can be applied to binary and multiclass tasks as well.

Learn data-dependent defaults

To recap, the inputs required for meta-learning are:

  1. Metafeatures: e.g., {location}/all/metafeatures.csv.
  2. Configurations: {location}/{learner_name}/{task_name}.json.
  3. Evaluation results: {location}/{learner_name}/results.csv.

For example, if the input location is "test/default", learners are lgbm, xgb_limitdepth and rf, the following command learns data-dependent defaults for binary classification tasks.

python portfolio.py --output test/default --input test/default --metafeatures test/default/all/metafeatures.csv --task binary --estimator lgbm xgb_limitdepth rf

In a few seconds, it will produce the following files as output:

  • test/default/lgbm/binary.json: the learned defaults for lgbm.
  • test/default/xgb_limitdepth/binary.json: the learned defaults for xgb_limitdepth.
  • test/default/rf/binary.json: the learned defaults for rf.
  • test/default/all/binary.json: the learned defaults for lgbm, xgb_limitdepth and rf together.

Change "binary" into "multiclass" or "regression", or your own types in your "results.csv" for the other types of tasks. To update the learned defaults when more experiences are available, simply update your input files and rerun the learning command.

"Flamlize" a learner

You have now effectively built your own zero-shot AutoML solution. Congratulations!

Optionally, you can "flamlize" a learner using flaml.default.flamlize_estimator for easy dissemination. For example,

import sklearn.ensemble as ensemble
from flaml.default import flamlize_estimator

ExtraTreesClassifier = flamlize_estimator(
    ensemble.ExtraTreesClassifier, "extra_tree", "classification"
)

Then, you can share this "flamlized" ExtraTreesClassifier together with the location of your learned defaults with others (or the future yourself). They will benefit from your past experience. Your group can also share experiences in a central place and update the learned defaults continuously. Over time, your organization gets better collectively.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/reference/autogen/agentchat/agent/index.html b/docs/reference/autogen/agentchat/agent/index.html index e2b6257fe9..9ce92aff55 100644 --- a/docs/reference/autogen/agentchat/agent/index.html +++ b/docs/reference/autogen/agentchat/agent/index.html @@ -7,14 +7,14 @@ autogen.agentchat.agent | FLAML - +

autogen.agentchat.agent

Agent Objects

class Agent()

(In preview) An abstract class for AI agent.

An agent can communicate with other agents and perform actions. Different agents can differ in what actions they perform in the receive method.

__init__

def __init__(name: str)

Arguments:

  • name str - name of the agent.

name

@property
def name()

Get the name of the agent.

send

def send(message: Union[Dict, str], recipient: "Agent", request_reply: Optional[bool] = None)

(Abstract method) Send a message to another agent.

a_send

async def a_send(message: Union[Dict, str], recipient: "Agent", request_reply: Optional[bool] = None)

(Abstract async method) Send a message to another agent.

receive

def receive(message: Union[Dict, str], sender: "Agent", request_reply: Optional[bool] = None)

(Abstract method) Receive a message from another agent.

a_receive

async def a_receive(message: Union[Dict, str], sender: "Agent", request_reply: Optional[bool] = None)

(Abstract async method) Receive a message from another agent.

reset

def reset()

(Abstract method) Reset the agent.

generate_reply

def generate_reply(messages: Optional[List[Dict]] = None, sender: Optional["Agent"] = None, **kwargs, ,) -> Union[str, Dict, None]

(Abstract method) Generate a reply based on the received messages.

Arguments:

  • messages list[dict] - a list of messages received.
  • sender - sender of an Agent instance.

Returns:

str or dict or None: the generated reply. If None, no reply is generated.

a_generate_reply

async def a_generate_reply(messages: Optional[List[Dict]] = None, sender: Optional["Agent"] = None, **kwargs, ,) -> Union[str, Dict, None]

(Abstract async method) Generate a reply based on the received messages.

Arguments:

  • messages list[dict] - a list of messages received.
  • sender - sender of an Agent instance.

Returns:

str or dict or None: the generated reply. If None, no reply is generated.

Community
Copyright © 2024 FLAML Authors. Built with Docusaurus.
- + \ No newline at end of file diff --git a/docs/reference/autogen/agentchat/assistant_agent/index.html b/docs/reference/autogen/agentchat/assistant_agent/index.html index 70dc5de642..61edd65bc5 100644 --- a/docs/reference/autogen/agentchat/assistant_agent/index.html +++ b/docs/reference/autogen/agentchat/assistant_agent/index.html @@ -7,7 +7,7 @@ autogen.agentchat.assistant_agent | FLAML - + @@ -26,7 +26,7 @@ Defaults to None (no limit provided, class attribute MAX_CONSECUTIVE_AUTO_REPLY will be used as the limit in this case). The limit only plays a role when human_input_mode is not "ALWAYS".
  • **kwargs Dict - Additional keyword arguments. Refer to other kwargs in ConversableAgent.
    • Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/autogen/agentchat/conversable_agent/index.html b/docs/reference/autogen/agentchat/conversable_agent/index.html index 5012b6fa54..e034933a2e 100644 --- a/docs/reference/autogen/agentchat/conversable_agent/index.html +++ b/docs/reference/autogen/agentchat/conversable_agent/index.html @@ -7,7 +7,7 @@ autogen.agentchat.conversable_agent | FLAML - + @@ -100,7 +100,7 @@ If not terminating and human reply is skipped, execute function or code and return the result. AI replies are generated only when no code execution is performed.

    Arguments:

    • messages - a list of messages in the conversation history.
    • default_reply str or dict - default reply.
    • sender - sender of an Agent instance.
    • exclude - a list of functions to exclude.

    Returns:

    str or dict or None: reply. None if no reply is generated.

    get_human_input

    def get_human_input(prompt: str) -> str

    Get human input.

    Override this method to customize the way to get human input.

    Arguments:

    • prompt str - prompt for the human input.

    Returns:

    • str - human input.

    run_code

    def run_code(code, **kwargs)

    Run the code and return the result.

    Override this function to modify the way to run the code.

    Arguments:

    • code str - the code to be executed.
    • **kwargs - other keyword arguments.

    Returns:

    A tuple of (exitcode, logs, image).

    • exitcode int - the exit code of the code execution.
    • logs str - the logs of the code execution.
    • image str or None - the docker image used for the code execution.

    execute_code_blocks

    def execute_code_blocks(code_blocks)

    Execute the code blocks and return the result.

    execute_function

    def execute_function(func_call)

    Execute a function call and return the result.

    Override this function to modify the way to execute a function call.

    Arguments:

    • func_call - a dictionary extracted from openai message at key "function_call" with keys "name" and "arguments".

    Returns:

    A tuple of (is_exec_success, result_dict).

    • is_exec_success boolean - whether the execution is successful.
    • result_dict - a dictionary with keys "name", "role", and "content". Value of "role" is "function".

    generate_init_message

    def generate_init_message(**context) -> Union[str, Dict]

    Generate the initial message for the agent.

    Override this function to customize the initial message based on user's request. If not overriden, "message" needs to be provided in the context.

    register_function

    def register_function(function_map: Dict[str, Callable])

    Register functions to the agent.

    Arguments:

    • function_map - a dictionary mapping function names to functions.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/autogen/agentchat/groupchat/index.html b/docs/reference/autogen/agentchat/groupchat/index.html index 2291b215d8..4524910a7d 100644 --- a/docs/reference/autogen/agentchat/groupchat/index.html +++ b/docs/reference/autogen/agentchat/groupchat/index.html @@ -7,13 +7,13 @@ autogen.agentchat.groupchat | FLAML - +

    autogen.agentchat.groupchat

    GroupChat Objects

    @dataclass
    class GroupChat()

    A group chat class that contains a list of agents and the maximum number of rounds.

    agent_names

    @property
    def agent_names() -> List[str]

    Return the names of the agents in the group chat.

    reset

    def reset()

    Reset the group chat.

    agent_by_name

    def agent_by_name(name: str) -> Agent

    Find the next speaker based on the message.

    next_agent

    def next_agent(agent: Agent) -> Agent

    Return the next agent in the list.

    select_speaker_msg

    def select_speaker_msg()

    Return the message for selecting the next speaker.

    select_speaker

    def select_speaker(last_speaker: Agent, selector: ConversableAgent)

    Select the next speaker.

    GroupChatManager Objects

    class GroupChatManager(ConversableAgent)

    (In preview) A chat manager agent that can manage a group chat of multiple agents.

    run_chat

    def run_chat(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[GroupChat] = None) -> Union[str, Dict, None]

    Run a group chat.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/autogen/agentchat/user_proxy_agent/index.html b/docs/reference/autogen/agentchat/user_proxy_agent/index.html index b217415a00..a9dc5394a8 100644 --- a/docs/reference/autogen/agentchat/user_proxy_agent/index.html +++ b/docs/reference/autogen/agentchat/user_proxy_agent/index.html @@ -7,7 +7,7 @@ autogen.agentchat.user_proxy_agent | FLAML - + @@ -46,7 +46,7 @@ for available options. Default to false, which disables llm-based auto reply.
  • system_message str - system message for ChatCompletion inference. Only used when llm_config is not False. Use it to reprogram the agent.
    • Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/autogen/code_utils/index.html b/docs/reference/autogen/code_utils/index.html index 8fe19c579a..efa143a6ec 100644 --- a/docs/reference/autogen/code_utils/index.html +++ b/docs/reference/autogen/code_utils/index.html @@ -7,7 +7,7 @@ autogen.code_utils | FLAML - + @@ -32,7 +32,7 @@ If the code is executed in the current environment, the code must be trusted.
  • lang Optional, str - The language of the code. Default is "python".

    • Returns:

    • int - 0 if the code executes successfully.
    • str - The error message if the code fails to execute; the stdout otherwise.
    • image - The docker image name after container run when docker is used.

    generate_assertions

    def generate_assertions(definition: str, **config) -> Tuple[str, float]

    Generate assertions for a function.

    Arguments:

    • definition str - The function definition, including the signature and docstr.
    • config Optional, dict - The configuration for the API call.

    Returns:

    • str - The generated assertions.
    • float - The cost of the generation.

    eval_function_completions

    def eval_function_completions(responses: List[str], definition: str, test: Optional[str] = None, entry_point: Optional[str] = None, assertions: Optional[Union[str, Callable[[str], Tuple[str, float]]]] = None, timeout: Optional[float] = 3, use_docker: Optional[bool] = True) -> Dict

    Select a response from a list of responses for the function completion task (using generated assertions), and/or evaluate if the task is successful using a gold test.

    Arguments:

    • responses list - The list of responses.
    • definition str - The input definition.
    • test Optional, str - The test code.
    • entry_point Optional, str - The name of the function.
    • assertions Optional, str or Callable - The assertion code which serves as a filter of the responses, or an assertion generator. When provided, only the responses that pass the assertions will be considered for the actual test (if provided).
    • timeout Optional, float - The timeout for executing the code.

    Returns:

    • dict - The success metrics.

    PassAssertionFilter Objects

    class PassAssertionFilter()

    pass_assertions

    def pass_assertions(context, response, **_)

    Check if the response passes the assertions.

    implement

    def implement(definition: str, configs: Optional[List[Dict]] = None, assertions: Optional[Union[str, Callable[[str], Tuple[str, float]]]] = generate_assertions) -> Tuple[str, float]

    Implement a function from a definition.

    Arguments:

    • definition str - The function definition, including the signature and docstr.
    • configs list - The list of configurations for completion.
    • assertions Optional, str or Callable - The assertion code which serves as a filter of the responses, or an assertion generator.

    Returns:

    • str - The implementation.
    • float - The cost of the implementation.
    • int - The index of the configuration which generates the implementation.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/autogen/math_utils/index.html b/docs/reference/autogen/math_utils/index.html index 309d05f34f..ebaf357381 100644 --- a/docs/reference/autogen/math_utils/index.html +++ b/docs/reference/autogen/math_utils/index.html @@ -7,7 +7,7 @@ autogen.math_utils | FLAML - + @@ -16,7 +16,7 @@ Extract the text within a \boxed{...} environment.

    Example:

    remove_boxed("\boxed{\frac{2}{3}}")

    \frac{2}{3}

    last_boxed_only_string

    def last_boxed_only_string(string: str) -> Optional[str]

    Source: https://github.com/hendrycks/math Extract the last \boxed{...} or \fbox{...} element from a string.

    is_equiv

    def is_equiv(str1: Optional[str], str2: Optional[str]) -> float

    Returns (as a float) whether two strings containing math are equivalent up to differences of formatting in

    is_equiv_chain_of_thought

    def is_equiv_chain_of_thought(str1: str, str2: str) -> float

    Strips the solution first before calling is_equiv.

    eval_math_responses

    def eval_math_responses(responses, solution=None, **args)

    Select a response for a math problem using voting, and check if the response is correct if the solution is provided.

    Arguments:

    • responses list - The list of responses.
    • solution str - The canonical solution.

    Returns:

    • dict - The success metrics.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/autogen/oai/completion/index.html b/docs/reference/autogen/oai/completion/index.html index 63f0f6aa8e..60fbc41ce1 100644 --- a/docs/reference/autogen/oai/completion/index.html +++ b/docs/reference/autogen/oai/completion/index.html @@ -7,7 +7,7 @@ autogen.oai.completion | FLAML - + @@ -63,7 +63,7 @@ For a conversation containing two API calls, the non-compact history dictionary will be like:

    {
        0: {
            "request": request_dict_0,
            "response": response_dict_0,
        },
        1: {
            "request": request_dict_1,
            "response": response_dict_1,
        },

    The first request's messages plus the response is equal to the second request's messages. For a conversation with many turns, the non-compact history dictionary has a quadratic size while the compact history dict has a linear size.

    • reset_counter bool - whether to reset the counter of the number of API calls.

    stop_logging

    @classmethod
    def stop_logging(cls)

    End book keeping.

    ChatCompletion Objects

    class ChatCompletion(Completion)

    A class for OpenAI API ChatCompletion.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/autogen/oai/openai_utils/index.html b/docs/reference/autogen/oai/openai_utils/index.html index ae81465a33..1e521c5fd3 100644 --- a/docs/reference/autogen/oai/openai_utils/index.html +++ b/docs/reference/autogen/oai/openai_utils/index.html @@ -7,7 +7,7 @@ autogen.oai.openai_utils | FLAML - + @@ -16,7 +16,7 @@ and values corresponding to lists of acceptable values for each key.

    Returns:

    • list - The filtered config list.

    config_list_from_json

    def config_list_from_json(env_or_file: str, file_location: Optional[str] = "", filter_dict: Optional[Dict[str, Union[List[Union[str, None]], Set[Union[str, None]]]]] = None) -> List[Dict]

    Get a list of configs from a json parsed from an env variable or a file.

    Arguments:

    • env_or_file str - The env variable name or file name.
    • file_location str, optional - The file location.
    • filter_dict dict, optional - The filter dict with keys corresponding to a field in each config, and values corresponding to lists of acceptable values for each key. e.g.,
    filter_dict = {
        "api_type": ["open_ai", None],  # None means a missing key is acceptable
        "model": ["gpt-3.5-turbo", "gpt-4"],
    }

    Returns:

    • list - A list of configs for openai api calls.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/autogen/retrieve_utils/index.html b/docs/reference/autogen/retrieve_utils/index.html index f439752ad0..9134a805d7 100644 --- a/docs/reference/autogen/retrieve_utils/index.html +++ b/docs/reference/autogen/retrieve_utils/index.html @@ -7,13 +7,13 @@ autogen.retrieve_utils | FLAML - +

    autogen.retrieve_utils

    num_tokens_from_text

    def num_tokens_from_text(text: str, model: str = "gpt-3.5-turbo-0613", return_tokens_per_name_and_message: bool = False) -> Union[int, Tuple[int, int, int]]

    Return the number of tokens used by a text.

    num_tokens_from_messages

    def num_tokens_from_messages(messages: dict, model: str = "gpt-3.5-turbo-0613")

    Return the number of tokens used by a list of messages.

    split_text_to_chunks

    def split_text_to_chunks(text: str, max_tokens: int = 4000, chunk_mode: str = "multi_lines", must_break_at_empty_line: bool = True, overlap: int = 10)

    Split a long text into chunks of max_tokens.

    split_files_to_chunks

    def split_files_to_chunks(files: list, max_tokens: int = 4000, chunk_mode: str = "multi_lines", must_break_at_empty_line: bool = True)

    Split a list of files into chunks of max_tokens.

    get_files_from_dir

    def get_files_from_dir(dir_path: str, types: list = TEXT_FORMATS, recursive: bool = True)

    Return a list of all the files in a given directory.

    get_file_from_url

    def get_file_from_url(url: str, save_path: str = None)

    Download a file from a URL.

    is_url

    def is_url(string: str)

    Return True if the string is a valid URL.

    create_vector_db_from_dir

    def create_vector_db_from_dir(dir_path: str, max_tokens: int = 4000, client: API = None, db_path: str = "/tmp/chromadb.db", collection_name: str = "all-my-documents", get_or_create: bool = False, chunk_mode: str = "multi_lines", must_break_at_empty_line: bool = True, embedding_model: str = "all-MiniLM-L6-v2")

    Create a vector db from all the files in a given directory.

    query_vector_db

    def query_vector_db(query_texts: List[str], n_results: int = 10, client: API = None, db_path: str = "/tmp/chromadb.db", collection_name: str = "all-my-documents", search_string: str = "", embedding_model: str = "all-MiniLM-L6-v2") -> Dict[str, List[str]]

    Query a vector db.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/automl/index.html b/docs/reference/automl/automl/index.html index 2d51cd9d9a..fb9f3d131d 100644 --- a/docs/reference/automl/automl/index.html +++ b/docs/reference/automl/automl/index.html @@ -7,7 +7,7 @@ automl.automl | FLAML - + @@ -50,7 +50,7 @@ Set eval_method to "cv" to use the splitter object.
  • Valid str options depend on different tasks. For classification tasks, valid choices are ["auto", 'stratified', 'uniform', 'time', 'group']. "auto" -> stratified. -For regression tasks, valid choices are ["auto", 'uniform', 'time']. +For regression tasks, valid choices are ["auto", 'uniform', 'time', 'group']. "auto" -> uniform. For time series forecast tasks, must be "auto" or 'time'. For ranking task, must be "auto" or 'group'.
  • hpo_method - str, default="auto" | The hyperparameter @@ -170,7 +170,7 @@ Set eval_method to "cv" to use the splitter object.
  • Valid str options depend on different tasks. For classification tasks, valid choices are ["auto", 'stratified', 'uniform', 'time', 'group']. "auto" -> stratified. -For regression tasks, valid choices are ["auto", 'uniform', 'time']. +For regression tasks, valid choices are ["auto", 'uniform', 'time', 'group']. "auto" -> uniform. For time series forecast tasks, must be "auto" or 'time'. For ranking task, must be "auto" or 'group'.
  • groups - None or array-like | Group labels (with matching length to @@ -272,7 +272,7 @@ Set eval_method to "cv" to use the splitter object.
  • Valid str options depend on different tasks. For classification tasks, valid choices are ["auto", 'stratified', 'uniform', 'time', 'group']. "auto" -> stratified. -For regression tasks, valid choices are ["auto", 'uniform', 'time']. +For regression tasks, valid choices are ["auto", 'uniform', 'time', 'group']. "auto" -> uniform. For time series forecast tasks, must be "auto" or 'time'. For ranking task, must be "auto" or 'group'.
  • hpo_method - str, default="auto" | The hyperparameter @@ -355,7 +355,7 @@ for tensorboard, only used by TemporalFusionTransformerEstimator.
  • max_epochs - int, default = 20 | Maximum number of epochs to run training, only used by TemporalFusionTransformerEstimator.
  • batch_size - int, default = 64 | Batch size for training model, only used by TemporalFusionTransformerEstimator and TCNEstimator.
    • Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/contrib/histgb/index.html b/docs/reference/automl/contrib/histgb/index.html index dfffd65d59..7580fd1b7d 100644 --- a/docs/reference/automl/contrib/histgb/index.html +++ b/docs/reference/automl/contrib/histgb/index.html @@ -7,13 +7,13 @@ automl.contrib.histgb | FLAML - +

    automl.contrib.histgb

    HistGradientBoostingEstimator Objects

    class HistGradientBoostingEstimator(SKLearnEstimator)

    The class for tuning Histogram Gradient Boosting.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/data/index.html b/docs/reference/automl/data/index.html index 26b4ef5b29..6b9cdb6913 100644 --- a/docs/reference/automl/data/index.html +++ b/docs/reference/automl/data/index.html @@ -7,7 +7,7 @@ automl.data | FLAML - + @@ -17,7 +17,7 @@ If 'dataframe', the returned dataset will be a Pandas DataFrame. If 'array', the returned dataset will be a NumPy array or a SciPy sparse matrix.

    Returns:

    • X_train - Training data.
    • X_test - Test data.
    • y_train - A series or array of labels for training data.
    • y_test - A series or array of labels for test data.

    load_openml_task

    def load_openml_task(task_id, data_dir)

    Load task from open ML.

    Use the first fold of the task. If the file is not cached locally, download it from open ML.

    Arguments:

    • task_id - An integer of the task id in openml.
    • data_dir - A string of the path to store and load the data.

    Returns:

    • X_train - A dataframe of training data.
    • X_test - A dataframe of test data.
    • y_train - A series of labels for training data.
    • y_test - A series of labels for test data.

    get_output_from_log

    def get_output_from_log(filename, time_budget)

    Get output from log file.

    Arguments:

    • filename - A string of the log file name.
    • time_budget - A float of the time budget in seconds.

    Returns:

    • search_time_list - A list of the finished time of each logged iter.
    • best_error_list - A list of the best validation error after each logged iter.
    • error_list - A list of the validation error of each logged iter.
    • config_list - A list of the estimator, sample size and config of each logged iter.
    • logged_metric_list - A list of the logged metric of each logged iter.

    concat

    def concat(X1, X2)

    concatenate two matrices vertically.

    DataTransformer Objects

    class DataTransformer()

    Transform input training data.

    fit_transform

    def fit_transform(X: Union[DataFrame, np.ndarray], y, task: Union[str, "Task"])

    Fit transformer and process the input training data according to the task type.

    Arguments:

    • X - A numpy array or a pandas dataframe of training data.
    • y - A numpy array or a pandas series of labels.
    • task - An instance of type Task, or a str such as 'classification', 'regression'.

    Returns:

    • X - Processed numpy array or pandas dataframe of training data.
    • y - Processed numpy array or pandas series of labels.

    transform

    def transform(X: Union[DataFrame, np.array])

    Process data using fit transformer.

    Arguments:

    • X - A numpy array or a pandas dataframe of training data.

    Returns:

    • X - Processed numpy array or pandas dataframe of training data.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/ml/index.html b/docs/reference/automl/ml/index.html index c7090628df..8c973067a4 100644 --- a/docs/reference/automl/ml/index.html +++ b/docs/reference/automl/ml/index.html @@ -7,7 +7,7 @@ automl.ml | FLAML - + @@ -22,7 +22,7 @@ curve_x[0] is an 1D array of the x coordinates of class 0. The second dictionary curve_y stores the y coordinates of each curve, e.g., curve_y[0] is an 1D array of the y coordinates of class 0.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/model/index.html b/docs/reference/automl/model/index.html index 880d0f25f6..4fc97f2581 100644 --- a/docs/reference/automl/model/index.html +++ b/docs/reference/automl/model/index.html @@ -7,7 +7,7 @@ automl.model | FLAML - + @@ -62,7 +62,7 @@ class j.

    SparkNaiveBayesEstimator Objects

    class SparkNaiveBayesEstimator(SparkEstimator)

    The class for tuning Naive Bayes Classifier.

    SGDEstimator Objects

    class SGDEstimator(SKLearnEstimator)

    The class for tuning Stoachastic Gradient Descent model.

    predict_proba

    def predict_proba(X, **kwargs)

    Predict the probability of each class from features.

    Only works for classification problems

    Arguments:

    • X - A numpy array of featurized instances, shape n*m.

    Returns:

    A numpy array of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j.

    ElasticNetEstimator Objects

    class ElasticNetEstimator(SKLearnEstimator)

    The class for tuning Elastic Net regression model.

    LassoLarsEstimator Objects

    class LassoLarsEstimator(SKLearnEstimator)

    The class for tuning Lasso model fit with Least Angle Regression a.k.a. Lars.

    SparkGLREstimator Objects

    class SparkGLREstimator(SparkEstimator)

    The class for tuning Generalized Linear Regression PySpark model.

    SparkLinearRegressionEstimator Objects

    class SparkLinearRegressionEstimator(SparkEstimator)

    The class for tuning Linear Regression PySpark model.

    SparkLinearSVCEstimator Objects

    class SparkLinearSVCEstimator(SparkEstimator)

    The class for tuning Linear SVC PySpark model.

    SparkGBTEstimator Objects

    class SparkGBTEstimator(SparkEstimator)

    The class for tuning GBT PySpark model.

    SparkAFTSurvivalRegressionEstimator Objects

    class SparkAFTSurvivalRegressionEstimator(SparkEstimator)

    The class for tuning AFTSurvivalRegression PySpark model.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/nlp/huggingface/trainer/index.html b/docs/reference/automl/nlp/huggingface/trainer/index.html index ca919e4c5d..3258f2a2b3 100644 --- a/docs/reference/automl/nlp/huggingface/trainer/index.html +++ b/docs/reference/automl/nlp/huggingface/trainer/index.html @@ -7,13 +7,13 @@ automl.nlp.huggingface.trainer | FLAML - +

    automl.nlp.huggingface.trainer

    TrainerForAuto Objects

    class TrainerForAuto(Seq2SeqTrainer)

    evaluate

    def evaluate(eval_dataset=None, ignore_keys=None, metric_key_prefix="eval")

    Overriding transformers.Trainer.evaluate by saving metrics and checkpoint path.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/nlp/huggingface/training_args/index.html b/docs/reference/automl/nlp/huggingface/training_args/index.html index e6dc51ca8f..9f4f415bba 100644 --- a/docs/reference/automl/nlp/huggingface/training_args/index.html +++ b/docs/reference/automl/nlp/huggingface/training_args/index.html @@ -7,7 +7,7 @@ automl.nlp.huggingface.training_args | FLAML - + @@ -23,7 +23,7 @@ (1) The token labels, i.e., [B-PER, I-PER, B-LOC]; (2) Id labels. For (2), need to pass the label_list (e.g., [B-PER, I-PER, B-LOC]) to convert the Id to token labels when computing the metric with metric_loss_score. See the example in a simple token classification example.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/nlp/huggingface/utils/index.html b/docs/reference/automl/nlp/huggingface/utils/index.html index 5e5ff4a9ed..9d54cefd98 100644 --- a/docs/reference/automl/nlp/huggingface/utils/index.html +++ b/docs/reference/automl/nlp/huggingface/utils/index.html @@ -7,13 +7,13 @@ automl.nlp.huggingface.utils | FLAML - +

    automl.nlp.huggingface.utils

    todf

    def todf(X, Y, column_name)

    todf converts Y from any format (list, pandas.Series, numpy array) to a DataFrame before being returned

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/nlp/utils/index.html b/docs/reference/automl/nlp/utils/index.html index 27be0c5cbb..7409b6c098 100644 --- a/docs/reference/automl/nlp/utils/index.html +++ b/docs/reference/automl/nlp/utils/index.html @@ -7,13 +7,13 @@ automl.nlp.utils | FLAML - +

    automl.nlp.utils

    format_vars

    def format_vars(resolved_vars: Dict) -> str

    Formats the resolved variable dict into a single string.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/spark/metrics/index.html b/docs/reference/automl/spark/metrics/index.html index 6999c71acb..a66fb854b6 100644 --- a/docs/reference/automl/spark/metrics/index.html +++ b/docs/reference/automl/spark/metrics/index.html @@ -7,13 +7,13 @@ automl.spark.metrics | FLAML - +

    automl.spark.metrics

    spark_metric_loss_score

    def spark_metric_loss_score(metric_name: str, y_predict: psSeries, y_true: psSeries, sample_weight: psSeries = None, groups: psSeries = None) -> float

    Compute the loss score of a metric for spark models.

    Arguments:

    • metric_name - str | the name of the metric.
    • y_predict - psSeries | the predicted values.
    • y_true - psSeries | the true values.
    • sample_weight - psSeries | the sample weights. Default: None.
    • groups - psSeries | the group of each row. Default: None.

    Returns:

    float | the loss score. A lower value indicates a better model.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/spark/utils/index.html b/docs/reference/automl/spark/utils/index.html index c938bdce29..5d8d720eb5 100644 --- a/docs/reference/automl/spark/utils/index.html +++ b/docs/reference/automl/spark/utils/index.html @@ -7,7 +7,7 @@ automl.spark.utils | FLAML - + @@ -21,7 +21,7 @@ distinct groups has to be at least equal to the number of folds). The folds are approximately balanced in the sense that the number of distinct groups is approximately the same in each fold.
  • seed - int | The random seed. Default is 42.
  • index_col - str | The name of the index column. Default is "tmp_index_col".

    • Returns:

    A list of (train, validation) DataFrames.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/state/index.html b/docs/reference/automl/state/index.html index 3c55ceb5e9..e5ee7cdcc3 100644 --- a/docs/reference/automl/state/index.html +++ b/docs/reference/automl/state/index.html @@ -7,13 +7,13 @@ automl.state | FLAML - +

    automl.state

    AutoMLState Objects

    class AutoMLState()

    sanitize

    @classmethod
    def sanitize(cls, config: dict) -> dict

    Make a config ready for passing to estimator.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/task/task/index.html b/docs/reference/automl/task/task/index.html index a2a8914687..87ccac1bec 100644 --- a/docs/reference/automl/task/task/index.html +++ b/docs/reference/automl/task/task/index.html @@ -7,7 +7,7 @@ automl.task.task | FLAML - + @@ -29,7 +29,7 @@ Set eval_method to "cv" to use the splitter object.
  • Valid str options depend on different tasks. For classification tasks, valid choices are ["auto", 'stratified', 'uniform', 'time', 'group']. "auto" -> stratified. -For regression tasks, valid choices are ["auto", 'uniform', 'time']. +For regression tasks, valid choices are ["auto", 'uniform', 'time', 'group']. "auto" -> uniform. For time series forecast tasks, must be "auto" or 'time'. For ranking task, must be "auto" or 'group'.
  • split_ratio - A float of the valiation data percentage for holdout.
  • n_splits - An integer of the number of folds for cross - validation.
  • data_is_df - True if the data was provided as a DataFrame else False.
  • sample_weight_full - A 1d arraylike of the sample weight.

    • Raises:

    • AssertionError - The configuration provided is invalid for this task type and data.

    decide_split_type

    @abstractmethod
    def decide_split_type(split_type: str, y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], fit_kwargs: dict, groups: Optional[List[str]] = None) -> str

    Choose an appropriate data split type for this data and task.

    If split_type is 'auto' then this is determined based on the task type and data. @@ -37,7 +37,7 @@ of y_train) for training data.

    Returns:

    The determined appropriate split type.

    Raises:

    • AssertionError - The requested split_type is invalid for this task, configuration and data.

    preprocess

    @abstractmethod
    def preprocess(X: Union[np.ndarray, DataFrame, psDataFrame], transformer: Optional["flaml.automl.data.DataTransformer"] = None) -> Union[np.ndarray, DataFrame]

    Preprocess the data ready for fitting or inference with this task type.

    Arguments:

    • X - The data set to process.
    • transformer - A DataTransformer instance to be used in processing.

    Returns:

    The preprocessed data set having the same type as the input.

    default_estimator_list

    @abstractmethod
    def default_estimator_list(estimator_list: Union[List[str], str] = "auto", is_spark_dataframe: bool = False) -> List[str]

    Return the list of default estimators registered for this task type.

    If 'auto' is provided then the default list is returned, else the provided list will be validated given this task type.

    Arguments:

    • estimator_list - Either 'auto' or a list of estimator names to be validated.
    • is_spark_dataframe - True if the data is a spark dataframe.

    Returns:

    A list of valid estimator names for this task type.

    default_metric

    @abstractmethod
    def default_metric(metric: str) -> str

    Return the default metric for this task type.

    If 'auto' is provided then the default metric for this task will be returned. Otherwise, the provided metric name is validated for this task type.

    Arguments:

    • metric - The name of a metric to be used in evaluation of models during fitting or validation.

    Returns:

    The default metric, or the provided metric if it is valid for this task type.

    __eq__

    def __eq__(other: str) -> bool

    For backward compatibility with all the string comparisons to task

    estimator_class_from_str

    def estimator_class_from_str(estimator_name: str) -> "flaml.automl.ml.BaseEstimator"

    Determine the estimator class corresponding to the provided name.

    Arguments:

    • estimator_name - Name of the desired estimator.

    Returns:

    The estimator class corresponding to the provided name.

    Raises:

    • ValueError - The provided estimator_name has not been registered for this task type.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/task/time_series_task/index.html b/docs/reference/automl/task/time_series_task/index.html index 304046b70c..ada88ecc63 100644 --- a/docs/reference/automl/task/time_series_task/index.html +++ b/docs/reference/automl/task/time_series_task/index.html @@ -7,7 +7,7 @@ automl.task.time_series_task | FLAML - + @@ -17,7 +17,7 @@ @param time_col: @param y: @return:

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/time_series/sklearn/index.html b/docs/reference/automl/time_series/sklearn/index.html index d03a577fdc..e0734fbd77 100644 --- a/docs/reference/automl/time_series/sklearn/index.html +++ b/docs/reference/automl/time_series/sklearn/index.html @@ -7,7 +7,7 @@ automl.time_series.sklearn | FLAML - + @@ -18,7 +18,7 @@ Target vector.

    horizon : int length of X for predict method

    Returns

    pandas.DataFrame shifted dataframe with lags columns

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/time_series/tcn/index.html b/docs/reference/automl/time_series/tcn/index.html index 729c321822..c48ff72bec 100644 --- a/docs/reference/automl/time_series/tcn/index.html +++ b/docs/reference/automl/time_series/tcn/index.html @@ -7,13 +7,13 @@ automl.time_series.tcn | FLAML - +

    automl.time_series.tcn

    TCNEstimator Objects

    class TCNEstimator(TimeSeriesEstimator)

    The class for tuning TCN Forecaster

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/time_series/tft/index.html b/docs/reference/automl/time_series/tft/index.html index 44f829a646..04a976b09f 100644 --- a/docs/reference/automl/time_series/tft/index.html +++ b/docs/reference/automl/time_series/tft/index.html @@ -7,13 +7,13 @@ automl.time_series.tft | FLAML - +

    automl.time_series.tft

    TemporalFusionTransformerEstimator Objects

    class TemporalFusionTransformerEstimator(TimeSeriesEstimator)

    The class for tuning Temporal Fusion Transformer

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/time_series/ts_data/index.html b/docs/reference/automl/time_series/ts_data/index.html index f7e6f9f101..8d44e3edfd 100644 --- a/docs/reference/automl/time_series/ts_data/index.html +++ b/docs/reference/automl/time_series/ts_data/index.html @@ -7,7 +7,7 @@ automl.time_series.ts_data | FLAML - + @@ -17,7 +17,7 @@ @return:

    fourier_series

    def fourier_series(feature: pd.Series, name: str)

    Assume feature goes from 0 to 1 cyclically, transform that into Fourier @param feature: input feature @return: sin(2pifeature), cos(2pifeature)

    DataTransformerTS Objects

    class DataTransformerTS()

    Transform input time series training data.

    fit

    def fit(X: Union[DataFrame, np.array], y)

    Fit transformer.

    Arguments:

    • X - A numpy array or a pandas dataframe of training data.
    • y - A numpy array or a pandas series of labels.

    Returns:

    • X - Processed numpy array or pandas dataframe of training data.
    • y - Processed numpy array or pandas series of labels.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/automl/time_series/ts_model/index.html b/docs/reference/automl/time_series/ts_model/index.html index 734b3b48d4..6b1300b923 100644 --- a/docs/reference/automl/time_series/ts_model/index.html +++ b/docs/reference/automl/time_series/ts_model/index.html @@ -7,13 +7,13 @@ automl.time_series.ts_model | FLAML - +

    automl.time_series.ts_model

    Prophet Objects

    class Prophet(TimeSeriesEstimator)

    The class for tuning Prophet.

    ARIMA Objects

    class ARIMA(StatsModelsEstimator)

    The class for tuning ARIMA.

    SARIMAX Objects

    class SARIMAX(StatsModelsEstimator)

    The class for tuning SARIMA.

    HoltWinters Objects

    class HoltWinters(StatsModelsEstimator)

    The class for tuning Holt Winters model, aka 'Triple Exponential Smoothing'.

    SimpleForecaster Objects

    class SimpleForecaster(StatsModelsEstimator)

    Base class for Naive Forecaster like Seasonal Naive, Naive, Seasonal Average, Average

    TS_SKLearn Objects

    class TS_SKLearn(TimeSeriesEstimator)

    The class for tuning SKLearn Regressors for time-series forecasting

    LGBM_TS Objects

    class LGBM_TS(TS_SKLearn)

    The class for tuning LGBM Regressor for time-series forecasting

    XGBoost_TS Objects

    class XGBoost_TS(TS_SKLearn)

    The class for tuning XGBoost Regressor for time-series forecasting

    RF_TS Objects

    class RF_TS(TS_SKLearn)

    The class for tuning Random Forest Regressor for time-series forecasting

    ExtraTrees_TS Objects

    class ExtraTrees_TS(TS_SKLearn)

    The class for tuning Extra Trees Regressor for time-series forecasting

    XGBoostLimitDepth_TS Objects

    class XGBoostLimitDepth_TS(TS_SKLearn)

    The class for tuning XGBoost Regressor with unlimited depth for time-series forecasting

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/default/estimator/index.html b/docs/reference/default/estimator/index.html index cd749b7918..b4e81bceae 100644 --- a/docs/reference/default/estimator/index.html +++ b/docs/reference/default/estimator/index.html @@ -7,7 +7,7 @@ default.estimator | FLAML - + @@ -15,7 +15,7 @@

    default.estimator

    flamlize_estimator

    def flamlize_estimator(super_class, name: str, task: str, alternatives=None)

    Enhance an estimator class with flaml's data-dependent default hyperparameter settings.

    Example:

    import sklearn.ensemble as ensemble
    RandomForestRegressor = flamlize_estimator(
        ensemble.RandomForestRegressor, "rf", "regression"
    )

    Arguments:

    • super_class - an scikit-learn compatible estimator class.
    • name - a str of the estimator's name.
    • task - a str of the task type.
    • alternatives - (Optional) a list for alternative estimator names. For example, [("max_depth", 0, "xgboost")] means if the "max_depth" is set to 0 in the constructor, then look for the learned defaults for estimator "xgboost".
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/default/greedy/index.html b/docs/reference/default/greedy/index.html index 646fc67b21..8dd69ec6b6 100644 --- a/docs/reference/default/greedy/index.html +++ b/docs/reference/default/greedy/index.html @@ -7,7 +7,7 @@ default.greedy | FLAML - + @@ -16,7 +16,7 @@ When set to None, the algorithm uses greedy strategy. Otherwise, the algorithm uses greedy strategy with feedback from the nearest neighbor predictor.
  • regret_bound - A float of the regret bound.

    • Returns:

    A list of configuration names.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/default/portfolio/index.html b/docs/reference/default/portfolio/index.html index 81efc36f12..968e50f994 100644 --- a/docs/reference/default/portfolio/index.html +++ b/docs/reference/default/portfolio/index.html @@ -7,7 +7,7 @@ default.portfolio | FLAML - + @@ -17,7 +17,7 @@ meta_features: task metafeatures output_file: filename config_path: path containing config json files

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/default/suggest/index.html b/docs/reference/default/suggest/index.html index f3234b2506..45ef1af0aa 100644 --- a/docs/reference/default/suggest/index.html +++ b/docs/reference/default/suggest/index.html @@ -7,7 +7,7 @@ default.suggest | FLAML - + @@ -31,7 +31,7 @@ "choose_xgb" means choosing between xgb_limitdepth and xgboost. If a dict, it contains:
    • "version": a str of the version number.
    • "preprocessing": a dictionary containing:
    • "center": a list of meta feature value offsets for normalization.
    • "scale": a list of meta feature scales to normalize each dimension.
    • "neighbors": a list of dictionaries. Each dictionary contains:
    • "features": a list of the normalized meta features for a neighbor.
    • "choice": a integer of the configuration id in the portfolio.
    • "portfolio": a list of dictionaries, each corresponding to a configuration:
    • "class": a str of the learner name.
    • "hyperparameters": a dict of the config. They key "FLAML_sample_size" will be ignored.
  • location - (Optional) A str of the location containing mined portfolio file. Only valid when the portfolio is a str, by default the location is flaml/default.

    • Returns:

    • hyperparams - A dict of the hyperparameter configurations.
    • estiamtor_class - A class of the underlying estimator, e.g., lightgbm.LGBMClassifier.
    • X - the preprocessed X.
    • y - the preprocessed y.
    • feature_transformer - a data transformer that can be applied to X_test.
    • label_transformer - a label transformer that can be applied to y_test.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/fabric/mlflow/index.html b/docs/reference/fabric/mlflow/index.html index a407302b50..e504f692a7 100644 --- a/docs/reference/fabric/mlflow/index.html +++ b/docs/reference/fabric/mlflow/index.html @@ -7,7 +7,7 @@ fabric.mlflow | FLAML - + @@ -17,7 +17,7 @@ Note that this may cause disorder when concurrently starting multiple AutoML processes with the same experiment name if the MLflow version is less than or equal to "2.5.0".

    retrain

    def retrain(train_func, config)

    retrain with given config, added for logging the best config and model to parent run. No more needed after v2.0.2post2 as we no longer log best config and model to parent run.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/onlineml/autovw/index.html b/docs/reference/onlineml/autovw/index.html index 01cead8b44..f04c2b44cd 100644 --- a/docs/reference/onlineml/autovw/index.html +++ b/docs/reference/onlineml/autovw/index.html @@ -7,7 +7,7 @@ onlineml.autovw | FLAML - + @@ -32,7 +32,7 @@ (more specifically this the random seed for ConfigOracle).
  • model_selection_mode - A string in ['min', 'max'] to specify the objective as minimization or maximization.
  • cb_coef - A float coefficient (optional) used in the sample complexity bound.

    • predict

    def predict(data_sample)

    Predict on the input data sample.

    Arguments:

    • data_sample - one data example in vw format.

    learn

    def learn(data_sample)

    Perform one online learning step with the given data sample.

    Arguments:

    • data_sample - one data example in vw format. It will be used to update the vw model.

    get_ns_feature_dim_from_vw_example

    @staticmethod
    def get_ns_feature_dim_from_vw_example(vw_example) -> dict

    Get a dictionary of feature dimensionality for each namespace singleton.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/onlineml/trial/index.html b/docs/reference/onlineml/trial/index.html index ed224fcccd..954df3265a 100644 --- a/docs/reference/onlineml/trial/index.html +++ b/docs/reference/onlineml/trial/index.html @@ -7,7 +7,7 @@ onlineml.trial | FLAML - + @@ -18,7 +18,7 @@ has been used under the current champion.
  • custom_trial_name - A string of a custom trial name.
  • trial_id - A string for the trial id.

    • set_resource_lease

    def set_resource_lease(resource: float)

    Sets the resource lease accordingly.

    set_status

    def set_status(status)

    Sets the status of the trial and record the start time.

    VowpalWabbitTrial Objects

    class VowpalWabbitTrial(BaseOnlineTrial)

    The class for Vowpal Wabbit online trials.

    __init__

    def __init__(config: dict, min_resource_lease: float, metric: str = "mae", is_champion: Optional[bool] = False, is_checked_under_current_champion: Optional[bool] = True, custom_trial_name: Optional[str] = "vw_mae_clipped", trial_id: Optional[str] = None, cb_coef: Optional[float] = None)

    Constructor.

    Arguments:

    • config dict - the config of the trial (note that the config is a set because the hyperparameters are).
    • min_resource_lease float - the minimum resource lease.
    • metric str - the loss metric.
    • is_champion bool - indicates whether the trial is the current champion or not.
    • is_checked_under_current_champion bool - indicates whether this trials has been paused under the current champion.
    • trial_id str - id of the trial (if None, it will be generated in the constructor).

    train_eval_model_online

    def train_eval_model_online(data_sample, y_pred)

    Train and evaluate model online.

    predict

    def predict(x)

    Predict using the model.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/onlineml/trial_runner/index.html b/docs/reference/onlineml/trial_runner/index.html index 6e35af6d21..7e1a00d469 100644 --- a/docs/reference/onlineml/trial_runner/index.html +++ b/docs/reference/onlineml/trial_runner/index.html @@ -7,7 +7,7 @@ onlineml.trial_runner | FLAML - + @@ -21,7 +21,7 @@ Trial.TERMINATED and perform other subsequent operations.

    pause_trial

    def pause_trial(trial)

    Pause a trial: set the status of a trial to be Trial.PAUSED and perform other subsequent operations.

    run_trial

    def run_trial(trial)

    Run a trial: set the status of a trial to be Trial.RUNNING and perform other subsequent operations.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/analysis/index.html b/docs/reference/tune/analysis/index.html index cf35af952e..97debe93ae 100644 --- a/docs/reference/tune/analysis/index.html +++ b/docs/reference/tune/analysis/index.html @@ -7,7 +7,7 @@ tune.analysis | FLAML - + @@ -57,7 +57,7 @@ using the metric and mode parameters passed to tune.run(). If you didn't pass these parameters, use get_best_trial(metric, mode, scope).last_result instead.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/sample/index.html b/docs/reference/tune/sample/index.html index c93502efe6..462efaf718 100644 --- a/docs/reference/tune/sample/index.html +++ b/docs/reference/tune/sample/index.html @@ -7,7 +7,7 @@ tune.sample | FLAML - + @@ -41,7 +41,7 @@ The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive.

    randn

    def randn(mean: float = 0.0, sd: float = 1.0)

    Sample a float value normally with mean and sd.

    Arguments:

    • mean float - Mean of the normal distribution. Defaults to 0.
    • sd float - SD of the normal distribution. Defaults to 1.

    qrandn

    def qrandn(mean: float, sd: float, q: float)

    Sample a float value normally with mean and sd.

    The value will be quantized, i.e. rounded to an integer increment of q.

    Arguments:

    • mean - Mean of the normal distribution.
    • sd - SD of the normal distribution.
    • q - Quantization number. The result will be rounded to an integer increment of this value.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/scheduler/online_scheduler/index.html b/docs/reference/tune/scheduler/online_scheduler/index.html index c45c79fb9b..09bc4ce7a1 100644 --- a/docs/reference/tune/scheduler/online_scheduler/index.html +++ b/docs/reference/tune/scheduler/online_scheduler/index.html @@ -7,7 +7,7 @@ tune.scheduler.online_scheduler | FLAML - + @@ -15,7 +15,7 @@

    tune.scheduler.online_scheduler

    OnlineScheduler Objects

    class OnlineScheduler(TrialScheduler)

    Class for the most basic OnlineScheduler.

    on_trial_result

    def on_trial_result(trial_runner, trial: Trial, result: Dict)

    Report result and return a decision on the trial's status.

    choose_trial_to_run

    def choose_trial_to_run(trial_runner) -> Trial

    Decide which trial to run next.

    OnlineSuccessiveDoublingScheduler Objects

    class OnlineSuccessiveDoublingScheduler(OnlineScheduler)

    class for the OnlineSuccessiveDoublingScheduler algorithm.

    __init__

    def __init__(increase_factor: float = 2.0)

    Constructor.

    Arguments:

    • increase_factor - A float of multiplicative factor used to increase resource lease. Default is 2.0.

    on_trial_result

    def on_trial_result(trial_runner, trial: Trial, result: Dict)

    Report result and return a decision on the trial's status.

    ChaChaScheduler Objects

    class ChaChaScheduler(OnlineSuccessiveDoublingScheduler)

    class for the ChaChaScheduler algorithm.

    __init__

    def __init__(increase_factor: float = 2.0, **kwargs)

    Constructor.

    Arguments:

    • increase_factor - A float of multiplicative factor used to increase resource lease. Default is 2.0.

    on_trial_result

    def on_trial_result(trial_runner, trial: Trial, result: Dict)

    Report result and return a decision on the trial's status.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/scheduler/trial_scheduler/index.html b/docs/reference/tune/scheduler/trial_scheduler/index.html index 28f009668b..b1ec735e09 100644 --- a/docs/reference/tune/scheduler/trial_scheduler/index.html +++ b/docs/reference/tune/scheduler/trial_scheduler/index.html @@ -7,13 +7,13 @@ tune.scheduler.trial_scheduler | FLAML - +

    tune.scheduler.trial_scheduler

    TrialScheduler Objects

    class TrialScheduler()

    Interface for implementing a Trial Scheduler class.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/searcher/blendsearch/index.html b/docs/reference/tune/searcher/blendsearch/index.html index 65ad1709b7..e41646db66 100644 --- a/docs/reference/tune/searcher/blendsearch/index.html +++ b/docs/reference/tune/searcher/blendsearch/index.html @@ -7,7 +7,7 @@ tune.searcher.blendsearch | FLAML - + @@ -51,7 +51,7 @@ The returned dict includes the initial results provided via evaluated_reward.

    BlendSearchTuner Objects

    class BlendSearchTuner(BlendSearch,  NNITuner)

    Tuner class for NNI.

    receive_trial_result

    def receive_trial_result(parameter_id, parameters, value, **kwargs)

    Receive trial's final result.

    Arguments:

    • parameter_id - int.
    • parameters - object created by generate_parameters().
    • value - final metrics of the trial, including default metric.

    generate_parameters

    def generate_parameters(parameter_id, **kwargs) -> Dict

    Returns a set of trial (hyper-)parameters, as a serializable object.

    Arguments:

    • parameter_id - int.

    update_search_space

    def update_search_space(search_space)

    Required by NNI.

    Tuners are advised to support updating search space at run-time. If a tuner can only set search space once before generating first hyper-parameters, it should explicitly document this behaviour.

    Arguments:

    • search_space - JSON object created by experiment owner.

    CFO Objects

    class CFO(BlendSearchTuner)

    class for CFO algorithm.

    RandomSearch Objects

    class RandomSearch(CFO)

    Class for random search.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/searcher/cfo_cat/index.html b/docs/reference/tune/searcher/cfo_cat/index.html index 5bfe55e60b..fa72be409d 100644 --- a/docs/reference/tune/searcher/cfo_cat/index.html +++ b/docs/reference/tune/searcher/cfo_cat/index.html @@ -7,13 +7,13 @@ tune.searcher.cfo_cat | FLAML - +

    tune.searcher.cfo_cat

    FLOW2Cat Objects

    class FLOW2Cat(FLOW2)

    Local search algorithm optimized for categorical variables.

    CFOCat Objects

    class CFOCat(CFO)

    CFO optimized for categorical variables.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/searcher/flow2/index.html b/docs/reference/tune/searcher/flow2/index.html index 406f7ce5cc..f8d2689483 100644 --- a/docs/reference/tune/searcher/flow2/index.html +++ b/docs/reference/tune/searcher/flow2/index.html @@ -7,7 +7,7 @@ tune.searcher.flow2 | FLAML - + @@ -30,7 +30,7 @@ If better, move, reset num_complete and num_proposed. If not better and num_complete >= 2*dim, num_allowed += 2.

    on_trial_result

    def on_trial_result(trial_id: str, result: Dict)

    Early update of incumbent.

    suggest

    def suggest(trial_id: str) -> Optional[Dict]

    Suggest a new config, one of the following cases:

    1. same incumbent, increase resource.
    2. same resource, move from the incumbent to a random direction.
    3. same resource, move from the incumbent to the opposite direction.

    can_suggest

    @property
    def can_suggest() -> bool

    Can't suggest if 2*dim configs have been proposed for the incumbent while fewer are completed.

    config_signature

    def config_signature(config, space: Dict = None) -> tuple

    Return the signature tuple of a config.

    converged

    @property
    def converged() -> bool

    Whether the local search has converged.

    reach

    def reach(other: Searcher) -> bool

    whether the incumbent can reach the incumbent of other.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/searcher/online_searcher/index.html b/docs/reference/tune/searcher/online_searcher/index.html index b6e2ca13b4..d398dd9422 100644 --- a/docs/reference/tune/searcher/online_searcher/index.html +++ b/docs/reference/tune/searcher/online_searcher/index.html @@ -7,7 +7,7 @@ tune.searcher.online_searcher | FLAML - + @@ -18,7 +18,7 @@ minimization or maximization.
  • random_seed - An integer of the random seed.
  • online_trial_args - A dictionary to specify the online trial arguments for experimental purpose.
  • nonpoly_searcher_name - A string to specify the search algorithm for nonpoly hyperparameters.

    • set_search_properties

    def set_search_properties(metric: Optional[str] = None, mode: Optional[str] = None, config: Optional[Dict] = {}, setting: Optional[Dict] = {}, init_call: Optional[bool] = False)

    Construct search space with the given config, and setup the search.

    next_trial

    def next_trial()

    Return a trial from the _challenger_list.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/searcher/search_thread/index.html b/docs/reference/tune/searcher/search_thread/index.html index 7e0a0218f6..105830b0e1 100644 --- a/docs/reference/tune/searcher/search_thread/index.html +++ b/docs/reference/tune/searcher/search_thread/index.html @@ -7,13 +7,13 @@ tune.searcher.search_thread | FLAML - +

    tune.searcher.search_thread

    SearchThread Objects

    class SearchThread()

    Class of global or local search thread.

    __init__

    def __init__(mode: str = "min", search_alg: Optional[Searcher] = None, cost_attr: Optional[str] = TIME_TOTAL_S, eps: Optional[float] = 1.0)

    When search_alg is omitted, use local search FLOW2.

    suggest

    def suggest(trial_id: str) -> Optional[Dict]

    Use the suggest() of the underlying search algorithm.

    on_trial_complete

    def on_trial_complete(trial_id: str, result: Optional[Dict] = None, error: bool = False)

    Update the statistics of the thread.

    reach

    def reach(thread) -> bool

    Whether the incumbent can reach the incumbent of thread.

    can_suggest

    @property
    def can_suggest() -> bool

    Whether the thread can suggest new configs.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/searcher/suggestion/index.html b/docs/reference/tune/searcher/suggestion/index.html index 49323ce95d..14db2ce657 100644 --- a/docs/reference/tune/searcher/suggestion/index.html +++ b/docs/reference/tune/searcher/suggestion/index.html @@ -7,7 +7,7 @@ tune.searcher.suggestion | FLAML - + @@ -117,7 +117,7 @@ evaluated_rewards=[0.89, 0.42] metric="loss", mode="min")

    tune.run(trainable, search_alg=optuna_search)


    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/searcher/variant_generator/index.html b/docs/reference/tune/searcher/variant_generator/index.html index f185e4bf57..9276b42419 100644 --- a/docs/reference/tune/searcher/variant_generator/index.html +++ b/docs/reference/tune/searcher/variant_generator/index.html @@ -7,7 +7,7 @@ tune.searcher.variant_generator | FLAML - + @@ -30,7 +30,7 @@ "activation": {"grid_search": ["relu", "tanh"]} "cpu": {"eval": "spec.config.num_workers"} Use format_vars to format the returned dict of hyperparameters.

    Yields:

    (Dict of resolved variables, Spec object)

    def grid_search(values: List) -> Dict[str, List]

    Convenience method for specifying grid search over a value.

    Arguments:

    • values - An iterable whose parameters will be gridded.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/space/index.html b/docs/reference/tune/space/index.html index 4c82185cbb..d07f9d55f4 100644 --- a/docs/reference/tune/space/index.html +++ b/docs/reference/tune/space/index.html @@ -7,13 +7,13 @@ tune.space | FLAML - +

    tune.space

    is_constant

    def is_constant(space: Union[Dict, List]) -> bool

    Whether the search space is all constant.

    Returns:

    A bool of whether the search space is all constant.

    define_by_run_func

    def define_by_run_func(trial, space: Dict, path: str = "") -> Optional[Dict[str, Any]]

    Define-by-run function to create the search space.

    Returns:

    A dict with constant values.

    unflatten_hierarchical

    def unflatten_hierarchical(config: Dict, space: Dict) -> Tuple[Dict, Dict]

    Unflatten hierarchical config.

    add_cost_to_space

    def add_cost_to_space(space: Dict, low_cost_point: Dict, choice_cost: Dict)

    Update the space in place by adding low_cost_point and choice_cost.

    Returns:

    A dict with constant values.

    normalize

    def normalize(config: Dict, space: Dict, reference_config: Dict, normalized_reference_config: Dict, recursive: bool = False)

    Normalize config in space according to reference_config.

    Normalize each dimension in config to [0,1].

    indexof

    def indexof(domain: Dict, config: Dict) -> int

    Find the index of config in domain.categories.

    complete_config

    def complete_config(partial_config: Dict, space: Dict, flow2, disturb: bool = False, lower: Optional[Dict] = None, upper: Optional[Dict] = None) -> Tuple[Dict, Dict]

    Complete partial config in space.

    Returns:

    config, space.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/spark/utils/index.html b/docs/reference/tune/spark/utils/index.html index 7a770b4b16..16a3b3d6d1 100644 --- a/docs/reference/tune/spark/utils/index.html +++ b/docs/reference/tune/spark/utils/index.html @@ -7,7 +7,7 @@ tune.spark.utils | FLAML - + @@ -25,7 +25,7 @@ (Only one of the following args will work. Priorities from top to bottom)

  • cancel_func - function | A function to cancel the PySpark job.

  • parallel - joblib.parallel.Parallel | Specify this if using joblib_spark as a parallel backend. It will call parallel._backend.terminate() to cancel the jobs.

  • sc - pyspark.SparkContext object | You can pass a specific SparkContext.

    If all three args is None, the monitor will call pyspark.SparkContext.getOrCreate().cancelAllJobs() to cancel the jobs.

    • __enter__

    def __enter__()

    Enter the context manager. This will start a monitor thread if spark is available and force_cancel is True.

    __exit__

    def __exit__(exc_type, exc_value, exc_traceback)

    Exit the context manager. This will wait for the monitor thread to nicely exit.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/trial/index.html b/docs/reference/tune/trial/index.html index 02e90ef113..023f062a49 100644 --- a/docs/reference/tune/trial/index.html +++ b/docs/reference/tune/trial/index.html @@ -7,7 +7,7 @@ tune.trial | FLAML - + @@ -17,7 +17,7 @@ the event loop for submitting trial runs to a Ray cluster. Trials start in the PENDING state, and transition to RUNNING once started. On error it transitions to ERROR, otherwise TERMINATED on success.

    Attributes:

    • trainable_name str - Name of the trainable object to be executed.
    • config dict - Provided configuration dictionary with evaluated params.
    • trial_id str - Unique identifier for the trial.
    • local_dir str - Local_dir as passed to tune.run.
    • logdir str - Directory where the trial logs are saved.
    • evaluated_params dict - Evaluated parameters by search algorithm,
    • experiment_tag str - Identifying trial name to show in the console.
    • resources Resources - Amount of resources that this trial will use.
    • status str - One of PENDING, RUNNING, PAUSED, TERMINATED, ERROR/
    • error_file str - Path to the errors that this trial has raised.

    set_status

    def set_status(status)

    Sets the status of the trial.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/trial_runner/index.html b/docs/reference/tune/trial_runner/index.html index 78e7303b24..886405a8f2 100644 --- a/docs/reference/tune/trial_runner/index.html +++ b/docs/reference/tune/trial_runner/index.html @@ -7,7 +7,7 @@ tune.trial_runner | FLAML - + @@ -15,7 +15,7 @@

    tune.trial_runner

    Nologger Objects

    class Nologger()

    Logger without logging.

    SimpleTrial Objects

    class SimpleTrial(Trial)

    A simple trial class.

    BaseTrialRunner Objects

    class BaseTrialRunner()

    Implementation of a simple trial runner.

    Note that the caller usually should not mutate trial state directly.

    get_trials

    def get_trials()

    Returns the list of trials managed by this TrialRunner.

    Note that the caller usually should not mutate trial state directly.

    add_trial

    def add_trial(trial)

    Adds a new trial to this TrialRunner.

    Trials may be added at any time.

    Arguments:

    • trial Trial - Trial to queue.

    stop_trial

    def stop_trial(trial)

    Stops trial.

    SequentialTrialRunner Objects

    class SequentialTrialRunner(BaseTrialRunner)

    Implementation of the sequential trial runner.

    step

    def step() -> Trial

    Runs one step of the trial event loop.

    Callers should typically run this method repeatedly in a loop. They may inspect or modify the runner's state in between calls to step().

    Returns:

    a trial to run.

    SparkTrialRunner Objects

    class SparkTrialRunner(BaseTrialRunner)

    Implementation of the spark trial runner.

    step

    def step() -> Trial

    Runs one step of the trial event loop.

    Callers should typically run this method repeatedly in a loop. They may inspect or modify the runner's state in between calls to step().

    Returns:

    a trial to run.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/tune/index.html b/docs/reference/tune/tune/index.html index af83e9b784..b79342626b 100644 --- a/docs/reference/tune/tune/index.html +++ b/docs/reference/tune/tune/index.html @@ -7,7 +7,7 @@ tune.tune | FLAML - + @@ -133,7 +133,7 @@ analysis = tuner.fit()

    To retry a failed tune run, you can then do

    .. code-block:: python

    tuner = Tuner.restore(experiment_checkpoint_dir) tuner.fit()

    experiment_checkpoint_dir can be easily located near the end of the console output of your first failed run.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/docs/reference/tune/utils/index.html b/docs/reference/tune/utils/index.html index 66415a127d..2265da2046 100644 --- a/docs/reference/tune/utils/index.html +++ b/docs/reference/tune/utils/index.html @@ -7,7 +7,7 @@ tune.utils | FLAML - + @@ -16,7 +16,7 @@ Sampling from tune.choice([1, 2]) is equivalent to sampling from np.random.choice([1, 2])

    Arguments:

    • categories Sequence - Sequence of categories to sample from.
    • order bool - Whether the categories have an order. If None, will be decided autoamtically: Numerical categories have an order, while string categories do not.
    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/index.html b/index.html index 4e25b12418..5cbaf29085 100644 --- a/index.html +++ b/index.html @@ -7,13 +7,13 @@ AutoML & Tuning | FLAML - +

    FLAML

    A Fast Library for Automated Machine Learning & Tuning

    FLAML Getting Started - 5min ⏱️

    Find Quality Model at Your Fingertips

    FLAML finds accurate models or configurations with low computational resources for common ML/AI tasks. It frees users from selecting models and hyperparameters for training or inference, with smooth customizability.

    Adapt Large Language Models to Your Needs

    By automatically adapting LLMs to applications, FLAML maximizes the benefits of expensive LLMs and reduces monetary costs. FLAML enables users to build and use intelligent adaptive AI agents with minimal effort.

    Tune It Fast, Tune It As You Like

    FLAML offers a fast auto-tuning tool powered by a novel cost-effective tuning approach. It is capable of handling large search spaces with heterogeneous evaluation costs and complex constraints/guidance/early stopping.

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file diff --git a/search-index.json b/search-index.json index 232010aaa9..e27b50578d 100644 --- a/search-index.json +++ b/search-index.json @@ -1 +1 @@ -[{"documents":[{"i":1,"t":"Surpassing 1 Million Downloads - A Retrospective and a Look into the Future","u":"/FLAML/blog/2023/05/07/1M-milestone","b":["Blog"]},{"i":14,"t":"MathChat - An Conversational Framework to Solve Math Problems","u":"/FLAML/blog/2023/06/28/MathChat","b":["Blog"]},{"i":26,"t":"Achieve More, Pay Less - Use GPT-4 Smartly","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","b":["Blog"]},{"i":38,"t":"Use flaml.autogen for Local LLMs","u":"/FLAML/blog/2023/07/14/Local-LLMs","b":["Blog"]},{"i":53,"t":"","u":"/FLAML/blog/archive","b":["Blog"]},{"i":54,"t":"Does Model and Inference Parameter Matter in LLM Applications? - A Case Study for MATH","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","b":["Blog"]},{"i":64,"t":"Contributing","u":"/FLAML/docs/Contribute","b":["Docs"]},{"i":83,"t":"AutoGen - Tune GPT Models","u":"/FLAML/docs/Examples/AutoGen-OpenAI","b":["Docs","Examples"]},{"i":85,"t":"AutoGen - Automated Multi Agent Chat","u":"/FLAML/docs/Examples/AutoGen-AgentChat","b":["Docs","Examples"]},{"i":87,"t":"AutoML - Classification","u":"/FLAML/docs/Examples/AutoML-Classification","b":["Docs","Examples"]},{"i":95,"t":"AutoML for LightGBM","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","b":["Docs","Examples"]},{"i":103,"t":"AutoML for XGBoost","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","b":["Docs","Examples"]},{"i":111,"t":"AutoML - NLP","u":"/FLAML/docs/Examples/AutoML-NLP","b":["Docs","Examples"]},{"i":125,"t":"AutoML - Rank","u":"/FLAML/docs/Examples/AutoML-Rank","b":["Docs","Examples"]},{"i":131,"t":"Integrate - AzureML","u":"/FLAML/docs/Examples/Integrate - AzureML","b":["Docs","Examples"]},{"i":141,"t":"AutoML - Regression","u":"/FLAML/docs/Examples/AutoML-Regression","b":["Docs","Examples"]},{"i":149,"t":"Default - Flamlized Estimator","u":"/FLAML/docs/Examples/Default-Flamlized","b":["Docs","Examples"]},{"i":163,"t":"Integrate - Scikit-learn Pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","b":["Docs","Examples"]},{"i":175,"t":"Integrate - Spark","u":"/FLAML/docs/Examples/Integrate - Spark","b":["Docs","Examples"]},{"i":185,"t":"Tune - HuggingFace","u":"/FLAML/docs/Examples/Tune-HuggingFace","b":["Docs","Examples"]},{"i":197,"t":"Frequently Asked Questions","u":"/FLAML/docs/FAQ","b":["FAQ"]},{"i":212,"t":"Tune - Lexicographic Objectives","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","b":["Docs","Examples"]},{"i":231,"t":"Getting Started","u":"/FLAML/docs/Getting-Started","b":["Docs"]},{"i":239,"t":"Installation","u":"/FLAML/docs/Installation","b":["Docs"]},{"i":247,"t":"autogen.agentchat.agent","u":"/FLAML/docs/reference/autogen/agentchat/agent","b":["SDK","Reference","autogen","autogen.agentchat"]},{"i":251,"t":"AutoML - Time Series Forecast","u":"/FLAML/docs/Examples/AutoML-Time series forecast","b":["Docs","Examples"]},{"i":265,"t":"Tune - PyTorch","u":"/FLAML/docs/Examples/Tune-PyTorch","b":["Docs","Examples"]},{"i":290,"t":"autogen.agentchat.assistant_agent","u":"/FLAML/docs/reference/autogen/agentchat/assistant_agent","b":["SDK","Reference","autogen","autogen.agentchat"]},{"i":294,"t":"Tune - AzureML pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","b":["Docs","Examples"]},{"i":313,"t":"autogen.agentchat.groupchat","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","b":["SDK","Reference","autogen","autogen.agentchat"]},{"i":319,"t":"autogen.code_utils","u":"/FLAML/docs/reference/autogen/code_utils","b":["SDK","Reference","autogen"]},{"i":323,"t":"autogen.agentchat.conversable_agent","u":"/FLAML/docs/reference/autogen/agentchat/conversable_agent","b":["SDK","Reference","autogen","autogen.agentchat"]},{"i":327,"t":"autogen.math_utils","u":"/FLAML/docs/reference/autogen/math_utils","b":["SDK","Reference","autogen"]},{"i":329,"t":"autogen.agentchat.user_proxy_agent","u":"/FLAML/docs/reference/autogen/agentchat/user_proxy_agent","b":["SDK","Reference","autogen","autogen.agentchat"]},{"i":333,"t":"autogen.oai.openai_utils","u":"/FLAML/docs/reference/autogen/oai/openai_utils","b":["SDK","Reference","autogen","autogen.oai"]},{"i":335,"t":"automl.contrib.histgb","u":"/FLAML/docs/reference/automl/contrib/histgb","b":["SDK","Reference","automl","automl.contrib"]},{"i":339,"t":"autogen.retrieve_utils","u":"/FLAML/docs/reference/autogen/retrieve_utils","b":["SDK","Reference","autogen"]},{"i":341,"t":"automl.data","u":"/FLAML/docs/reference/automl/data","b":["SDK","Reference","automl"]},{"i":345,"t":"autogen.oai.completion","u":"/FLAML/docs/reference/autogen/oai/completion","b":["SDK","Reference","autogen","autogen.oai"]},{"i":351,"t":"automl.ml","u":"/FLAML/docs/reference/automl/ml","b":["SDK","Reference","automl"]},{"i":353,"t":"automl.automl","u":"/FLAML/docs/reference/automl/automl","b":["SDK","Reference","automl"]},{"i":357,"t":"automl.nlp.huggingface.trainer","u":"/FLAML/docs/reference/automl/nlp/huggingface/trainer","b":["SDK","Reference","automl","automl.nlp","automl.nlp.huggingface"]},{"i":361,"t":"automl.nlp.huggingface.training_args","u":"/FLAML/docs/reference/automl/nlp/huggingface/training_args","b":["SDK","Reference","automl","automl.nlp","automl.nlp.huggingface"]},{"i":365,"t":"automl.model","u":"/FLAML/docs/reference/automl/model","b":["SDK","Reference","automl"]},{"i":417,"t":"automl.nlp.huggingface.utils","u":"/FLAML/docs/reference/automl/nlp/huggingface/utils","b":["SDK","Reference","automl","automl.nlp","automl.nlp.huggingface"]},{"i":419,"t":"automl.nlp.utils","u":"/FLAML/docs/reference/automl/nlp/utils","b":["SDK","Reference","automl","automl.nlp"]},{"i":421,"t":"automl.state","u":"/FLAML/docs/reference/automl/state","b":["SDK","Reference","automl"]},{"i":425,"t":"automl.spark.utils","u":"/FLAML/docs/reference/automl/spark/utils","b":["SDK","Reference","automl","automl.spark"]},{"i":427,"t":"automl.task.time_series_task","u":"/FLAML/docs/reference/automl/task/time_series_task","b":["SDK","Reference","automl","automl.task"]},{"i":429,"t":"automl.task.task","u":"/FLAML/docs/reference/automl/task/task","b":["SDK","Reference","automl","automl.task"]},{"i":433,"t":"automl.spark.metrics","u":"/FLAML/docs/reference/automl/spark/metrics","b":["SDK","Reference","automl","automl.spark"]},{"i":435,"t":"automl.time_series.sklearn","u":"/FLAML/docs/reference/automl/time_series/sklearn","b":["SDK","Reference","automl","automl.time_series"]},{"i":441,"t":"automl.time_series.tft","u":"/FLAML/docs/reference/automl/time_series/tft","b":["SDK","Reference","automl","automl.time_series"]},{"i":445,"t":"automl.time_series.tcn","u":"/FLAML/docs/reference/automl/time_series/tcn","b":["SDK","Reference","automl","automl.time_series"]},{"i":449,"t":"automl.time_series.ts_data","u":"/FLAML/docs/reference/automl/time_series/ts_data","b":["SDK","Reference","automl","automl.time_series"]},{"i":455,"t":"automl.time_series.ts_model","u":"/FLAML/docs/reference/automl/time_series/ts_model","b":["SDK","Reference","automl","automl.time_series"]},{"i":479,"t":"default.estimator","u":"/FLAML/docs/reference/default/estimator","b":["SDK","Reference","default"]},{"i":481,"t":"default.greedy","u":"/FLAML/docs/reference/default/greedy","b":["SDK","Reference","default"]},{"i":483,"t":"fabric.mlflow","u":"/FLAML/docs/reference/fabric/mlflow","b":["SDK","Reference","fabric"]},{"i":487,"t":"default.suggest","u":"/FLAML/docs/reference/default/suggest","b":["SDK","Reference","default"]},{"i":489,"t":"default.portfolio","u":"/FLAML/docs/reference/default/portfolio","b":["SDK","Reference","default"]},{"i":491,"t":"onlineml.autovw","u":"/FLAML/docs/reference/onlineml/autovw","b":["SDK","Reference","onlineml"]},{"i":495,"t":"onlineml.trial","u":"/FLAML/docs/reference/onlineml/trial","b":["SDK","Reference","onlineml"]},{"i":503,"t":"tune.analysis","u":"/FLAML/docs/reference/tune/analysis","b":["SDK","Reference","tune"]},{"i":507,"t":"onlineml.trial_runner","u":"/FLAML/docs/reference/onlineml/trial_runner","b":["SDK","Reference","onlineml"]},{"i":511,"t":"tune.scheduler.trial_scheduler","u":"/FLAML/docs/reference/tune/scheduler/trial_scheduler","b":["SDK","Reference","tune","tune.scheduler"]},{"i":515,"t":"tune.sample","u":"/FLAML/docs/reference/tune/sample","b":["SDK","Reference","tune"]},{"i":521,"t":"tune.scheduler.online_scheduler","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","b":["SDK","Reference","tune","tune.scheduler"]},{"i":529,"t":"tune.searcher.cfo_cat","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","b":["SDK","Reference","tune","tune.searcher"]},{"i":535,"t":"tune.searcher.online_searcher","u":"/FLAML/docs/reference/tune/searcher/online_searcher","b":["SDK","Reference","tune","tune.searcher"]},{"i":541,"t":"tune.searcher.blendsearch","u":"/FLAML/docs/reference/tune/searcher/blendsearch","b":["SDK","Reference","tune","tune.searcher"]},{"i":551,"t":"tune.searcher.flow2","u":"/FLAML/docs/reference/tune/searcher/flow2","b":["SDK","Reference","tune","tune.searcher"]},{"i":555,"t":"tune.searcher.variant_generator","u":"/FLAML/docs/reference/tune/searcher/variant_generator","b":["SDK","Reference","tune","tune.searcher"]},{"i":559,"t":"tune.searcher.search_thread","u":"/FLAML/docs/reference/tune/searcher/search_thread","b":["SDK","Reference","tune","tune.searcher"]},{"i":563,"t":"tune.space","u":"/FLAML/docs/reference/tune/space","b":["SDK","Reference","tune"]},{"i":565,"t":"tune.trial_runner","u":"/FLAML/docs/reference/tune/trial_runner","b":["SDK","Reference","tune"]},{"i":577,"t":"tune.spark.utils","u":"/FLAML/docs/reference/tune/spark/utils","b":["SDK","Reference","tune","tune.spark"]},{"i":581,"t":"tune.trial","u":"/FLAML/docs/reference/tune/trial","b":["SDK","Reference","tune"]},{"i":585,"t":"tune.searcher.suggestion","u":"/FLAML/docs/reference/tune/searcher/suggestion","b":["SDK","Reference","tune","tune.searcher"]},{"i":599,"t":"Research","u":"/FLAML/docs/Research","b":["Docs"]},{"i":601,"t":"tune.utils","u":"/FLAML/docs/reference/tune/utils","b":["SDK","Reference","tune"]},{"i":603,"t":"AutoGen for Large Language Models","u":"/FLAML/docs/Use-Cases/Autogen","b":["Docs","Use Cases"]},{"i":605,"t":"tune.tune","u":"/FLAML/docs/reference/tune/tune","b":["SDK","Reference","tune"]},{"i":617,"t":"Zero Shot AutoML","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","b":["Docs","Use Cases"]},{"i":641,"t":"Task Oriented AutoML","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","b":["Docs","Use Cases"]},{"i":675,"t":"Tune User Defined Function","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","b":["Docs","Use Cases"]}],"index":{"version":"2.3.9","fields":["t"],"fieldVectors":[["t/1",[0,1.872,1,1.872,2,1.872,3,1.872,4,1.872,5,1.872,6,1.872]],["t/14",[7,2.089,8,2.089,9,2.089,10,2.089,11,1.826,12,2.089]],["t/26",[13,1.695,14,1.695,15,1.695,16,1.695,17,1.482,18,1.482,19,1.695,20,1.695]],["t/38",[17,2.377,21,2.72,22,2.72,23,2.377]],["t/53",[]],["t/54",[11,1.354,23,1.354,24,1.226,25,1.549,26,1.549,27,1.549,28,1.549,29,1.549,30,1.549]],["t/64",[31,4.973]],["t/83",[18,2.377,24,2.152,32,2.152,33,1.738]],["t/85",[32,1.87,34,2.363,35,2.363,36,2.363,37,2.363]],["t/87",[38,2.125,39,3.897]],["t/95",[38,2.125,40,3.897]],["t/103",[38,2.125,41,3.897]],["t/111",[38,2.125,42,3.897]],["t/125",[38,2.125,43,3.897]],["t/131",[44,3.084,45,3.407]],["t/141",[38,2.125,46,3.897]],["t/149",[47,3.204,48,3.204,49,3.204]],["t/163",[44,2.152,50,2.72,51,2.72,52,2.377]],["t/175",[44,3.084,53,3.897]],["t/185",[33,2.49,54,3.897]],["t/197",[55,3.204,56,3.204,57,3.204]],["t/212",[33,2.047,58,3.204,59,3.204]],["t/231",[60,3.897,61,3.897]],["t/239",[62,4.973]],["t/247",[63,4.973]],["t/251",[38,1.483,64,2.72,65,2.72,66,2.72]],["t/265",[33,2.49,67,3.897]],["t/290",[68,4.973]],["t/294",[33,2.047,45,2.801,52,2.801]],["t/313",[69,4.973]],["t/319",[70,4.973]],["t/323",[71,4.973]],["t/327",[72,4.973]],["t/329",[73,4.973]],["t/333",[74,4.973]],["t/335",[75,4.973]],["t/339",[76,4.973]],["t/341",[77,4.973]],["t/345",[78,4.973]],["t/351",[79,4.973]],["t/353",[80,4.973]],["t/357",[81,4.973]],["t/361",[82,4.973]],["t/365",[83,4.973]],["t/417",[84,4.973]],["t/419",[85,4.973]],["t/421",[86,4.973]],["t/425",[87,4.973]],["t/427",[88,4.973]],["t/429",[89,4.973]],["t/433",[90,4.973]],["t/435",[91,4.973]],["t/441",[92,4.973]],["t/445",[93,4.973]],["t/449",[94,4.973]],["t/455",[95,4.973]],["t/479",[96,4.973]],["t/481",[97,4.973]],["t/483",[98,4.973]],["t/487",[99,4.973]],["t/489",[100,4.973]],["t/491",[101,4.973]],["t/495",[102,4.973]],["t/503",[103,4.973]],["t/507",[104,4.973]],["t/511",[105,4.973]],["t/515",[106,4.973]],["t/521",[107,4.973]],["t/529",[108,4.973]],["t/535",[109,4.973]],["t/541",[110,4.973]],["t/551",[111,4.973]],["t/555",[112,4.973]],["t/559",[113,4.973]],["t/563",[114,4.973]],["t/565",[115,4.973]],["t/577",[116,4.973]],["t/581",[117,4.973]],["t/585",[118,4.973]],["t/599",[119,4.973]],["t/601",[120,4.973]],["t/603",[24,2.152,32,2.152,121,2.72,122,2.72]],["t/605",[123,4.973]],["t/617",[38,1.747,124,3.204,125,3.204]],["t/641",[38,1.747,126,3.204,127,3.204]],["t/675",[33,1.738,128,2.72,129,2.72,130,2.72]]],"invertedIndex":[["1",{"_index":1,"t":{"1":{"position":[[11,1]]}}}],["4",{"_index":19,"t":{"26":{"position":[[33,1]]}}}],["achiev",{"_index":13,"t":{"26":{"position":[[0,7]]}}}],["agent",{"_index":36,"t":{"85":{"position":[[26,5]]}}}],["applic",{"_index":28,"t":{"54":{"position":[[49,13]]}}}],["ask",{"_index":56,"t":{"197":{"position":[[11,5]]}}}],["autogen",{"_index":32,"t":{"83":{"position":[[0,7]]},"85":{"position":[[0,7]]},"603":{"position":[[0,7]]}}}],["autogen.agentchat.ag",{"_index":63,"t":{"247":{"position":[[0,23]]}}}],["autogen.agentchat.assistant_ag",{"_index":68,"t":{"290":{"position":[[0,33]]}}}],["autogen.agentchat.conversable_ag",{"_index":71,"t":{"323":{"position":[[0,35]]}}}],["autogen.agentchat.groupchat",{"_index":69,"t":{"313":{"position":[[0,27]]}}}],["autogen.agentchat.user_proxy_ag",{"_index":73,"t":{"329":{"position":[[0,34]]}}}],["autogen.code_util",{"_index":70,"t":{"319":{"position":[[0,18]]}}}],["autogen.math_util",{"_index":72,"t":{"327":{"position":[[0,18]]}}}],["autogen.oai.complet",{"_index":78,"t":{"345":{"position":[[0,22]]}}}],["autogen.oai.openai_util",{"_index":74,"t":{"333":{"position":[[0,24]]}}}],["autogen.retrieve_util",{"_index":76,"t":{"339":{"position":[[0,22]]}}}],["autom",{"_index":34,"t":{"85":{"position":[[10,9]]}}}],["automl",{"_index":38,"t":{"87":{"position":[[0,6]]},"95":{"position":[[0,6]]},"103":{"position":[[0,6]]},"111":{"position":[[0,6]]},"125":{"position":[[0,6]]},"141":{"position":[[0,6]]},"251":{"position":[[0,6]]},"617":{"position":[[10,6]]},"641":{"position":[[14,6]]}}}],["automl.automl",{"_index":80,"t":{"353":{"position":[[0,13]]}}}],["automl.contrib.histgb",{"_index":75,"t":{"335":{"position":[[0,21]]}}}],["automl.data",{"_index":77,"t":{"341":{"position":[[0,11]]}}}],["automl.ml",{"_index":79,"t":{"351":{"position":[[0,9]]}}}],["automl.model",{"_index":83,"t":{"365":{"position":[[0,12]]}}}],["automl.nlp.huggingface.train",{"_index":81,"t":{"357":{"position":[[0,30]]}}}],["automl.nlp.huggingface.training_arg",{"_index":82,"t":{"361":{"position":[[0,36]]}}}],["automl.nlp.huggingface.util",{"_index":84,"t":{"417":{"position":[[0,28]]}}}],["automl.nlp.util",{"_index":85,"t":{"419":{"position":[[0,16]]}}}],["automl.spark.metr",{"_index":90,"t":{"433":{"position":[[0,20]]}}}],["automl.spark.util",{"_index":87,"t":{"425":{"position":[[0,18]]}}}],["automl.st",{"_index":86,"t":{"421":{"position":[[0,12]]}}}],["automl.task.task",{"_index":89,"t":{"429":{"position":[[0,16]]}}}],["automl.task.time_series_task",{"_index":88,"t":{"427":{"position":[[0,28]]}}}],["automl.time_series.sklearn",{"_index":91,"t":{"435":{"position":[[0,26]]}}}],["automl.time_series.tcn",{"_index":93,"t":{"445":{"position":[[0,22]]}}}],["automl.time_series.tft",{"_index":92,"t":{"441":{"position":[[0,22]]}}}],["automl.time_series.ts_data",{"_index":94,"t":{"449":{"position":[[0,26]]}}}],["automl.time_series.ts_model",{"_index":95,"t":{"455":{"position":[[0,27]]}}}],["azureml",{"_index":45,"t":{"131":{"position":[[12,7]]},"294":{"position":[[7,7]]}}}],["case",{"_index":29,"t":{"54":{"position":[[67,4]]}}}],["chat",{"_index":37,"t":{"85":{"position":[[32,4]]}}}],["classif",{"_index":39,"t":{"87":{"position":[[9,14]]}}}],["contribut",{"_index":31,"t":{"64":{"position":[[0,12]]}}}],["convers",{"_index":8,"t":{"14":{"position":[[14,14]]}}}],["default",{"_index":47,"t":{"149":{"position":[[0,7]]}}}],["default.estim",{"_index":96,"t":{"479":{"position":[[0,17]]}}}],["default.greedi",{"_index":97,"t":{"481":{"position":[[0,14]]}}}],["default.portfolio",{"_index":100,"t":{"489":{"position":[[0,17]]}}}],["default.suggest",{"_index":99,"t":{"487":{"position":[[0,15]]}}}],["defin",{"_index":129,"t":{"675":{"position":[[10,7]]}}}],["download",{"_index":3,"t":{"1":{"position":[[21,9]]}}}],["estim",{"_index":49,"t":{"149":{"position":[[20,9]]}}}],["fabric.mlflow",{"_index":98,"t":{"483":{"position":[[0,13]]}}}],["flaml.autogen",{"_index":21,"t":{"38":{"position":[[4,13]]}}}],["flamliz",{"_index":48,"t":{"149":{"position":[[10,9]]}}}],["forecast",{"_index":66,"t":{"251":{"position":[[21,8]]}}}],["framework",{"_index":9,"t":{"14":{"position":[[29,9]]}}}],["frequent",{"_index":55,"t":{"197":{"position":[[0,10]]}}}],["function",{"_index":130,"t":{"675":{"position":[[18,8]]}}}],["futur",{"_index":6,"t":{"1":{"position":[[69,6]]}}}],["get",{"_index":60,"t":{"231":{"position":[[0,7]]}}}],["gpt",{"_index":18,"t":{"26":{"position":[[29,3]]},"83":{"position":[[15,3]]}}}],["huggingfac",{"_index":54,"t":{"185":{"position":[[7,11]]}}}],["infer",{"_index":25,"t":{"54":{"position":[[15,9]]}}}],["instal",{"_index":62,"t":{"239":{"position":[[0,12]]}}}],["integr",{"_index":44,"t":{"131":{"position":[[0,9]]},"163":{"position":[[0,9]]},"175":{"position":[[0,9]]}}}],["languag",{"_index":122,"t":{"603":{"position":[[18,8]]}}}],["larg",{"_index":121,"t":{"603":{"position":[[12,5]]}}}],["learn",{"_index":51,"t":{"163":{"position":[[19,5]]}}}],["less",{"_index":16,"t":{"26":{"position":[[18,4]]}}}],["lexicograph",{"_index":58,"t":{"212":{"position":[[7,13]]}}}],["lightgbm",{"_index":40,"t":{"95":{"position":[[11,8]]}}}],["llm",{"_index":23,"t":{"38":{"position":[[28,4]]},"54":{"position":[[45,3]]}}}],["local",{"_index":22,"t":{"38":{"position":[[22,5]]}}}],["look",{"_index":5,"t":{"1":{"position":[[55,4]]}}}],["math",{"_index":11,"t":{"14":{"position":[[48,4]]},"54":{"position":[[82,4]]}}}],["mathchat",{"_index":7,"t":{"14":{"position":[[0,8]]}}}],["matter",{"_index":27,"t":{"54":{"position":[[35,6]]}}}],["million",{"_index":2,"t":{"1":{"position":[[13,7]]}}}],["model",{"_index":24,"t":{"54":{"position":[[5,5]]},"83":{"position":[[19,6]]},"603":{"position":[[27,6]]}}}],["more",{"_index":14,"t":{"26":{"position":[[8,5]]}}}],["multi",{"_index":35,"t":{"85":{"position":[[20,5]]}}}],["nlp",{"_index":42,"t":{"111":{"position":[[9,3]]}}}],["object",{"_index":59,"t":{"212":{"position":[[21,10]]}}}],["onlineml.autovw",{"_index":101,"t":{"491":{"position":[[0,15]]}}}],["onlineml.tri",{"_index":102,"t":{"495":{"position":[[0,14]]}}}],["onlineml.trial_runn",{"_index":104,"t":{"507":{"position":[[0,21]]}}}],["orient",{"_index":127,"t":{"641":{"position":[[5,8]]}}}],["paramet",{"_index":26,"t":{"54":{"position":[[25,9]]}}}],["pay",{"_index":15,"t":{"26":{"position":[[14,3]]}}}],["pipelin",{"_index":52,"t":{"163":{"position":[[25,8]]},"294":{"position":[[15,8]]}}}],["problem",{"_index":12,"t":{"14":{"position":[[53,8]]}}}],["pytorch",{"_index":67,"t":{"265":{"position":[[7,7]]}}}],["question",{"_index":57,"t":{"197":{"position":[[17,9]]}}}],["rank",{"_index":43,"t":{"125":{"position":[[9,4]]}}}],["regress",{"_index":46,"t":{"141":{"position":[[9,10]]}}}],["research",{"_index":119,"t":{"599":{"position":[[0,8]]}}}],["retrospect",{"_index":4,"t":{"1":{"position":[[35,13]]}}}],["scikit",{"_index":50,"t":{"163":{"position":[[12,6]]}}}],["seri",{"_index":65,"t":{"251":{"position":[[14,6]]}}}],["shot",{"_index":125,"t":{"617":{"position":[[5,4]]}}}],["smartli",{"_index":20,"t":{"26":{"position":[[35,7]]}}}],["solv",{"_index":10,"t":{"14":{"position":[[42,5]]}}}],["spark",{"_index":53,"t":{"175":{"position":[[12,5]]}}}],["start",{"_index":61,"t":{"231":{"position":[[8,7]]}}}],["studi",{"_index":30,"t":{"54":{"position":[[72,5]]}}}],["surpass",{"_index":0,"t":{"1":{"position":[[0,10]]}}}],["task",{"_index":126,"t":{"641":{"position":[[0,4]]}}}],["time",{"_index":64,"t":{"251":{"position":[[9,4]]}}}],["tune",{"_index":33,"t":{"83":{"position":[[10,4]]},"185":{"position":[[0,4]]},"212":{"position":[[0,4]]},"265":{"position":[[0,4]]},"294":{"position":[[0,4]]},"675":{"position":[[0,4]]}}}],["tune.analysi",{"_index":103,"t":{"503":{"position":[[0,13]]}}}],["tune.sampl",{"_index":106,"t":{"515":{"position":[[0,11]]}}}],["tune.scheduler.online_schedul",{"_index":107,"t":{"521":{"position":[[0,31]]}}}],["tune.scheduler.trial_schedul",{"_index":105,"t":{"511":{"position":[[0,30]]}}}],["tune.searcher.blendsearch",{"_index":110,"t":{"541":{"position":[[0,25]]}}}],["tune.searcher.cfo_cat",{"_index":108,"t":{"529":{"position":[[0,21]]}}}],["tune.searcher.flow2",{"_index":111,"t":{"551":{"position":[[0,19]]}}}],["tune.searcher.online_search",{"_index":109,"t":{"535":{"position":[[0,29]]}}}],["tune.searcher.search_thread",{"_index":113,"t":{"559":{"position":[[0,27]]}}}],["tune.searcher.suggest",{"_index":118,"t":{"585":{"position":[[0,24]]}}}],["tune.searcher.variant_gener",{"_index":112,"t":{"555":{"position":[[0,31]]}}}],["tune.spac",{"_index":114,"t":{"563":{"position":[[0,10]]}}}],["tune.spark.util",{"_index":116,"t":{"577":{"position":[[0,16]]}}}],["tune.tri",{"_index":117,"t":{"581":{"position":[[0,10]]}}}],["tune.trial_runn",{"_index":115,"t":{"565":{"position":[[0,17]]}}}],["tune.tun",{"_index":123,"t":{"605":{"position":[[0,9]]}}}],["tune.util",{"_index":120,"t":{"601":{"position":[[0,10]]}}}],["us",{"_index":17,"t":{"26":{"position":[[25,3]]},"38":{"position":[[0,3]]}}}],["user",{"_index":128,"t":{"675":{"position":[[5,4]]}}}],["xgboost",{"_index":41,"t":{"103":{"position":[[11,7]]}}}],["zero",{"_index":124,"t":{"617":{"position":[[0,4]]}}}]],"pipeline":["stemmer"]}},{"documents":[{"i":3,"t":"FLAML's Journey: Past Achievements and Milestones","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#flamls-journey-past-achievements-and-milestones","p":1},{"i":4,"t":"Bring AutoML to One's Fingertips","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#bring-automl-to-ones-fingertips","p":1},{"i":6,"t":"Speed and Efficiency: The FLAML Advantage","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#speed-and-efficiency-the-flaml-advantage","p":1},{"i":8,"t":"Easy Customization and Extensibility","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#easy-customization-and-extensibility","p":1},{"i":10,"t":"Embracing Large Language Models in FLAML v2","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#embracing-large-language-models-in-flaml-v2","p":1},{"i":12,"t":"For Further Reading","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#for-further-reading","p":1},{"i":16,"t":"The MathChat Framework","u":"/FLAML/blog/2023/06/28/MathChat","h":"#the-mathchat-framework","p":14},{"i":18,"t":"Experiment Setup","u":"/FLAML/blog/2023/06/28/MathChat","h":"#experiment-setup","p":14},{"i":20,"t":"Experiment Results","u":"/FLAML/blog/2023/06/28/MathChat","h":"#experiment-results","p":14},{"i":22,"t":"Future Directions","u":"/FLAML/blog/2023/06/28/MathChat","h":"#future-directions","p":14},{"i":24,"t":"For Further Reading","u":"/FLAML/blog/2023/06/28/MathChat","h":"#for-further-reading","p":14},{"i":28,"t":"Observations","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#observations","p":26},{"i":30,"t":"Solution","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#solution","p":26},{"i":32,"t":"Experiment Results","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#experiment-results","p":26},{"i":34,"t":"Discussion","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#discussion","p":26},{"i":36,"t":"For Further Reading","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#for-further-reading","p":26},{"i":40,"t":"Preparations","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#preparations","p":38},{"i":41,"t":"Clone FastChat","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#clone-fastchat","p":38},{"i":43,"t":"Download checkpoint","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#download-checkpoint","p":38},{"i":45,"t":"Initiate server","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#initiate-server","p":38},{"i":47,"t":"Interact with model using oai.Completion","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#interact-with-model-using-oaicompletion","p":38},{"i":49,"t":"interacting with multiple local LLMs","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#interacting-with-multiple-local-llms","p":38},{"i":51,"t":"For Further Reading","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#for-further-reading","p":38},{"i":56,"t":"Experiment Setup","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#experiment-setup","p":54},{"i":58,"t":"Experiment Results","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#experiment-results","p":54},{"i":60,"t":"Analysis and Discussion","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#analysis-and-discussion","p":54},{"i":62,"t":"For Further Reading","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#for-further-reading","p":54},{"i":66,"t":"How to make a good bug report","u":"/FLAML/docs/Contribute","h":"#how-to-make-a-good-bug-report","p":64},{"i":68,"t":"Becoming a Reviewer","u":"/FLAML/docs/Contribute","h":"#becoming-a-reviewer","p":64},{"i":70,"t":"Developing","u":"/FLAML/docs/Contribute","h":"#developing","p":64},{"i":71,"t":"Setup","u":"/FLAML/docs/Contribute","h":"#setup","p":64},{"i":73,"t":"Docker","u":"/FLAML/docs/Contribute","h":"#docker","p":64},{"i":75,"t":"Develop in Remote Container","u":"/FLAML/docs/Contribute","h":"#develop-in-remote-container","p":64},{"i":77,"t":"Pre-commit","u":"/FLAML/docs/Contribute","h":"#pre-commit","p":64},{"i":79,"t":"Coverage","u":"/FLAML/docs/Contribute","h":"#coverage","p":64},{"i":81,"t":"Documentation","u":"/FLAML/docs/Contribute","h":"#documentation","p":64},{"i":89,"t":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#prerequisites","p":87},{"i":91,"t":"A basic classification example","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#a-basic-classification-example","p":87},{"i":93,"t":"A more advanced example including custom learner and metric","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#a-more-advanced-example-including-custom-learner-and-metric","p":87},{"i":97,"t":"Prerequisites for this example","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#prerequisites-for-this-example","p":95},{"i":99,"t":"Use built-in LGBMEstimator","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#use-built-in-lgbmestimator","p":95},{"i":101,"t":"Use a customized LightGBM learner","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#use-a-customized-lightgbm-learner","p":95},{"i":105,"t":"Prerequisites for this example","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#prerequisites-for-this-example","p":103},{"i":107,"t":"Use built-in XGBoostSklearnEstimator","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#use-built-in-xgboostsklearnestimator","p":103},{"i":109,"t":"Use a customized XGBoost learner","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#use-a-customized-xgboost-learner","p":103},{"i":113,"t":"Requirements","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#requirements","p":111},{"i":115,"t":"A simple sequence classification example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-sequence-classification-example","p":111},{"i":117,"t":"A simple sequence regression example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-sequence-regression-example","p":111},{"i":119,"t":"A simple summarization example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-summarization-example","p":111},{"i":121,"t":"A simple token classification example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-token-classification-example","p":111},{"i":123,"t":"Link to Jupyter notebook","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#link-to-jupyter-notebook","p":111},{"i":127,"t":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Rank","h":"#prerequisites","p":125},{"i":129,"t":"A simple learning-to-rank example","u":"/FLAML/docs/Examples/AutoML-Rank","h":"#a-simple-learning-to-rank-example","p":125},{"i":133,"t":"Prerequisites","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#prerequisites","p":131},{"i":135,"t":"Enable mlflow in AzureML workspace","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#enable-mlflow-in-azureml-workspace","p":131},{"i":137,"t":"Start an AutoML run","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#start-an-automl-run","p":131},{"i":139,"t":"Use ray to distribute across a cluster","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#use-ray-to-distribute-across-a-cluster","p":131},{"i":143,"t":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#prerequisites","p":141},{"i":145,"t":"A basic regression example","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#a-basic-regression-example","p":141},{"i":147,"t":"Multi-output regression","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#multi-output-regression","p":141},{"i":151,"t":"Flamlized LGBMRegressor","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#flamlized-lgbmregressor","p":149},{"i":152,"t":"Prerequisites","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#prerequisites","p":149},{"i":154,"t":"Zero-shot AutoML","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#zero-shot-automl","p":149},{"i":156,"t":"Suggest hyperparameters without training","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#suggest-hyperparameters-without-training","p":149},{"i":158,"t":"Flamlized XGBClassifier","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#flamlized-xgbclassifier","p":149},{"i":159,"t":"Prerequisites","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#prerequisites-1","p":149},{"i":161,"t":"Zero-shot AutoML","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#zero-shot-automl-1","p":149},{"i":165,"t":"Prerequisites","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#prerequisites","p":163},{"i":167,"t":"Load data","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#load-data","p":163},{"i":169,"t":"Create a pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#create-a-pipeline","p":163},{"i":171,"t":"Run AutoML in the pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#run-automl-in-the-pipeline","p":163},{"i":173,"t":"Get the automl object from the pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#get-the-automl-object-from-the-pipeline","p":163},{"i":177,"t":"Spark ML Estimators","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#spark-ml-estimators","p":175},{"i":179,"t":"Data","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#data","p":175},{"i":181,"t":"Estimators","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#estimators","p":175},{"i":183,"t":"Parallel Spark Jobs","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#parallel-spark-jobs","p":175},{"i":187,"t":"Requirements","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#requirements","p":185},{"i":189,"t":"Prepare for tuning","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#prepare-for-tuning","p":185},{"i":191,"t":"Define the search","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#define-the-search","p":185},{"i":193,"t":"Launch the tuning","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#launch-the-tuning","p":185},{"i":195,"t":"Retrieve the results","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#retrieve-the-results","p":185},{"i":199,"t":"Guidelines on how to set a hyperparameter search space","u":"/FLAML/docs/FAQ","h":"#guidelines-on-how-to-set-a-hyperparameter-search-space","p":197},{"i":200,"t":"Guidelines on parallel vs seqential tuning","u":"/FLAML/docs/FAQ","h":"#guidelines-on-parallel-vs-seqential-tuning","p":197},{"i":201,"t":"Guidelines on creating and tuning a custom estimator","u":"/FLAML/docs/FAQ","h":"#guidelines-on-creating-and-tuning-a-custom-estimator","p":197},{"i":202,"t":"About low_cost_partial_config in tune.","u":"/FLAML/docs/FAQ","h":"#about-low_cost_partial_config-in-tune","p":197},{"i":204,"t":"How does FLAML handle imbalanced data (unequal distribution of target classes in classification task)?","u":"/FLAML/docs/FAQ","h":"#how-does-flaml-handle-imbalanced-data-unequal-distribution-of-target-classes-in-classification-task","p":197},{"i":206,"t":"How to interpret model performance? Is it possible for me to visualize feature importance, SHAP values, optimization history?","u":"/FLAML/docs/FAQ","h":"#how-to-interpret-model-performance-is-it-possible-for-me-to-visualize-feature-importance-shap-values-optimization-history","p":197},{"i":208,"t":"How to resolve out-of-memory error in AutoML.fit()","u":"/FLAML/docs/FAQ","h":"#how-to-resolve-out-of-memory-error-in-automlfit","p":197},{"i":210,"t":"How to get the best config of an estimator and use it to train the original model outside FLAML?","u":"/FLAML/docs/FAQ","h":"#how-to-get-the-best-config-of-an-estimator-and-use-it-to-train-the-original-model-outside-flaml","p":197},{"i":214,"t":"Requirements","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#requirements","p":212},{"i":216,"t":"Tuning accurate and efficient neural networks with lexicographic preference","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#tuning-accurate-and-efficient-neural-networks-with-lexicographic-preference","p":212},{"i":217,"t":"Data","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#data","p":212},{"i":219,"t":"Specific the model","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#specific-the-model","p":212},{"i":221,"t":"Train","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#train","p":212},{"i":223,"t":"Metrics","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#metrics","p":212},{"i":225,"t":"Evaluation function","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#evaluation-function","p":212},{"i":227,"t":"Search space","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#search-space","p":212},{"i":229,"t":"Launch the tuning process","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#launch-the-tuning-process","p":212},{"i":233,"t":"Main Features","u":"/FLAML/docs/Getting-Started","h":"#main-features","p":231},{"i":235,"t":"Quickstart","u":"/FLAML/docs/Getting-Started","h":"#quickstart","p":231},{"i":237,"t":"Where to Go Next?","u":"/FLAML/docs/Getting-Started","h":"#where-to-go-next","p":231},{"i":241,"t":"Python","u":"/FLAML/docs/Installation","h":"#python","p":239},{"i":243,"t":"Optional Dependencies","u":"/FLAML/docs/Installation","h":"#optional-dependencies","p":239},{"i":245,"t":".NET","u":"/FLAML/docs/Installation","h":"#net","p":239},{"i":249,"t":"Agent Objects","u":"/FLAML/docs/reference/autogen/agentchat/agent","h":"#agent-objects","p":247},{"i":253,"t":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#prerequisites","p":251},{"i":255,"t":"Simple NumPy Example","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#simple-numpy-example","p":251},{"i":257,"t":"Univariate time series","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#univariate-time-series","p":251},{"i":259,"t":"Multivariate Time Series (Forecasting with Exogenous Variables)","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#multivariate-time-series-forecasting-with-exogenous-variables","p":251},{"i":261,"t":"Forecasting Discrete Variables","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#forecasting-discrete-variables","p":251},{"i":263,"t":"Forecasting with Panel Datasets","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#forecasting-with-panel-datasets","p":251},{"i":267,"t":"Prepare for tuning","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#prepare-for-tuning","p":265},{"i":268,"t":"Requirements","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#requirements","p":265},{"i":270,"t":"Network Specification","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#network-specification","p":265},{"i":272,"t":"Data","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#data","p":265},{"i":274,"t":"Training","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#training","p":265},{"i":276,"t":"Test Accuracy","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#test-accuracy","p":265},{"i":278,"t":"Hyperparameter Optimization","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#hyperparameter-optimization","p":265},{"i":280,"t":"Search space","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#search-space","p":265},{"i":282,"t":"Budget and resource constraints","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#budget-and-resource-constraints","p":265},{"i":284,"t":"Launch the tuning","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#launch-the-tuning","p":265},{"i":286,"t":"Check the result","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#check-the-result","p":265},{"i":288,"t":"Sample of output","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#sample-of-output","p":265},{"i":292,"t":"AssistantAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/assistant_agent","h":"#assistantagent-objects","p":290},{"i":296,"t":"Prepare for tuning","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#prepare-for-tuning","p":294},{"i":297,"t":"Requirements","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#requirements","p":294},{"i":299,"t":"Azure ML training pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#azure-ml-training-pipeline","p":294},{"i":301,"t":"Data","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#data","p":294},{"i":303,"t":"Configurations for the pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#configurations-for-the-pipeline","p":294},{"i":305,"t":"Define and submit the pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#define-and-submit-the-pipeline","p":294},{"i":307,"t":"Hyperparameter Optimization","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#hyperparameter-optimization","p":294},{"i":309,"t":"Set up the tune job","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#set-up-the-tune-job","p":294},{"i":311,"t":"Interact with AzureML pipeline jobs","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#interact-with-azureml-pipeline-jobs","p":294},{"i":315,"t":"GroupChat Objects","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","h":"#groupchat-objects","p":313},{"i":317,"t":"GroupChatManager Objects","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","h":"#groupchatmanager-objects","p":313},{"i":321,"t":"PassAssertionFilter Objects","u":"/FLAML/docs/reference/autogen/code_utils","h":"#passassertionfilter-objects","p":319},{"i":325,"t":"ConversableAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/conversable_agent","h":"#conversableagent-objects","p":323},{"i":331,"t":"UserProxyAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/user_proxy_agent","h":"#userproxyagent-objects","p":329},{"i":337,"t":"HistGradientBoostingEstimator Objects","u":"/FLAML/docs/reference/automl/contrib/histgb","h":"#histgradientboostingestimator-objects","p":335},{"i":343,"t":"DataTransformer Objects","u":"/FLAML/docs/reference/automl/data","h":"#datatransformer-objects","p":341},{"i":347,"t":"Completion Objects","u":"/FLAML/docs/reference/autogen/oai/completion","h":"#completion-objects","p":345},{"i":349,"t":"ChatCompletion Objects","u":"/FLAML/docs/reference/autogen/oai/completion","h":"#chatcompletion-objects","p":345},{"i":355,"t":"AutoML Objects","u":"/FLAML/docs/reference/automl/automl","h":"#automl-objects","p":353},{"i":359,"t":"TrainerForAuto Objects","u":"/FLAML/docs/reference/automl/nlp/huggingface/trainer","h":"#trainerforauto-objects","p":357},{"i":363,"t":"TrainingArgumentsForAuto Objects","u":"/FLAML/docs/reference/automl/nlp/huggingface/training_args","h":"#trainingargumentsforauto-objects","p":361},{"i":367,"t":"BaseEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#baseestimator-objects","p":365},{"i":369,"t":"SparkEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkestimator-objects","p":365},{"i":371,"t":"SparkLGBMEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklgbmestimator-objects","p":365},{"i":373,"t":"SparkRandomForestEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkrandomforestestimator-objects","p":365},{"i":375,"t":"TransformersEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#transformersestimator-objects","p":365},{"i":377,"t":"SKLearnEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sklearnestimator-objects","p":365},{"i":379,"t":"LGBMEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#lgbmestimator-objects","p":365},{"i":381,"t":"XGBoostEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostestimator-objects","p":365},{"i":383,"t":"XGBoostSklearnEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostsklearnestimator-objects","p":365},{"i":385,"t":"XGBoostLimitDepthEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostlimitdepthestimator-objects","p":365},{"i":387,"t":"RandomForestEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#randomforestestimator-objects","p":365},{"i":389,"t":"ExtraTreesEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#extratreesestimator-objects","p":365},{"i":391,"t":"LRL1Classifier Objects","u":"/FLAML/docs/reference/automl/model","h":"#lrl1classifier-objects","p":365},{"i":393,"t":"LRL2Classifier Objects","u":"/FLAML/docs/reference/automl/model","h":"#lrl2classifier-objects","p":365},{"i":395,"t":"CatBoostEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#catboostestimator-objects","p":365},{"i":397,"t":"SVCEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#svcestimator-objects","p":365},{"i":399,"t":"SparkNaiveBayesEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparknaivebayesestimator-objects","p":365},{"i":401,"t":"SGDEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sgdestimator-objects","p":365},{"i":403,"t":"ElasticNetEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#elasticnetestimator-objects","p":365},{"i":405,"t":"LassoLarsEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#lassolarsestimator-objects","p":365},{"i":407,"t":"SparkGLREstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkglrestimator-objects","p":365},{"i":409,"t":"SparkLinearRegressionEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklinearregressionestimator-objects","p":365},{"i":411,"t":"SparkLinearSVCEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklinearsvcestimator-objects","p":365},{"i":413,"t":"SparkGBTEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkgbtestimator-objects","p":365},{"i":415,"t":"SparkAFTSurvivalRegressionEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkaftsurvivalregressionestimator-objects","p":365},{"i":423,"t":"AutoMLState Objects","u":"/FLAML/docs/reference/automl/state","h":"#automlstate-objects","p":421},{"i":431,"t":"Task Objects","u":"/FLAML/docs/reference/automl/task/task","h":"#task-objects","p":429},{"i":437,"t":"Parameters","u":"/FLAML/docs/reference/automl/time_series/sklearn","h":"#parameters","p":435},{"i":439,"t":"Returns","u":"/FLAML/docs/reference/automl/time_series/sklearn","h":"#returns","p":435},{"i":443,"t":"TemporalFusionTransformerEstimator Objects","u":"/FLAML/docs/reference/automl/time_series/tft","h":"#temporalfusiontransformerestimator-objects","p":441},{"i":447,"t":"TCNEstimator Objects","u":"/FLAML/docs/reference/automl/time_series/tcn","h":"#tcnestimator-objects","p":445},{"i":451,"t":"TimeSeriesDataset Objects","u":"/FLAML/docs/reference/automl/time_series/ts_data","h":"#timeseriesdataset-objects","p":449},{"i":453,"t":"DataTransformerTS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_data","h":"#datatransformerts-objects","p":449},{"i":457,"t":"Prophet Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#prophet-objects","p":455},{"i":459,"t":"ARIMA Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#arima-objects","p":455},{"i":461,"t":"SARIMAX Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#sarimax-objects","p":455},{"i":463,"t":"HoltWinters Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#holtwinters-objects","p":455},{"i":465,"t":"SimpleForecaster Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#simpleforecaster-objects","p":455},{"i":467,"t":"TS_SKLearn Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#ts_sklearn-objects","p":455},{"i":469,"t":"LGBM_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#lgbm_ts-objects","p":455},{"i":471,"t":"XGBoost_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#xgboost_ts-objects","p":455},{"i":473,"t":"RF_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#rf_ts-objects","p":455},{"i":475,"t":"ExtraTrees_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#extratrees_ts-objects","p":455},{"i":477,"t":"XGBoostLimitDepth_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#xgboostlimitdepth_ts-objects","p":455},{"i":485,"t":"MLflowIntegration Objects","u":"/FLAML/docs/reference/fabric/mlflow","h":"#mlflowintegration-objects","p":483},{"i":493,"t":"AutoVW Objects","u":"/FLAML/docs/reference/onlineml/autovw","h":"#autovw-objects","p":491},{"i":497,"t":"OnlineResult Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#onlineresult-objects","p":495},{"i":499,"t":"BaseOnlineTrial Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#baseonlinetrial-objects","p":495},{"i":501,"t":"VowpalWabbitTrial Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#vowpalwabbittrial-objects","p":495},{"i":505,"t":"ExperimentAnalysis Objects","u":"/FLAML/docs/reference/tune/analysis","h":"#experimentanalysis-objects","p":503},{"i":509,"t":"OnlineTrialRunner Objects","u":"/FLAML/docs/reference/onlineml/trial_runner","h":"#onlinetrialrunner-objects","p":507},{"i":513,"t":"TrialScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/trial_scheduler","h":"#trialscheduler-objects","p":511},{"i":517,"t":"Domain Objects","u":"/FLAML/docs/reference/tune/sample","h":"#domain-objects","p":515},{"i":519,"t":"Grid Objects","u":"/FLAML/docs/reference/tune/sample","h":"#grid-objects","p":515},{"i":523,"t":"OnlineScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#onlinescheduler-objects","p":521},{"i":525,"t":"OnlineSuccessiveDoublingScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#onlinesuccessivedoublingscheduler-objects","p":521},{"i":527,"t":"ChaChaScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#chachascheduler-objects","p":521},{"i":531,"t":"FLOW2Cat Objects","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","h":"#flow2cat-objects","p":529},{"i":533,"t":"CFOCat Objects","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","h":"#cfocat-objects","p":529},{"i":537,"t":"BaseSearcher Objects","u":"/FLAML/docs/reference/tune/searcher/online_searcher","h":"#basesearcher-objects","p":535},{"i":539,"t":"ChampionFrontierSearcher Objects","u":"/FLAML/docs/reference/tune/searcher/online_searcher","h":"#championfrontiersearcher-objects","p":535},{"i":543,"t":"BlendSearch Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#blendsearch-objects","p":541},{"i":545,"t":"BlendSearchTuner Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#blendsearchtuner-objects","p":541},{"i":547,"t":"CFO Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#cfo-objects","p":541},{"i":549,"t":"RandomSearch Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#randomsearch-objects","p":541},{"i":553,"t":"FLOW2 Objects","u":"/FLAML/docs/reference/tune/searcher/flow2","h":"#flow2-objects","p":551},{"i":557,"t":"TuneError Objects","u":"/FLAML/docs/reference/tune/searcher/variant_generator","h":"#tuneerror-objects","p":555},{"i":561,"t":"SearchThread Objects","u":"/FLAML/docs/reference/tune/searcher/search_thread","h":"#searchthread-objects","p":559},{"i":567,"t":"Nologger Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#nologger-objects","p":565},{"i":569,"t":"SimpleTrial Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#simpletrial-objects","p":565},{"i":571,"t":"BaseTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#basetrialrunner-objects","p":565},{"i":573,"t":"SequentialTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#sequentialtrialrunner-objects","p":565},{"i":575,"t":"SparkTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#sparktrialrunner-objects","p":565},{"i":579,"t":"PySparkOvertimeMonitor Objects","u":"/FLAML/docs/reference/tune/spark/utils","h":"#pysparkovertimemonitor-objects","p":577},{"i":583,"t":"Trial Objects","u":"/FLAML/docs/reference/tune/trial","h":"#trial-objects","p":581},{"i":587,"t":"Searcher Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#searcher-objects","p":585},{"i":589,"t":"ConcurrencyLimiter Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#concurrencylimiter-objects","p":585},{"i":591,"t":"OptunaSearch Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#optunasearch-objects","p":585},{"i":593,"t":"Equivalent Optuna define-by-run function approach:","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"","p":585},{"i":594,"t":"training logic goes into trainable, this is just","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"","p":585},{"i":595,"t":"for search space definition","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"","p":585},{"i":596,"t":"Note you have to specify metric and mode here instead of","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"","p":585},{"i":597,"t":"in tune.run","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"","p":585},{"i":598,"t":"Do not specify metric and mode here!","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"","p":585},{"i":607,"t":"ExperimentAnalysis Objects","u":"/FLAML/docs/reference/tune/tune","h":"#experimentanalysis-objects","p":605},{"i":609,"t":"Tuner Objects","u":"/FLAML/docs/reference/tune/tune","h":"#tuner-objects","p":605},{"i":611,"t":"You can even grid search various datasets in Tune.","u":"/FLAML/docs/reference/tune/tune","h":"","p":605},{"i":612,"t":"\"datasets\": {","u":"/FLAML/docs/reference/tune/tune","h":"","p":605},{"i":613,"t":"\"train\": tune.grid_search(","u":"/FLAML/docs/reference/tune/tune","h":"","p":605},{"i":614,"t":"[ds1, ds2]","u":"/FLAML/docs/reference/tune/tune","h":"","p":605},{"i":615,"t":"),","u":"/FLAML/docs/reference/tune/tune","h":"","p":605},{"i":616,"t":"},","u":"/FLAML/docs/reference/tune/tune","h":"","p":605},{"i":619,"t":"How to Use at Runtime","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#how-to-use-at-runtime","p":617},{"i":621,"t":"What's the magic behind the scene?","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#whats-the-magic-behind-the-scene","p":617},{"i":623,"t":"Can I check the configuration before training?","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#can-i-check-the-configuration-before-training","p":617},{"i":625,"t":"Combine zero shot AutoML and hyperparameter tuning","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#combine-zero-shot-automl-and-hyperparameter-tuning","p":617},{"i":627,"t":"Use your own meta-learned defaults","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#use-your-own-meta-learned-defaults","p":617},{"i":629,"t":"How to Prepare Offline","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#how-to-prepare-offline","p":617},{"i":631,"t":"Prepare a collection of training tasks","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#prepare-a-collection-of-training-tasks","p":617},{"i":633,"t":"Prepare the candidate configurations","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#prepare-the-candidate-configurations","p":617},{"i":635,"t":"Evaluate each candidate configuration on each task","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#evaluate-each-candidate-configuration-on-each-task","p":617},{"i":637,"t":"Learn data-dependent defaults","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#learn-data-dependent-defaults","p":617},{"i":639,"t":"\"Flamlize\" a learner","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#flamlize-a-learner","p":617},{"i":643,"t":"Overview","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#overview","p":641},{"i":645,"t":"Customize AutoML.fit()","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#customize-automlfit","p":641},{"i":646,"t":"Optimization metric","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#optimization-metric","p":641},{"i":648,"t":"Estimator and search space","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#estimator-and-search-space","p":641},{"i":650,"t":"Constraint","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#constraint","p":641},{"i":652,"t":"Ensemble","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#ensemble","p":641},{"i":654,"t":"Resampling strategy","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#resampling-strategy","p":641},{"i":656,"t":"Parallel tuning","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#parallel-tuning","p":641},{"i":658,"t":"Warm start","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#warm-start","p":641},{"i":660,"t":"Log the trials","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#log-the-trials","p":641},{"i":662,"t":"Extra fit arguments","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#extra-fit-arguments","p":641},{"i":664,"t":"Retrieve the Outcomes","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#retrieve-the-outcomes","p":641},{"i":665,"t":"Get best model","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#get-best-model","p":641},{"i":667,"t":"Get best configuration","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#get-best-configuration","p":641},{"i":669,"t":"Plot learning curve","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#plot-learning-curve","p":641},{"i":671,"t":"How to set time budget","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#how-to-set-time-budget","p":641},{"i":673,"t":"How much time is needed to find the best model","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#how-much-time-is-needed-to-find-the-best-model","p":641},{"i":677,"t":"Basic Tuning Procedure","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#basic-tuning-procedure","p":675},{"i":679,"t":"Tuning objective","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#tuning-objective","p":675},{"i":681,"t":"Search space","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#search-space","p":675},{"i":683,"t":"Tuning constraints","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#tuning-constraints","p":675},{"i":685,"t":"Put together","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#put-together","p":675},{"i":687,"t":"Result analysis","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#result-analysis","p":675},{"i":689,"t":"Advanced Tuning Options","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#advanced-tuning-options","p":675},{"i":691,"t":"More constraints on the tuning","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#more-constraints-on-the-tuning","p":675},{"i":693,"t":"Parallel tuning","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#parallel-tuning","p":675},{"i":695,"t":"Trial scheduling","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#trial-scheduling","p":675},{"i":697,"t":"Warm start","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#warm-start","p":675},{"i":699,"t":"Reproducibility","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#reproducibility","p":675},{"i":701,"t":"Lexicographic Objectives","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#lexicographic-objectives","p":675},{"i":703,"t":"Hyperparameter Optimization Algorithm","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#hyperparameter-optimization-algorithm","p":675},{"i":705,"t":"CFO: Frugal Optimization for Cost-related Hyperparameters","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#cfo-frugal-optimization-for-cost-related-hyperparameters","p":675},{"i":707,"t":"BlendSearch: Economical Hyperparameter Optimization With Blended Search Strategy","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#blendsearch-economical-hyperparameter-optimization-with-blended-search-strategy","p":675}],"index":{"version":"2.3.9","fields":["t"],"fieldVectors":[["t/3",[0,3.681,1,3.681,2,3.681,3,3.681,4,3.681]],["t/4",[5,4.168,6,2.787,7,4.168,8,4.168]],["t/6",[9,4.168,10,3.761,11,3.294,12,4.168]],["t/8",[13,4.804,14,3.459,15,4.804]],["t/10",[11,2.604,16,3.295,17,3.295,18,3.295,19,2.282,20,3.295]],["t/12",[21,4.263,22,4.263]],["t/16",[23,5.669,24,5.669]],["t/18",[25,4.263,26,4.752]],["t/20",[25,4.263,27,4.082]],["t/22",[28,5.669,29,5.669]],["t/24",[21,4.263,22,4.263]],["t/28",[30,6.915]],["t/30",[31,6.915]],["t/32",[25,4.263,27,4.082]],["t/34",[32,6.24]],["t/36",[21,4.263,22,4.263]],["t/40",[33,4.79]],["t/41",[34,5.669,35,5.669]],["t/43",[36,5.669,37,5.669]],["t/45",[38,5.669,39,5.669]],["t/47",[19,2.887,40,3.494,41,2.699,42,4.168]],["t/49",[40,3.494,43,4.168,44,4.168,45,4.168]],["t/51",[21,4.263,22,4.263]],["t/56",[25,4.263,26,4.752]],["t/58",[25,4.263,27,4.082]],["t/60",[32,5.116,46,5.116]],["t/62",[21,4.263,22,4.263]],["t/66",[47,4.168,48,4.168,49,4.168,50,4.168]],["t/68",[51,5.669,52,5.669]],["t/70",[53,6.24]],["t/71",[26,5.796]],["t/73",[54,6.915]],["t/75",[53,4.335,55,4.804,56,4.804]],["t/77",[57,5.669,58,5.669]],["t/79",[59,6.915]],["t/81",[60,6.915]],["t/89",[61,4.345]],["t/91",[62,4.027,63,3.796,64,2.935]],["t/93",[14,2.148,64,1.823,65,2.692,66,2.692,67,2.983,68,2.357,69,2.243]],["t/97",[61,3.563,64,3.464]],["t/99",[41,3.111,70,4.335,71,4.335]],["t/101",[14,3.001,41,2.699,68,3.294,72,4.168]],["t/105",[61,3.563,64,3.464]],["t/107",[41,3.111,70,4.335,73,4.335]],["t/109",[14,3.001,41,2.699,68,3.294,74,4.168]],["t/113",[75,5.199]],["t/115",[63,3.294,64,2.547,76,3.001,77,3.761]],["t/117",[64,2.547,76,3.001,77,3.761,78,3.494]],["t/119",[64,2.935,76,3.459,79,4.804]],["t/121",[63,3.294,64,2.547,76,3.001,80,4.168]],["t/123",[81,4.804,82,4.804,83,4.804]],["t/127",[61,4.345]],["t/129",[64,2.547,76,3.001,84,3.294,85,4.168]],["t/133",[61,4.345]],["t/135",[86,4.168,87,4.168,88,3.761,89,4.168]],["t/137",[6,3.213,90,4.027,91,4.027]],["t/139",[41,2.699,92,4.168,93,3.761,94,4.168]],["t/143",[61,4.345]],["t/145",[62,4.027,64,2.935,78,4.027]],["t/147",[78,4.027,95,4.804,96,4.335]],["t/151",[97,4.752,98,5.669]],["t/152",[61,4.345]],["t/154",[6,3.213,99,4.027,100,4.027]],["t/156",[101,4.168,102,2.787,103,4.168,104,2.699]],["t/158",[97,4.752,105,5.669]],["t/159",[61,4.345]],["t/161",[6,3.213,99,4.027,100,4.027]],["t/165",[61,4.345]],["t/167",[106,5.669,107,3.927]],["t/169",[108,5.116,109,3.927]],["t/171",[6,3.213,91,4.027,109,3.328]],["t/173",[6,3.213,109,3.328,110,0.993]],["t/177",[111,4.335,112,4.335,113,3.612]],["t/179",[107,4.79]],["t/181",[113,5.199]],["t/183",[111,4.335,114,3.796,115,4.027]],["t/187",[75,5.199]],["t/189",[33,3.927,116,2.838]],["t/191",[117,4.752,118,3.671]],["t/193",[116,2.838,119,4.752]],["t/195",[27,4.082,120,5.116]],["t/199",[102,2.461,118,2.383,121,3.085,122,3.085,123,2.65]],["t/200",[114,2.908,116,1.843,121,3.085,124,3.681,125,3.681]],["t/201",[14,2.65,108,3.322,113,2.767,116,1.843,121,3.085]],["t/202",[116,2.838,126,5.669]],["t/204",[11,1.835,63,1.835,93,2.096,107,1.609,127,2.323,128,2.323,129,2.323,130,2.323,131,2.323,132,1.835]],["t/206",[19,1.498,133,2.163,134,2.163,135,2.163,136,2.163,137,1.952,138,2.163,139,2.163,140,2.163,141,1.498,142,2.163]],["t/208",[143,3.681,144,3.681,145,3.681,146,3.681,147,3.322]],["t/210",[11,1.982,19,1.737,41,1.624,104,1.624,113,1.885,148,1.982,149,2.508,150,2.508,151,2.508]],["t/214",[75,5.199]],["t/216",[10,2.692,116,1.493,152,2.983,153,2.983,154,2.692,155,2.692,156,2.983]],["t/217",[107,4.79]],["t/219",[19,3.927,157,5.116]],["t/221",[104,4.477]],["t/223",[69,5.199]],["t/225",[158,5.116,159,5.116]],["t/227",[118,3.671,123,4.082]],["t/229",[116,2.405,119,4.027,160,4.804]],["t/233",[137,5.116,161,5.669]],["t/235",[162,6.915]],["t/237",[163,5.669,164,5.669]],["t/241",[165,6.915]],["t/243",[166,5.116,167,5.116]],["t/245",[168,6.915]],["t/249",[110,1.172,169,5.669]],["t/253",[61,4.345]],["t/255",[64,2.935,76,3.459,170,4.804]],["t/257",[171,4.804,172,3.796,173,4.335]],["t/259",[172,2.604,173,2.974,174,3.295,175,2.762,176,3.295,177,2.974]],["t/261",[175,4.027,177,4.335,178,4.804]],["t/263",[175,4.027,179,4.804,180,4.027]],["t/267",[33,3.927,116,2.838]],["t/268",[75,5.199]],["t/270",[154,5.116,157,5.116]],["t/272",[107,4.79]],["t/274",[104,4.477]],["t/276",[181,5.669,182,5.669]],["t/278",[102,3.791,141,3.927]],["t/280",[118,3.671,123,4.082]],["t/282",[183,4.335,184,4.804,185,3.796]],["t/284",[116,2.838,119,4.752]],["t/286",[27,4.082,186,5.116]],["t/288",[96,5.116,187,5.669]],["t/292",[110,1.172,188,5.669]],["t/296",[33,3.927,116,2.838]],["t/297",[75,5.199]],["t/299",[104,2.699,109,2.887,112,3.761,189,4.168]],["t/301",[107,4.79]],["t/303",[109,3.927,190,4.263]],["t/305",[109,3.328,117,4.027,191,4.804]],["t/307",[102,3.791,141,3.927]],["t/309",[115,3.494,116,2.087,122,3.494,192,4.168]],["t/311",[40,3.494,88,3.761,109,2.887,115,3.494]],["t/315",[110,1.172,193,5.669]],["t/317",[110,1.172,194,5.669]],["t/321",[110,1.172,195,5.669]],["t/325",[110,1.172,196,5.669]],["t/331",[110,1.172,197,5.669]],["t/337",[110,1.172,198,5.669]],["t/343",[110,1.172,199,5.669]],["t/347",[110,1.172,200,5.669]],["t/349",[110,1.172,201,5.669]],["t/355",[6,3.791,110,1.172]],["t/359",[110,1.172,202,5.669]],["t/363",[110,1.172,203,5.669]],["t/367",[110,1.172,204,5.669]],["t/369",[110,1.172,205,5.669]],["t/371",[110,1.172,206,5.669]],["t/373",[110,1.172,207,5.669]],["t/375",[110,1.172,208,5.669]],["t/377",[110,1.172,209,5.669]],["t/379",[71,5.116,110,1.172]],["t/381",[110,1.172,210,5.669]],["t/383",[73,5.116,110,1.172]],["t/385",[110,1.172,211,5.669]],["t/387",[110,1.172,212,5.669]],["t/389",[110,1.172,213,5.669]],["t/391",[110,1.172,214,5.669]],["t/393",[110,1.172,215,5.669]],["t/395",[110,1.172,216,5.669]],["t/397",[110,1.172,217,5.669]],["t/399",[110,1.172,218,5.669]],["t/401",[110,1.172,219,5.669]],["t/403",[110,1.172,220,5.669]],["t/405",[110,1.172,221,5.669]],["t/407",[110,1.172,222,5.669]],["t/409",[110,1.172,223,5.669]],["t/411",[110,1.172,224,5.669]],["t/413",[110,1.172,225,5.669]],["t/415",[110,1.172,226,5.669]],["t/423",[110,1.172,227,5.669]],["t/431",[110,1.172,132,4.48]],["t/437",[228,6.915]],["t/439",[229,6.915]],["t/443",[110,1.172,230,5.669]],["t/447",[110,1.172,231,5.669]],["t/451",[110,1.172,232,5.669]],["t/453",[110,1.172,233,5.669]],["t/457",[110,1.172,234,5.669]],["t/459",[110,1.172,235,5.669]],["t/461",[110,1.172,236,5.669]],["t/463",[110,1.172,237,5.669]],["t/465",[110,1.172,238,5.669]],["t/467",[110,1.172,239,5.669]],["t/469",[110,1.172,240,5.669]],["t/471",[110,1.172,241,5.669]],["t/473",[110,1.172,242,5.669]],["t/475",[110,1.172,243,5.669]],["t/477",[110,1.172,244,5.669]],["t/485",[110,1.172,245,5.669]],["t/493",[110,1.172,246,5.669]],["t/497",[110,1.172,247,5.669]],["t/499",[110,1.172,248,5.669]],["t/501",[110,1.172,249,5.669]],["t/505",[110,1.172,250,5.116]],["t/509",[110,1.172,251,5.669]],["t/513",[110,1.172,252,5.669]],["t/517",[110,1.172,253,5.669]],["t/519",[110,1.172,254,5.116]],["t/523",[110,1.172,255,5.669]],["t/525",[110,1.172,256,5.669]],["t/527",[110,1.172,257,5.669]],["t/531",[110,1.172,258,5.669]],["t/533",[110,1.172,259,5.669]],["t/537",[110,1.172,260,5.669]],["t/539",[110,1.172,261,5.669]],["t/543",[110,1.172,262,5.116]],["t/545",[110,1.172,263,5.669]],["t/547",[110,1.172,264,5.116]],["t/549",[110,1.172,265,5.669]],["t/553",[110,1.172,266,5.669]],["t/557",[110,1.172,267,5.669]],["t/561",[110,1.172,268,5.669]],["t/567",[110,1.172,269,5.669]],["t/569",[110,1.172,270,5.669]],["t/571",[110,1.172,271,5.669]],["t/573",[110,1.172,272,5.669]],["t/575",[110,1.172,273,5.669]],["t/579",[110,1.172,274,5.669]],["t/583",[110,1.172,275,4.752]],["t/587",[110,1.172,276,5.669]],["t/589",[110,1.172,277,5.669]],["t/591",[110,1.172,278,5.669]],["t/593",[91,2.762,117,2.762,159,2.974,279,3.295,280,3.295,281,3.295]],["t/594",[104,2.699,282,4.168,283,4.168,284,4.168]],["t/595",[118,3.111,123,3.459,285,4.804]],["t/596",[69,2.478,286,3.295,287,2.974,288,2.974,289,2.974,290,3.295]],["t/597",[291,6.915]],["t/598",[69,3.134,287,3.761,288,3.761,289,3.761]],["t/607",[110,1.172,250,5.116]],["t/609",[110,1.172,292,5.669]],["t/611",[116,1.65,118,2.134,180,2.762,254,2.974,293,3.295,294,3.295]],["t/612",[180,4.752,295,4.752]],["t/613",[104,3.671,296,5.669]],["t/614",[297,5.669,298,5.669]],["t/615",[295,5.796]],["t/616",[295,5.796]],["t/619",[41,3.671,299,5.669]],["t/621",[300,4.168,301,4.168,302,4.168,303,4.168]],["t/623",[104,2.699,186,3.761,190,3.134,304,4.168]],["t/625",[6,2.204,99,2.762,100,2.762,102,2.204,116,1.65,305,3.295]],["t/627",[41,2.699,84,3.294,306,4.168,307,3.761]],["t/629",[33,3.927,308,5.669]],["t/631",[33,2.887,104,2.699,132,3.294,309,4.168]],["t/633",[33,3.328,190,3.612,310,4.335]],["t/635",[132,2.604,158,2.974,190,2.478,310,2.974,311,5.125]],["t/637",[84,3.294,107,2.887,167,3.761,307,3.761]],["t/639",[68,4.48,97,4.752]],["t/643",[312,6.915]],["t/645",[14,4.082,147,5.116]],["t/646",[69,4.263,141,3.927]],["t/648",[113,3.612,118,3.111,123,3.459]],["t/650",[185,5.464]],["t/652",[313,6.915]],["t/654",[314,5.669,315,5.116]],["t/656",[114,4.48,116,2.838]],["t/658",[90,4.752,316,5.116]],["t/660",[275,4.752,317,5.669]],["t/662",[318,4.804,319,4.804,320,4.804]],["t/664",[120,5.116,321,5.669]],["t/665",[19,3.927,148,4.48]],["t/667",[148,4.48,190,4.263]],["t/669",[84,3.796,322,4.804,323,4.804]],["t/671",[122,4.027,172,3.796,183,4.335]],["t/673",[19,2.282,148,2.604,172,2.604,324,3.295,325,3.295,326,3.295]],["t/677",[62,4.027,116,2.405,327,4.804]],["t/679",[110,1.172,116,2.838]],["t/681",[118,3.671,123,4.082]],["t/683",[116,2.838,185,4.48]],["t/685",[328,5.669,329,5.669]],["t/687",[27,4.082,46,5.116]],["t/689",[66,4.335,116,2.405,166,4.335]],["t/691",[65,4.335,116,2.405,185,3.796]],["t/693",[114,4.48,116,2.838]],["t/695",[275,4.752,330,5.669]],["t/697",[90,4.752,316,5.116]],["t/699",[331,6.915]],["t/701",[110,1.172,155,5.116]],["t/703",[102,3.213,141,3.328,332,4.804]],["t/705",[102,2.204,141,2.282,264,2.974,333,3.295,334,3.295,335,3.295]],["t/707",[102,1.995,118,1.932,141,2.066,262,2.692,315,2.692,336,2.983,337,2.983]]],"invertedIndex":[["",{"_index":295,"t":{"612":{"position":[[12,1]]},"615":{"position":[[0,2]]},"616":{"position":[[0,2]]}}}],["accur",{"_index":152,"t":{"216":{"position":[[7,8]]}}}],["accuraci",{"_index":182,"t":{"276":{"position":[[5,8]]}}}],["achiev",{"_index":3,"t":{"3":{"position":[[22,12]]}}}],["advanc",{"_index":66,"t":{"93":{"position":[[7,8]]},"689":{"position":[[0,8]]}}}],["advantag",{"_index":12,"t":{"6":{"position":[[32,9]]}}}],["agent",{"_index":169,"t":{"249":{"position":[[0,5]]}}}],["algorithm",{"_index":332,"t":{"703":{"position":[[28,9]]}}}],["analysi",{"_index":46,"t":{"60":{"position":[[0,8]]},"687":{"position":[[7,8]]}}}],["approach",{"_index":281,"t":{"593":{"position":[[41,9]]}}}],["argument",{"_index":320,"t":{"662":{"position":[[10,9]]}}}],["arima",{"_index":235,"t":{"459":{"position":[[0,5]]}}}],["assistantag",{"_index":188,"t":{"292":{"position":[[0,14]]}}}],["automl",{"_index":6,"t":{"4":{"position":[[6,6]]},"137":{"position":[[9,6]]},"154":{"position":[[10,6]]},"161":{"position":[[10,6]]},"171":{"position":[[4,6]]},"173":{"position":[[8,6]]},"355":{"position":[[0,6]]},"625":{"position":[[18,6]]}}}],["automl.fit",{"_index":147,"t":{"208":{"position":[[38,12]]},"645":{"position":[[10,12]]}}}],["automlst",{"_index":227,"t":{"423":{"position":[[0,11]]}}}],["autovw",{"_index":246,"t":{"493":{"position":[[0,6]]}}}],["azur",{"_index":189,"t":{"299":{"position":[[0,5]]}}}],["azureml",{"_index":88,"t":{"135":{"position":[[17,7]]},"311":{"position":[[14,7]]}}}],["baseestim",{"_index":204,"t":{"367":{"position":[[0,13]]}}}],["baseonlinetri",{"_index":248,"t":{"499":{"position":[[0,15]]}}}],["basesearch",{"_index":260,"t":{"537":{"position":[[0,12]]}}}],["basetrialrunn",{"_index":271,"t":{"571":{"position":[[0,15]]}}}],["basic",{"_index":62,"t":{"91":{"position":[[2,5]]},"145":{"position":[[2,5]]},"677":{"position":[[0,5]]}}}],["becom",{"_index":51,"t":{"68":{"position":[[0,8]]}}}],["befor",{"_index":304,"t":{"623":{"position":[[30,6]]}}}],["behind",{"_index":302,"t":{"621":{"position":[[17,6]]}}}],["best",{"_index":148,"t":{"210":{"position":[[15,4]]},"665":{"position":[[4,4]]},"667":{"position":[[4,4]]},"673":{"position":[[36,4]]}}}],["blend",{"_index":337,"t":{"707":{"position":[[57,7]]}}}],["blendsearch",{"_index":262,"t":{"543":{"position":[[0,11]]},"707":{"position":[[0,12]]}}}],["blendsearchtun",{"_index":263,"t":{"545":{"position":[[0,16]]}}}],["bring",{"_index":5,"t":{"4":{"position":[[0,5]]}}}],["budget",{"_index":183,"t":{"282":{"position":[[0,6]]},"671":{"position":[[16,6]]}}}],["bug",{"_index":49,"t":{"66":{"position":[[19,3]]}}}],["built",{"_index":70,"t":{"99":{"position":[[4,5]]},"107":{"position":[[4,5]]}}}],["candid",{"_index":310,"t":{"633":{"position":[[12,9]]},"635":{"position":[[14,9]]}}}],["catboostestim",{"_index":216,"t":{"395":{"position":[[0,17]]}}}],["cfo",{"_index":264,"t":{"547":{"position":[[0,3]]},"705":{"position":[[0,4]]}}}],["cfocat",{"_index":259,"t":{"533":{"position":[[0,6]]}}}],["chachaschedul",{"_index":257,"t":{"527":{"position":[[0,15]]}}}],["championfrontiersearch",{"_index":261,"t":{"539":{"position":[[0,24]]}}}],["chatcomplet",{"_index":201,"t":{"349":{"position":[[0,14]]}}}],["check",{"_index":186,"t":{"286":{"position":[[0,5]]},"623":{"position":[[6,5]]}}}],["checkpoint",{"_index":37,"t":{"43":{"position":[[9,10]]}}}],["class",{"_index":131,"t":{"204":{"position":[[70,7]]}}}],["classif",{"_index":63,"t":{"91":{"position":[[8,14]]},"115":{"position":[[18,14]]},"121":{"position":[[15,14]]},"204":{"position":[[81,14]]}}}],["clone",{"_index":34,"t":{"41":{"position":[[0,5]]}}}],["cluster",{"_index":94,"t":{"139":{"position":[[31,7]]}}}],["collect",{"_index":309,"t":{"631":{"position":[[10,10]]}}}],["combin",{"_index":305,"t":{"625":{"position":[[0,7]]}}}],["commit",{"_index":58,"t":{"77":{"position":[[4,6]]}}}],["complet",{"_index":200,"t":{"347":{"position":[[0,10]]}}}],["concurrencylimit",{"_index":277,"t":{"589":{"position":[[0,18]]}}}],["config",{"_index":149,"t":{"210":{"position":[[20,6]]}}}],["configur",{"_index":190,"t":{"303":{"position":[[0,14]]},"623":{"position":[[16,13]]},"633":{"position":[[22,14]]},"635":{"position":[[24,13]]},"667":{"position":[[9,13]]}}}],["constraint",{"_index":185,"t":{"282":{"position":[[20,11]]},"650":{"position":[[0,10]]},"683":{"position":[[7,11]]},"691":{"position":[[5,11]]}}}],["contain",{"_index":56,"t":{"75":{"position":[[18,9]]}}}],["conversableag",{"_index":196,"t":{"325":{"position":[[0,16]]}}}],["cost",{"_index":334,"t":{"705":{"position":[[29,4]]}}}],["coverag",{"_index":59,"t":{"79":{"position":[[0,8]]}}}],["creat",{"_index":108,"t":{"169":{"position":[[0,6]]},"201":{"position":[[14,8]]}}}],["curv",{"_index":323,"t":{"669":{"position":[[14,5]]}}}],["custom",{"_index":14,"t":{"8":{"position":[[5,13]]},"93":{"position":[[34,6]]},"101":{"position":[[6,10]]},"109":{"position":[[6,10]]},"201":{"position":[[36,6]]},"645":{"position":[[0,9]]}}}],["data",{"_index":107,"t":{"167":{"position":[[5,4]]},"179":{"position":[[0,4]]},"204":{"position":[[33,4]]},"217":{"position":[[0,4]]},"272":{"position":[[0,4]]},"301":{"position":[[0,4]]},"637":{"position":[[6,4]]}}}],["dataset",{"_index":180,"t":{"263":{"position":[[23,8]]},"611":{"position":[[33,8]]},"612":{"position":[[0,11]]}}}],["datatransform",{"_index":199,"t":{"343":{"position":[[0,15]]}}}],["datatransformert",{"_index":233,"t":{"453":{"position":[[0,17]]}}}],["default",{"_index":307,"t":{"627":{"position":[[26,8]]},"637":{"position":[[21,8]]}}}],["defin",{"_index":117,"t":{"191":{"position":[[0,6]]},"305":{"position":[[0,6]]},"593":{"position":[[18,6]]}}}],["definit",{"_index":285,"t":{"595":{"position":[[17,10]]}}}],["depend",{"_index":167,"t":{"243":{"position":[[9,12]]},"637":{"position":[[11,9]]}}}],["develop",{"_index":53,"t":{"70":{"position":[[0,10]]},"75":{"position":[[0,7]]}}}],["direct",{"_index":29,"t":{"22":{"position":[[7,10]]}}}],["discret",{"_index":178,"t":{"261":{"position":[[12,8]]}}}],["discuss",{"_index":32,"t":{"34":{"position":[[0,10]]},"60":{"position":[[13,10]]}}}],["distribut",{"_index":93,"t":{"139":{"position":[[11,10]]},"204":{"position":[[47,12]]}}}],["docker",{"_index":54,"t":{"73":{"position":[[0,6]]}}}],["document",{"_index":60,"t":{"81":{"position":[[0,13]]}}}],["domain",{"_index":253,"t":{"517":{"position":[[0,6]]}}}],["download",{"_index":36,"t":{"43":{"position":[[0,8]]}}}],["ds1",{"_index":297,"t":{"614":{"position":[[0,5]]}}}],["ds2",{"_index":298,"t":{"614":{"position":[[6,4]]}}}],["each",{"_index":311,"t":{"635":{"position":[[9,4],[41,4]]}}}],["easi",{"_index":13,"t":{"8":{"position":[[0,4]]}}}],["econom",{"_index":336,"t":{"707":{"position":[[13,10]]}}}],["effici",{"_index":10,"t":{"6":{"position":[[10,11]]},"216":{"position":[[20,9]]}}}],["elasticnetestim",{"_index":220,"t":{"403":{"position":[[0,19]]}}}],["embrac",{"_index":16,"t":{"10":{"position":[[0,9]]}}}],["enabl",{"_index":86,"t":{"135":{"position":[[0,6]]}}}],["ensembl",{"_index":313,"t":{"652":{"position":[[0,8]]}}}],["equival",{"_index":279,"t":{"593":{"position":[[0,10]]}}}],["error",{"_index":146,"t":{"208":{"position":[[29,5]]}}}],["estim",{"_index":113,"t":{"177":{"position":[[9,10]]},"181":{"position":[[0,10]]},"201":{"position":[[43,9]]},"210":{"position":[[33,9]]},"648":{"position":[[0,9]]}}}],["evalu",{"_index":158,"t":{"225":{"position":[[0,10]]},"635":{"position":[[0,8]]}}}],["even",{"_index":293,"t":{"611":{"position":[[8,4]]}}}],["exampl",{"_index":64,"t":{"91":{"position":[[23,7]]},"93":{"position":[[16,7]]},"97":{"position":[[23,7]]},"105":{"position":[[23,7]]},"115":{"position":[[33,7]]},"117":{"position":[[29,7]]},"119":{"position":[[23,7]]},"121":{"position":[[30,7]]},"129":{"position":[[26,7]]},"145":{"position":[[19,7]]},"255":{"position":[[13,7]]}}}],["exogen",{"_index":176,"t":{"259":{"position":[[43,9]]}}}],["experi",{"_index":25,"t":{"18":{"position":[[0,10]]},"20":{"position":[[0,10]]},"32":{"position":[[0,10]]},"56":{"position":[[0,10]]},"58":{"position":[[0,10]]}}}],["experimentanalysi",{"_index":250,"t":{"505":{"position":[[0,18]]},"607":{"position":[[0,18]]}}}],["extens",{"_index":15,"t":{"8":{"position":[[23,13]]}}}],["extra",{"_index":318,"t":{"662":{"position":[[0,5]]}}}],["extratrees_t",{"_index":243,"t":{"475":{"position":[[0,13]]}}}],["extratreesestim",{"_index":213,"t":{"389":{"position":[[0,19]]}}}],["fastchat",{"_index":35,"t":{"41":{"position":[[6,8]]}}}],["featur",{"_index":137,"t":{"206":{"position":[[71,7]]},"233":{"position":[[5,8]]}}}],["find",{"_index":326,"t":{"673":{"position":[[27,4]]}}}],["fingertip",{"_index":8,"t":{"4":{"position":[[22,10]]}}}],["fit",{"_index":319,"t":{"662":{"position":[[6,3]]}}}],["flaml",{"_index":11,"t":{"6":{"position":[[26,5]]},"10":{"position":[[35,5]]},"204":{"position":[[9,5]]},"210":{"position":[[90,6]]}}}],["flaml'",{"_index":0,"t":{"3":{"position":[[0,7]]}}}],["flamliz",{"_index":97,"t":{"151":{"position":[[0,9]]},"158":{"position":[[0,9]]},"639":{"position":[[0,10]]}}}],["flow2",{"_index":266,"t":{"553":{"position":[[0,5]]}}}],["flow2cat",{"_index":258,"t":{"531":{"position":[[0,8]]}}}],["forecast",{"_index":175,"t":{"259":{"position":[[25,12]]},"261":{"position":[[0,11]]},"263":{"position":[[0,11]]}}}],["framework",{"_index":24,"t":{"16":{"position":[[13,9]]}}}],["frugal",{"_index":333,"t":{"705":{"position":[[5,6]]}}}],["function",{"_index":159,"t":{"225":{"position":[[11,8]]},"593":{"position":[[32,8]]}}}],["further",{"_index":21,"t":{"12":{"position":[[4,7]]},"24":{"position":[[4,7]]},"36":{"position":[[4,7]]},"51":{"position":[[4,7]]},"62":{"position":[[4,7]]}}}],["futur",{"_index":28,"t":{"22":{"position":[[0,6]]}}}],["go",{"_index":163,"t":{"237":{"position":[[9,2]]}}}],["goe",{"_index":283,"t":{"594":{"position":[[15,4]]}}}],["good",{"_index":48,"t":{"66":{"position":[[14,4]]}}}],["grid",{"_index":254,"t":{"519":{"position":[[0,4]]},"611":{"position":[[13,4]]}}}],["groupchat",{"_index":193,"t":{"315":{"position":[[0,9]]}}}],["groupchatmanag",{"_index":194,"t":{"317":{"position":[[0,16]]}}}],["guidelin",{"_index":121,"t":{"199":{"position":[[0,10]]},"200":{"position":[[0,10]]},"201":{"position":[[0,10]]}}}],["handl",{"_index":127,"t":{"204":{"position":[[15,6]]}}}],["here",{"_index":289,"t":{"596":{"position":[[41,4]]},"598":{"position":[[31,5]]}}}],["histgradientboostingestim",{"_index":198,"t":{"337":{"position":[[0,29]]}}}],["histori",{"_index":142,"t":{"206":{"position":[[117,8]]}}}],["holtwint",{"_index":237,"t":{"463":{"position":[[0,11]]}}}],["hyperparamet",{"_index":102,"t":{"156":{"position":[[8,15]]},"199":{"position":[[27,14]]},"278":{"position":[[0,14]]},"307":{"position":[[0,14]]},"625":{"position":[[29,14]]},"703":{"position":[[0,14]]},"705":{"position":[[42,15]]},"707":{"position":[[24,14]]}}}],["imbalanc",{"_index":128,"t":{"204":{"position":[[22,10]]}}}],["import",{"_index":138,"t":{"206":{"position":[[79,11]]}}}],["includ",{"_index":67,"t":{"93":{"position":[[24,9]]}}}],["initi",{"_index":38,"t":{"45":{"position":[[0,8]]}}}],["instead",{"_index":290,"t":{"596":{"position":[[46,7]]}}}],["interact",{"_index":40,"t":{"47":{"position":[[0,8]]},"49":{"position":[[0,11]]},"311":{"position":[[0,8]]}}}],["interpret",{"_index":133,"t":{"206":{"position":[[7,9]]}}}],["job",{"_index":115,"t":{"183":{"position":[[15,4]]},"309":{"position":[[16,3]]},"311":{"position":[[31,4]]}}}],["journey",{"_index":1,"t":{"3":{"position":[[8,8]]}}}],["jupyt",{"_index":82,"t":{"123":{"position":[[8,7]]}}}],["languag",{"_index":18,"t":{"10":{"position":[[16,8]]}}}],["larg",{"_index":17,"t":{"10":{"position":[[10,5]]}}}],["lassolarsestim",{"_index":221,"t":{"405":{"position":[[0,18]]}}}],["launch",{"_index":119,"t":{"193":{"position":[[0,6]]},"229":{"position":[[0,6]]},"284":{"position":[[0,6]]}}}],["learn",{"_index":84,"t":{"129":{"position":[[9,8]]},"627":{"position":[[18,7]]},"637":{"position":[[0,5]]},"669":{"position":[[5,8]]}}}],["learner",{"_index":68,"t":{"93":{"position":[[41,7]]},"101":{"position":[[26,7]]},"109":{"position":[[25,7]]},"639":{"position":[[13,7]]}}}],["lexicograph",{"_index":155,"t":{"216":{"position":[[51,13]]},"701":{"position":[[0,13]]}}}],["lgbm_t",{"_index":240,"t":{"469":{"position":[[0,7]]}}}],["lgbmestim",{"_index":71,"t":{"99":{"position":[[13,13]]},"379":{"position":[[0,13]]}}}],["lgbmregressor",{"_index":98,"t":{"151":{"position":[[10,13]]}}}],["lightgbm",{"_index":72,"t":{"101":{"position":[[17,8]]}}}],["link",{"_index":81,"t":{"123":{"position":[[0,4]]}}}],["llm",{"_index":45,"t":{"49":{"position":[[32,4]]}}}],["load",{"_index":106,"t":{"167":{"position":[[0,4]]}}}],["local",{"_index":44,"t":{"49":{"position":[[26,5]]}}}],["log",{"_index":317,"t":{"660":{"position":[[0,3]]}}}],["logic",{"_index":282,"t":{"594":{"position":[[9,5]]}}}],["low_cost_partial_config",{"_index":126,"t":{"202":{"position":[[6,23]]}}}],["lrl1classifi",{"_index":214,"t":{"391":{"position":[[0,14]]}}}],["lrl2classifi",{"_index":215,"t":{"393":{"position":[[0,14]]}}}],["magic",{"_index":301,"t":{"621":{"position":[[11,5]]}}}],["main",{"_index":161,"t":{"233":{"position":[[0,4]]}}}],["make",{"_index":47,"t":{"66":{"position":[[7,4]]}}}],["mathchat",{"_index":23,"t":{"16":{"position":[[4,8]]}}}],["memori",{"_index":145,"t":{"208":{"position":[[22,6]]}}}],["meta",{"_index":306,"t":{"627":{"position":[[13,4]]}}}],["metric",{"_index":69,"t":{"93":{"position":[[53,6]]},"223":{"position":[[0,7]]},"596":{"position":[[25,6]]},"598":{"position":[[15,6]]},"646":{"position":[[13,6]]}}}],["mileston",{"_index":4,"t":{"3":{"position":[[39,10]]}}}],["ml",{"_index":112,"t":{"177":{"position":[[6,2]]},"299":{"position":[[6,2]]}}}],["mlflow",{"_index":87,"t":{"135":{"position":[[7,6]]}}}],["mlflowintegr",{"_index":245,"t":{"485":{"position":[[0,17]]}}}],["mode",{"_index":288,"t":{"596":{"position":[[36,4]]},"598":{"position":[[26,4]]}}}],["model",{"_index":19,"t":{"10":{"position":[[25,6]]},"47":{"position":[[14,5]]},"206":{"position":[[17,5]]},"210":{"position":[[76,5]]},"219":{"position":[[13,5]]},"665":{"position":[[9,5]]},"673":{"position":[[41,5]]}}}],["more",{"_index":65,"t":{"93":{"position":[[2,4]]},"691":{"position":[[0,4]]}}}],["much",{"_index":324,"t":{"673":{"position":[[4,4]]}}}],["multi",{"_index":95,"t":{"147":{"position":[[0,5]]}}}],["multipl",{"_index":43,"t":{"49":{"position":[[17,8]]}}}],["multivari",{"_index":174,"t":{"259":{"position":[[0,12]]}}}],["need",{"_index":325,"t":{"673":{"position":[[17,6]]}}}],["net",{"_index":168,"t":{"245":{"position":[[0,4]]}}}],["network",{"_index":154,"t":{"216":{"position":[[37,8]]},"270":{"position":[[0,7]]}}}],["neural",{"_index":153,"t":{"216":{"position":[[30,6]]}}}],["next",{"_index":164,"t":{"237":{"position":[[12,5]]}}}],["nologg",{"_index":269,"t":{"567":{"position":[[0,8]]}}}],["note",{"_index":286,"t":{"596":{"position":[[0,4]]}}}],["notebook",{"_index":83,"t":{"123":{"position":[[16,8]]}}}],["numpi",{"_index":170,"t":{"255":{"position":[[7,5]]}}}],["oai.complet",{"_index":42,"t":{"47":{"position":[[26,14]]}}}],["object",{"_index":110,"t":{"173":{"position":[[15,6]]},"249":{"position":[[6,7]]},"292":{"position":[[15,7]]},"315":{"position":[[10,7]]},"317":{"position":[[17,7]]},"321":{"position":[[20,7]]},"325":{"position":[[17,7]]},"331":{"position":[[15,7]]},"337":{"position":[[30,7]]},"343":{"position":[[16,7]]},"347":{"position":[[11,7]]},"349":{"position":[[15,7]]},"355":{"position":[[7,7]]},"359":{"position":[[15,7]]},"363":{"position":[[25,7]]},"367":{"position":[[14,7]]},"369":{"position":[[15,7]]},"371":{"position":[[19,7]]},"373":{"position":[[27,7]]},"375":{"position":[[22,7]]},"377":{"position":[[17,7]]},"379":{"position":[[14,7]]},"381":{"position":[[17,7]]},"383":{"position":[[24,7]]},"385":{"position":[[27,7]]},"387":{"position":[[22,7]]},"389":{"position":[[20,7]]},"391":{"position":[[15,7]]},"393":{"position":[[15,7]]},"395":{"position":[[18,7]]},"397":{"position":[[13,7]]},"399":{"position":[[25,7]]},"401":{"position":[[13,7]]},"403":{"position":[[20,7]]},"405":{"position":[[19,7]]},"407":{"position":[[18,7]]},"409":{"position":[[31,7]]},"411":{"position":[[24,7]]},"413":{"position":[[18,7]]},"415":{"position":[[36,7]]},"423":{"position":[[12,7]]},"431":{"position":[[5,7]]},"443":{"position":[[35,7]]},"447":{"position":[[13,7]]},"451":{"position":[[18,7]]},"453":{"position":[[18,7]]},"457":{"position":[[8,7]]},"459":{"position":[[6,7]]},"461":{"position":[[8,7]]},"463":{"position":[[12,7]]},"465":{"position":[[17,7]]},"467":{"position":[[11,7]]},"469":{"position":[[8,7]]},"471":{"position":[[11,7]]},"473":{"position":[[6,7]]},"475":{"position":[[14,7]]},"477":{"position":[[21,7]]},"485":{"position":[[18,7]]},"493":{"position":[[7,7]]},"497":{"position":[[13,7]]},"499":{"position":[[16,7]]},"501":{"position":[[18,7]]},"505":{"position":[[19,7]]},"509":{"position":[[18,7]]},"513":{"position":[[15,7]]},"517":{"position":[[7,7]]},"519":{"position":[[5,7]]},"523":{"position":[[16,7]]},"525":{"position":[[34,7]]},"527":{"position":[[16,7]]},"531":{"position":[[9,7]]},"533":{"position":[[7,7]]},"537":{"position":[[13,7]]},"539":{"position":[[25,7]]},"543":{"position":[[12,7]]},"545":{"position":[[17,7]]},"547":{"position":[[4,7]]},"549":{"position":[[13,7]]},"553":{"position":[[6,7]]},"557":{"position":[[10,7]]},"561":{"position":[[13,7]]},"567":{"position":[[9,7]]},"569":{"position":[[12,7]]},"571":{"position":[[16,7]]},"573":{"position":[[22,7]]},"575":{"position":[[17,7]]},"579":{"position":[[23,7]]},"583":{"position":[[6,7]]},"587":{"position":[[9,7]]},"589":{"position":[[19,7]]},"591":{"position":[[13,7]]},"607":{"position":[[19,7]]},"609":{"position":[[6,7]]},"679":{"position":[[7,9]]},"701":{"position":[[14,10]]}}}],["observ",{"_index":30,"t":{"28":{"position":[[0,12]]}}}],["offlin",{"_index":308,"t":{"629":{"position":[[15,7]]}}}],["one'",{"_index":7,"t":{"4":{"position":[[16,5]]}}}],["onlineresult",{"_index":247,"t":{"497":{"position":[[0,12]]}}}],["onlineschedul",{"_index":255,"t":{"523":{"position":[[0,15]]}}}],["onlinesuccessivedoublingschedul",{"_index":256,"t":{"525":{"position":[[0,33]]}}}],["onlinetrialrunn",{"_index":251,"t":{"509":{"position":[[0,17]]}}}],["optim",{"_index":141,"t":{"206":{"position":[[104,12]]},"278":{"position":[[15,12]]},"307":{"position":[[15,12]]},"646":{"position":[[0,12]]},"703":{"position":[[15,12]]},"705":{"position":[[12,12]]},"707":{"position":[[39,12]]}}}],["option",{"_index":166,"t":{"243":{"position":[[0,8]]},"689":{"position":[[16,7]]}}}],["optuna",{"_index":280,"t":{"593":{"position":[[11,6]]}}}],["optunasearch",{"_index":278,"t":{"591":{"position":[[0,12]]}}}],["origin",{"_index":150,"t":{"210":{"position":[[67,8]]}}}],["out",{"_index":144,"t":{"208":{"position":[[15,3]]}}}],["outcom",{"_index":321,"t":{"664":{"position":[[13,8]]}}}],["output",{"_index":96,"t":{"147":{"position":[[6,6]]},"288":{"position":[[10,6]]}}}],["outsid",{"_index":151,"t":{"210":{"position":[[82,7]]}}}],["overview",{"_index":312,"t":{"643":{"position":[[0,8]]}}}],["panel",{"_index":179,"t":{"263":{"position":[[17,5]]}}}],["parallel",{"_index":114,"t":{"183":{"position":[[0,8]]},"200":{"position":[[14,8]]},"656":{"position":[[0,8]]},"693":{"position":[[0,8]]}}}],["paramet",{"_index":228,"t":{"437":{"position":[[0,10]]}}}],["passassertionfilt",{"_index":195,"t":{"321":{"position":[[0,19]]}}}],["past",{"_index":2,"t":{"3":{"position":[[17,4]]}}}],["perform",{"_index":134,"t":{"206":{"position":[[23,12]]}}}],["pipelin",{"_index":109,"t":{"169":{"position":[[9,8]]},"171":{"position":[[18,8]]},"173":{"position":[[31,8]]},"299":{"position":[[18,8]]},"303":{"position":[[23,8]]},"305":{"position":[[22,8]]},"311":{"position":[[22,8]]}}}],["plot",{"_index":322,"t":{"669":{"position":[[0,4]]}}}],["possibl",{"_index":135,"t":{"206":{"position":[[42,8]]}}}],["pre",{"_index":57,"t":{"77":{"position":[[0,3]]}}}],["prefer",{"_index":156,"t":{"216":{"position":[[65,10]]}}}],["prepar",{"_index":33,"t":{"40":{"position":[[0,12]]},"189":{"position":[[0,7]]},"267":{"position":[[0,7]]},"296":{"position":[[0,7]]},"629":{"position":[[7,7]]},"631":{"position":[[0,7]]},"633":{"position":[[0,7]]}}}],["prerequisit",{"_index":61,"t":{"89":{"position":[[0,13]]},"97":{"position":[[0,13]]},"105":{"position":[[0,13]]},"127":{"position":[[0,13]]},"133":{"position":[[0,13]]},"143":{"position":[[0,13]]},"152":{"position":[[0,13]]},"159":{"position":[[0,13]]},"165":{"position":[[0,13]]},"253":{"position":[[0,13]]}}}],["procedur",{"_index":327,"t":{"677":{"position":[[13,9]]}}}],["process",{"_index":160,"t":{"229":{"position":[[18,7]]}}}],["prophet",{"_index":234,"t":{"457":{"position":[[0,7]]}}}],["put",{"_index":328,"t":{"685":{"position":[[0,3]]}}}],["pysparkovertimemonitor",{"_index":274,"t":{"579":{"position":[[0,22]]}}}],["python",{"_index":165,"t":{"241":{"position":[[0,6]]}}}],["quickstart",{"_index":162,"t":{"235":{"position":[[0,10]]}}}],["randomforestestim",{"_index":212,"t":{"387":{"position":[[0,21]]}}}],["randomsearch",{"_index":265,"t":{"549":{"position":[[0,12]]}}}],["rank",{"_index":85,"t":{"129":{"position":[[21,4]]}}}],["ray",{"_index":92,"t":{"139":{"position":[[4,3]]}}}],["read",{"_index":22,"t":{"12":{"position":[[12,7]]},"24":{"position":[[12,7]]},"36":{"position":[[12,7]]},"51":{"position":[[12,7]]},"62":{"position":[[12,7]]}}}],["regress",{"_index":78,"t":{"117":{"position":[[18,10]]},"145":{"position":[[8,10]]},"147":{"position":[[13,10]]}}}],["relat",{"_index":335,"t":{"705":{"position":[[34,7]]}}}],["remot",{"_index":55,"t":{"75":{"position":[[11,6]]}}}],["report",{"_index":50,"t":{"66":{"position":[[23,6]]}}}],["reproduc",{"_index":331,"t":{"699":{"position":[[0,15]]}}}],["requir",{"_index":75,"t":{"113":{"position":[[0,12]]},"187":{"position":[[0,12]]},"214":{"position":[[0,12]]},"268":{"position":[[0,12]]},"297":{"position":[[0,12]]}}}],["resampl",{"_index":314,"t":{"654":{"position":[[0,10]]}}}],["resolv",{"_index":143,"t":{"208":{"position":[[7,7]]}}}],["resourc",{"_index":184,"t":{"282":{"position":[[11,8]]}}}],["result",{"_index":27,"t":{"20":{"position":[[11,7]]},"32":{"position":[[11,7]]},"58":{"position":[[11,7]]},"195":{"position":[[13,7]]},"286":{"position":[[10,6]]},"687":{"position":[[0,6]]}}}],["retriev",{"_index":120,"t":{"195":{"position":[[0,8]]},"664":{"position":[[0,8]]}}}],["return",{"_index":229,"t":{"439":{"position":[[0,7]]}}}],["review",{"_index":52,"t":{"68":{"position":[[11,8]]}}}],["rf_t",{"_index":242,"t":{"473":{"position":[[0,5]]}}}],["run",{"_index":91,"t":{"137":{"position":[[16,3]]},"171":{"position":[[0,3]]},"593":{"position":[[28,3]]}}}],["runtim",{"_index":299,"t":{"619":{"position":[[14,7]]}}}],["sampl",{"_index":187,"t":{"288":{"position":[[0,6]]}}}],["sarimax",{"_index":236,"t":{"461":{"position":[[0,7]]}}}],["scene",{"_index":303,"t":{"621":{"position":[[28,6]]}}}],["schedul",{"_index":330,"t":{"695":{"position":[[6,10]]}}}],["search",{"_index":118,"t":{"191":{"position":[[11,6]]},"199":{"position":[[42,6]]},"227":{"position":[[0,6]]},"280":{"position":[[0,6]]},"595":{"position":[[4,6]]},"611":{"position":[[18,6]]},"648":{"position":[[14,6]]},"681":{"position":[[0,6]]},"707":{"position":[[65,6]]}}}],["searcher",{"_index":276,"t":{"587":{"position":[[0,8]]}}}],["searchthread",{"_index":268,"t":{"561":{"position":[[0,12]]}}}],["seqenti",{"_index":125,"t":{"200":{"position":[[26,9]]}}}],["sequenc",{"_index":77,"t":{"115":{"position":[[9,8]]},"117":{"position":[[9,8]]}}}],["sequentialtrialrunn",{"_index":272,"t":{"573":{"position":[[0,21]]}}}],["seri",{"_index":173,"t":{"257":{"position":[[16,6]]},"259":{"position":[[18,6]]}}}],["server",{"_index":39,"t":{"45":{"position":[[9,6]]}}}],["set",{"_index":122,"t":{"199":{"position":[[21,3]]},"309":{"position":[[0,3]]},"671":{"position":[[7,3]]}}}],["setup",{"_index":26,"t":{"18":{"position":[[11,5]]},"56":{"position":[[11,5]]},"71":{"position":[[0,5]]}}}],["sgdestim",{"_index":219,"t":{"401":{"position":[[0,12]]}}}],["shap",{"_index":139,"t":{"206":{"position":[[91,4]]}}}],["shot",{"_index":100,"t":{"154":{"position":[[5,4]]},"161":{"position":[[5,4]]},"625":{"position":[[13,4]]}}}],["simpl",{"_index":76,"t":{"115":{"position":[[2,6]]},"117":{"position":[[2,6]]},"119":{"position":[[2,6]]},"121":{"position":[[2,6]]},"129":{"position":[[2,6]]},"255":{"position":[[0,6]]}}}],["simpleforecast",{"_index":238,"t":{"465":{"position":[[0,16]]}}}],["simpletri",{"_index":270,"t":{"569":{"position":[[0,11]]}}}],["sklearnestim",{"_index":209,"t":{"377":{"position":[[0,16]]}}}],["solut",{"_index":31,"t":{"30":{"position":[[0,8]]}}}],["space",{"_index":123,"t":{"199":{"position":[[49,5]]},"227":{"position":[[7,5]]},"280":{"position":[[7,5]]},"595":{"position":[[11,5]]},"648":{"position":[[21,5]]},"681":{"position":[[7,5]]}}}],["spark",{"_index":111,"t":{"177":{"position":[[0,5]]},"183":{"position":[[9,5]]}}}],["sparkaftsurvivalregressionestim",{"_index":226,"t":{"415":{"position":[[0,35]]}}}],["sparkestim",{"_index":205,"t":{"369":{"position":[[0,14]]}}}],["sparkgbtestim",{"_index":225,"t":{"413":{"position":[[0,17]]}}}],["sparkglrestim",{"_index":222,"t":{"407":{"position":[[0,17]]}}}],["sparklgbmestim",{"_index":206,"t":{"371":{"position":[[0,18]]}}}],["sparklinearregressionestim",{"_index":223,"t":{"409":{"position":[[0,30]]}}}],["sparklinearsvcestim",{"_index":224,"t":{"411":{"position":[[0,23]]}}}],["sparknaivebayesestim",{"_index":218,"t":{"399":{"position":[[0,24]]}}}],["sparkrandomforestestim",{"_index":207,"t":{"373":{"position":[[0,26]]}}}],["sparktrialrunn",{"_index":273,"t":{"575":{"position":[[0,16]]}}}],["specif",{"_index":157,"t":{"219":{"position":[[0,8]]},"270":{"position":[[8,13]]}}}],["specifi",{"_index":287,"t":{"596":{"position":[[17,7]]},"598":{"position":[[7,7]]}}}],["speed",{"_index":9,"t":{"6":{"position":[[0,5]]}}}],["start",{"_index":90,"t":{"137":{"position":[[0,5]]},"658":{"position":[[5,5]]},"697":{"position":[[5,5]]}}}],["strategi",{"_index":315,"t":{"654":{"position":[[11,8]]},"707":{"position":[[72,8]]}}}],["submit",{"_index":191,"t":{"305":{"position":[[11,6]]}}}],["suggest",{"_index":101,"t":{"156":{"position":[[0,7]]}}}],["summar",{"_index":79,"t":{"119":{"position":[[9,13]]}}}],["svcestim",{"_index":217,"t":{"397":{"position":[[0,12]]}}}],["target",{"_index":130,"t":{"204":{"position":[[63,6]]}}}],["task",{"_index":132,"t":{"204":{"position":[[96,6]]},"431":{"position":[[0,4]]},"631":{"position":[[33,5]]},"635":{"position":[[46,4]]}}}],["tcnestim",{"_index":231,"t":{"447":{"position":[[0,12]]}}}],["temporalfusiontransformerestim",{"_index":230,"t":{"443":{"position":[[0,34]]}}}],["test",{"_index":181,"t":{"276":{"position":[[0,4]]}}}],["time",{"_index":172,"t":{"257":{"position":[[11,4]]},"259":{"position":[[13,4]]},"671":{"position":[[11,4]]},"673":{"position":[[9,4]]}}}],["timeseriesdataset",{"_index":232,"t":{"451":{"position":[[0,17]]}}}],["togeth",{"_index":329,"t":{"685":{"position":[[4,8]]}}}],["token",{"_index":80,"t":{"121":{"position":[[9,5]]}}}],["train",{"_index":104,"t":{"156":{"position":[[32,8]]},"210":{"position":[[57,5]]},"221":{"position":[[0,5]]},"274":{"position":[[0,8]]},"299":{"position":[[9,8]]},"594":{"position":[[0,8]]},"613":{"position":[[0,8]]},"623":{"position":[[37,9]]},"631":{"position":[[24,8]]}}}],["trainabl",{"_index":284,"t":{"594":{"position":[[25,10]]}}}],["trainerforauto",{"_index":202,"t":{"359":{"position":[[0,14]]}}}],["trainingargumentsforauto",{"_index":203,"t":{"363":{"position":[[0,24]]}}}],["transformersestim",{"_index":208,"t":{"375":{"position":[[0,21]]}}}],["trial",{"_index":275,"t":{"583":{"position":[[0,5]]},"660":{"position":[[8,6]]},"695":{"position":[[0,5]]}}}],["trialschedul",{"_index":252,"t":{"513":{"position":[[0,14]]}}}],["ts_sklearn",{"_index":239,"t":{"467":{"position":[[0,10]]}}}],["tune",{"_index":116,"t":{"189":{"position":[[12,6]]},"193":{"position":[[11,6]]},"200":{"position":[[36,6]]},"201":{"position":[[27,6]]},"202":{"position":[[33,5]]},"216":{"position":[[0,6]]},"229":{"position":[[11,6]]},"267":{"position":[[12,6]]},"284":{"position":[[11,6]]},"296":{"position":[[12,6]]},"309":{"position":[[11,4]]},"611":{"position":[[45,5]]},"625":{"position":[[44,6]]},"656":{"position":[[9,6]]},"677":{"position":[[6,6]]},"679":{"position":[[0,6]]},"683":{"position":[[0,6]]},"689":{"position":[[9,6]]},"691":{"position":[[24,6]]},"693":{"position":[[9,6]]}}}],["tune.grid_search",{"_index":296,"t":{"613":{"position":[[9,17]]}}}],["tune.run",{"_index":291,"t":{"597":{"position":[[3,8]]}}}],["tuneerror",{"_index":267,"t":{"557":{"position":[[0,9]]}}}],["tuner",{"_index":292,"t":{"609":{"position":[[0,5]]}}}],["unequ",{"_index":129,"t":{"204":{"position":[[38,8]]}}}],["univari",{"_index":171,"t":{"257":{"position":[[0,10]]}}}],["up",{"_index":192,"t":{"309":{"position":[[4,2]]}}}],["us",{"_index":41,"t":{"47":{"position":[[20,5]]},"99":{"position":[[0,3]]},"101":{"position":[[0,3]]},"107":{"position":[[0,3]]},"109":{"position":[[0,3]]},"139":{"position":[[0,3]]},"210":{"position":[[47,3]]},"619":{"position":[[7,3]]},"627":{"position":[[0,3]]}}}],["userproxyag",{"_index":197,"t":{"331":{"position":[[0,14]]}}}],["v2",{"_index":20,"t":{"10":{"position":[[41,2]]}}}],["valu",{"_index":140,"t":{"206":{"position":[[96,7]]}}}],["variabl",{"_index":177,"t":{"259":{"position":[[53,10]]},"261":{"position":[[21,9]]}}}],["variou",{"_index":294,"t":{"611":{"position":[[25,7]]}}}],["visual",{"_index":136,"t":{"206":{"position":[[61,9]]}}}],["vowpalwabbittri",{"_index":249,"t":{"501":{"position":[[0,17]]}}}],["vs",{"_index":124,"t":{"200":{"position":[[23,2]]}}}],["warm",{"_index":316,"t":{"658":{"position":[[0,4]]},"697":{"position":[[0,4]]}}}],["what'",{"_index":300,"t":{"621":{"position":[[0,6]]}}}],["without",{"_index":103,"t":{"156":{"position":[[24,7]]}}}],["workspac",{"_index":89,"t":{"135":{"position":[[25,9]]}}}],["xgbclassifi",{"_index":105,"t":{"158":{"position":[[10,13]]}}}],["xgboost",{"_index":74,"t":{"109":{"position":[[17,7]]}}}],["xgboost_t",{"_index":241,"t":{"471":{"position":[[0,10]]}}}],["xgboostestim",{"_index":210,"t":{"381":{"position":[[0,16]]}}}],["xgboostlimitdepth_t",{"_index":244,"t":{"477":{"position":[[0,20]]}}}],["xgboostlimitdepthestim",{"_index":211,"t":{"385":{"position":[[0,26]]}}}],["xgboostsklearnestim",{"_index":73,"t":{"107":{"position":[[13,23]]},"383":{"position":[[0,23]]}}}],["zero",{"_index":99,"t":{"154":{"position":[[0,4]]},"161":{"position":[[0,4]]},"625":{"position":[[8,4]]}}}]],"pipeline":["stemmer"]}},{"documents":[{"i":2,"t":"TL;DR: Celebrating FLAML's milestone: 1 million downloads Introducing Large Language Model (LLM) support in the upcoming FLAML v2 This week, FLAML has reached a significant milestone: 1 million downloads. Originating as an intern research project within Microsoft Research, FLAML has grown into an open-source library used widely across the industry and supported by an active community. As we celebrate this milestone, we want to recognize the passionate contributors and users who have played an essential role in molding FLAML into the flourishing project it is today. Our heartfelt gratitude goes out to each of you for your unwavering support, constructive feedback, and innovative contributions that have driven FLAML to new heights. A big shoutout to our industrial collaborators from Azure Core, Azure Machine Learning, Azure Synapse Analytics, Microsoft 365, ML.NET, Vowpal Wabbit, Anyscale, Databricks, and Wise; and academic collaborators from MIT, Penn State University, Stevens Institute of Technology, Tel Aviv University, Texas A & M University, University of Manchester, University of Washington, and The Chinese University of Hong Kong etc. We'd also like to take the opportunity to reflect on FLAML's past achievements and its future roadmap, with a particular focus on large language models (LLM) and LLMOps.","s":"Surpassing 1 Million Downloads - A Retrospective and a Look into the Future","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"","p":1},{"i":5,"t":"FLAML offers an off-the-shelf AutoML solution that enables users to quickly discover high-quality models or configurations for common ML/AI tasks. By automatically selecting models and hyperparameters for training or inference, FLAML saves users time and effort. FLAML has significantly reduced development time for developers and data scientists alike, while also providing a convenient way to integrate new algorithms into the pipeline, enabling easy extensions and large-scale parallel tuning. These features make FLAML a valuable tool in R&D efforts for many enterprise users. FLAML is capable of handling a variety of common ML tasks, such as classification, regression, time series forecasting, NLP tasks, and generative tasks, providing a comprehensive solution for various applications.","s":"Bring AutoML to One's Fingertips","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#bring-automl-to-ones-fingertips","p":1},{"i":7,"t":"What sets FLAML apart from other AutoML libraries is its exceptional efficiency, thanks to the economical and efficient hyperparameter optimization and model selection methods developed in our research. FLAML is also capable of handling large search spaces with heterogeneous evaluation costs, complex constraints, guidance, and early stopping. The zero-shot AutoML option further reduces the cost of AutoML, making FLAML an even more attractive solution for a wide range of applications with low resources.","s":"Speed and Efficiency: The FLAML Advantage","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#speed-and-efficiency-the-flaml-advantage","p":1},{"i":9,"t":"FLAML is designed for easy extensibility and customization, allowing users to add custom learners, metrics, search space, etc. For example, the support of hierarchical search spaces allows one to first choose an ML learner and then sampling from the hyperparameter space specific to that learner. The level of customization ranges from minimal (providing only training data and task type as input) to full (tuning a user-defined function). This flexibility and support for easy customization have led to FLAML's adoption in various domains, including security, finance, marketing, engineering, supply chain, insurance, and healthcare, delivering highly accurate results.","s":"Easy Customization and Extensibility","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#easy-customization-and-extensibility","p":1},{"i":11,"t":"As large language models continue to reshape the AI ecosystem, FLAML is poised to adapt and grow alongside these advancements. Recognizing the importance of large language models, we have recently incorporated an autogen package into FLAML, and are committed to focusing our collective efforts on addressing the unique challenges that arise in LLMOps (Large Language Model Operations). In its current iteration, FLAML offers support for model selection and inference parameter tuning for large language models. We are actively working on the development of new features, such as low-level inference API with caching, templating, filtering, and higher-level components like LLM-based coding and interactive agents, to enable more effective and economical usage of LLM. We are eagerly preparing for the launch of FLAML v2, where we will place special emphasis on incorporating and enhancing features specifically tailored for large language models (LLMs), further expanding FLAML's capabilities. We invite contributions from anyone interested in this topic and look forward to collaborating with the community as we shape the future of FLAML and LLMOps together.","s":"Embracing Large Language Models in FLAML v2","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#embracing-large-language-models-in-flaml-v2","p":1},{"i":13,"t":"Documentation about flaml.autogen Code Example: Tune chatGPT for Math Problem Solving with FLAML Do you have any experience to share about LLM applications? Do you like to see more support or research of LLMOps? Please join our Discord server for discussion.","s":"For Further Reading","u":"/FLAML/blog/2023/05/07/1M-milestone","h":"#for-further-reading","p":1},{"i":15,"t":"TL;DR: We introduce MathChat, a conversational framework leveraging Large Language Models (LLMs), specifically GPT-4, to solve advanced mathematical problems. MathChat improves LLM's performance on challenging math problem-solving, outperforming basic prompting and other strategies by about 6%. The improvement was especially notable in the Algebra category, with a 15% increase in accuracy. Despite the advancement, GPT-4 still struggles to solve very challenging math problems, even with effective prompting strategies. Further improvements are needed, such as the development of more specific assistant models or the integration of new tools and prompts. Recent Large Language Models (LLMs) like GTP-3.5 and GPT-4 have demonstrated astonishing abilities over previous models on various tasks, such as text generation, question answering, and code generation. Moreover, these models can communicate with humans through conversations and remember previous contexts, making it easier for humans to interact with them. These models play an increasingly important role in our daily lives assisting people with different tasks, such as writing emails, summarizing documents, and writing code. In this blog post, we probe into the problem-solving capabilities of LLMs. Specifically, we are interested in their capabilities to solve advanced math problems, which could be representative of a broader class of problems that require precise reasoning and also have deterministic solutions. We introduce MathChat, a conversational framework designed for solving challenging math problems with LLMs. This framework takes advantage of the chat-optimized feature of state-of-the-art LLMs, where a user proxy agent and an LLM assistant work together to tackle math problems. We also test previous prompting techniques for comparison.","s":"MathChat - An Conversational Framework to Solve Math Problems","u":"/FLAML/blog/2023/06/28/MathChat","h":"","p":14},{"i":17,"t":"MathChat simulates a conversation between the LLM assistant and a user proxy agent. As the name indicates, the user proxy agent acts as a proxy for the user, which is responsible for communicating with the LLM assistant and continuing the conversation in a desired manner. The proxy agent first presents a math problem to the LLM assistant, framed by an initial prompt that guides the assistant in how it should work collaboratively to solve the problem. We incorporate existing prompting methods such as CoT (chain-of-thought) and tool-using are incorporated in the initial prompt. Key components of the prompt include: Tool-using Prompt: This guides the LLM assistant to use Python code in the correct format to address the problem, allowing the user proxy agent to parse the code and provide the appropriate results. Problem-Solving Strategy Selection Prompt: The assistant is instructed to choose one of three potential problem-solving strategies, including: Writing a Python program to solve the problem directly. Solving the problem directly without using Python, which exercises LLMs' inherent reasoning capabilities. Solving the problem step by step with Python. This should be used when the first two strategies aren't suitable. Final Answer Encapsulation Prompt: This part instructs the assistant to put the final answer in \\boxed{}. The prompt design in MathChat is flexible and can easily be refined to include other tools, such as Wolfram Alpha. Let's take a look at an example between the User Proxy Agent and the LLM Assistant (GPT-4). The conversation focuses on how to solve inequality using Python. (The conversation is modified for readability.) Participant Dialogue User Proxy Agent (Initial Prompt: Let's solve a math problem with Python...) Problem: Find all x that satisfy the inequality (2x+10)(x+3) < (3x+9)(x+8). Express your answer in interval notation. LLM assistant The key idea to solve this problem is to find the critical points, which are the points where the inequality is equal. Then, test the intervals between the critical points to find the interval for which the inequality holds. LLM assistant (continued) Here's Python code to find the critical points: from sympy import symbols, Eq, solve; x = symbols(\"x\"); lhs = (2*x + 10)*(x + 3); rhs = (3*x + 9)*(x + 8); equation = Eq(lhs, rhs); critical_points = solve(equation, x); critical_points User Proxy Agent The critical points are: [-14, -3] LLM assistant We found the critical points to be x = -14 and x = -3. Now we'll test the intervals between these critical points as well as points before and after the critical points. The intervals are: x < -14, -14 < x < -3, x > -3. LLM assistant (continued) Here's Python code to test the inequality for each interval: from sympy import symbols; x = symbols(\"x\"); inequality = (2*x + 10)*(x + 3) < (3*x + 9)*(x + 8); test_points = [-15, -5, 0]; intervals = []; for point in test_points: if inequality.subs(x, point): intervals.append(point); intervals User Proxy Agent The intervals where the inequality holds true are for test points: [-15, 0] LLM assistant We have tested the intervals and found that the inequality holds for: 1. x < -14 (test point: -15) 2. x > -3 (test point: 0). Therefore, the solution to the inequality (2x+10)(x+3) < (3x+9)(x+8) is x ∈ (-∞, -14) ∪ (-3, ∞)","s":"The MathChat Framework","u":"/FLAML/blog/2023/06/28/MathChat","h":"#the-mathchat-framework","p":14},{"i":19,"t":"We evaluate the improvement brought by MathChat. For the experiment, we focus on the level-5 problems from the MATH dataset, which are composed of high school competition problems. These problems include the application of theorems and complex equation derivation and are challenging even for undergraduate students. We evaluate 6 of 7 categories from the dataset (excluding Geometry): Prealgebra, Algebra, Number Theory, Counting and Probability, Intermediate Algebra, and Precalculus. We evaluate GPT-4 and use the default configuration of the OpenAI API. To access the final performance, we manually compare the final answer with the correct answer. For the vanilla prompt, Program Synthesis, and MathChat, we have GPT-4 enclose the final answer in \\boxed{}, and we take the return of the function in PoT as the final answer. We also evaluate the following methods for comparison: Vanilla prompting: Evaluates GPT-4's direct problem-solving capability. The prompt used is: \" Solve the problem carefully. Put the final answer in \\boxed{}\". Program of Thoughts (PoT): Uses a zero-shot PoT prompt that requests the model to create a Solver function to solve the problem and return the final answer. Program Synthesis (PS) prompting: Like PoT, it prompts the model to write a program to solve the problem. The prompt used is: \"Write a program that answers the following question: {Problem}\".","s":"Experiment Setup","u":"/FLAML/blog/2023/06/28/MathChat","h":"#experiment-setup","p":14},{"i":21,"t":"The accuracy on all the problems with difficulty level-5 from different categories of the MATH dataset with different methods is shown below: We found that compared to basic prompting, which demonstrates the innate capabilities of GPT-4, utilizing Python within the context of PoT or PS strategy improved the overall accuracy by about 10%. This increase was mostly seen in categories involving more numerical manipulations, such as Counting & Probability and Number Theory, and in more complex categories like Intermediate Algebra and Precalculus. For categories like Algebra and Prealgebra, PoT and PS showed little improvement, and in some instances, even led to a decrease in accuracy. However, MathChat was able to enhance total accuracy by around 6% compared to PoT and PS, showing competitive performance across all categories. Remarkably, MathChat improved accuracy in the Algebra category by about 15% over other methods. Note that categories like Intermediate Algebra and Precalculus remained challenging for all methods, with only about 20% of problems solved accurately. The code for experiments can be found at this repository. We now provide an implementation of MathChat using the interactive agents in FLAML. See this notebook for example usage.","s":"Experiment Results","u":"/FLAML/blog/2023/06/28/MathChat","h":"#experiment-results","p":14},{"i":23,"t":"Despite MathChat's improvements over previous methods, the results show that complex math problem is still challenging for recent powerful LLMs, like GPT-4, even with help from external tools. Further work can be done to enhance this framework or math problem-solving in general: Although enabling the model to use tools like Python can reduce calculation errors, LLMs are still prone to logic errors. Methods like self-consistency (Sample several solutions and take a major vote on the final answer), or self-verification (use another LLM instance to check whether an answer is correct) might improve the performance. Sometimes, whether the LLM can solve the problem depends on the plan it uses. Some plans require less computation and logical reasoning, leaving less room for mistakes. MathChat has the potential to be adapted into a copilot system, which could assist users with math problems. This system could allow users to be more involved in the problem-solving process, potentially enhancing learning.","s":"Future Directions","u":"/FLAML/blog/2023/06/28/MathChat","h":"#future-directions","p":14},{"i":25,"t":"Research paper of MathChat Documentation about flaml.autogen Are you working on applications that involve math problem-solving? Would you appreciate additional research or support on the application of LLM-based agents for math problem-solving? Please join our Discord server for discussion.","s":"For Further Reading","u":"/FLAML/blog/2023/06/28/MathChat","h":"#for-further-reading","p":14},{"i":27,"t":"TL;DR: A case study using the HumanEval benchmark shows that an adaptive way of using multiple GPT models can achieve both much higher accuracy (from 68% to 90%) and lower inference cost (by 18%) than using GPT-4 for coding. GPT-4 is a big upgrade of foundation model capability, e.g., in code and math, accompanied by a much higher (more than 10x) price per token to use over GPT-3.5-Turbo. On a code completion benchmark, HumanEval, developed by OpenAI, GPT-4 can successfully solve 68% tasks while GPT-3.5-Turbo does 46%. It is possible to increase the success rate of GPT-4 further by generating multiple responses or making multiple calls. However, that will further increase the cost, which is already nearly 20 times of using GPT-3.5-Turbo and with more restricted API call rate limit. Can we achieve more with less? In this blog post, we will explore a creative, adaptive way of using GPT models which leads to a big leap forward.","s":"Achieve More, Pay Less - Use GPT-4 Smartly","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"","p":26},{"i":29,"t":"GPT-3.5-Turbo can alrady solve 40%-50% tasks. For these tasks if we never use GPT-4, we can save nearly 40-50% cost. If we use the saved cost to generate more responses with GPT-4 for the remaining unsolved tasks, it is possible to solve some more of them while keeping the amortized cost down. The obstacle of leveraging these observations is that we do not know a priori which tasks can be solved by the cheaper model, which tasks can be solved by the expensive model, and which tasks can be solved by paying even more to the expensive model. To overcome that obstacle, one may want to predict which task requires what model to solve and how many responses are required for each task. Let's look at one example code completion task: def vowels_count(s): \"\"\"Write a function vowels_count which takes a string representing a word as input and returns the number of vowels in the string. Vowels in this case are 'a', 'e', 'i', 'o', 'u'. Here, 'y' is also a vowel, but only when it is at the end of the given word. Example: >>> vowels_count(\"abcde\") 2 >>> vowels_count(\"ACEDY\") 3 \"\"\" Copy Can we predict whether GPT-3.5-Turbo can solve this task or do we need to use GPT-4? My first guess is that GPT-3.5-Turbo can get it right because the instruction is fairly straightforward. Yet, it turns out that GPT-3.5-Turbo does not consistently get it right, if we only give it one chance. It's not obvious (but an interesting research question!) how to predict the performance without actually trying. What else can we do? We notice that: It's \"easier\" to verify a given solution than finding a correct solution from scratch. Some simple example test cases are provided in the docstr. If we already have a response generated by a model, we can use those test cases to filter wrong implementations, and either use a more powerful model or generate more responses, until the result passes the example test cases. Moreover, this step can be automated by asking GPT-3.5-Turbo to generate assertion statements from the examples given in the docstr (a simpler task where we can place our bet) and executing the code.","s":"Observations","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#observations","p":26},{"i":31,"t":"Combining these observations, we can design a solution with two intuitive ideas: Make use of auto-generated feedback, i.e., code execution results, to filter responses. Try inference configurations one by one, until one response can pass the filter. This solution works adaptively without knowing or predicting which task fits which configuration. It simply tries multiple configurations one by one, starting from the cheapest configuration. Note that one configuration can generate multiple responses (by setting the inference parameter n larger than 1). And different configurations can use the same model and different inference parameters such as n and temperature. Only one response is returned and evaluated per task. An implementation of this solution is provided in flaml.autogen. It uses the following sequence of configurations: GPT-3.5-Turbo, n=1, temperature=0 GPT-3.5-Turbo, n=7, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"] GPT-4, n=1, temperature=0 GPT-4, n=2, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"] GPT-4, n=1, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"]","s":"Solution","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#solution","p":26},{"i":33,"t":"The first figure in this blog post shows the success rate and average inference cost of the adaptive solution compared with default GPT-4. The inference cost includes the cost for generating the assertions in our solution. The generated assertions are not always correct, and programs that pass/fail the generated assertions are not always right/wrong. Despite of that, the adaptive solution can increase the success rate (referred to as pass@1 in the literature) from 68% to 90%, while reducing the cost by 18%. Here are a few examples of function definitions which are solved by different configurations in the portfolio. Solved by GPT-3.5-Turbo, n=1, temperature=0 def compare(game,guess): \"\"\"I think we all remember that feeling when the result of some long-awaited event is finally known. The feelings and thoughts you have at that moment are definitely worth noting down and comparing. Your task is to determine if a person correctly guessed the results of a number of matches. You are given two arrays of scores and guesses of equal length, where each index shows a match. Return an array of the same length denoting how far off each guess was. If they have guessed correctly, the value is 0, and if not, the value is the absolute difference between the guess and the score. example: compare([1,2,3,4,5,1],[1,2,3,4,2,-2]) -> [0,0,0,0,3,3] compare([0,5,0,0,0,4],[4,1,1,0,0,-2]) -> [4,4,1,0,0,6] \"\"\" Copy Solved by GPT-3.5-Turbo, n=7, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"]: the vowels_count function presented earlier. Solved by GPT-4, n=1, temperature=0: def string_xor(a: str, b: str) -> str: \"\"\" Input are two strings a and b consisting only of 1s and 0s. Perform binary XOR on these inputs and return result also as a string. >>> string_xor('010', '110') '100' \"\"\" Copy Solved by GPT-4, n=2, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"]: def is_palindrome(string: str) -> bool: \"\"\" Test if given string is a palindrome \"\"\" return string == string[::-1]def make_palindrome(string: str) -> str: \"\"\" Find the shortest palindrome that begins with a supplied string. Algorithm idea is simple: - Find the longest postfix of supplied string that is a palindrome. - Append to the end of the string reverse of a string prefix that comes before the palindromic suffix. >>> make_palindrome('') '' >>> make_palindrome('cat') 'catac' >>> make_palindrome('cata') 'catac' \"\"\" Copy Solved by GPT-4, n=1, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"]: def sort_array(arr): \"\"\" In this Kata, you have to sort an array of non-negative integers according to number of ones in their binary representation in ascending order. For similar number of ones, sort based on decimal value. It must be implemented like this: >>> sort_array([1, 5, 2, 3, 4]) == [1, 2, 3, 4, 5] >>> sort_array([-2, -3, -4, -5, -6]) == [-6, -5, -4, -3, -2] >>> sort_array([1, 0, 2, 3, 4]) [0, 1, 2, 3, 4] \"\"\" Copy The last problem is an example with wrong example test cases in the original definition. It misleads the adaptive solution because a correct implementation is regarded as wrong and more trials are made. The last configuration in the sequence returns the right implementation, even though it does not pass the auto-generated assertions. This example demonstrates that: Our adaptive solution has a certain degree of fault tolerance. The success rate and inference cost for the adaptive solution can be further improved if correct example test cases are used. It is worth noting that the reduced inference cost is the amortized cost over all the tasks. For each individual task, the cost can be either larger or smaller than directly using GPT-4. This is the nature of the adaptive solution: The cost is in general larger for difficult tasks than that for easy tasks. An example notebook to run this experiment can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/research/autogen_code.ipynb","s":"Experiment Results","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#experiment-results","p":26},{"i":35,"t":"Our solution is quite simple to implement using a generic interface offered in flaml.autogen, yet the result is quite encouraging. While the specific way of generating assertions is application-specific, the main ideas are general in LLM operations: Generate multiple responses to select - especially useful when selecting a good response is relatively easier than generating a good response at one shot. Consider multiple configurations to generate responses - especially useful when: Model and other inference parameter choice affect the utility-cost tradeoff; or Different configurations have complementary effect. A previous blog post provides evidence that these ideas are relevant in solving math problems too. flaml.autogen uses a technique EcoOptiGen to support inference parameter tuning and model selection. There are many directions of extensions in research and development: Generalize the way to provide feedback. Automate the process of optimizing the configurations. Build adaptive agents for different applications. Do you find this approach applicable to your use case? Do you have any other challenge to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.","s":"Discussion","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#discussion","p":26},{"i":37,"t":"Documentation about flaml.autogen and Research paper. Blog post about a related study for math.","s":"For Further Reading","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#for-further-reading","p":26},{"i":39,"t":"TL;DR: We demonstrate how to use flaml.autogen for local LLM application. As an example, we will initiate an endpoint using FastChat and perform inference on ChatGLMv2-6b.","s":"Use flaml.autogen for Local LLMs","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"","p":38},{"i":42,"t":"FastChat provides OpenAI-compatible APIs for its supported models, so you can use FastChat as a local drop-in replacement for OpenAI APIs. However, its code needs minor modification in order to function properly. git clone https://github.com/lm-sys/FastChat.gitcd FastChat Copy","s":"Clone FastChat","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#clone-fastchat","p":38},{"i":44,"t":"ChatGLM-6B is an open bilingual language model based on General Language Model (GLM) framework, with 6.2 billion parameters. ChatGLM2-6B is its second-generation version. Before downloading from HuggingFace Hub, you need to have Git LFS installed. git clone https://huggingface.co/THUDM/chatglm2-6b Copy","s":"Download checkpoint","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#download-checkpoint","p":38},{"i":46,"t":"First, launch the controller python -m fastchat.serve.controller Copy Then, launch the model worker(s) python -m fastchat.serve.model_worker --model-path chatglm2-6b Copy Finally, launch the RESTful API server python -m fastchat.serve.openai_api_server --host localhost --port 8000 Copy Normally this will work. However, if you encounter error like this, commenting out all the lines containing finish_reason in fastchat/protocol/api_protocal.py and fastchat/protocol/openai_api_protocol.py will fix the problem. The modified code looks like: class CompletionResponseChoice(BaseModel): index: int text: str logprobs: Optional[int] = None # finish_reason: Optional[Literal[\"stop\", \"length\"]]class CompletionResponseStreamChoice(BaseModel): index: int text: str logprobs: Optional[float] = None # finish_reason: Optional[Literal[\"stop\", \"length\"]] = None Copy","s":"Initiate server","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#initiate-server","p":38},{"i":48,"t":"Now the models can be directly accessed through openai-python library as well as flaml.oai.Completion and flaml.oai.ChatCompletion. from flaml import oai# create a text completion requestresponse = oai.Completion.create( config_list=[ { \"model\": \"chatglm2-6b\", \"api_base\": \"http://localhost:8000/v1\", \"api_type\": \"open_ai\", \"api_key\": \"NULL\", # just a placeholder } ], prompt=\"Hi\",)print(response)# create a chat completion requestresponse = oai.ChatCompletion.create( config_list=[ { \"model\": \"chatglm2-6b\", \"api_base\": \"http://localhost:8000/v1\", \"api_type\": \"open_ai\", \"api_key\": \"NULL\", } ], messages=[{\"role\": \"user\", \"content\": \"Hi\"}])print(response) Copy If you would like to switch to different models, download their checkpoints and specify model path when launching model worker(s).","s":"Interact with model using oai.Completion","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#interact-with-model-using-oaicompletion","p":38},{"i":50,"t":"If you would like to interact with multiple LLMs on your local machine, replace the model_worker step above with a multi model variant: python -m fastchat.serve.multi_model_worker \\ --model-path lmsys/vicuna-7b-v1.3 \\ --model-names vicuna-7b-v1.3 \\ --model-path chatglm2-6b \\ --model-names chatglm2-6b Copy The inference code would be: from flaml import oai# create a chat completion requestresponse = oai.ChatCompletion.create( config_list=[ { \"model\": \"chatglm2-6b\", \"api_base\": \"http://localhost:8000/v1\", \"api_type\": \"open_ai\", \"api_key\": \"NULL\", }, { \"model\": \"vicuna-7b-v1.3\", \"api_base\": \"http://localhost:8000/v1\", \"api_type\": \"open_ai\", \"api_key\": \"NULL\", } ], messages=[{\"role\": \"user\", \"content\": \"Hi\"}])print(response) Copy","s":"interacting with multiple local LLMs","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#interacting-with-multiple-local-llms","p":38},{"i":52,"t":"Documentation about flaml.autogen Documentation about FastChat.","s":"For Further Reading","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#for-further-reading","p":38},{"i":55,"t":"TL;DR: Just by tuning the inference parameters like model, number of responses, temperature etc. without changing any model weights or prompt, the baseline accuracy of untuned gpt-4 can be improved by 20% in high school math competition problems. For easy problems, the tuned gpt-3.5-turbo model vastly outperformed untuned gpt-4 in accuracy (e.g., 90% vs. 70%) and cost efficiency. For hard problems, the tuned gpt-4 is much more accurate (e.g., 35% vs. 20%) and less expensive than untuned gpt-4. FLAML can help with model selection, parameter tuning, and cost-saving in LLM applications. Large language models (LLMs) are powerful tools that can generate natural language texts for various applications, such as chatbots, summarization, translation, and more. GPT-4 is currently the state of the art LLM in the world. Is model selection irrelevant? What about inference parameters? In this blog post, we will explore how model and inference parameter matter in LLM applications, using a case study for MATH, a benchmark for evaluating LLMs on advanced mathematical problem solving. MATH consists of 12K math competition problems from AMC-10, AMC-12 and AIME. Each problem is accompanied by a step-by-step solution. We will use the new subpackage flaml.autogen to automatically find the best model and inference parameter for LLMs on a given task and dataset given an inference budget, using a novel low-cost search & pruning strategy. FLAML currently supports all the LLMs from OpenAI, such as GPT-3.5 and GPT-4. We will use FLAML to perform model selection and inference parameter tuning. Then we compare the performance and inference cost on solving algebra problems with the untuned gpt-4. We will also analyze how different difficulty levels affect the results.","s":"Does Model and Inference Parameter Matter in LLM Applications? - A Case Study for MATH","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"","p":54},{"i":57,"t":"We use FLAML to select between the following models with a target inference budget $0.02 per instance: gpt-3.5-turbo, a relatively cheap model that powers the popular ChatGPT app gpt-4, the state of the art LLM that costs more than 10 times of gpt-3.5-turbo We adapt the models using 20 examples in the train set, using the problem statement as the input and generating the solution as the output. We use the following inference parameters: temperature: The parameter that controls the randomness of the output text. A higher temperature means more diversity but less coherence. We search for the optimal temperature in the range of [0, 1]. top_p: The parameter that controls the probability mass of the output tokens. Only tokens with a cumulative probability less than or equal to top-p are considered. A lower top-p means more diversity but less coherence. We search for the optimal top-p in the range of [0, 1]. max_tokens: The maximum number of tokens that can be generated for each output. We search for the optimal max length in the range of [50, 1000]. n: The number of responses to generate. We search for the optimal n in the range of [1, 100]. prompt: We use the template: \"{problem} Solve the problem carefully. Simplify your answer as much as possible. Put the final answer in \\boxed{{}}.\" where {problem} will be replaced by the math problem instance. In this experiment, when n > 1, we find the answer with highest votes among all the responses and then select it as the final answer to compare with the ground truth. For example, if n = 5 and 3 of the responses contain a final answer 301 while 2 of the responses contain a final answer 159, we choose 301 as the final answer. This can help with resolving potential errors due to randomness. We use the average accuracy and average inference cost as the metric to evaluate the performance over a dataset. The inference cost of a particular instance is measured by the price per 1K tokens and the number of tokens consumed.","s":"Experiment Setup","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#experiment-setup","p":54},{"i":59,"t":"The first figure in this blog post shows the average accuracy and average inference cost of each configuration on the level 2 Algebra test set. Surprisingly, the tuned gpt-3.5-turbo model is selected as a better model and it vastly outperforms untuned gpt-4 in accuracy (92% vs. 70%) with equal or 2.5 times higher inference budget. The same observation can be obtained on the level 3 Algebra test set. However, the selected model changes on level 4 Algebra. This time gpt-4 is selected as the best model. The tuned gpt-4 achieves much higher accuracy (56% vs. 44%) and lower cost than the untuned gpt-4. On level 5 the result is similar. We can see that FLAML has found different optimal model and inference parameters for each subset of a particular level, which shows that these parameters matter in cost-sensitive LLM applications and need to be carefully tuned or adapted. An example notebook to run these experiments can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/autogen_chatgpt.ipynb","s":"Experiment Results","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#experiment-results","p":54},{"i":61,"t":"While gpt-3.5-turbo demonstrates competitive accuracy with voted answers in relatively easy algebra problems under the same inference budget, gpt-4 is a better choice for the most difficult problems. In general, through parameter tuning and model selection, we can identify the opportunity to save the expensive model for more challenging tasks, and improve the overall effectiveness of a budget-constrained system. There are many other alternative ways of solving math problems, which we have not covered in this blog post. When there are choices beyond the inference parameters, they can be generally tuned via flaml.tune. The need for model selection, parameter tuning and cost saving is not specific to the math problems. The Auto-GPT project is an example where high cost can easily prevent a generic complex task to be accomplished as it needs many LLM inference calls.","s":"Analysis and Discussion","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#analysis-and-discussion","p":54},{"i":63,"t":"Research paper about the tuning technique Documentation about flaml.autogen Do you have any experience to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.","s":"For Further Reading","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#for-further-reading","p":54},{"i":65,"t":"On this page","s":"Contributing","u":"/FLAML/docs/Contribute","h":"","p":64},{"i":67,"t":"When you submit an issue to GitHub, please do your best to follow these guidelines! This will make it a lot easier to provide you with good feedback: The ideal bug report contains a short reproducible code snippet. This way anyone can try to reproduce the bug easily (see this for more details). If your snippet is longer than around 50 lines, please link to a gist or a GitHub repo. If an exception is raised, please provide the full traceback. Please include your operating system type and version number, as well as your Python, flaml, scikit-learn versions. The version of flaml can be found by running the following code snippet: import flamlprint(flaml.__version__) Copy Please ensure all code snippets and error messages are formatted in appropriate code blocks. See Creating and highlighting code blocks for more details.","s":"How to make a good bug report","u":"/FLAML/docs/Contribute","h":"#how-to-make-a-good-bug-report","p":64},{"i":69,"t":"There is currently no formal reviewer solicitation process. Current reviewers identify reviewers from active contributors. If you are willing to become a reviewer, you are welcome to let us know on discord.","s":"Becoming a Reviewer","u":"/FLAML/docs/Contribute","h":"#becoming-a-reviewer","p":64},{"i":72,"t":"git clone https://github.com/microsoft/FLAML.gitpip install -e FLAML[notebook,autogen] Copy In case the pip install command fails, try escaping the brackets such as pip install -e FLAML\\[notebook,autogen\\].","s":"Setup","u":"/FLAML/docs/Contribute","h":"#setup","p":64},{"i":74,"t":"We provide a simple Dockerfile. docker build https://github.com/microsoft/FLAML.git#main -t flaml-devdocker run -it flaml-dev Copy","s":"Docker","u":"/FLAML/docs/Contribute","h":"#docker","p":64},{"i":76,"t":"If you use vscode, you can open the FLAML folder in a Container. We have provided the configuration in devcontainer.","s":"Develop in Remote Container","u":"/FLAML/docs/Contribute","h":"#develop-in-remote-container","p":64},{"i":78,"t":"Run pre-commit install to install pre-commit into your git hooks. Before you commit, run pre-commit run to check if you meet the pre-commit requirements. If you use Windows (without WSL) and can't commit after installing pre-commit, you can run pre-commit uninstall to uninstall the hook. In WSL or Linux this is supposed to work.","s":"Pre-commit","u":"/FLAML/docs/Contribute","h":"#pre-commit","p":64},{"i":80,"t":"Any code you commit should not decrease coverage. To run all unit tests, install the [test] option under FLAML/: pip install -e.\"[test]\"coverage run -m pytest test Copy Then you can see the coverage report by coverage report -m or coverage html.","s":"Coverage","u":"/FLAML/docs/Contribute","h":"#coverage","p":64},{"i":82,"t":"To build and test documentation locally, install Node.js. For example, nvm install --lts Copy Then: npm install --global yarn # skip if you use the dev container we providedpip install pydoc-markdown==4.5.0 # skip if you use the dev container we providedcd websiteyarn install --frozen-lockfile --ignore-enginespydoc-markdownyarn start Copy The last command starts a local development server and opens up a browser window. Most changes are reflected live without having to restart the server. Note: some tips in this guide are based off the contributor guide from ray, scikit-learn, or hummingbird.","s":"Documentation","u":"/FLAML/docs/Contribute","h":"#documentation","p":64},{"i":84,"t":"AutoGen - Tune GPT Models flaml.autogen offers a cost-effective hyperparameter optimization technique EcoOptiGen for tuning Large Language Models. The research study finds that tuning hyperparameters can significantly improve the utility of them. Please find documentation about this feature here. Links to notebook examples: Optimize for Code Generation | Open in colab Optimize for Math | Open in colab","s":"AutoGen - Tune GPT Models","u":"/FLAML/docs/Examples/AutoGen-OpenAI","h":"","p":83},{"i":86,"t":"AutoGen - Automated Multi Agent Chat Please refer to https://microsoft.github.io/autogen/docs/Examples/#AutoGen-AgentChat.","s":"AutoGen - Automated Multi Agent Chat","u":"/FLAML/docs/Examples/AutoGen-AgentChat","h":"","p":85},{"i":88,"t":"On this page","s":"AutoML - Classification","u":"/FLAML/docs/Examples/AutoML-Classification","h":"","p":87},{"i":90,"t":"Install the [automl] option. pip install \"flaml[automl]\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#prerequisites","p":87},{"i":92,"t":"from flaml import AutoMLfrom sklearn.datasets import load_iris# Initialize an AutoML instanceautoml = AutoML()# Specify automl goal and constraintautoml_settings = { \"time_budget\": 1, # in seconds \"metric\": \"accuracy\", \"task\": \"classification\", \"log_file_name\": \"iris.log\",}X_train, y_train = load_iris(return_X_y=True)# Train with labeled input dataautoml.fit(X_train=X_train, y_train=y_train, **automl_settings)# Predictprint(automl.predict_proba(X_train))# Print the best modelprint(automl.model.estimator) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample of output​ [flaml.automl: 11-12 18:21:44] {1485} INFO - Data split method: stratified[flaml.automl: 11-12 18:21:44] {1489} INFO - Evaluation method: cv[flaml.automl: 11-12 18:21:44] {1540} INFO - Minimizing error metric: 1-accuracy[flaml.automl: 11-12 18:21:44] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'catboost', 'xgboost', 'extra_tree', 'lrl1'][flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 0, current learner lgbm[flaml.automl: 11-12 18:21:44] {1944} INFO - Estimated sufficient time budget=1285s. Estimated necessary time budget=23s.[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.2s, estimator lgbm's best error=0.0733, best estimator lgbm's best error=0.0733[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 1, current learner lgbm[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.3s, estimator lgbm's best error=0.0733, best estimator lgbm's best error=0.0733[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 2, current learner lgbm[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.4s, estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 3, current learner lgbm[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 4, current learner lgbm[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 5, current learner xgboost[flaml.automl: 11-12 18:21:45] {2029} INFO - at 0.9s, estimator xgboost's best error=0.0600, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:45] {1826} INFO - iteration 6, current learner lgbm[flaml.automl: 11-12 18:21:45] {2029} INFO - at 1.0s, estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:45] {1826} INFO - iteration 7, current learner extra_tree[flaml.automl: 11-12 18:21:45] {2029} INFO - at 1.1s, estimator extra_tree's best error=0.0667, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:45] {2242} INFO - retrain lgbm for 0.0s[flaml.automl: 11-12 18:21:45] {2247} INFO - retrained model: LGBMClassifier(learning_rate=0.2677050123105203, max_bin=127, min_child_samples=12, n_estimators=4, num_leaves=4, reg_alpha=0.001348364934537134, reg_lambda=1.4442580148221913, verbose=-1)[flaml.automl: 11-12 18:21:45] {1608} INFO - fit succeeded[flaml.automl: 11-12 18:21:45] {1610} INFO - Time taken to find the best model: 0.3756711483001709 Copy","s":"A basic classification example","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#a-basic-classification-example","p":87},{"i":94,"t":"Link to notebook | Open in colab","s":"A more advanced example including custom learner and metric","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#a-more-advanced-example-including-custom-learner-and-metric","p":87},{"i":96,"t":"On this page","s":"AutoML for LightGBM","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"","p":95},{"i":98,"t":"Install the [automl] option. pip install \"flaml[automl] matplotlib openml\" Copy","s":"Prerequisites for this example","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#prerequisites-for-this-example","p":95},{"i":100,"t":"from flaml import AutoMLfrom flaml.automl.data import load_openml_dataset# Download [houses dataset](https://www.openml.org/d/537) from OpenML. The task is to predict median price of the house in the region based on demographic composition and a state of housing market in the region.X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir=\"./\")automl = AutoML()settings = { \"time_budget\": 60, # total running time in seconds \"metric\": \"r2\", # primary metrics for regression can be chosen from: ['mae','mse','r2'] \"estimator_list\": [\"lgbm\"], # list of ML learners; we tune lightgbm in this example \"task\": \"regression\", # task type \"log_file_name\": \"houses_experiment.log\", # flaml log file \"seed\": 7654321, # random seed}automl.fit(X_train=X_train, y_train=y_train, **settings) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 11-15 19:46:44] {1485} INFO - Data split method: uniform[flaml.automl: 11-15 19:46:44] {1489} INFO - Evaluation method: cv[flaml.automl: 11-15 19:46:44] {1540} INFO - Minimizing error metric: 1-r2[flaml.automl: 11-15 19:46:44] {1577} INFO - List of ML learners in AutoML Run: ['lgbm'][flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 0, current learner lgbm[flaml.automl: 11-15 19:46:44] {1944} INFO - Estimated sufficient time budget=3232s. Estimated necessary time budget=3s.[flaml.automl: 11-15 19:46:44] {2029} INFO - at 0.5s, estimator lgbm's best error=0.7383, best estimator lgbm's best error=0.7383[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 1, current learner lgbm[flaml.automl: 11-15 19:46:44] {2029} INFO - at 0.6s, estimator lgbm's best error=0.4774, best estimator lgbm's best error=0.4774[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 2, current learner lgbm[flaml.automl: 11-15 19:46:44] {2029} INFO - at 0.7s, estimator lgbm's best error=0.4774, best estimator lgbm's best error=0.4774[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 3, current learner lgbm[flaml.automl: 11-15 19:46:44] {2029} INFO - at 0.9s, estimator lgbm's best error=0.2985, best estimator lgbm's best error=0.2985[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 4, current learner lgbm[flaml.automl: 11-15 19:46:45] {2029} INFO - at 1.3s, estimator lgbm's best error=0.2337, best estimator lgbm's best error=0.2337[flaml.automl: 11-15 19:46:45] {1826} INFO - iteration 5, current learner lgbm[flaml.automl: 11-15 19:46:45] {2029} INFO - at 1.4s, estimator lgbm's best error=0.2337, best estimator lgbm's best error=0.2337[flaml.automl: 11-15 19:46:45] {1826} INFO - iteration 6, current learner lgbm[flaml.automl: 11-15 19:46:46] {2029} INFO - at 2.5s, estimator lgbm's best error=0.2219, best estimator lgbm's best error=0.2219[flaml.automl: 11-15 19:46:46] {1826} INFO - iteration 7, current learner lgbm[flaml.automl: 11-15 19:46:46] {2029} INFO - at 2.9s, estimator lgbm's best error=0.2219, best estimator lgbm's best error=0.2219[flaml.automl: 11-15 19:46:46] {1826} INFO - iteration 8, current learner lgbm[flaml.automl: 11-15 19:46:48] {2029} INFO - at 4.5s, estimator lgbm's best error=0.1764, best estimator lgbm's best error=0.1764[flaml.automl: 11-15 19:46:48] {1826} INFO - iteration 9, current learner lgbm[flaml.automl: 11-15 19:46:54] {2029} INFO - at 10.5s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630[flaml.automl: 11-15 19:46:54] {1826} INFO - iteration 10, current learner lgbm[flaml.automl: 11-15 19:46:56] {2029} INFO - at 12.4s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630[flaml.automl: 11-15 19:46:56] {1826} INFO - iteration 11, current learner lgbm[flaml.automl: 11-15 19:47:13] {2029} INFO - at 29.0s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630[flaml.automl: 11-15 19:47:13] {1826} INFO - iteration 12, current learner lgbm[flaml.automl: 11-15 19:47:15] {2029} INFO - at 31.1s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630[flaml.automl: 11-15 19:47:15] {1826} INFO - iteration 13, current learner lgbm[flaml.automl: 11-15 19:47:29] {2029} INFO - at 45.8s, estimator lgbm's best error=0.1564, best estimator lgbm's best error=0.1564[flaml.automl: 11-15 19:47:33] {2242} INFO - retrain lgbm for 3.2s[flaml.automl: 11-15 19:47:33] {2247} INFO - retrained model: LGBMRegressor(colsample_bytree=0.8025848209352517, learning_rate=0.09100963138990374, max_bin=255, min_child_samples=42, n_estimators=363, num_leaves=216, reg_alpha=0.001113000336715291, reg_lambda=76.50614276906414, verbose=-1)[flaml.automl: 11-15 19:47:33] {1608} INFO - fit succeeded[flaml.automl: 11-15 19:47:33] {1610} INFO - Time taken to find the best model: 45.75616669654846[flaml.automl: 11-15 19:47:33] {1624} WARNING - Time taken to find the best model is 76% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy Retrieve best config​ print(\"Best hyperparmeter config:\", automl.best_config)print(\"Best r2 on validation data: {0:.4g}\".format(1 - automl.best_loss))print(\"Training duration of best run: {0:.4g} s\".format(automl.best_config_train_time))print(automl.model.estimator)# Best hyperparmeter config: {'n_estimators': 363, 'num_leaves': 216, 'min_child_samples': 42, 'learning_rate': 0.09100963138990374, 'log_max_bin': 8, 'colsample_bytree': 0.8025848209352517, 'reg_alpha': 0.001113000336715291, 'reg_lambda': 76.50614276906414}# Best r2 on validation data: 0.8436# Training duration of best run: 3.229 s# LGBMRegressor(colsample_bytree=0.8025848209352517,# learning_rate=0.09100963138990374, max_bin=255,# min_child_samples=42, n_estimators=363, num_leaves=216,# reg_alpha=0.001113000336715291, reg_lambda=76.50614276906414,# verbose=-1) Copy Plot feature importance​ import matplotlib.pyplot as pltplt.barh(automl.feature_names_in_, automl.feature_importances_) Copy Compute predictions of testing dataset​ y_pred = automl.predict(X_test)print(\"Predicted labels\", y_pred)# Predicted labels [143391.65036562 245535.13731811 153171.44071629 ... 184354.52735963# 235510.49470445 282617.22858956] Copy Compute different metric values on testing dataset​ from flaml.automl.ml import sklearn_metric_loss_scoreprint(\"r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))print(\"mse\", \"=\", sklearn_metric_loss_score(\"mse\", y_pred, y_test))print(\"mae\", \"=\", sklearn_metric_loss_score(\"mae\", y_pred, y_test))# r2 = 0.8505434326526395# mse = 1975592613.138005# mae = 29471.536046068788 Copy Compare with untuned LightGBM​ from lightgbm import LGBMRegressorlgbm = LGBMRegressor()lgbm.fit(X_train, y_train)y_pred = lgbm.predict(X_test)from flaml.automl.ml import sklearn_metric_loss_scoreprint(\"default lgbm r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))# default lgbm r2 = 0.8296179648694404 Copy Plot learning curve​ How does the model accuracy improve as we search for different hyperparameter configurations? from flaml.automl.data import get_output_from_logimport numpy as nptime_history, best_valid_loss_history, valid_loss_history, config_history, metric_history = get_output_from_log(filename=settings['log_file_name'], time_budget=60)plt.title('Learning Curve')plt.xlabel('Wall Clock Time (s)')plt.ylabel('Validation r2')plt.step(time_history, 1 - np.array(best_valid_loss_history), where='post')plt.show() Copy","s":"Use built-in LGBMEstimator","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#use-built-in-lgbmestimator","p":95},{"i":102,"t":"The native API of LightGBM allows one to specify a custom objective function in the model constructor. You can easily enable it by adding a customized LightGBM learner in FLAML. In the following example, we show how to add such a customized LightGBM learner with a custom objective function. Create a customized LightGBM learner with a custom objective function​ import numpy as np# define your customized objective functiondef my_loss_obj(y_true, y_pred): c = 0.5 residual = y_pred - y_true grad = c * residual / (np.abs(residual) + c) hess = c ** 2 / (np.abs(residual) + c) ** 2 # rmse grad and hess grad_rmse = residual hess_rmse = 1.0 # mae grad and hess grad_mae = np.array(residual) grad_mae[grad_mae > 0] = 1. grad_mae[grad_mae <= 0] = -1. hess_mae = 1.0 coef = [0.4, 0.3, 0.3] return coef[0] * grad + coef[1] * grad_rmse + coef[2] * grad_mae, coef[0] * hess + coef[1] * hess_rmse + coef[2] * hess_maefrom flaml.automl.model import LGBMEstimatorclass MyLGBM(LGBMEstimator): \"\"\"LGBMEstimator with my_loss_obj as the objective function\"\"\" def __init__(self, **config): super().__init__(objective=my_loss_obj, **config) Copy Add the customized learner and tune it​ automl = AutoML()automl.add_learner(learner_name=\"my_lgbm\", learner_class=MyLGBM)settings[\"estimator_list\"] = [\"my_lgbm\"] # change the estimator listautoml.fit(X_train=X_train, y_train=y_train, **settings) Copy Link to notebook | Open in colab","s":"Use a customized LightGBM learner","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#use-a-customized-lightgbm-learner","p":95},{"i":104,"t":"On this page","s":"AutoML for XGBoost","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"","p":103},{"i":106,"t":"Install the [automl] option. pip install \"flaml[automl] matplotlib openml\" Copy","s":"Prerequisites for this example","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#prerequisites-for-this-example","p":103},{"i":108,"t":"from flaml import AutoMLfrom flaml.automl.data import load_openml_dataset# Download [houses dataset](https://www.openml.org/d/537) from OpenML. The task is to predict median price of the house in the region based on demographic composition and a state of housing market in the region.X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir=\"./\")automl = AutoML()settings = { \"time_budget\": 60, # total running time in seconds \"metric\": \"r2\", # primary metrics for regression can be chosen from: ['mae','mse','r2'] \"estimator_list\": [ \"xgboost\" ], # list of ML learners; we tune XGBoost in this example \"task\": \"regression\", # task type \"log_file_name\": \"houses_experiment.log\", # flaml log file \"seed\": 7654321, # random seed}automl.fit(X_train=X_train, y_train=y_train, **settings) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 09-29 23:06:46] {1446} INFO - Data split method: uniform[flaml.automl: 09-29 23:06:46] {1450} INFO - Evaluation method: cv[flaml.automl: 09-29 23:06:46] {1496} INFO - Minimizing error metric: 1-r2[flaml.automl: 09-29 23:06:46] {1533} INFO - List of ML learners in AutoML Run: ['xgboost'][flaml.automl: 09-29 23:06:46] {1763} INFO - iteration 0, current learner xgboost[flaml.automl: 09-29 23:06:47] {1880} INFO - Estimated sufficient time budget=2621s. Estimated necessary time budget=3s.[flaml.automl: 09-29 23:06:47] {1952} INFO - at 0.3s, estimator xgboost's best error=2.1267, best estimator xgboost's best error=2.1267[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 1, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 0.5s, estimator xgboost's best error=2.1267, best estimator xgboost's best error=2.1267[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 2, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 0.6s, estimator xgboost's best error=0.8485, best estimator xgboost's best error=0.8485[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 3, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 0.8s, estimator xgboost's best error=0.3799, best estimator xgboost's best error=0.3799[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 4, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 1.0s, estimator xgboost's best error=0.3799, best estimator xgboost's best error=0.3799[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 5, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 1.2s, estimator xgboost's best error=0.3799, best estimator xgboost's best error=0.3799[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 6, current learner xgboost[flaml.automl: 09-29 23:06:48] {1952} INFO - at 1.5s, estimator xgboost's best error=0.2992, best estimator xgboost's best error=0.2992[flaml.automl: 09-29 23:06:48] {1763} INFO - iteration 7, current learner xgboost[flaml.automl: 09-29 23:06:48] {1952} INFO - at 1.9s, estimator xgboost's best error=0.2992, best estimator xgboost's best error=0.2992[flaml.automl: 09-29 23:06:48] {1763} INFO - iteration 8, current learner xgboost[flaml.automl: 09-29 23:06:49] {1952} INFO - at 2.2s, estimator xgboost's best error=0.2992, best estimator xgboost's best error=0.2992[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 9, current learner xgboost[flaml.automl: 09-29 23:06:49] {1952} INFO - at 2.5s, estimator xgboost's best error=0.2513, best estimator xgboost's best error=0.2513[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 10, current learner xgboost[flaml.automl: 09-29 23:06:49] {1952} INFO - at 2.8s, estimator xgboost's best error=0.2513, best estimator xgboost's best error=0.2513[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 11, current learner xgboost[flaml.automl: 09-29 23:06:49] {1952} INFO - at 3.0s, estimator xgboost's best error=0.2513, best estimator xgboost's best error=0.2513[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 12, current learner xgboost[flaml.automl: 09-29 23:06:50] {1952} INFO - at 3.3s, estimator xgboost's best error=0.2113, best estimator xgboost's best error=0.2113[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 13, current learner xgboost[flaml.automl: 09-29 23:06:50] {1952} INFO - at 3.5s, estimator xgboost's best error=0.2113, best estimator xgboost's best error=0.2113[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 14, current learner xgboost[flaml.automl: 09-29 23:06:50] {1952} INFO - at 4.0s, estimator xgboost's best error=0.2090, best estimator xgboost's best error=0.2090[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 15, current learner xgboost[flaml.automl: 09-29 23:06:51] {1952} INFO - at 4.5s, estimator xgboost's best error=0.2090, best estimator xgboost's best error=0.2090[flaml.automl: 09-29 23:06:51] {1763} INFO - iteration 16, current learner xgboost[flaml.automl: 09-29 23:06:51] {1952} INFO - at 5.2s, estimator xgboost's best error=0.1919, best estimator xgboost's best error=0.1919[flaml.automl: 09-29 23:06:51] {1763} INFO - iteration 17, current learner xgboost[flaml.automl: 09-29 23:06:52] {1952} INFO - at 5.5s, estimator xgboost's best error=0.1919, best estimator xgboost's best error=0.1919[flaml.automl: 09-29 23:06:52] {1763} INFO - iteration 18, current learner xgboost[flaml.automl: 09-29 23:06:54] {1952} INFO - at 8.0s, estimator xgboost's best error=0.1797, best estimator xgboost's best error=0.1797[flaml.automl: 09-29 23:06:54] {1763} INFO - iteration 19, current learner xgboost[flaml.automl: 09-29 23:06:55] {1952} INFO - at 9.0s, estimator xgboost's best error=0.1797, best estimator xgboost's best error=0.1797[flaml.automl: 09-29 23:06:55] {1763} INFO - iteration 20, current learner xgboost[flaml.automl: 09-29 23:07:08] {1952} INFO - at 21.8s, estimator xgboost's best error=0.1797, best estimator xgboost's best error=0.1797[flaml.automl: 09-29 23:07:08] {1763} INFO - iteration 21, current learner xgboost[flaml.automl: 09-29 23:07:11] {1952} INFO - at 24.4s, estimator xgboost's best error=0.1797, best estimator xgboost's best error=0.1797[flaml.automl: 09-29 23:07:11] {1763} INFO - iteration 22, current learner xgboost[flaml.automl: 09-29 23:07:16] {1952} INFO - at 30.0s, estimator xgboost's best error=0.1782, best estimator xgboost's best error=0.1782[flaml.automl: 09-29 23:07:16] {1763} INFO - iteration 23, current learner xgboost[flaml.automl: 09-29 23:07:20] {1952} INFO - at 33.5s, estimator xgboost's best error=0.1782, best estimator xgboost's best error=0.1782[flaml.automl: 09-29 23:07:20] {1763} INFO - iteration 24, current learner xgboost[flaml.automl: 09-29 23:07:29] {1952} INFO - at 42.3s, estimator xgboost's best error=0.1782, best estimator xgboost's best error=0.1782[flaml.automl: 09-29 23:07:29] {1763} INFO - iteration 25, current learner xgboost[flaml.automl: 09-29 23:07:30] {1952} INFO - at 43.2s, estimator xgboost's best error=0.1782, best estimator xgboost's best error=0.1782[flaml.automl: 09-29 23:07:30] {1763} INFO - iteration 26, current learner xgboost[flaml.automl: 09-29 23:07:50] {1952} INFO - at 63.4s, estimator xgboost's best error=0.1663, best estimator xgboost's best error=0.1663[flaml.automl: 09-29 23:07:50] {2059} INFO - selected model: [flaml.automl: 09-29 23:07:55] {2122} INFO - retrain xgboost for 5.4s[flaml.automl: 09-29 23:07:55] {2128} INFO - retrained model: [flaml.automl: 09-29 23:07:55] {1557} INFO - fit succeeded[flaml.automl: 09-29 23:07:55] {1558} INFO - Time taken to find the best model: 63.427649974823[flaml.automl: 09-29 23:07:55] {1569} WARNING - Time taken to find the best model is 106% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy Retrieve best config​ print(\"Best hyperparmeter config:\", automl.best_config)print(\"Best r2 on validation data: {0:.4g}\".format(1 - automl.best_loss))print(\"Training duration of best run: {0:.4g} s\".format(automl.best_config_train_time))print(automl.model.estimator)# Best hyperparmeter config: {'n_estimators': 473, 'max_leaves': 35, 'max_depth': 0, 'min_child_weight': 0.001, 'learning_rate': 0.26865031351923346, 'subsample': 0.9718245679598786, 'colsample_bylevel': 0.7421362469066445, 'colsample_bytree': 1.0, 'reg_alpha': 0.06824336834995245, 'reg_lambda': 250.9654222583276}# Best r2 on validation data: 0.8384# Training duration of best run: 2.194 s# XGBRegressor(base_score=0.5, booster='gbtree',# colsample_bylevel=0.7421362469066445, colsample_bynode=1,# colsample_bytree=1.0, gamma=0, gpu_id=-1, grow_policy='lossguide',# importance_type='gain', interaction_constraints='',# learning_rate=0.26865031351923346, max_delta_step=0, max_depth=0,# max_leaves=35, min_child_weight=0.001, missing=nan,# monotone_constraints='()', n_estimators=473, n_jobs=-1,# num_parallel_tree=1, random_state=0, reg_alpha=0.06824336834995245,# reg_lambda=250.9654222583276, scale_pos_weight=1,# subsample=0.9718245679598786, tree_method='hist',# use_label_encoder=False, validate_parameters=1, verbosity=0) Copy Plot feature importance​ import matplotlib.pyplot as pltplt.barh(automl.feature_names_in_, automl.feature_importances_) Copy Compute predictions of testing dataset​ y_pred = automl.predict(X_test)print(\"Predicted labels\", y_pred)# Predicted labels [139062.95 237622. 140522.03 ... 182125.5 252156.36 264884.5 ] Copy Compute different metric values on testing dataset​ from flaml.automl.ml import sklearn_metric_loss_scoreprint(\"r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))print(\"mse\", \"=\", sklearn_metric_loss_score(\"mse\", y_pred, y_test))print(\"mae\", \"=\", sklearn_metric_loss_score(\"mae\", y_pred, y_test))# r2 = 0.8456494234135888# mse = 2040284106.2781258# mae = 30212.830996680445 Copy Compare with untuned XGBoost​ from xgboost import XGBRegressorxgb = XGBRegressor()xgb.fit(X_train, y_train)y_pred = xgb.predict(X_test)from flaml.automl.ml import sklearn_metric_loss_scoreprint(\"default xgboost r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))# default xgboost r2 = 0.8265451174596482 Copy Plot learning curve​ How does the model accuracy improve as we search for different hyperparameter configurations? from flaml.automl.data import get_output_from_logimport numpy as nptime_history, best_valid_loss_history, valid_loss_history, config_history, metric_history = get_output_from_log(filename=settings['log_file_name'], time_budget=60)plt.title('Learning Curve')plt.xlabel('Wall Clock Time (s)')plt.ylabel('Validation r2')plt.step(time_history, 1 - np.array(best_valid_loss_history), where='post')plt.show() Copy","s":"Use built-in XGBoostSklearnEstimator","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#use-built-in-xgboostsklearnestimator","p":103},{"i":110,"t":"You can easily enable a custom objective function by adding a customized XGBoost learner (inherit XGBoostEstimator or XGBoostSklearnEstimator) in FLAML. In the following example, we show how to add such a customized XGBoost learner with a custom objective function. import numpy as np# define your customized objective functiondef logregobj(preds, dtrain): labels = dtrain.get_label() preds = 1.0 / (1.0 + np.exp(-preds)) # transform raw leaf weight grad = preds - labels hess = preds * (1.0 - preds) return grad, hessfrom flaml.automl.model import XGBoostEstimatorclass MyXGB1(XGBoostEstimator): \"\"\"XGBoostEstimator with the logregobj function as the objective function\"\"\" def __init__(self, **config): super().__init__(objective=logregobj, **config)class MyXGB2(XGBoostEstimator): \"\"\"XGBoostEstimator with 'reg:squarederror' as the objective function\"\"\" def __init__(self, **config): super().__init__(objective=\"reg:gamma\", **config) Copy Add the customized learners and tune them​ automl = AutoML()automl.add_learner(learner_name=\"my_xgb1\", learner_class=MyXGB1)automl.add_learner(learner_name=\"my_xgb2\", learner_class=MyXGB2)settings[\"estimator_list\"] = [\"my_xgb1\", \"my_xgb2\"] # change the estimator listautoml.fit(X_train=X_train, y_train=y_train, **settings) Copy Link to notebook | Open in colab","s":"Use a customized XGBoost learner","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#use-a-customized-xgboost-learner","p":103},{"i":112,"t":"On this page","s":"AutoML - NLP","u":"/FLAML/docs/Examples/AutoML-NLP","h":"","p":111},{"i":114,"t":"This example requires GPU. Install the [automl,hf] option: pip install \"flaml[automl,hf]\" Copy","s":"Requirements","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#requirements","p":111},{"i":116,"t":"from flaml import AutoMLfrom datasets import load_datasettrain_dataset = load_dataset(\"glue\", \"mrpc\", split=\"train\").to_pandas()dev_dataset = load_dataset(\"glue\", \"mrpc\", split=\"validation\").to_pandas()test_dataset = load_dataset(\"glue\", \"mrpc\", split=\"test\").to_pandas()custom_sent_keys = [\"sentence1\", \"sentence2\"]label_key = \"label\"X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]X_test = test_dataset[custom_sent_keys]automl = AutoML()automl_settings = { \"time_budget\": 100, \"task\": \"seq-classification\", \"fit_kwargs_by_estimator\": { \"transformer\": { \"output_dir\": \"data/output/\" # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base } }, # setting the huggingface arguments: output directory \"gpu_per_trial\": 1, # set to 0 if no GPU is available}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings)automl.predict(X_test) Copy Notice that after you run automl.fit, the intermediate checkpoints are saved under the specified output_dir data/output. You can use the following code to clean these outputs if they consume a large storage space: if os.path.exists(\"data/output/\"): shutil.rmtree(\"data/output/\") Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 12-06 08:21:39] {1943} INFO - task = seq-classification[flaml.automl: 12-06 08:21:39] {1945} INFO - Data split method: stratified[flaml.automl: 12-06 08:21:39] {1949} INFO - Evaluation method: holdout[flaml.automl: 12-06 08:21:39] {2019} INFO - Minimizing error metric: 1-accuracy[flaml.automl: 12-06 08:21:39] {2071} INFO - List of ML learners in AutoML Run: ['transformer'][flaml.automl: 12-06 08:21:39] {2311} INFO - iteration 0, current learner transformer{'data/output/train_2021-12-06_08-21-53/train_8947b1b2_1_n=1e-06,s=9223372036854775807,e=1e-05,s=-1,s=0.45765,e=32,d=42,o=0.0,y=0.0_2021-12-06_08-21-53/checkpoint-53': 53}[flaml.automl: 12-06 08:22:56] {2424} INFO - Estimated sufficient time budget=766860s. Estimated necessary time budget=767s.[flaml.automl: 12-06 08:22:56] {2499} INFO - at 76.7s, estimator transformer's best error=0.1740, best estimator transformer's best error=0.1740[flaml.automl: 12-06 08:22:56] {2606} INFO - selected model: [flaml.automl: 12-06 08:22:56] {2100} INFO - fit succeeded[flaml.automl: 12-06 08:22:56] {2101} INFO - Time taken to find the best model: 76.69802761077881[flaml.automl: 12-06 08:22:56] {2112} WARNING - Time taken to find the best model is 77% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy","s":"A simple sequence classification example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-sequence-classification-example","p":111},{"i":118,"t":"from flaml import AutoMLfrom datasets import load_datasettrain_dataset = load_dataset(\"glue\", \"stsb\", split=\"train\").to_pandas()dev_dataset = load_dataset(\"glue\", \"stsb\", split=\"train\").to_pandas()custom_sent_keys = [\"sentence1\", \"sentence2\"]label_key = \"label\"X_train = train_dataset[custom_sent_keys]y_train = train_dataset[label_key]X_val = dev_dataset[custom_sent_keys]y_val = dev_dataset[label_key]automl = AutoML()automl_settings = { \"gpu_per_trial\": 0, \"time_budget\": 20, \"task\": \"seq-regression\", \"metric\": \"rmse\",}automl_settings[\"fit_kwargs_by_estimator\"] = { # setting the huggingface arguments \"transformer\": { \"model_path\": \"google/electra-small-discriminator\", # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base \"output_dir\": \"data/output/\", # setting the output directory \"fp16\": False, } # setting whether to use FP16}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings) Copy Sample output​ [flaml.automl: 12-20 11:47:28] {1965} INFO - task = seq-regression[flaml.automl: 12-20 11:47:28] {1967} INFO - Data split method: uniform[flaml.automl: 12-20 11:47:28] {1971} INFO - Evaluation method: holdout[flaml.automl: 12-20 11:47:28] {2063} INFO - Minimizing error metric: rmse[flaml.automl: 12-20 11:47:28] {2115} INFO - List of ML learners in AutoML Run: ['transformer'][flaml.automl: 12-20 11:47:28] {2355} INFO - iteration 0, current learner transformer Copy","s":"A simple sequence regression example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-sequence-regression-example","p":111},{"i":120,"t":"from flaml import AutoMLfrom datasets import load_datasettrain_dataset = load_dataset(\"xsum\", split=\"train\").to_pandas()dev_dataset = load_dataset(\"xsum\", split=\"validation\").to_pandas()custom_sent_keys = [\"document\"]label_key = \"summary\"X_train = train_dataset[custom_sent_keys]y_train = train_dataset[label_key]X_val = dev_dataset[custom_sent_keys]y_val = dev_dataset[label_key]automl = AutoML()automl_settings = { \"gpu_per_trial\": 1, \"time_budget\": 20, \"task\": \"summarization\", \"metric\": \"rouge1\",}automl_settings[\"fit_kwargs_by_estimator\"] = { # setting the huggingface arguments \"transformer\": { \"model_path\": \"t5-small\", # if model_path is not set, the default model is t5-small: https://huggingface.co/t5-small \"output_dir\": \"data/output/\", # setting the output directory \"fp16\": False, } # setting whether to use FP16}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings) Copy Sample Output​ [flaml.automl: 12-20 11:44:03] {1965} INFO - task = summarization[flaml.automl: 12-20 11:44:03] {1967} INFO - Data split method: uniform[flaml.automl: 12-20 11:44:03] {1971} INFO - Evaluation method: holdout[flaml.automl: 12-20 11:44:03] {2063} INFO - Minimizing error metric: -rouge[flaml.automl: 12-20 11:44:03] {2115} INFO - List of ML learners in AutoML Run: ['transformer'][flaml.automl: 12-20 11:44:03] {2355} INFO - iteration 0, current learner transformerloading configuration file https://huggingface.co/t5-small/resolve/main/config.json from cache at /home/xliu127/.cache/huggingface/transformers/fe501e8fd6425b8ec93df37767fcce78ce626e34cc5edc859c662350cf712e41.406701565c0afd9899544c1cb8b93185a76f00b31e5ce7f6e18bbaef02241985Model config T5Config { \"_name_or_path\": \"t5-small\", \"architectures\": [ \"T5WithLMHeadModel\" ], \"d_ff\": 2048, \"d_kv\": 64, \"d_model\": 512, \"decoder_start_token_id\": 0, \"dropout_rate\": 0.1, \"eos_token_id\": 1, \"feed_forward_proj\": \"relu\", \"initializer_factor\": 1.0, \"is_encoder_decoder\": true, \"layer_norm_epsilon\": 1e-06, \"model_type\": \"t5\", \"n_positions\": 512, \"num_decoder_layers\": 6, \"num_heads\": 8, \"num_layers\": 6, \"output_past\": true, \"pad_token_id\": 0, \"relative_attention_num_buckets\": 32, \"task_specific_params\": { \"summarization\": { \"early_stopping\": true, \"length_penalty\": 2.0, \"max_length\": 200, \"min_length\": 30, \"no_repeat_ngram_size\": 3, \"num_beams\": 4, \"prefix\": \"summarize: \" }, \"translation_en_to_de\": { \"early_stopping\": true, \"max_length\": 300, \"num_beams\": 4, \"prefix\": \"translate English to German: \" }, \"translation_en_to_fr\": { \"early_stopping\": true, \"max_length\": 300, \"num_beams\": 4, \"prefix\": \"translate English to French: \" }, \"translation_en_to_ro\": { \"early_stopping\": true, \"max_length\": 300, \"num_beams\": 4, \"prefix\": \"translate English to Romanian: \" } }, \"transformers_version\": \"4.14.1\", \"use_cache\": true, \"vocab_size\": 32128} Copy","s":"A simple summarization example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-summarization-example","p":111},{"i":122,"t":"There are two ways to define the label for a token classification task. The first is to define the token labels: from flaml import AutoMLimport pandas as pdtrain_dataset = { \"id\": [\"0\", \"1\"], \"ner_tags\": [ [\"B-ORG\", \"O\", \"B-MISC\", \"O\", \"O\", \"O\", \"B-MISC\", \"O\", \"O\"], [\"B-PER\", \"I-PER\"], ], \"tokens\": [ [ \"EU\", \"rejects\", \"German\", \"call\", \"to\", \"boycott\", \"British\", \"lamb\", \".\", ], [\"Peter\", \"Blackburn\"], ],}dev_dataset = { \"id\": [\"0\"], \"ner_tags\": [ [\"O\"], ], \"tokens\": [[\"1996-08-22\"]],}test_dataset = { \"id\": [\"0\"], \"ner_tags\": [ [\"O\"], ], \"tokens\": [[\".\"]],}custom_sent_keys = [\"tokens\"]label_key = \"ner_tags\"train_dataset = pd.DataFrame(train_dataset)dev_dataset = pd.DataFrame(dev_dataset)test_dataset = pd.DataFrame(test_dataset)X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]X_test = test_dataset[custom_sent_keys]automl = AutoML()automl_settings = { \"time_budget\": 10, \"task\": \"token-classification\", \"fit_kwargs_by_estimator\": { \"transformer\": { \"output_dir\": \"data/output/\" # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base } }, # setting the huggingface arguments: output directory \"gpu_per_trial\": 1, # set to 0 if no GPU is available \"metric\": \"seqeval:overall_f1\",}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings)automl.predict(X_test) Copy The second is to define the id labels + a token label list: from flaml import AutoMLimport pandas as pdtrain_dataset = { \"id\": [\"0\", \"1\"], \"ner_tags\": [ [3, 0, 7, 0, 0, 0, 7, 0, 0], [1, 2], ], \"tokens\": [ [ \"EU\", \"rejects\", \"German\", \"call\", \"to\", \"boycott\", \"British\", \"lamb\", \".\", ], [\"Peter\", \"Blackburn\"], ],}dev_dataset = { \"id\": [\"0\"], \"ner_tags\": [ [0], ], \"tokens\": [[\"1996-08-22\"]],}test_dataset = { \"id\": [\"0\"], \"ner_tags\": [ [0], ], \"tokens\": [[\".\"]],}custom_sent_keys = [\"tokens\"]label_key = \"ner_tags\"train_dataset = pd.DataFrame(train_dataset)dev_dataset = pd.DataFrame(dev_dataset)test_dataset = pd.DataFrame(test_dataset)X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]X_test = test_dataset[custom_sent_keys]automl = AutoML()automl_settings = { \"time_budget\": 10, \"task\": \"token-classification\", \"fit_kwargs_by_estimator\": { \"transformer\": { \"output_dir\": \"data/output/\", # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base \"label_list\": [ \"O\", \"B-PER\", \"I-PER\", \"B-ORG\", \"I-ORG\", \"B-LOC\", \"I-LOC\", \"B-MISC\", \"I-MISC\", ], } }, # setting the huggingface arguments: output directory \"gpu_per_trial\": 1, # set to 0 if no GPU is available \"metric\": \"seqeval:overall_f1\",}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings)automl.predict(X_test) Copy Sample Output​ [flaml.automl: 06-30 03:10:02] {2423} INFO - task = token-classification[flaml.automl: 06-30 03:10:02] {2425} INFO - Data split method: stratified[flaml.automl: 06-30 03:10:02] {2428} INFO - Evaluation method: holdout[flaml.automl: 06-30 03:10:02] {2497} INFO - Minimizing error metric: seqeval:overall_f1[flaml.automl: 06-30 03:10:02] {2637} INFO - List of ML learners in AutoML Run: ['transformer'][flaml.automl: 06-30 03:10:02] {2929} INFO - iteration 0, current learner transformer Copy For tasks that are not currently supported, use flaml.tune for customized tuning.","s":"A simple token classification example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-token-classification-example","p":111},{"i":124,"t":"To run more examples, especially examples using Ray Tune, please go to: Link to notebook | Open in colab","s":"Link to Jupyter notebook","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#link-to-jupyter-notebook","p":111},{"i":126,"t":"On this page","s":"AutoML - Rank","u":"/FLAML/docs/Examples/AutoML-Rank","h":"","p":125},{"i":128,"t":"Install the [automl] option. pip install \"flaml[automl]\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Rank","h":"#prerequisites","p":125},{"i":130,"t":"from sklearn.datasets import fetch_openmlfrom flaml import AutoMLX_train, y_train = fetch_openml(name=\"credit-g\", return_X_y=True, as_frame=False)y_train = y_train.cat.codes# not a real learning to rank dataasetgroups = [200] * 4 + [100] * 2 # group countsautoml = AutoML()automl.fit( X_train, y_train, groups=groups, task=\"rank\", time_budget=10, # in seconds) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 11-15 07:14:30] {1485} INFO - Data split method: group[flaml.automl: 11-15 07:14:30] {1489} INFO - Evaluation method: holdout[flaml.automl: 11-15 07:14:30] {1540} INFO - Minimizing error metric: 1-ndcg[flaml.automl: 11-15 07:14:30] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'xgboost'][flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 0, current learner lgbm[flaml.automl: 11-15 07:14:30] {1944} INFO - Estimated sufficient time budget=679s. Estimated necessary time budget=1s.[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.1s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 1, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.1s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 2, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.2s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 3, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.2s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 4, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.2s, estimator xgboost's best error=0.0315, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 5, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.2s, estimator xgboost's best error=0.0315, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 6, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.3s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 7, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.3s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 8, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0315, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 9, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0315, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 10, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0233, best estimator xgboost's best error=0.0233[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 11, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0233, best estimator xgboost's best error=0.0233[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 12, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0233, best estimator xgboost's best error=0.0233[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 13, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0233, best estimator xgboost's best error=0.0233[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 14, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.5s, estimator lgbm's best error=0.0225, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 15, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.5s, estimator xgboost's best error=0.0233, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 16, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.5s, estimator lgbm's best error=0.0225, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 17, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.5s, estimator lgbm's best error=0.0225, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 18, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0225, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 19, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 20, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 21, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.7s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 22, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.7s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 23, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.8s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 24, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.8s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 25, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.8s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 26, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.9s, estimator lgbm's best error=0.0197, best estimator lgbm's best error=0.0197[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 27, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.9s, estimator lgbm's best error=0.0197, best estimator lgbm's best error=0.0197[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 28, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 1.0s, estimator lgbm's best error=0.0197, best estimator lgbm's best error=0.0197[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 29, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 1.0s, estimator lgbm's best error=0.0197, best estimator lgbm's best error=0.0197[flaml.automl: 11-15 07:14:31] {2242} INFO - retrain lgbm for 0.0s[flaml.automl: 11-15 07:14:31] {2247} INFO - retrained model: LGBMRanker(colsample_bytree=0.9852774042640857, learning_rate=0.034918421933217675, max_bin=1023, min_child_samples=22, n_estimators=6, num_leaves=23, reg_alpha=0.0009765625, reg_lambda=21.505295697527654, verbose=-1)[flaml.automl: 11-15 07:14:31] {1608} INFO - fit succeeded[flaml.automl: 11-15 07:14:31] {1610} INFO - Time taken to find the best model: 0.8846545219421387[flaml.automl: 11-15 07:14:31] {1624} WARNING - Time taken to find the best model is 88% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy","s":"A simple learning-to-rank example","u":"/FLAML/docs/Examples/AutoML-Rank","h":"#a-simple-learning-to-rank-example","p":125},{"i":132,"t":"On this page","s":"Integrate - AzureML","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"","p":131},{"i":134,"t":"Install the [automl,azureml] option. pip install \"flaml[automl,azureml]\" Copy Setup a AzureML workspace: from azureml.core import Workspacews = Workspace.create( name=\"myworkspace\", subscription_id=\"\", resource_group=\"myresourcegroup\",) Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#prerequisites","p":131},{"i":136,"t":"import mlflowfrom azureml.core import Workspacews = Workspace.from_config()mlflow.set_tracking_uri(ws.get_mlflow_tracking_uri()) Copy","s":"Enable mlflow in AzureML workspace","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#enable-mlflow-in-azureml-workspace","p":131},{"i":138,"t":"from flaml.automl.data import load_openml_datasetfrom flaml import AutoML# Download [Airlines dataset](https://www.openml.org/d/1169) from OpenML. The task is to predict whether a given flight will be delayed, given the information of the scheduled departure.X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir=\"./\")automl = AutoML()settings = { \"time_budget\": 60, # total running time in seconds \"metric\": \"accuracy\", # metric to optimize \"task\": \"classification\", # task type \"log_file_name\": \"airlines_experiment.log\", # flaml log file}experiment = mlflow.set_experiment(\"flaml\") # the experiment name in AzureML workspacewith mlflow.start_run() as run: # create a mlflow run automl.fit(X_train=X_train, y_train=y_train, **settings) mlflow.sklearn.log_model(automl, \"automl\") Copy The metrics in the run will be automatically logged in an experiment named \"flaml\" in your AzureML workspace. They can be retrieved by mlflow.search_runs: mlflow.search_runs( experiment_ids=[experiment.experiment_id], filter_string=\"params.learner = 'xgboost'\",) Copy The logged model can be loaded and used to make predictions: automl = mlflow.sklearn.load_model(f\"{run.info.artifact_uri}/automl\")print(automl.predict(X_test)) Copy Link to notebook | Open in colab","s":"Start an AutoML run","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#start-an-automl-run","p":131},{"i":140,"t":"When you have a compute cluster in AzureML, you can distribute flaml.AutoML or flaml.tune with ray. Build a ray environment in AzureML​ Create a docker file such as .Docker/Dockerfile-cpu. Make sure RUN pip install flaml[blendsearch,ray] is included in the docker file. Then build a AzureML environment in the workspace ws. ray_environment_name = \"aml-ray-cpu\"ray_environment_dockerfile_path = \"./Docker/Dockerfile-cpu\"# Build CPU image for Rayray_cpu_env = Environment.from_dockerfile( name=ray_environment_name, dockerfile=ray_environment_dockerfile_path)ray_cpu_env.register(workspace=ws)ray_cpu_build_details = ray_cpu_env.build(workspace=ws)import timewhile ray_cpu_build_details.status not in [\"Succeeded\", \"Failed\"]: print( f\"Awaiting completion of ray CPU environment build. Current status is: {ray_cpu_build_details.status}\" ) time.sleep(10) Copy You only need to do this step once for one workspace. Create a compute cluster with multiple nodes​ from azureml.core.compute import AmlCompute, ComputeTargetcompute_target_name = \"cpucluster\"node_count = 2# This example uses CPU VM. For using GPU VM, set SKU to STANDARD_NC6compute_target_size = \"STANDARD_D2_V2\"if compute_target_name in ws.compute_targets: compute_target = ws.compute_targets[compute_target_name] if compute_target and type(compute_target) is AmlCompute: if compute_target.provisioning_state == \"Succeeded\": print(\"Found compute target; using it:\", compute_target_name) else: raise Exception( \"Found compute target but it is in state\", compute_target.provisioning_state, )else: print(\"creating a new compute target...\") provisioning_config = AmlCompute.provisioning_configuration( vm_size=compute_target_size, min_nodes=0, max_nodes=node_count ) # Create the cluster compute_target = ComputeTarget.create(ws, compute_target_name, provisioning_config) # Can poll for a minimum number of nodes and for a specific timeout. # If no min node count is provided it will use the scale settings for the cluster compute_target.wait_for_completion( show_output=True, min_node_count=None, timeout_in_minutes=20 ) # For a more detailed view of current AmlCompute status, use get_status() print(compute_target.get_status().serialize()) Copy If the computer target \"cpucluster\" already exists, it will not be recreated. Run distributed AutoML job​ Assuming you have an automl script like ray/distribute_automl.py. It uses n_concurrent_trials=k to inform AutoML.fit() to perform k concurrent trials in parallel. Submit an AzureML job as the following: from azureml.core import Workspace, Experiment, ScriptRunConfig, Environmentfrom azureml.core.runconfig import RunConfiguration, DockerConfigurationcommand = [\"python distribute_automl.py\"]ray_environment_name = \"aml-ray-cpu\"env = Environment.get(workspace=ws, name=ray_environment_name)aml_run_config = RunConfiguration(communicator=\"OpenMpi\")aml_run_config.target = compute_targetaml_run_config.docker = DockerConfiguration(use_docker=True)aml_run_config.environment = envaml_run_config.node_count = 2config = ScriptRunConfig( source_directory=\"ray/\", command=command, run_config=aml_run_config,)exp = Experiment(ws, \"distribute-automl\")run = exp.submit(config)print(run.get_portal_url()) # link to ml.azure.comrun.wait_for_completion(show_output=True) Copy Run distributed tune job​ Prepare a script like ray/distribute_tune.py. Replace the command in the above eample with: command = [\"python distribute_tune.py\"] Copy Everything else is the same.","s":"Use ray to distribute across a cluster","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#use-ray-to-distribute-across-a-cluster","p":131},{"i":142,"t":"On this page","s":"AutoML - Regression","u":"/FLAML/docs/Examples/AutoML-Regression","h":"","p":141},{"i":144,"t":"Install the [automl] option. pip install \"flaml[automl]\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#prerequisites","p":141},{"i":146,"t":"from flaml import AutoMLfrom sklearn.datasets import fetch_california_housing# Initialize an AutoML instanceautoml = AutoML()# Specify automl goal and constraintautoml_settings = { \"time_budget\": 1, # in seconds \"metric\": \"r2\", \"task\": \"regression\", \"log_file_name\": \"california.log\",}X_train, y_train = fetch_california_housing(return_X_y=True)# Train with labeled input dataautoml.fit(X_train=X_train, y_train=y_train, **automl_settings)# Predictprint(automl.predict(X_train))# Print the best modelprint(automl.model.estimator) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 11-15 07:08:19] {1485} INFO - Data split method: uniform[flaml.automl: 11-15 07:08:19] {1489} INFO - Evaluation method: holdout[flaml.automl: 11-15 07:08:19] {1540} INFO - Minimizing error metric: 1-r2[flaml.automl: 11-15 07:08:19] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'catboost', 'xgboost', 'extra_tree'][flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 0, current learner lgbm[flaml.automl: 11-15 07:08:19] {1944} INFO - Estimated sufficient time budget=846s. Estimated necessary time budget=2s.[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.2s, estimator lgbm's best error=0.7393, best estimator lgbm's best error=0.7393[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 1, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.3s, estimator lgbm's best error=0.7393, best estimator lgbm's best error=0.7393[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 2, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.3s, estimator lgbm's best error=0.5446, best estimator lgbm's best error=0.5446[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 3, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.4s, estimator lgbm's best error=0.2807, best estimator lgbm's best error=0.2807[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 4, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.5s, estimator lgbm's best error=0.2712, best estimator lgbm's best error=0.2712[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 5, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.5s, estimator lgbm's best error=0.2712, best estimator lgbm's best error=0.2712[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 6, current learner lgbm[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.6s, estimator lgbm's best error=0.2712, best estimator lgbm's best error=0.2712[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 7, current learner lgbm[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.7s, estimator lgbm's best error=0.2197, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 8, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.8s, estimator xgboost's best error=1.4958, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 9, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.8s, estimator xgboost's best error=1.4958, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 10, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.9s, estimator xgboost's best error=0.7052, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 11, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.9s, estimator xgboost's best error=0.3619, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 12, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.9s, estimator xgboost's best error=0.3619, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 13, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 1.0s, estimator xgboost's best error=0.3619, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 14, current learner extra_tree[flaml.automl: 11-15 07:08:20] {2029} INFO - at 1.1s, estimator extra_tree's best error=0.7197, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {2242} INFO - retrain lgbm for 0.0s[flaml.automl: 11-15 07:08:20] {2247} INFO - retrained model: LGBMRegressor(colsample_bytree=0.7610534336273627, learning_rate=0.41929025492645006, max_bin=255, min_child_samples=4, n_estimators=45, num_leaves=4, reg_alpha=0.0009765625, reg_lambda=0.009280655005879943, verbose=-1)[flaml.automl: 11-15 07:08:20] {1608} INFO - fit succeeded[flaml.automl: 11-15 07:08:20] {1610} INFO - Time taken to find the best model: 0.7289648056030273[flaml.automl: 11-15 07:08:20] {1624} WARNING - Time taken to find the best model is 73% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy","s":"A basic regression example","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#a-basic-regression-example","p":141},{"i":148,"t":"We can combine sklearn.MultiOutputRegressor and flaml.AutoML to do AutoML for multi-output regression. from flaml import AutoMLfrom sklearn.datasets import make_regressionfrom sklearn.model_selection import train_test_splitfrom sklearn.multioutput import MultiOutputRegressor# create regression dataX, y = make_regression(n_targets=3)# split into train and test dataX_train, X_test, y_train, y_test = train_test_split( X, y, test_size=0.30, random_state=42)# train the modelmodel = MultiOutputRegressor(AutoML(task=\"regression\", time_budget=60))model.fit(X_train, y_train)# predictprint(model.predict(X_test)) Copy It will perform AutoML for each target, each taking 60 seconds.","s":"Multi-output regression","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#multi-output-regression","p":141},{"i":150,"t":"On this page","s":"Default - Flamlized Estimator","u":"/FLAML/docs/Examples/Default-Flamlized","h":"","p":149},{"i":153,"t":"This example requires the [autozero] option. pip install flaml[autozero] lightgbm openml Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#prerequisites","p":149},{"i":155,"t":"from flaml.automl.data import load_openml_datasetfrom flaml.default import LGBMRegressorfrom flaml.automl.ml import sklearn_metric_loss_scoreX_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir=\"./\")lgbm = LGBMRegressor()lgbm.fit(X_train, y_train)y_pred = lgbm.predict(X_test)print(\"flamlized lgbm r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))print(lgbm) Copy Sample output​ load dataset from ./openml_ds537.pklDataset name: housesX_train.shape: (15480, 8), y_train.shape: (15480,);X_test.shape: (5160, 8), y_test.shape: (5160,)flamlized lgbm r2 = 0.8537444671194614LGBMRegressor(colsample_bytree=0.7019911744574896, learning_rate=0.022635758411078528, max_bin=511, min_child_samples=2, n_estimators=4797, num_leaves=122, reg_alpha=0.004252223402511765, reg_lambda=0.11288241427227624, verbose=-1) Copy","s":"Zero-shot AutoML","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#zero-shot-automl","p":149},{"i":157,"t":"from flaml.automl.data import load_openml_datasetfrom flaml.default import LGBMRegressorfrom flaml.ml import sklearn_metric_loss_scoreX_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir=\"./\")lgbm = LGBMRegressor()hyperparams, estimator_name, X_transformed, y_transformed = lgbm.suggest_hyperparams(X_train, y_train)print(hyperparams) Copy Sample output​ load dataset from ./openml_ds537.pklDataset name: housesX_train.shape: (15480, 8), y_train.shape: (15480,);X_test.shape: (5160, 8), y_test.shape: (5160,){'n_estimators': 4797, 'num_leaves': 122, 'min_child_samples': 2, 'learning_rate': 0.022635758411078528, 'colsample_bytree': 0.7019911744574896, 'reg_alpha': 0.004252223402511765, 'reg_lambda': 0.11288241427227624, 'max_bin': 511, 'verbose': -1} Copy Link to notebook | Open in colab","s":"Suggest hyperparameters without training","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#suggest-hyperparameters-without-training","p":149},{"i":160,"t":"This example requires xgboost, sklearn, openml==0.10.2.","s":"Prerequisites","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#prerequisites-1","p":149},{"i":162,"t":"from flaml.automl.data import load_openml_datasetfrom flaml.default import XGBClassifierfrom flaml.automl.ml import sklearn_metric_loss_scoreX_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir=\"./\")xgb = XGBClassifier()xgb.fit(X_train, y_train)y_pred = xgb.predict(X_test)print( \"flamlized xgb accuracy\", \"=\", 1 - sklearn_metric_loss_score(\"accuracy\", y_pred, y_test),)print(xgb) Copy Sample output​ load dataset from ./openml_ds1169.pklDataset name: airlinesX_train.shape: (404537, 7), y_train.shape: (404537,);X_test.shape: (134846, 7), y_test.shape: (134846,)flamlized xgb accuracy = 0.6729009388487608XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=0.4601573737792679, colsample_bynode=1, colsample_bytree=1.0, gamma=0, gpu_id=-1, grow_policy='lossguide', importance_type='gain', interaction_constraints='', learning_rate=0.04039771837785377, max_delta_step=0, max_depth=0, max_leaves=159, min_child_weight=0.3396294979905001, missing=nan, monotone_constraints='()', n_estimators=540, n_jobs=4, num_parallel_tree=1, random_state=0, reg_alpha=0.0012362430984376035, reg_lambda=3.093428791531145, scale_pos_weight=1, subsample=1.0, tree_method='hist', use_label_encoder=False, validate_parameters=1, verbosity=0) Copy","s":"Zero-shot AutoML","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#zero-shot-automl-1","p":149},{"i":164,"t":"On this page","s":"Integrate - Scikit-learn Pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"","p":163},{"i":166,"t":"Install the [automl] option. pip install \"flaml[automl] openml\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#prerequisites","p":163},{"i":168,"t":"from flaml.automl.data import load_openml_dataset# Download [Airlines dataset](https://www.openml.org/d/1169) from OpenML. The task is to predict whether a given flight will be delayed, given the information of the scheduled departure.X_train, X_test, y_train, y_test = load_openml_dataset( dataset_id=1169, data_dir=\"./\", random_state=1234, dataset_format=\"array\") Copy","s":"Load data","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#load-data","p":163},{"i":170,"t":"from sklearn import set_configfrom sklearn.pipeline import Pipelinefrom sklearn.impute import SimpleImputerfrom sklearn.preprocessing import StandardScalerfrom flaml import AutoMLset_config(display=\"diagram\")imputer = SimpleImputer()standardizer = StandardScaler()automl = AutoML()automl_pipeline = Pipeline( [(\"imputuer\", imputer), (\"standardizer\", standardizer), (\"automl\", automl)])automl_pipeline Copy","s":"Create a pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#create-a-pipeline","p":163},{"i":172,"t":"automl_settings = { \"time_budget\": 60, # total running time in seconds \"metric\": \"accuracy\", # primary metrics can be chosen from: ['accuracy', 'roc_auc', 'roc_auc_weighted', 'roc_auc_ovr', 'roc_auc_ovo', 'f1', 'log_loss', 'mae', 'mse', 'r2'] Check the documentation for more details (https://microsoft.github.io/FLAML/docs/Use-Cases/Task-Oriented-AutoML#optimization-metric) \"task\": \"classification\", # task type \"estimator_list\": [\"xgboost\", \"catboost\", \"lgbm\"], \"log_file_name\": \"airlines_experiment.log\", # flaml log file}pipeline_settings = {f\"automl__{key}\": value for key, value in automl_settings.items()}automl_pipeline.fit(X_train, y_train, **pipeline_settings) Copy","s":"Run AutoML in the pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#run-automl-in-the-pipeline","p":163},{"i":174,"t":"automl = automl_pipeline.steps[2][1]# Get the best config and best learnerprint(\"Best ML leaner:\", automl.best_estimator)print(\"Best hyperparmeter config:\", automl.best_config)print(\"Best accuracy on validation data: {0:.4g}\".format(1 - automl.best_loss))print(\"Training duration of best run: {0:.4g} s\".format(automl.best_config_train_time)) Copy Link to notebook | Open in colab","s":"Get the automl object from the pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#get-the-automl-object-from-the-pipeline","p":163},{"i":176,"t":"On this page","s":"Integrate - Spark","u":"/FLAML/docs/Examples/Integrate - Spark","h":"","p":175},{"i":178,"t":"FLAML integrates estimators based on Spark ML models. These models are trained in parallel using Spark, so we called them Spark estimators. To use these models, you first need to organize your data in the required format.","s":"Spark ML Estimators","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#spark-ml-estimators","p":175},{"i":180,"t":"For Spark estimators, AutoML only consumes Spark data. FLAML provides a convenient function to_pandas_on_spark in the flaml.automl.spark.utils module to convert your data into a pandas-on-spark (pyspark.pandas) dataframe/series, which Spark estimators require. This utility function takes data in the form of a pandas.Dataframe or pyspark.sql.Dataframe and converts it into a pandas-on-spark dataframe. It also takes pandas.Series or pyspark.sql.Dataframe and converts it into a pandas-on-spark series. If you pass in a pyspark.pandas.Dataframe, it will not make any changes. This function also accepts optional arguments index_col and default_index_type. index_col is the column name to use as the index, default is None. default_index_type is the default index type, default is \"distributed-sequence\". More info about default index type could be found on Spark official documentation Here is an example code snippet for Spark Data: import pandas as pdfrom flaml.automl.spark.utils import to_pandas_on_spark# Creating a dictionarydata = { \"Square_Feet\": [800, 1200, 1800, 1500, 850], \"Age_Years\": [20, 15, 10, 7, 25], \"Price\": [100000, 200000, 300000, 240000, 120000],}# Creating a pandas DataFramedataframe = pd.DataFrame(data)label = \"Price\"# Convert to pandas-on-spark dataframepsdf = to_pandas_on_spark(dataframe) Copy To use Spark ML models you need to format your data appropriately. Specifically, use VectorAssembler to merge all feature columns into a single vector column. Here is an example of how to use it: from pyspark.ml.feature import VectorAssemblercolumns = psdf.columnsfeature_cols = [col for col in columns if col != label]featurizer = VectorAssembler(inputCols=feature_cols, outputCol=\"features\")psdf = featurizer.transform(psdf.to_spark(index_col=\"index\"))[\"index\", \"features\"] Copy Later in conducting the experiment, use your pandas-on-spark data like non-spark data and pass them using X_train, y_train or dataframe, label.","s":"Data","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#data","p":175},{"i":182,"t":"Model List​ lgbm_spark: The class for fine-tuning Spark version LightGBM models, using SynapseML API. Usage​ First, prepare your data in the required format as described in the previous section. By including the models you intend to try in the estimators_list argument to flaml.automl, FLAML will start trying configurations for these models. If your input is Spark data, FLAML will also use estimators with the _spark postfix by default, even if you haven't specified them. Here is an example code snippet using SparkML models in AutoML: import flaml# prepare your data in pandas-on-spark format as we previously mentionedautoml = flaml.AutoML()settings = { \"time_budget\": 30, \"metric\": \"r2\", \"estimator_list\": [\"lgbm_spark\"], # this setting is optional \"task\": \"regression\",}automl.fit( dataframe=psdf, label=label, **settings,) Copy Link to notebook | Open in colab","s":"Estimators","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#estimators","p":175},{"i":184,"t":"You can activate Spark as the parallel backend during parallel tuning in both AutoML and Hyperparameter Tuning, by setting the use_spark to true. FLAML will dispatch your job to the distributed Spark backend using joblib-spark. Please note that you should not set use_spark to true when applying AutoML and Tuning for Spark Data. This is because only SparkML models will be used for Spark Data in AutoML and Tuning. As SparkML models run in parallel, there is no need to distribute them with use_spark again. All the Spark-related arguments are stated below. These arguments are available in both Hyperparameter Tuning and AutoML: use_spark: boolean, default=False | Whether to use spark to run the training in parallel spark jobs. This can be used to accelerate training on large models and large datasets, but will incur more overhead in time and thus slow down training in some cases. GPU training is not supported yet when use_spark is True. For Spark clusters, by default, we will launch one trial per executor. However, sometimes we want to launch more trials than the number of executors (e.g., local mode). In this case, we can set the environment variable FLAML_MAX_CONCURRENT to override the detected num_executors. The final number of concurrent trials will be the minimum of n_concurrent_trials and num_executors. n_concurrent_trials: int, default=1 | The number of concurrent trials. When n_concurrent_trials > 1, FLAML performes parallel tuning. force_cancel: boolean, default=False | Whether to forcely cancel Spark jobs if the search time exceeded the time budget. Spark jobs include parallel tuning jobs and Spark-based model training jobs. An example code snippet for using parallel Spark jobs: import flamlautoml_experiment = flaml.AutoML()automl_settings = { \"time_budget\": 30, \"metric\": \"r2\", \"task\": \"regression\", \"n_concurrent_trials\": 2, \"use_spark\": True, \"force_cancel\": True, # Activating the force_cancel option can immediately halt Spark jobs once they exceed the allocated time_budget.}automl.fit( dataframe=dataframe, label=label, **automl_settings,) Copy Link to notebook | Open in colab","s":"Parallel Spark Jobs","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#parallel-spark-jobs","p":175},{"i":186,"t":"On this page","s":"Tune - HuggingFace","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"","p":185},{"i":188,"t":"This example requires GPU. Install dependencies: pip install torch transformers datasets \"flaml[blendsearch,ray]\" Copy","s":"Requirements","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#requirements","p":185},{"i":190,"t":"Tokenizer​ from transformers import AutoTokenizerMODEL_NAME = \"distilbert-base-uncased\"tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_fast=True)COLUMN_NAME = \"sentence\"def tokenize(examples): return tokenizer(examples[COLUMN_NAME], truncation=True) Copy Define training method​ import flamlimport datasetsfrom transformers import AutoModelForSequenceClassificationTASK = \"cola\"NUM_LABELS = 2def train_distilbert(config: dict): # Load CoLA dataset and apply tokenizer cola_raw = datasets.load_dataset(\"glue\", TASK) cola_encoded = cola_raw.map(tokenize, batched=True) train_dataset, eval_dataset = cola_encoded[\"train\"], cola_encoded[\"validation\"] model = AutoModelForSequenceClassification.from_pretrained( MODEL_NAME, num_labels=NUM_LABELS ) metric = datasets.load_metric(\"glue\", TASK) def compute_metrics(eval_pred): predictions, labels = eval_pred predictions = np.argmax(predictions, axis=1) return metric.compute(predictions=predictions, references=labels) training_args = TrainingArguments( output_dir=\".\", do_eval=False, disable_tqdm=True, logging_steps=20000, save_total_limit=0, **config, ) trainer = Trainer( model, training_args, train_dataset=train_dataset, eval_dataset=eval_dataset, tokenizer=tokenizer, compute_metrics=compute_metrics, ) # train model trainer.train() # evaluate model eval_output = trainer.evaluate() # report the metric to optimize & the metric to log flaml.tune.report( loss=eval_output[\"eval_loss\"], matthews_correlation=eval_output[\"eval_matthews_correlation\"], ) Copy","s":"Prepare for tuning","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#prepare-for-tuning","p":185},{"i":192,"t":"We are now ready to define our search. This includes: The search_space for our hyperparameters The metric and the mode ('max' or 'min') for optimization The constraints (n_cpus, n_gpus, num_samples, and time_budget_s) max_num_epoch = 64search_space = { # You can mix constants with search space objects. \"num_train_epochs\": flaml.tune.loguniform(1, max_num_epoch), \"learning_rate\": flaml.tune.loguniform(1e-6, 1e-4), \"adam_epsilon\": flaml.tune.loguniform(1e-9, 1e-7), \"adam_beta1\": flaml.tune.uniform(0.8, 0.99), \"adam_beta2\": flaml.tune.loguniform(98e-2, 9999e-4),}# optimization objectiveHP_METRIC, MODE = \"matthews_correlation\", \"max\"# resourcesnum_cpus = 4num_gpus = 4 # change according to your GPU resources# constraintsnum_samples = -1 # number of trials, -1 means unlimitedtime_budget_s = 3600 # time budget in seconds Copy","s":"Define the search","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#define-the-search","p":185},{"i":194,"t":"We are now ready to launch the tuning using flaml.tune.run: import rayray.init(num_cpus=num_cpus, num_gpus=num_gpus)print(\"Tuning started...\")analysis = flaml.tune.run( train_distilbert, search_alg=flaml.CFO( space=search_space, metric=HP_METRIC, mode=MODE, low_cost_partial_config={\"num_train_epochs\": 1}, ), resources_per_trial={\"gpu\": num_gpus, \"cpu\": num_cpus}, local_dir=\"logs/\", num_samples=num_samples, time_budget_s=time_budget_s, use_ray=True,) Copy This will run tuning for one hour. At the end we will see a summary. == Status ==Memory usage on this node: 32.0/251.6 GiBUsing FIFO scheduling algorithm.Resources requested: 0/4 CPUs, 0/4 GPUs, 0.0/150.39 GiB heap, 0.0/47.22 GiB objects (0/1.0 accelerator_type:V100)Result logdir: /home/chiw/FLAML/notebook/logs/train_distilbert_2021-05-07_02-35-58Number of trials: 22/infinite (22 TERMINATED)Trial name status loc adam_beta1 adam_beta2 adam_epsilon learning_rate num_train_epochs iter total time (s) loss matthews_correlationtrain_distilbert_a0c303d0 TERMINATED 0.939079 0.991865 7.96945e-08 5.61152e-06 1 1 55.6909 0.587986 0train_distilbert_a0c303d1 TERMINATED 0.811036 0.997214 2.05111e-09 2.05134e-06 1.44427 1 71.7663 0.603018 0train_distilbert_c39b2ef0 TERMINATED 0.909395 0.993715 1e-07 5.26543e-06 1 1 53.7619 0.586518 0train_distilbert_f00776e2 TERMINATED 0.968763 0.990019 4.38943e-08 5.98035e-06 1.02723 1 56.8382 0.581313 0train_distilbert_11ab3900 TERMINATED 0.962198 0.991838 7.09296e-08 5.06608e-06 1 1 54.0231 0.585576 0train_distilbert_353025b6 TERMINATED 0.91596 0.991892 8.95426e-08 6.21568e-06 2.15443 1 98.3233 0.531632 0.388893train_distilbert_5728a1de TERMINATED 0.926933 0.993146 1e-07 1.00902e-05 1 1 55.3726 0.538505 0.280558train_distilbert_9394c2e2 TERMINATED 0.928106 0.990614 4.49975e-08 3.45674e-06 2.72935 1 121.388 0.539177 0.327295train_distilbert_b6543fec TERMINATED 0.876896 0.992098 1e-07 7.01176e-06 1.59538 1 76.0244 0.527516 0.379177train_distilbert_0071f998 TERMINATED 0.955024 0.991687 7.39776e-08 5.50998e-06 2.90939 1 126.871 0.516225 0.417157train_distilbert_2f830be6 TERMINATED 0.886931 0.989628 7.6127e-08 4.37646e-06 1.53338 1 73.8934 0.551629 0.0655887train_distilbert_7ce03f12 TERMINATED 0.984053 0.993956 8.70144e-08 7.82557e-06 4.08775 1 174.027 0.523732 0.453549train_distilbert_aaab0508 TERMINATED 0.940707 0.993946 1e-07 8.91979e-06 3.40243 1 146.249 0.511288 0.45085train_distilbert_14262454 TERMINATED 0.99 0.991696 4.60093e-08 4.83405e-06 3.4954 1 152.008 0.53506 0.400851train_distilbert_6d211fe6 TERMINATED 0.959277 0.994556 5.40791e-08 1.17333e-05 6.64995 1 271.444 0.609851 0.526802train_distilbert_c980bae4 TERMINATED 0.99 0.993355 1e-07 5.21929e-06 2.51275 1 111.799 0.542276 0.324968train_distilbert_6d0d29d6 TERMINATED 0.965773 0.995182 9.9752e-08 1.15549e-05 13.694 1 527.944 0.923802 0.549474train_distilbert_b16ea82a TERMINATED 0.952781 0.993931 2.93182e-08 1.19145e-05 3.2293 1 139.844 0.533466 0.451307train_distilbert_eddf7cc0 TERMINATED 0.99 0.997109 8.13498e-08 1.28515e-05 15.5807 1 614.789 0.983285 0.56993train_distilbert_43008974 TERMINATED 0.929089 0.993258 1e-07 1.03892e-05 12.0357 1 474.387 0.857461 0.520022train_distilbert_b3408a4e TERMINATED 0.99 0.993809 4.67441e-08 1.10418e-05 11.9165 1 474.126 0.828205 0.526164train_distilbert_cfbfb220 TERMINATED 0.979454 0.9999 1e-07 1.49578e-05 20.3715 Copy","s":"Launch the tuning","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#launch-the-tuning","p":185},{"i":196,"t":"best_trial = analysis.get_best_trial(HP_METRIC, MODE, \"all\")metric = best_trial.metric_analysis[HP_METRIC][MODE]print(f\"n_trials={len(analysis.trials)}\")print(f\"time={time.time()-start_time}\")print(f\"Best model eval {HP_METRIC}: {metric:.4f}\")print(f\"Best model parameters: {best_trial.config}\")# n_trials=22# time=3999.769361972809# Best model eval matthews_correlation: 0.5699# Best model parameters: {'num_train_epochs': 15.580684188655825, 'learning_rate': 1.2851507818900338e-05, 'adam_epsilon': 8.134982521948352e-08, 'adam_beta1': 0.99, 'adam_beta2': 0.9971094424784387} Copy Link to notebook | Open in colab","s":"Retrieve the results","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#retrieve-the-results","p":185},{"i":198,"t":"On this page","s":"Frequently Asked Questions","u":"/FLAML/docs/FAQ","h":"","p":197},{"i":203,"t":"Definition and purpose: The low_cost_partial_config is a dictionary of subset of the hyperparameter coordinates whose value corresponds to a configuration with known low-cost (i.e., low computation cost for training the corresponding model). The concept of low/high-cost is meaningful in the case where a subset of the hyperparameters to tune directly affects the computation cost for training the model. For example, n_estimators and max_leaves are known to affect the training cost of tree-based learners. We call this subset of hyperparameters, cost-related hyperparameters. In such scenarios, if you are aware of low-cost configurations for the cost-related hyperparameters, you are recommended to set them as the low_cost_partial_config. Using the tree-based method example again, since we know that small n_estimators and max_leaves generally correspond to simpler models and thus lower cost, we set {'n_estimators': 4, 'max_leaves': 4} as the low_cost_partial_config by default (note that 4 is the lower bound of search space for these two hyperparameters), e.g., in LGBM. Configuring low_cost_partial_config helps the search algorithms make more cost-efficient choices. In AutoML, the low_cost_init_value in search_space() function for each estimator serves the same role. Usage in practice: It is recommended to configure it if there are cost-related hyperparameters in your tuning task and you happen to know the low-cost values for them, but it is not required (It is fine to leave it the default value, i.e., None). How does it work: low_cost_partial_config if configured, will be used as an initial point of the search. It also affects the search trajectory. For more details about how does it play a role in the search algorithms, please refer to the papers about the search algorithms used: Section 2 of Frugal Optimization for Cost-related Hyperparameters (CFO) and Section 3 of Economical Hyperparameter Optimization with Blended Search Strategy (BlendSearch).","s":"About low_cost_partial_config in tune.","u":"/FLAML/docs/FAQ","h":"#about-low_cost_partial_config-in-tune","p":197},{"i":205,"t":"Currently FLAML does several things for imbalanced data. When a class contains fewer than 20 examples, we repeatedly add these examples to the training data until the count is at least 20. We use stratified sampling when doing holdout and kf. We make sure no class is empty in both training and holdout data. We allow users to pass sample_weight to AutoML.fit(). User can customize the weight of each class by setting the custom_hp or fit_kwargs_by_estimator arguments. For example, the following code sets the weight for pos vs. neg as 2:1 for the RandomForest estimator: from flaml import AutoMLfrom sklearn.datasets import load_irisX_train, y_train = load_iris(return_X_y=True)automl = AutoML()automl_settings = { \"time_budget\": 2, \"task\": \"classification\", \"log_file_name\": \"test/iris.log\", \"estimator_list\": [\"rf\", \"xgboost\"],}automl_settings[\"custom_hp\"] = { \"xgboost\": { \"scale_pos_weight\": { \"domain\": 0.5, \"init_value\": 0.5, } }, \"rf\": {\"class_weight\": {\"domain\": \"balanced\", \"init_value\": \"balanced\"}},}print(automl.model) Copy","s":"How does FLAML handle imbalanced data (unequal distribution of target classes in classification task)?","u":"/FLAML/docs/FAQ","h":"#how-does-flaml-handle-imbalanced-data-unequal-distribution-of-target-classes-in-classification-task","p":197},{"i":207,"t":"You can use automl.model.estimator.feature_importances_ to get the feature_importances_ for the best model found by automl. See an example. Packages such as azureml-interpret and sklearn.inspection.permutation_importance can be used on automl.model.estimator to explain the selected model. Model explanation is frequently asked and adding a native support may be a good feature. Suggestions/contributions are welcome. Optimization history can be checked from the log. You can also retrieve the log and plot the learning curve.","s":"How to interpret model performance? Is it possible for me to visualize feature importance, SHAP values, optimization history?","u":"/FLAML/docs/FAQ","h":"#how-to-interpret-model-performance-is-it-possible-for-me-to-visualize-feature-importance-shap-values-optimization-history","p":197},{"i":209,"t":"Set free_mem_ratio a float between 0 and 1. For example, 0.2 means try to keep free memory above 20% of total memory. Training may be early stopped for memory consumption reason when this is set. Set model_history False. If your data are already preprocessed, set skip_transform False. If you can preprocess the data before the fit starts, this setting can save memory needed for preprocessing in fit. If the OOM error only happens for some particular trials: set use_ray True. This will increase the overhead per trial but can keep the AutoML process running when a single trial fails due to OOM error. provide a more accurate size function for the memory bytes consumption of each config for the estimator causing this error. modify the search space for the estimators causing this error. or remove this estimator from the estimator_list. If the OOM error happens when ensembling, consider disabling ensemble, or use a cheaper ensemble option. (Example).","s":"How to resolve out-of-memory error in AutoML.fit()","u":"/FLAML/docs/FAQ","h":"#how-to-resolve-out-of-memory-error-in-automlfit","p":197},{"i":211,"t":"When you finished training an AutoML estimator, you may want to use it in other code w/o depending on FLAML. You can get the automl.best_config and convert it to the parameters of the original model with below code: from flaml import AutoMLfrom sklearn.datasets import load_irisX, y = load_iris(return_X_y=True)automl = AutoML(settings={\"time_budget\": 3})automl.fit(X, y)print(f\"{automl.best_estimator=}\")print(f\"{automl.best_config=}\")print(f\"params for best estimator: {automl.model.config2params(automl.best_config)}\") Copy","s":"How to get the best config of an estimator and use it to train the original model outside FLAML?","u":"/FLAML/docs/FAQ","h":"#how-to-get-the-best-config-of-an-estimator-and-use-it-to-train-the-original-model-outside-flaml","p":197},{"i":213,"t":"On this page","s":"Tune - Lexicographic Objectives","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"","p":212},{"i":215,"t":"pip install \"flaml>=1.1.0\" thop torchvision torch Copy Tuning multiple objectives with Lexicographic preference is a new feature added in version 1.1.0 and is subject to change in future versions.","s":"Requirements","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#requirements","p":212},{"i":218,"t":"import torchimport thopimport torch.nn as nnfrom flaml import tuneimport torch.nn.functional as Fimport torchvisionimport numpy as npimport osDEVICE = torch.device(\"cpu\")BATCHSIZE = 128N_TRAIN_EXAMPLES = BATCHSIZE * 30N_VALID_EXAMPLES = BATCHSIZE * 10data_dir = os.path.abspath(\"data\")train_dataset = torchvision.datasets.FashionMNIST( data_dir, train=True, download=True, transform=torchvision.transforms.ToTensor(),)train_loader = torch.utils.data.DataLoader( torch.utils.data.Subset(train_dataset, list(range(N_TRAIN_EXAMPLES))), batch_size=BATCHSIZE, shuffle=True,)val_dataset = torchvision.datasets.FashionMNIST( data_dir, train=False, transform=torchvision.transforms.ToTensor())val_loader = torch.utils.data.DataLoader( torch.utils.data.Subset(val_dataset, list(range(N_VALID_EXAMPLES))), batch_size=BATCHSIZE, shuffle=True, Copy","s":"Data","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#data","p":212},{"i":220,"t":"def define_model(configuration): n_layers = configuration[\"n_layers\"] layers = [] in_features = 28 * 28 for i in range(n_layers): out_features = configuration[\"n_units_l{}\".format(i)] layers.append(nn.Linear(in_features, out_features)) layers.append(nn.ReLU()) p = configuration[\"dropout_{}\".format(i)] layers.append(nn.Dropout(p)) in_features = out_features layers.append(nn.Linear(in_features, 10)) layers.append(nn.LogSoftmax(dim=1)) return nn.Sequential(*layers) Copy","s":"Specific the model","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#specific-the-model","p":212},{"i":222,"t":"def train_model(model, optimizer, train_loader): model.train() for batch_idx, (data, target) in enumerate(train_loader): data, target = data.view(-1, 28 * 28).to(DEVICE), target.to(DEVICE) optimizer.zero_grad() F.nll_loss(model(data), target).backward() optimizer.step() Copy","s":"Train","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#train","p":212},{"i":224,"t":"def eval_model(model, valid_loader): model.eval() correct = 0 with torch.no_grad(): for batch_idx, (data, target) in enumerate(valid_loader): data, target = data.view(-1, 28 * 28).to(DEVICE), target.to(DEVICE) pred = model(data).argmax(dim=1, keepdim=True) correct += pred.eq(target.view_as(pred)).sum().item() accuracy = correct / N_VALID_EXAMPLES flops, params = thop.profile( model, inputs=(torch.randn(1, 28 * 28).to(DEVICE),), verbose=False ) return np.log2(flops), 1 - accuracy, params Copy","s":"Metrics","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#metrics","p":212},{"i":226,"t":"def evaluate_function(configuration): model = define_model(configuration).to(DEVICE) optimizer = torch.optim.Adam(model.parameters(), configuration[\"lr\"]) n_epoch = configuration[\"n_epoch\"] for epoch in range(n_epoch): train_model(model, optimizer, train_loader) flops, error_rate, params = eval_model(model, val_loader) return {\"error_rate\": error_rate, \"flops\": flops, \"params\": params} Copy","s":"Evaluation function","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#evaluation-function","p":212},{"i":228,"t":"search_space = { \"n_layers\": tune.randint(lower=1, upper=3), \"n_units_l0\": tune.randint(lower=4, upper=128), \"n_units_l1\": tune.randint(lower=4, upper=128), \"n_units_l2\": tune.randint(lower=4, upper=128), \"dropout_0\": tune.uniform(lower=0.2, upper=0.5), \"dropout_1\": tune.uniform(lower=0.2, upper=0.5), \"dropout_2\": tune.uniform(lower=0.2, upper=0.5), \"lr\": tune.loguniform(lower=1e-5, upper=1e-1), \"n_epoch\": tune.randint(lower=1, upper=20),} Copy","s":"Search space","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#search-space","p":212},{"i":230,"t":"# Low cost initial pointlow_cost_partial_config = { \"n_layers\": 1, \"n_units_l0\": 4, \"n_units_l1\": 4, \"n_units_l2\": 4, \"n_epoch\": 1,}# Specific lexicographic preferencelexico_objectives = {}lexico_objectives[\"metrics\"] = [\"error_rate\", \"flops\"]lexico_objectives[\"tolerances\"] = {\"error_rate\": 0.02, \"flops\": 0.0}lexico_objectives[\"targets\"] = {\"error_rate\": 0.0, \"flops\": 0.0}lexico_objectives[\"modes\"] = [\"min\", \"min\"]# launch the tuning processanalysis = tune.run( evaluate_function, num_samples=-1, time_budget_s=100, config=search_space, # search space of NN use_ray=False, lexico_objectives=lexico_objectives, low_cost_partial_config=low_cost_partial_config, # low cost initial point) Copy We also support providing percentage tolerance as shown below. lexico_objectives[\"tolerances\"] = {\"error_rate\": \"5%\", \"flops\": \"0%\"} Copy Link to notebook | Open in colab","s":"Launch the tuning process","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#launch-the-tuning-process","p":212},{"i":232,"t":"On this page","s":"Getting Started","u":"/FLAML/docs/Getting-Started","h":"","p":231},{"i":234,"t":"FLAML enables building next-gen GPT-X applications based on multi-agent conversations with minimal effort. It simplifies the orchestration, automation and optimization of a complex GPT-X workflow. It maximizes the performance of GPT-X models and augments their weakness. For common machine learning tasks like classification and regression, it quickly finds quality models for user-provided data with low computational resources. It is easy to customize or extend. It supports fast and economical automatic tuning, capable of handling large search space with heterogeneous evaluation cost and complex constraints/guidance/early stopping. FLAML is powered by a series of research studies from Microsoft Research and collaborators such as Penn State University, Stevens Institute of Technology, University of Washington, and University of Waterloo.","s":"Main Features","u":"/FLAML/docs/Getting-Started","h":"#main-features","p":231},{"i":236,"t":"Install FLAML from pip: pip install flaml. Find more options in Installation. There are several ways of using flaml: (New) AutoGen​ Autogen enables the next-gen GPT-X applications with a generic multi-agent conversation framework. It offers customizable and conversable agents which integrate LLMs, tools and human. By automating chat among multiple capable agents, one can easily make them collectively perform tasks autonomously or with human feedback, including tasks that require using tools via code. For example, from flaml import autogenassistant = autogen.AssistantAgent(\"assistant\")user_proxy = autogen.UserProxyAgent(\"user_proxy\")user_proxy.initiate_chat( assistant, message=\"Show me the YTD gain of 10 largest technology companies as of today.\",)# This initiates an automated chat between the two agents to solve the task Copy Autogen also helps maximize the utility out of the expensive LLMs such as ChatGPT and GPT-4. It offers a drop-in replacement of openai.Completion or openai.ChatCompletion with powerful functionalites like tuning, caching, error handling, templating. For example, you can optimize generations by LLM with your own tuning data, success metrics and budgets. # perform tuningconfig, analysis = autogen.Completion.tune( data=tune_data, metric=\"success\", mode=\"max\", eval_func=eval_func, inference_budget=0.05, optimization_budget=3, num_samples=-1,)# perform inference for a test instanceresponse = autogen.Completion.create(context=test_instance, **config) Copy Task-oriented AutoML​ With three lines of code, you can start using this economical and fast AutoML engine as a scikit-learn style estimator. from flaml import AutoMLautoml = AutoML()automl.fit(X_train, y_train, task=\"classification\", time_budget=60) Copy It automatically tunes the hyperparameters and selects the best model from default learners such as LightGBM, XGBoost, random forest etc. for the specified time budget 60 seconds. Customizing the optimization metrics, learners and search spaces etc. is very easy. For example, automl.add_learner(\"mylgbm\", MyLGBMEstimator)automl.fit( X_train, y_train, task=\"classification\", metric=custom_metric, estimator_list=[\"mylgbm\"], time_budget=60,) Copy Tune user-defined function​ You can run generic hyperparameter tuning for a custom function (machine learning or beyond). For example, from flaml import tunefrom flaml.automl.model import LGBMEstimatordef train_lgbm(config: dict) -> dict: # convert config dict to lgbm params params = LGBMEstimator(**config).params # train the model train_set = lightgbm.Dataset(csv_file_name) model = lightgbm.train(params, train_set) # evaluate the model pred = model.predict(X_test) mse = mean_squared_error(y_test, pred) # return eval results as a dictionary return {\"mse\": mse}# load a built-in search space from flamlflaml_lgbm_search_space = LGBMEstimator.search_space(X_train.shape)# specify the search space as a dict from hp name to domain; you can define your own search space same wayconfig_search_space = { hp: space[\"domain\"] for hp, space in flaml_lgbm_search_space.items()}# give guidance about hp values corresponding to low training cost, i.e., {\"n_estimators\": 4, \"num_leaves\": 4}low_cost_partial_config = { hp: space[\"low_cost_init_value\"] for hp, space in flaml_lgbm_search_space.items() if \"low_cost_init_value\" in space}# run the tuning, minimizing mse, with total time budget 3 secondsanalysis = tune.run( train_lgbm, metric=\"mse\", mode=\"min\", config=config_search_space, low_cost_partial_config=low_cost_partial_config, time_budget_s=3, num_samples=-1,) Copy Please see this script for the complete version of the above example. Zero-shot AutoML​ FLAML offers a unique, seamless and effortless way to leverage AutoML for the commonly used classifiers and regressors such as LightGBM and XGBoost. For example, if you are using lightgbm.LGBMClassifier as your current learner, all you need to do is to replace from lightgbm import LGBMClassifier by: from flaml.default import LGBMClassifier Copy Then, you can use it just like you use the original LGMBClassifier. Your other code can remain unchanged. When you call the fit() function from flaml.default.LGBMClassifier, it will automatically instantiate a good data-dependent hyperparameter configuration for your dataset, which is expected to work better than the default configuration.","s":"Quickstart","u":"/FLAML/docs/Getting-Started","h":"#quickstart","p":231},{"i":238,"t":"Understand the use cases for AutoGen, Task-oriented AutoML, Tune user-defined function and Zero-shot AutoML. Find code examples under \"Examples\": from AutoGen - AgentChat to Tune - PyTorch. Learn about research around FLAML and check blogposts. Chat on Discord. If you like our project, please give it a star on GitHub. If you are interested in contributing, please read Contributor's Guide.","s":"Where to Go Next?","u":"/FLAML/docs/Getting-Started","h":"#where-to-go-next","p":231},{"i":240,"t":"On this page","s":"Installation","u":"/FLAML/docs/Installation","h":"","p":239},{"i":242,"t":"FLAML requires Python version >= 3.7. It can be installed from pip: pip install flaml Copy or conda: conda install flaml -c conda-forge Copy","s":"Python","u":"/FLAML/docs/Installation","h":"#python","p":239},{"i":244,"t":"Autogen​ pip install \"flaml[autogen]\" Copy Task-oriented AutoML​ pip install \"flaml[automl]\" Copy Extra learners/models​ openai models pip install \"flaml[openai]\" Copy catboost pip install \"flaml[catboost]\" Copy vowpal wabbit pip install \"flaml[vw]\" Copy time series forecaster: prophet, statsmodels pip install \"flaml[forecast]\" Copy huggingface transformers pip install \"flaml[hf]\" Copy Notebook​ To run the notebook examples, install flaml with the [notebook] option: pip install \"flaml[notebook]\" Copy Distributed tuning​ ray pip install \"flaml[ray]\" Copy spark Spark support is added in v1.1.0 pip install \"flaml[spark]>=1.1.0\" Copy For cloud platforms such as Azure Synapse, Spark clusters are provided. But you may also need to install Spark manually when setting up your own environment. For latest Ubuntu system, you can install Spark 3.3.0 standalone version with below script. For more details of installing Spark, please refer to Spark Doc. sudo apt-get update && sudo apt-get install -y --allow-downgrades --allow-change-held-packages --no-install-recommends \\ ca-certificates-java ca-certificates openjdk-17-jdk-headless \\ && sudo apt-get clean && sudo rm -rf /var/lib/apt/lists/*wget --progress=dot:giga \"https://www.apache.org/dyn/closer.lua/spark/spark-3.3.0/spark-3.3.0-bin-hadoop2.tgz?action=download\" \\ -O - | tar -xzC /tmp; archive=$(basename \"spark-3.3.0/spark-3.3.0-bin-hadoop2.tgz\") \\ bash -c \"sudo mv -v /tmp/\\${archive/%.tgz/} /spark\"export SPARK_HOME=/sparkexport PYTHONPATH=/spark/python/lib/py4j-0.10.9.5-src.zip:/spark/pythonexport PATH=$PATH:$SPARK_HOME/bin Copy nni pip install \"flaml[nni]\" Copy blendsearch pip install \"flaml[blendsearch]\" Copy synapse To install flaml in Azure Synapse and similar cloud platform pip install flaml[synapse] Copy Test and Benchmark​ test pip install flaml[test] Copy benchmark pip install flaml[benchmark] Copy","s":"Optional Dependencies","u":"/FLAML/docs/Installation","h":"#optional-dependencies","p":239},{"i":246,"t":"FLAML has a .NET implementation in ML.NET, an open-source, cross-platform machine learning framework for .NET. You can use FLAML in .NET in the following ways: Low-code Model Builder - A Visual Studio extension for training ML models using FLAML. For more information on how to install, see the install Model Builder guide. ML.NET CLI - A dotnet CLI tool for training machine learning models using FLAML on Windows, MacOS, and Linux. For more information on how to install the ML.NET CLI, see the install the ML.NET CLI guide. Code-first Microsoft.ML.AutoML - NuGet package that provides direct access to the FLAML AutoML APIs that power low-code solutions like Model Builder and the ML.NET CLI. For more information on installing NuGet packages, see the install and use a NuGet package in Visual Studio or dotnet CLI guides. To get started with the ML.NET API and AutoML, see the csharp-notebooks.","s":".NET","u":"/FLAML/docs/Installation","h":"#net","p":239},{"i":248,"t":"On this page","s":"autogen.agentchat.agent","u":"/FLAML/docs/reference/autogen/agentchat/agent","h":"","p":247},{"i":250,"t":"class Agent() Copy (In preview) An abstract class for AI agent. An agent can communicate with other agents and perform actions. Different agents can differ in what actions they perform in the receive method. __init__​ def __init__(name: str) Copy Arguments: name str - name of the agent. name​ @propertydef name() Copy Get the name of the agent. send​ def send(message: Union[Dict, str], recipient: \"Agent\", request_reply: Optional[bool] = None) Copy (Abstract method) Send a message to another agent. a_send​ async def a_send(message: Union[Dict, str], recipient: \"Agent\", request_reply: Optional[bool] = None) Copy (Abstract async method) Send a message to another agent. receive​ def receive(message: Union[Dict, str], sender: \"Agent\", request_reply: Optional[bool] = None) Copy (Abstract method) Receive a message from another agent. a_receive​ async def a_receive(message: Union[Dict, str], sender: \"Agent\", request_reply: Optional[bool] = None) Copy (Abstract async method) Receive a message from another agent. reset​ def reset() Copy (Abstract method) Reset the agent. generate_reply​ def generate_reply(messages: Optional[List[Dict]] = None, sender: Optional[\"Agent\"] = None, **kwargs, ,) -> Union[str, Dict, None] Copy (Abstract method) Generate a reply based on the received messages. Arguments: messages list[dict] - a list of messages received. sender - sender of an Agent instance. Returns: str or dict or None: the generated reply. If None, no reply is generated. a_generate_reply​ async def a_generate_reply(messages: Optional[List[Dict]] = None, sender: Optional[\"Agent\"] = None, **kwargs, ,) -> Union[str, Dict, None] Copy (Abstract async method) Generate a reply based on the received messages. Arguments: messages list[dict] - a list of messages received. sender - sender of an Agent instance. Returns: str or dict or None: the generated reply. If None, no reply is generated.","s":"Agent Objects","u":"/FLAML/docs/reference/autogen/agentchat/agent","h":"#agent-objects","p":247},{"i":252,"t":"On this page","s":"AutoML - Time Series Forecast","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"","p":251},{"i":254,"t":"Install the [automl,ts_forecast] option. pip install \"flaml[automl,ts_forecast]\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#prerequisites","p":251},{"i":256,"t":"import numpy as npfrom flaml import AutoMLX_train = np.arange(\"2014-01\", \"2022-01\", dtype=\"datetime64[M]\")y_train = np.random.random(size=84)automl = AutoML()automl.fit( X_train=X_train[:84], # a single column of timestamp y_train=y_train, # value for each timestamp period=12, # time horizon to forecast, e.g., 12 months task=\"ts_forecast\", time_budget=15, # time budget in seconds log_file_name=\"ts_forecast.log\", eval_method=\"holdout\",)print(automl.predict(X_train[84:])) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 01-21 08:01:20] {2018} INFO - task = ts_forecast[flaml.automl: 01-21 08:01:20] {2020} INFO - Data split method: time[flaml.automl: 01-21 08:01:20] {2024} INFO - Evaluation method: holdout[flaml.automl: 01-21 08:01:20] {2124} INFO - Minimizing error metric: mape[flaml.automl: 01-21 08:01:21] {2181} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax'][flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 0, current learner lgbm[flaml.automl: 01-21 08:01:21] {2547} INFO - Estimated sufficient time budget=1429s. Estimated necessary time budget=1s.[flaml.automl: 01-21 08:01:21] {2594} INFO - at 0.9s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 1, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 0.9s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 2, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 0.9s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 3, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 4, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 5, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 6, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9652, best estimator lgbm's best error=0.9652[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 7, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 8, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 9, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 10, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 11, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 12, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 13, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 14, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 15, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 16, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 17, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 18, current learner rf[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator rf's best error=1.0994, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 19, current learner rf[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator rf's best error=1.0848, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 20, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator xgboost's best error=1.0271, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 21, current learner rf[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator rf's best error=1.0848, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 22, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 23, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 24, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 25, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator extra_tree's best error=1.0130, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 26, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.4s, estimator extra_tree's best error=1.0130, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 27, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.4s, estimator extra_tree's best error=1.0130, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 28, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.4s, estimator extra_tree's best error=1.0130, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 29, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.4s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 30, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 31, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 32, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 33, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 34, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 35, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 36, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 37, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 38, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 39, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 40, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 41, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.7s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 42, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.7s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 43, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.7s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 44, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.7s, estimator xgb_limitdepth's best error=1.5815, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 45, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.8s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 46, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.8s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 47, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.8s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 48, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.9s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 49, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.9s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 50, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.9s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 51, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.9s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 52, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 53, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 54, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 55, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 56, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 57, current learner rf[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator rf's best error=1.0848, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 58, current learner xgboost[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 59, current learner extra_tree[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 60, current learner lgbm[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 61, current learner extra_tree[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 62, current learner lgbm[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 63, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.2s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 64, current learner prophet[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.2s, estimator prophet's best error=1.5706, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 65, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.2s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 66, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.4s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 67, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.4s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 68, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.5s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 69, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.6s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 70, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.6s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 71, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.6s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 72, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.6s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 73, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.7s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 74, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.7s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 75, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.8s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 76, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.9s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 77, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 5.0s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 78, current learner sarimax[flaml.automl: 01-21 08:01:26] {2594} INFO - at 5.1s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 79, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:26] {2594} INFO - at 5.1s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 80, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:26] {2594} INFO - at 5.1s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 81, current learner sarimax[flaml.automl: 01-21 08:01:26] {2594} INFO - at 5.1s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 82, current learner prophet[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.6s, estimator prophet's best error=1.4076, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 83, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.6s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 84, current learner sarimax[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.6s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 85, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.6s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 86, current learner sarimax[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.8s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 87, current learner arima[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.8s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 88, current learner sarimax[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.9s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 89, current learner arima[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.9s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 90, current learner arima[flaml.automl: 01-21 08:01:27] {2594} INFO - at 7.0s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 91, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:27] {2594} INFO - at 7.0s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 92, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:27] {2594} INFO - at 7.0s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 93, current learner sarimax[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.0s, estimator sarimax's best error=0.5600, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 94, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.1s, estimator xgb_limitdepth's best error=0.9683, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 95, current learner sarimax[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.2s, estimator sarimax's best error=0.5600, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 96, current learner arima[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.2s, estimator arima's best error=0.5693, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 97, current learner arima[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.2s, estimator arima's best error=0.5693, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 98, current learner extra_tree[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.3s, estimator extra_tree's best error=0.9499, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 99, current learner sarimax[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.3s, estimator sarimax's best error=0.5600, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 100, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.3s, estimator xgb_limitdepth's best error=0.9683, best estimator sarimax's best error=0.5600 Copy","s":"Simple NumPy Example","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#simple-numpy-example","p":251},{"i":258,"t":"import statsmodels.api as smdata = sm.datasets.co2.load_pandas().data# data is given in weeks, but the task is to predict monthly, so use monthly averages insteaddata = data[\"co2\"].resample(\"MS\").mean()data = data.bfill().ffill() # makes sure there are no missing valuesdata = data.to_frame().reset_index()num_samples = data.shape[0]time_horizon = 12split_idx = num_samples - time_horizontrain_df = data[ :split_idx] # train_df is a dataframe with two columns: timestamp and labelX_test = data[split_idx:][ \"index\"].to_frame() # X_test is a dataframe with dates for predictiony_test = data[split_idx:][ \"co2\"] # y_test is a series of the values corresponding to the dates for predictionfrom flaml import AutoMLautoml = AutoML()settings = { \"time_budget\": 10, # total running time in seconds \"metric\": \"mape\", # primary metric for validation: 'mape' is generally used for forecast tasks \"task\": \"ts_forecast\", # task type \"log_file_name\": \"CO2_forecast.log\", # flaml log file \"eval_method\": \"holdout\", # validation method can be chosen from ['auto', 'holdout', 'cv'] \"seed\": 7654321, # random seed}automl.fit( dataframe=train_df, # training data label=\"co2\", # label column period=time_horizon, # key word argument 'period' must be included for forecast task) **settings) Copy Sample output​ [flaml.automl: 01-21 07:54:04] {2018} INFO - task = ts_forecast[flaml.automl: 01-21 07:54:04] {2020} INFO - Data split method: time[flaml.automl: 01-21 07:54:04] {2024} INFO - Evaluation method: holdout[flaml.automl: 01-21 07:54:04] {2124} INFO - Minimizing error metric: mapeImporting plotly failed. Interactive plots will not work.[flaml.automl: 01-21 07:54:04] {2181} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax'][flaml.automl: 01-21 07:54:04] {2434} INFO - iteration 0, current learner lgbm[flaml.automl: 01-21 07:54:05] {2547} INFO - Estimated sufficient time budget=2145s. Estimated necessary time budget=2s.[flaml.automl: 01-21 07:54:05] {2594} INFO - at 0.9s, estimator lgbm's best error=0.0621, best estimator lgbm's best error=0.0621[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 1, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.0s, estimator lgbm's best error=0.0574, best estimator lgbm's best error=0.0574[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 2, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.0s, estimator lgbm's best error=0.0464, best estimator lgbm's best error=0.0464[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 3, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.0s, estimator lgbm's best error=0.0464, best estimator lgbm's best error=0.0464[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 4, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.0s, estimator lgbm's best error=0.0365, best estimator lgbm's best error=0.0365[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 5, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.1s, estimator lgbm's best error=0.0192, best estimator lgbm's best error=0.0192[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 6, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.1s, estimator lgbm's best error=0.0192, best estimator lgbm's best error=0.0192[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 7, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.1s, estimator lgbm's best error=0.0192, best estimator lgbm's best error=0.0192[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 8, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.2s, estimator lgbm's best error=0.0110, best estimator lgbm's best error=0.0110[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 9, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.2s, estimator lgbm's best error=0.0110, best estimator lgbm's best error=0.0110[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 10, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.2s, estimator lgbm's best error=0.0036, best estimator lgbm's best error=0.0036[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 11, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.4s, estimator lgbm's best error=0.0023, best estimator lgbm's best error=0.0023[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 12, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.4s, estimator lgbm's best error=0.0023, best estimator lgbm's best error=0.0023[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 13, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.5s, estimator lgbm's best error=0.0021, best estimator lgbm's best error=0.0021[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 14, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.6s, estimator lgbm's best error=0.0021, best estimator lgbm's best error=0.0021[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 15, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.7s, estimator lgbm's best error=0.0020, best estimator lgbm's best error=0.0020[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 16, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.8s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 17, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 1.9s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 18, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.0s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 19, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.1s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 20, current learner rf[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.1s, estimator rf's best error=0.0228, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 21, current learner rf[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.1s, estimator rf's best error=0.0210, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 22, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.2s, estimator xgboost's best error=0.6738, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 23, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.2s, estimator xgboost's best error=0.6738, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 24, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.2s, estimator xgboost's best error=0.1717, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 25, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.3s, estimator xgboost's best error=0.0249, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 26, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.3s, estimator xgboost's best error=0.0249, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 27, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.3s, estimator xgboost's best error=0.0242, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 28, current learner extra_tree[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.4s, estimator extra_tree's best error=0.0245, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 29, current learner extra_tree[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.4s, estimator extra_tree's best error=0.0160, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 30, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.5s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 31, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.6s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 32, current learner rf[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.6s, estimator rf's best error=0.0210, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 33, current learner extra_tree[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.6s, estimator extra_tree's best error=0.0160, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 34, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.8s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 35, current learner extra_tree[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.8s, estimator extra_tree's best error=0.0158, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 36, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 2.8s, estimator xgb_limitdepth's best error=0.0447, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 37, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 2.9s, estimator xgb_limitdepth's best error=0.0447, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 38, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 2.9s, estimator xgb_limitdepth's best error=0.0029, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 39, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 3.0s, estimator xgb_limitdepth's best error=0.0018, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 40, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 3.1s, estimator xgb_limitdepth's best error=0.0018, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 41, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 3.1s, estimator xgb_limitdepth's best error=0.0018, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 42, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 3.3s, estimator xgb_limitdepth's best error=0.0018, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 43, current learner prophet[flaml.automl: 01-21 07:54:09] {2594} INFO - at 5.5s, estimator prophet's best error=0.0008, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:09] {2434} INFO - iteration 44, current learner arima[flaml.automl: 01-21 07:54:10] {2594} INFO - at 6.1s, estimator arima's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 45, current learner sarimax[flaml.automl: 01-21 07:54:10] {2594} INFO - at 6.4s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 46, current learner lgbm[flaml.automl: 01-21 07:54:10] {2594} INFO - at 6.5s, estimator lgbm's best error=0.0017, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 47, current learner sarimax[flaml.automl: 01-21 07:54:10] {2594} INFO - at 6.6s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 48, current learner sarimax[flaml.automl: 01-21 07:54:11] {2594} INFO - at 6.9s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 49, current learner arima[flaml.automl: 01-21 07:54:11] {2594} INFO - at 6.9s, estimator arima's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 50, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:11] {2594} INFO - at 7.0s, estimator xgb_limitdepth's best error=0.0018, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 51, current learner sarimax[flaml.automl: 01-21 07:54:11] {2594} INFO - at 7.5s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 52, current learner xgboost[flaml.automl: 01-21 07:54:11] {2594} INFO - at 7.6s, estimator xgboost's best error=0.0242, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 53, current learner prophet[flaml.automl: 01-21 07:54:13] {2594} INFO - at 9.3s, estimator prophet's best error=0.0005, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 54, current learner sarimax[flaml.automl: 01-21 07:54:13] {2594} INFO - at 9.4s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 55, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:13] {2594} INFO - at 9.8s, estimator xgb_limitdepth's best error=0.0018, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 56, current learner xgboost[flaml.automl: 01-21 07:54:13] {2594} INFO - at 9.8s, estimator xgboost's best error=0.0242, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 57, current learner lgbm[flaml.automl: 01-21 07:54:14] {2594} INFO - at 9.9s, estimator lgbm's best error=0.0017, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:14] {2434} INFO - iteration 58, current learner rf[flaml.automl: 01-21 07:54:14] {2594} INFO - at 10.0s, estimator rf's best error=0.0146, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:14] {2824} INFO - retrain prophet for 0.6s[flaml.automl: 01-21 07:54:14] {2831} INFO - retrained model: [flaml.automl: 01-21 07:54:14] {2210} INFO - fit succeeded[flaml.automl: 01-21 07:54:14] {2211} INFO - Time taken to find the best model: 9.339771270751953[flaml.automl: 01-21 07:54:14] {2222} WARNING - Time taken to find the best model is 93% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy Compute and plot predictions​ The example plotting code requires matplotlib. flaml_y_pred = automl.predict(X_test)import matplotlib.pyplot as pltplt.plot(X_test, y_test, label=\"Actual level\")plt.plot(X_test, flaml_y_pred, label=\"FLAML forecast\")plt.xlabel(\"Date\")plt.ylabel(\"CO2 Levels\")plt.legend() Copy","s":"Univariate time series","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#univariate-time-series","p":251},{"i":260,"t":"import pandas as pd# pd.set_option(\"display.max_rows\", None, \"display.max_columns\", None)multi_df = pd.read_csv( \"https://raw.githubusercontent.com/srivatsan88/YouTubeLI/master/dataset/nyc_energy_consumption.csv\")# preprocessing datamulti_df[\"timeStamp\"] = pd.to_datetime(multi_df[\"timeStamp\"])multi_df = multi_df.set_index(\"timeStamp\")multi_df = multi_df.resample(\"D\").mean()multi_df[\"temp\"] = multi_df[\"temp\"].fillna(method=\"ffill\")multi_df[\"precip\"] = multi_df[\"precip\"].fillna(method=\"ffill\")multi_df = multi_df[:-2] # last two rows are NaN for 'demand' column so remove themmulti_df = multi_df.reset_index()# Using temperature values create categorical values# where 1 denotes daily tempurature is above monthly average and 0 is below.def get_monthly_avg(data): data[\"month\"] = data[\"timeStamp\"].dt.month data = data[[\"month\", \"temp\"]].groupby(\"month\") data = data.agg({\"temp\": \"mean\"}) return datamonthly_avg = get_monthly_avg(multi_df).to_dict().get(\"temp\")def above_monthly_avg(date, temp): month = date.month if temp > monthly_avg.get(month): return 1 else: return 0multi_df[\"temp_above_monthly_avg\"] = multi_df.apply( lambda x: above_monthly_avg(x[\"timeStamp\"], x[\"temp\"]), axis=1)del multi_df[\"month\"] # remove temperature column to reduce redundancy# split data into train and testnum_samples = multi_df.shape[0]multi_time_horizon = 180split_idx = num_samples - multi_time_horizonmulti_train_df = multi_df[:split_idx]multi_test_df = multi_df[split_idx:]multi_X_test = multi_test_df[ [\"timeStamp\", \"precip\", \"temp\", \"temp_above_monthly_avg\"]] # test dataframe must contain values for the regressors / multivariate variablesmulti_y_test = multi_test_df[\"demand\"]# initialize AutoML instanceautoml = AutoML()# configure AutoML settingssettings = { \"time_budget\": 10, # total running time in seconds \"metric\": \"mape\", # primary metric \"task\": \"ts_forecast\", # task type \"log_file_name\": \"energy_forecast_categorical.log\", # flaml log file \"eval_method\": \"holdout\", \"log_type\": \"all\", \"label\": \"demand\",}# train the modelautoml.fit(dataframe=df, **settings, period=time_horizon)# predictionsprint(automl.predict(multi_X_test)) Copy Sample Output​ [flaml.automl: 08-13 01:03:11] {2540} INFO - task = ts_forecast[flaml.automl: 08-13 01:03:11] {2542} INFO - Data split method: time[flaml.automl: 08-13 01:03:11] {2545} INFO - Evaluation method: holdout[flaml.automl: 08-13 01:03:11] {2664} INFO - Minimizing error metric: mape[flaml.automl: 08-13 01:03:12] {2806} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax'][flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 0, current learner lgbm[flaml.automl: 08-13 01:03:12] {3241} INFO - Estimated sufficient time budget=7681s. Estimated necessary time budget=8s.[flaml.automl: 08-13 01:03:12] {3288} INFO - at 0.8s, estimator lgbm's best error=0.0854, best estimator lgbm's best error=0.0854[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 1, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 0.9s, estimator lgbm's best error=0.0854, best estimator lgbm's best error=0.0854[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 2, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 0.9s, estimator lgbm's best error=0.0525, best estimator lgbm's best error=0.0525[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 3, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 0.9s, estimator lgbm's best error=0.0525, best estimator lgbm's best error=0.0525[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 4, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 1.0s, estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 5, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 1.0s, estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 6, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 1.0s, estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 7, current learner lgbm[flaml.automl: 08-13 01:03:13] {3288} INFO - at 1.1s, estimator lgbm's best error=0.0393, best estimator lgbm's best error=0.0393[flaml.automl: 08-13 01:03:13] {3108} INFO - iteration 8, current learner lgbm[flaml.automl: 08-13 01:03:13] {3288} INFO - at 1.1s, estimator lgbm's best error=0.0393, best estimator lgbm's best error=0.0393[flaml.automl: 08-13 01:03:13] {3108} INFO - iteration 9, current learner lgbm... silent=True, subsample=1.0, subsample_for_bin=200000, subsample_freq=0, verbose=-1)[flaml.automl: 08-13 01:03:22] {2837} INFO - fit succeeded[flaml.automl: 08-13 01:03:22] {2838} INFO - Time taken to find the best model: 3.4941744804382324 Copy","s":"Multivariate Time Series (Forecasting with Exogenous Variables)","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#multivariate-time-series-forecasting-with-exogenous-variables","p":251},{"i":262,"t":"from hcrystalball.utils import get_sales_dataimport numpy as npfrom flaml import AutoMLtime_horizon = 30df = get_sales_data(n_dates=180, n_assortments=1, n_states=1, n_stores=1)df = df[[\"Sales\", \"Open\", \"Promo\", \"Promo2\"]]# feature engineering - create a discrete value column# 1 denotes above mean and 0 denotes below meandf[\"above_mean_sales\"] = np.where(df[\"Sales\"] > df[\"Sales\"].mean(), 1, 0)df.reset_index(inplace=True)# train-test splitdiscrete_train_df = df[:-time_horizon]discrete_test_df = df[-time_horizon:]discrete_X_train, discrete_X_test = ( discrete_train_df[[\"Date\", \"Open\", \"Promo\", \"Promo2\"]], discrete_test_df[[\"Date\", \"Open\", \"Promo\", \"Promo2\"]],)discrete_y_train, discrete_y_test = ( discrete_train_df[\"above_mean_sales\"], discrete_test_df[\"above_mean_sales\"],)# initialize AutoML instanceautoml = AutoML()# configure the settingssettings = { \"time_budget\": 15, # total running time in seconds \"metric\": \"accuracy\", # primary metric \"task\": \"ts_forecast_classification\", # task type \"log_file_name\": \"sales_classification_forecast.log\", # flaml log file \"eval_method\": \"holdout\",}# train the modelautoml.fit( X_train=discrete_X_train, y_train=discrete_y_train, **settings, period=time_horizon)# make predictionsdiscrete_y_pred = automl.predict(discrete_X_test)print(\"Predicted label\", discrete_y_pred)print(\"True label\", discrete_y_test) Copy Sample Output​ [flaml.automl: 02-28 21:53:03] {2060} INFO - task = ts_forecast_classification[flaml.automl: 02-28 21:53:03] {2062} INFO - Data split method: time[flaml.automl: 02-28 21:53:03] {2066} INFO - Evaluation method: holdout[flaml.automl: 02-28 21:53:03] {2147} INFO - Minimizing error metric: 1-accuracy[flaml.automl: 02-28 21:53:03] {2205} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth'][flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 0, current learner lgbm[flaml.automl: 02-28 21:53:03] {2573} INFO - Estimated sufficient time budget=269s. Estimated necessary time budget=0s.[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.1s, estimator lgbm's best error=0.2667, best estimator lgbm's best error=0.2667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 1, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.1s, estimator lgbm's best error=0.2667, best estimator lgbm's best error=0.2667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 2, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.1s, estimator lgbm's best error=0.1333, best estimator lgbm's best error=0.1333[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 3, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.2s, estimator rf's best error=0.1333, best estimator lgbm's best error=0.1333[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 4, current learner xgboost[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.2s, estimator xgboost's best error=0.1333, best estimator lgbm's best error=0.1333[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 5, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.2s, estimator lgbm's best error=0.1333, best estimator lgbm's best error=0.1333[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 6, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.3s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 7, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.3s, estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 8, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.3s, estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 9, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.4s, estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 10, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.4s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 11, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.4s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 12, current learner xgboost[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.5s, estimator xgboost's best error=0.1333, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 13, current learner extra_tree[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.5s, estimator extra_tree's best error=0.1333, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 14, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.5s, estimator xgb_limitdepth's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 15, current learner xgboost[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.6s, estimator xgboost's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 16, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.6s, estimator xgb_limitdepth's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 17, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.6s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 18, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.7s, estimator xgb_limitdepth's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 19, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.7s, estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 20, current learner extra_tree[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.7s, estimator extra_tree's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 21, current learner xgboost[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.7s, estimator xgboost's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 22, current learner extra_tree[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.8s, estimator extra_tree's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 23, current learner rf[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.8s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 24, current learner xgboost[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.9s, estimator xgboost's best error=0.0333, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 25, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.9s, estimator xgb_limitdepth's best error=0.0667, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 26, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.9s, estimator xgb_limitdepth's best error=0.0667, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 27, current learner xgboost[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.9s, estimator xgboost's best error=0.0333, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 28, current learner extra_tree[flaml.automl: 02-28 21:53:04] {2620} INFO - at 1.0s, estimator extra_tree's best error=0.0667, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 29, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:04] {2620} INFO - at 1.0s, estimator xgb_limitdepth's best error=0.0667, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2850} INFO - retrain xgboost for 0.0s[flaml.automl: 02-28 21:53:04] {2857} INFO - retrained model: XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=0.9826753651836615, colsample_bynode=1, colsample_bytree=0.9725493834064914, gamma=0, gpu_id=-1, grow_policy='lossguide', importance_type='gain', interaction_constraints='', learning_rate=0.1665803484560213, max_delta_step=0, max_depth=0, max_leaves=4, min_child_weight=0.5649012460525115, missing=nan, monotone_constraints='()', n_estimators=4, n_jobs=-1, num_parallel_tree=1, objective='binary:logistic', random_state=0, reg_alpha=0.009638363373006869, reg_lambda=0.143703802530408, scale_pos_weight=1, subsample=0.9643606787051899, tree_method='hist', use_label_encoder=False, validate_parameters=1, verbosity=0)[flaml.automl: 02-28 21:53:04] {2234} INFO - fit succeeded[flaml.automl: 02-28 21:53:04] {2235} INFO - Time taken to find the best model: 0.8547139167785645 Copy","s":"Forecasting Discrete Variables","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#forecasting-discrete-variables","p":251},{"i":264,"t":"Panel time series datasets involves multiple individual time series. For example, see Stallion demand dataset from PyTorch Forecasting, orginally from Kaggle. def get_stalliion_data(): from pytorch_forecasting.data.examples import get_stallion_data data = get_stallion_data() # add time index - For datasets with no missing values, FLAML will automate this process data[\"time_idx\"] = data[\"date\"].dt.year * 12 + data[\"date\"].dt.month data[\"time_idx\"] -= data[\"time_idx\"].min() # add additional features data[\"month\"] = data.date.dt.month.astype(str).astype( \"category\" ) # categories have be strings data[\"log_volume\"] = np.log(data.volume + 1e-8) data[\"avg_volume_by_sku\"] = data.groupby( [\"time_idx\", \"sku\"], observed=True ).volume.transform(\"mean\") data[\"avg_volume_by_agency\"] = data.groupby( [\"time_idx\", \"agency\"], observed=True ).volume.transform(\"mean\") # we want to encode special days as one variable and thus need to first reverse one-hot encoding special_days = [ \"easter_day\", \"good_friday\", \"new_year\", \"christmas\", \"labor_day\", \"independence_day\", \"revolution_day_memorial\", \"regional_games\", \"beer_capital\", \"music_fest\", ] data[special_days] = ( data[special_days] .apply(lambda x: x.map({0: \"-\", 1: x.name})) .astype(\"category\") ) return data, special_daysdata, special_days = get_stalliion_data()time_horizon = 6 # predict six monthstraining_cutoff = data[\"time_idx\"].max() - time_horizondata[\"time_idx\"] = data[\"time_idx\"].astype(\"int\")ts_col = data.pop(\"date\")data.insert(0, \"date\", ts_col)# FLAML assumes input is not sorted, but we sort here for comparison purposes with y_testdata = data.sort_values([\"agency\", \"sku\", \"date\"])X_train = data[lambda x: x.time_idx <= training_cutoff]X_test = data[lambda x: x.time_idx > training_cutoff]y_train = X_train.pop(\"volume\")y_test = X_test.pop(\"volume\")automl = AutoML()# Configure settings for FLAML modelsettings = { \"time_budget\": budget, # total running time in seconds \"metric\": \"mape\", # primary metric \"task\": \"ts_forecast_panel\", # task type \"log_file_name\": \"test/stallion_forecast.log\", # flaml log file \"eval_method\": \"holdout\",}# Specify kwargs for TimeSeriesDataSet used by TemporalFusionTransformerEstimatorfit_kwargs_by_estimator = { \"tft\": { \"max_encoder_length\": 24, \"static_categoricals\": [\"agency\", \"sku\"], \"static_reals\": [\"avg_population_2017\", \"avg_yearly_household_income_2017\"], \"time_varying_known_categoricals\": [\"special_days\", \"month\"], \"variable_groups\": { \"special_days\": special_days }, # group of categorical variables can be treated as one variable \"time_varying_known_reals\": [ \"time_idx\", \"price_regular\", \"discount_in_percent\", ], \"time_varying_unknown_categoricals\": [], \"time_varying_unknown_reals\": [ \"y\", # always need a 'y' column for the target column \"log_volume\", \"industry_volume\", \"soda_volume\", \"avg_max_temp\", \"avg_volume_by_agency\", \"avg_volume_by_sku\", ], \"batch_size\": 256, \"max_epochs\": 1, \"gpu_per_trial\": -1, }}# Train the modelautoml.fit( X_train=X_train, y_train=y_train, **settings, period=time_horizon, group_ids=[\"agency\", \"sku\"], fit_kwargs_by_estimator=fit_kwargs_by_estimator,)# Compute predictions of testing datasety_pred = automl.predict(X_test)print(y_test)print(y_pred)# best modelprint(automl.model.estimator) Copy Sample Output​ [flaml.automl: 07-28 21:26:03] {2478} INFO - task = ts_forecast_panel[flaml.automl: 07-28 21:26:03] {2480} INFO - Data split method: time[flaml.automl: 07-28 21:26:03] {2483} INFO - Evaluation method: holdout[flaml.automl: 07-28 21:26:03] {2552} INFO - Minimizing error metric: mape[flaml.automl: 07-28 21:26:03] {2694} INFO - List of ML learners in AutoML Run: ['tft'][flaml.automl: 07-28 21:26:03] {2986} INFO - iteration 0, current learner tftGPU available: False, used: FalseTPU available: False, using: 0 TPU coresIPU available: False, using: 0 IPUs | Name | Type | Params----------------------------------------------------------------------------------------0 | loss | QuantileLoss | 01 | logging_metrics | ModuleList | 02 | input_embeddings | MultiEmbedding | 1.3 K3 | prescalers | ModuleDict | 2564 | static_variable_selection | VariableSelectionNetwork | 3.4 K5 | encoder_variable_selection | VariableSelectionNetwork | 8.0 K6 | decoder_variable_selection | VariableSelectionNetwork | 2.7 K7 | static_context_variable_selection | GatedResidualNetwork | 1.1 K8 | static_context_initial_hidden_lstm | GatedResidualNetwork | 1.1 K9 | static_context_initial_cell_lstm | GatedResidualNetwork | 1.1 K10 | static_context_enrichment | GatedResidualNetwork | 1.1 K11 | lstm_encoder | LSTM | 4.4 K12 | lstm_decoder | LSTM | 4.4 K13 | post_lstm_gate_encoder | GatedLinearUnit | 54414 | post_lstm_add_norm_encoder | AddNorm | 3215 | static_enrichment | GatedResidualNetwork | 1.4 K16 | multihead_attn | InterpretableMultiHeadAttention | 67617 | post_attn_gate_norm | GateAddNorm | 57618 | pos_wise_ff | GatedResidualNetwork | 1.1 K19 | pre_output_gate_norm | GateAddNorm | 57620 | output_layer | Linear | 119----------------------------------------------------------------------------------------33.6 K Trainable params0 Non-trainable params33.6 K Total params0.135 Total estimated model params size (MB)Epoch 19: 100%|██████████| 129/129 [00:56<00:00, 2.27it/s, loss=45.9, v_num=2, train_loss_step=43.00, val_loss=65.20, train_loss_epoch=46.50][flaml.automl: 07-28 21:46:46] {3114} INFO - Estimated sufficient time budget=12424212s. Estimated necessary time budget=12424s.[flaml.automl: 07-28 21:46:46] {3161} INFO - at 1242.6s,\\testimator tft's best error=1324290483134574.7500,\\tbest estimator tft's best error=1324290483134574.7500GPU available: False, used: FalseTPU available: False, using: 0 TPU coresIPU available: False, using: 0 IPUs | Name | Type | Params----------------------------------------------------------------------------------------0 | loss | QuantileLoss | 01 | logging_metrics | ModuleList | 02 | input_embeddings | MultiEmbedding | 1.3 K3 | prescalers | ModuleDict | 2564 | static_variable_selection | VariableSelectionNetwork | 3.4 K5 | encoder_variable_selection | VariableSelectionNetwork | 8.0 K6 | decoder_variable_selection | VariableSelectionNetwork | 2.7 K7 | static_context_variable_selection | GatedResidualNetwork | 1.1 K8 | static_context_initial_hidden_lstm | GatedResidualNetwork | 1.1 K9 | static_context_initial_cell_lstm | GatedResidualNetwork | 1.1 K10 | static_context_enrichment | GatedResidualNetwork | 1.1 K11 | lstm_encoder | LSTM | 4.4 K12 | lstm_decoder | LSTM | 4.4 K13 | post_lstm_gate_encoder | GatedLinearUnit | 54414 | post_lstm_add_norm_encoder | AddNorm | 3215 | static_enrichment | GatedResidualNetwork | 1.4 K16 | multihead_attn | InterpretableMultiHeadAttention | 67617 | post_attn_gate_norm | GateAddNorm | 57618 | pos_wise_ff | GatedResidualNetwork | 1.1 K19 | pre_output_gate_norm | GateAddNorm | 57620 | output_layer | Linear | 119----------------------------------------------------------------------------------------33.6 K Trainable params0 Non-trainable params33.6 K Total params0.135 Total estimated model params size (MB)Epoch 19: 100%|██████████| 145/145 [01:03<00:00, 2.28it/s, loss=45.2, v_num=3, train_loss_step=46.30, val_loss=67.60, train_loss_epoch=48.10][flaml.automl: 07-28 22:08:05] {3425} INFO - retrain tft for 1279.6s[flaml.automl: 07-28 22:08:05] {3432} INFO - retrained model: TemporalFusionTransformer( (loss): QuantileLoss() (logging_metrics): ModuleList( (0): SMAPE() (1): MAE() (2): RMSE() (3): MAPE() ) (input_embeddings): MultiEmbedding( (embeddings): ModuleDict( (agency): Embedding(58, 16) (sku): Embedding(25, 10) (special_days): TimeDistributedEmbeddingBag(11, 6, mode=sum) (month): Embedding(12, 6) ) ) (prescalers): ModuleDict( (avg_population_2017): Linear(in_features=1, out_features=8, bias=True) (avg_yearly_household_income_2017): Linear(in_features=1, out_features=8, bias=True) (encoder_length): Linear(in_features=1, out_features=8, bias=True) (y_center): Linear(in_features=1, out_features=8, bias=True) (y_scale): Linear(in_features=1, out_features=8, bias=True) (time_idx): Linear(in_features=1, out_features=8, bias=True) (price_regular): Linear(in_features=1, out_features=8, bias=True) (discount_in_percent): Linear(in_features=1, out_features=8, bias=True) (relative_time_idx): Linear(in_features=1, out_features=8, bias=True) (y): Linear(in_features=1, out_features=8, bias=True) (log_volume): Linear(in_features=1, out_features=8, bias=True) (industry_volume): Linear(in_features=1, out_features=8, bias=True) (soda_volume): Linear(in_features=1, out_features=8, bias=True) (avg_max_temp): Linear(in_features=1, out_features=8, bias=True) (avg_volume_by_agency): Linear(in_features=1, out_features=8, bias=True) (avg_volume_by_sku): Linear(in_features=1, out_features=8, bias=True) ) (static_variable_selection): VariableSelectionNetwork( (flattened_grn): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((7,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=66, out_features=7, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=7, out_features=7, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=7, out_features=14, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((7,), eps=1e-05, elementwise_affine=True) ) ) ) (single_variable_grns): ModuleDict( (agency): ResampleNorm( (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (sku): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (avg_population_2017): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (avg_yearly_household_income_2017): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (encoder_length): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (y_center): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (y_scale): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) ) (prescalers): ModuleDict( (avg_population_2017): Linear(in_features=1, out_features=8, bias=True) (avg_yearly_household_income_2017): Linear(in_features=1, out_features=8, bias=True) (encoder_length): Linear(in_features=1, out_features=8, bias=True) (y_center): Linear(in_features=1, out_features=8, bias=True) (y_scale): Linear(in_features=1, out_features=8, bias=True) ) (softmax): Softmax(dim=-1) ) (encoder_variable_selection): VariableSelectionNetwork( (flattened_grn): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((13,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=100, out_features=13, bias=True) (elu): ELU(alpha=1.0) (context): Linear(in_features=16, out_features=13, bias=False) (fc2): Linear(in_features=13, out_features=13, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=13, out_features=26, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((13,), eps=1e-05, elementwise_affine=True) ) ) ) (single_variable_grns): ModuleDict( (special_days): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (month): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (time_idx): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (price_regular): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (discount_in_percent): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (relative_time_idx): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (y): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (log_volume): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (industry_volume): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (soda_volume): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (avg_max_temp): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (avg_volume_by_agency): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (avg_volume_by_sku): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) ) (prescalers): ModuleDict( (time_idx): Linear(in_features=1, out_features=8, bias=True) (price_regular): Linear(in_features=1, out_features=8, bias=True) (discount_in_percent): Linear(in_features=1, out_features=8, bias=True) (relative_time_idx): Linear(in_features=1, out_features=8, bias=True) (y): Linear(in_features=1, out_features=8, bias=True) (log_volume): Linear(in_features=1, out_features=8, bias=True) (industry_volume): Linear(in_features=1, out_features=8, bias=True) (soda_volume): Linear(in_features=1, out_features=8, bias=True) (avg_max_temp): Linear(in_features=1, out_features=8, bias=True) (avg_volume_by_agency): Linear(in_features=1, out_features=8, bias=True) (avg_volume_by_sku): Linear(in_features=1, out_features=8, bias=True) ) (softmax): Softmax(dim=-1) ) (decoder_variable_selection): VariableSelectionNetwork( (flattened_grn): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((6,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=44, out_features=6, bias=True) (elu): ELU(alpha=1.0) (context): Linear(in_features=16, out_features=6, bias=False) (fc2): Linear(in_features=6, out_features=6, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=6, out_features=12, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((6,), eps=1e-05, elementwise_affine=True) ) ) ) (single_variable_grns): ModuleDict( (special_days): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (month): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (time_idx): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (price_regular): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (discount_in_percent): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (relative_time_idx): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) ) (prescalers): ModuleDict( (time_idx): Linear(in_features=1, out_features=8, bias=True) (price_regular): Linear(in_features=1, out_features=8, bias=True) (discount_in_percent): Linear(in_features=1, out_features=8, bias=True) (relative_time_idx): Linear(in_features=1, out_features=8, bias=True) ) (softmax): Softmax(dim=-1) ) (static_context_variable_selection): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (static_context_initial_hidden_lstm): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (static_context_initial_cell_lstm): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (static_context_enrichment): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (lstm_encoder): LSTM(16, 16, num_layers=2, batch_first=True, dropout=0.1) (lstm_decoder): LSTM(16, 16, num_layers=2, batch_first=True, dropout=0.1) (post_lstm_gate_encoder): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (post_lstm_gate_decoder): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (post_lstm_add_norm_encoder): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (post_lstm_add_norm_decoder): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (static_enrichment): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (context): Linear(in_features=16, out_features=16, bias=False) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (multihead_attn): InterpretableMultiHeadAttention( (dropout): Dropout(p=0.1, inplace=False) (v_layer): Linear(in_features=16, out_features=4, bias=True) (q_layers): ModuleList( (0): Linear(in_features=16, out_features=4, bias=True) (1): Linear(in_features=16, out_features=4, bias=True) (2): Linear(in_features=16, out_features=4, bias=True) (3): Linear(in_features=16, out_features=4, bias=True) ) (k_layers): ModuleList( (0): Linear(in_features=16, out_features=4, bias=True) (1): Linear(in_features=16, out_features=4, bias=True) (2): Linear(in_features=16, out_features=4, bias=True) (3): Linear(in_features=16, out_features=4, bias=True) ) (attention): ScaledDotProductAttention( (softmax): Softmax(dim=2) ) (w_h): Linear(in_features=4, out_features=16, bias=False) ) (post_attn_gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) (pos_wise_ff): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (pre_output_gate_norm): GateAddNorm( (glu): GatedLinearUnit( (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) (output_layer): Linear(in_features=16, out_features=7, bias=True))[flaml.automl: 07-28 22:08:05] {2725} INFO - fit succeeded[flaml.automl: 07-28 22:08:05] {2726} INFO - Time taken to find the best model: 1242.6435902118683[flaml.automl: 07-28 22:08:05] {2737} WARNING - Time taken to find the best model is 414% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.\\n\" ] } ], Copy Link to notebook | Open in colab","s":"Forecasting with Panel Datasets","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#forecasting-with-panel-datasets","p":251},{"i":266,"t":"On this page","s":"Tune - PyTorch","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"","p":265},{"i":269,"t":"pip install torchvision \"flaml[blendsearch,ray]\" Copy Before we are ready for tuning, we first need to define the neural network that we would like to tune.","s":"Requirements","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#requirements","p":265},{"i":271,"t":"import torchimport torch.nn as nnimport torch.nn.functional as Fimport torch.optim as optimfrom torch.utils.data import random_splitimport torchvisionimport torchvision.transforms as transformsclass Net(nn.Module): def __init__(self, l1=120, l2=84): super(Net, self).__init__() self.conv1 = nn.Conv2d(3, 6, 5) self.pool = nn.MaxPool2d(2, 2) self.conv2 = nn.Conv2d(6, 16, 5) self.fc1 = nn.Linear(16 * 5 * 5, l1) self.fc2 = nn.Linear(l1, l2) self.fc3 = nn.Linear(l2, 10) def forward(self, x): x = self.pool(F.relu(self.conv1(x))) x = self.pool(F.relu(self.conv2(x))) x = x.view(-1, 16 * 5 * 5) x = F.relu(self.fc1(x)) x = F.relu(self.fc2(x)) x = self.fc3(x) return x Copy","s":"Network Specification","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#network-specification","p":265},{"i":273,"t":"def load_data(data_dir=\"data\"): transform = transforms.Compose( [transforms.ToTensor(), transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))] ) trainset = torchvision.datasets.CIFAR10( root=data_dir, train=True, download=True, transform=transform ) testset = torchvision.datasets.CIFAR10( root=data_dir, train=False, download=True, transform=transform ) return trainset, testset Copy","s":"Data","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#data","p":265},{"i":275,"t":"from ray import tunedef train_cifar(config, checkpoint_dir=None, data_dir=None): if \"l1\" not in config: logger.warning(config) net = Net(2 ** config[\"l1\"], 2 ** config[\"l2\"]) device = \"cpu\" if torch.cuda.is_available(): device = \"cuda:0\" if torch.cuda.device_count() > 1: net = nn.DataParallel(net) net.to(device) criterion = nn.CrossEntropyLoss() optimizer = optim.SGD(net.parameters(), lr=config[\"lr\"], momentum=0.9) # The `checkpoint_dir` parameter gets passed by Ray Tune when a checkpoint # should be restored. if checkpoint_dir: checkpoint = os.path.join(checkpoint_dir, \"checkpoint\") model_state, optimizer_state = torch.load(checkpoint) net.load_state_dict(model_state) optimizer.load_state_dict(optimizer_state) trainset, testset = load_data(data_dir) test_abs = int(len(trainset) * 0.8) train_subset, val_subset = random_split( trainset, [test_abs, len(trainset) - test_abs] ) trainloader = torch.utils.data.DataLoader( train_subset, batch_size=int(2 ** config[\"batch_size\"]), shuffle=True, num_workers=4, ) valloader = torch.utils.data.DataLoader( val_subset, batch_size=int(2 ** config[\"batch_size\"]), shuffle=True, num_workers=4, ) for epoch in range( int(round(config[\"num_epochs\"])) ): # loop over the dataset multiple times running_loss = 0.0 epoch_steps = 0 for i, data in enumerate(trainloader, 0): # get the inputs; data is a list of [inputs, labels] inputs, labels = data inputs, labels = inputs.to(device), labels.to(device) # zero the parameter gradients optimizer.zero_grad() # forward + backward + optimize outputs = net(inputs) loss = criterion(outputs, labels) loss.backward() optimizer.step() # print statistics running_loss += loss.item() epoch_steps += 1 if i % 2000 == 1999: # print every 2000 mini-batches print( \"[%d, %5d] loss: %.3f\" % (epoch + 1, i + 1, running_loss / epoch_steps) ) running_loss = 0.0 # Validation loss val_loss = 0.0 val_steps = 0 total = 0 correct = 0 for i, data in enumerate(valloader, 0): with torch.no_grad(): inputs, labels = data inputs, labels = inputs.to(device), labels.to(device) outputs = net(inputs) _, predicted = torch.max(outputs.data, 1) total += labels.size(0) correct += (predicted == labels).sum().item() loss = criterion(outputs, labels) val_loss += loss.cpu().numpy() val_steps += 1 # Here we save a checkpoint. It is automatically registered with # Ray Tune and will potentially be passed as the `checkpoint_dir` # parameter in future iterations. with tune.checkpoint_dir(step=epoch) as checkpoint_dir: path = os.path.join(checkpoint_dir, \"checkpoint\") torch.save((net.state_dict(), optimizer.state_dict()), path) tune.report(loss=(val_loss / val_steps), accuracy=correct / total) print(\"Finished Training\") Copy","s":"Training","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#training","p":265},{"i":277,"t":"def _test_accuracy(net, device=\"cpu\"): trainset, testset = load_data() testloader = torch.utils.data.DataLoader( testset, batch_size=4, shuffle=False, num_workers=2 ) correct = 0 total = 0 with torch.no_grad(): for data in testloader: images, labels = data images, labels = images.to(device), labels.to(device) outputs = net(images) _, predicted = torch.max(outputs.data, 1) total += labels.size(0) correct += (predicted == labels).sum().item() return correct / total Copy","s":"Test Accuracy","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#test-accuracy","p":265},{"i":279,"t":"import numpy as npimport flamlimport osdata_dir = os.path.abspath(\"data\")load_data(data_dir) # Download data for all trials before starting the run Copy","s":"Hyperparameter Optimization","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#hyperparameter-optimization","p":265},{"i":281,"t":"max_num_epoch = 100config = { \"l1\": tune.randint(2, 9), # log transformed with base 2 \"l2\": tune.randint(2, 9), # log transformed with base 2 \"lr\": tune.loguniform(1e-4, 1e-1), \"num_epochs\": tune.loguniform(1, max_num_epoch), \"batch_size\": tune.randint(1, 5), # log transformed with base 2} Copy","s":"Search space","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#search-space","p":265},{"i":283,"t":"time_budget_s = 600 # time budget in secondsgpus_per_trial = ( 0.5 # number of gpus for each trial; 0.5 means two training jobs can share one gpu)num_samples = 500 # maximal number of trialsnp.random.seed(7654321) Copy","s":"Budget and resource constraints","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#budget-and-resource-constraints","p":265},{"i":285,"t":"import timestart_time = time.time()result = flaml.tune.run( tune.with_parameters(train_cifar, data_dir=data_dir), config=config, metric=\"loss\", mode=\"min\", low_cost_partial_config={\"num_epochs\": 1}, max_resource=max_num_epoch, min_resource=1, scheduler=\"asha\", # Use asha scheduler to perform early stopping based on intermediate results reported resources_per_trial={\"cpu\": 1, \"gpu\": gpus_per_trial}, local_dir=\"logs/\", num_samples=num_samples, time_budget_s=time_budget_s, use_ray=True,) Copy","s":"Launch the tuning","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#launch-the-tuning","p":265},{"i":287,"t":"print(f\"#trials={len(result.trials)}\")print(f\"time={time.time()-start_time}\")best_trial = result.get_best_trial(\"loss\", \"min\", \"all\")print(\"Best trial config: {}\".format(best_trial.config))print( \"Best trial final validation loss: {}\".format( best_trial.metric_analysis[\"loss\"][\"min\"] ))print( \"Best trial final validation accuracy: {}\".format( best_trial.metric_analysis[\"accuracy\"][\"max\"] ))best_trained_model = Net(2 ** best_trial.config[\"l1\"], 2 ** best_trial.config[\"l2\"])device = \"cpu\"if torch.cuda.is_available(): device = \"cuda:0\" if gpus_per_trial > 1: best_trained_model = nn.DataParallel(best_trained_model)best_trained_model.to(device)checkpoint_value = ( getattr(best_trial.checkpoint, \"dir_or_data\", None) or best_trial.checkpoint.value)checkpoint_path = os.path.join(checkpoint_value, \"checkpoint\")model_state, optimizer_state = torch.load(checkpoint_path)best_trained_model.load_state_dict(model_state)test_acc = _test_accuracy(best_trained_model, device)print(\"Best trial test set accuracy: {}\".format(test_acc)) Copy","s":"Check the result","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#check-the-result","p":265},{"i":289,"t":"#trials=44time=1193.913584947586Best trial config: {'l1': 8, 'l2': 8, 'lr': 0.0008818671030627281, 'num_epochs': 55.9513429004283, 'batch_size': 3}Best trial final validation loss: 1.0694482081472874Best trial final validation accuracy: 0.6389Files already downloaded and verifiedFiles already downloaded and verifiedBest trial test set accuracy: 0.6294 Copy Link to notebook | Open in colab","s":"Sample of output","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#sample-of-output","p":265},{"i":291,"t":"On this page","s":"autogen.agentchat.assistant_agent","u":"/FLAML/docs/reference/autogen/agentchat/assistant_agent","h":"","p":290},{"i":293,"t":"class AssistantAgent(ConversableAgent) Copy (In preview) Assistant agent, designed to solve tasks with LLM. AssistantAgent is a subclass of ConversableAgent configured with a default system message. The default system message is designed to solve tasks with LLM, including suggesting Python code blocks and debugging. human_input_mode defaults to \"NEVER\" and code_execution_config defaults to False. This agent doesn't execute code by default and expects the user to execute the code. __init__​ def __init__(name: str, system_message: Optional[str] = DEFAULT_SYSTEM_MESSAGE, llm_config: Optional[Union[Dict, bool]] = None, is_termination_msg: Optional[Callable[[Dict], bool]] = None, max_consecutive_auto_reply: Optional[int] = None, human_input_mode: Optional[str] = \"NEVER\", code_execution_config: Optional[Union[Dict, bool]] = False, **kwargs: Dict, ,) Copy Arguments: name str - Agent name. system_message Optional[str] - System message for the ChatCompletion inference. Override this attribute if you want to reprogram the agent. llm_config Optional[Union[Dict, bool]] - LLM inference configuration. Refer to autogen.Completion.create for available options. is_termination_msg Optional[Callable[[Dict], bool]] - A function that takes a message in the form of a dictionary and returns a boolean value indicating if this received message is a termination message. The dict can contain the following keys: \"content\", \"role\", \"name\", \"function_call\". max_consecutive_auto_reply Optional[int] - The maximum number of consecutive auto replies. Defaults to None (no limit provided, class attribute MAX_CONSECUTIVE_AUTO_REPLY will be used as the limit in this case). The limit only plays a role when human_input_mode is not \"ALWAYS\". **kwargs Dict - Additional keyword arguments. Refer to other kwargs in ConversableAgent.","s":"AssistantAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/assistant_agent","h":"#assistantagent-objects","p":290},{"i":295,"t":"On this page","s":"Tune - AzureML pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"","p":294},{"i":298,"t":"We recommend using conda or venv to create a virtual env to install the dependencies. # set up new conda environmentconda create -n pipeline_tune python=3.8 pip=20.2 -yconda activate pipeline_tune# install azureml packages for runnig AzureML pipelinespip install azureml-core==1.39.0pip install azure-ml-component[notebooks]==0.9.10.post1pip install azureml-dataset-runtime==1.39.0# install hydra-core for passing AzureML pipeline parameterspip install hydra-core==1.1.1# install flamlpip install flaml[blendsearch,ray]==1.0.9 Copy","s":"Requirements","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#requirements","p":294},{"i":300,"t":"Before we are ready for tuning, we must first have an Azure ML pipeline. In this example, we use the following toy pipeline for illustration. The pipeline consists of two steps: (1) data preparation and (2) model training. . The code example discussed in the page is included in test/pipeline_tuning_example/. We will use the relative path in the rest of the page.","s":"Azure ML training pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#azure-ml-training-pipeline","p":294},{"i":302,"t":"The example data exsits in data/data.csv. It will be uploaded to AzureML workspace to be consumed by the training pipeline using the following code. Dataset.File.upload_directory( src_dir=to_absolute_path(LOCAL_DIR / \"data\"), target=(datastore, \"classification_data\"), overwrite=True,)dataset = Dataset.File.from_files(path=(datastore, \"classification_data\")) Copy","s":"Data","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#data","p":294},{"i":304,"t":"The pipeline configuration is defined in configs/train_config.yaml. hydra: searchpath: - file://.aml_config: workspace_name: your_workspace_name resource_group: your_resource_group subscription_id: your_subscription_id cpu_target: cpuclustertrain_config: exp_name: sklearn_breast_cancer_classification test_train_ratio: 0.4 learning_rate: 0.05 n_estimators: 50 Copy","s":"Configurations for the pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#configurations-for-the-pipeline","p":294},{"i":306,"t":"The pipeline was defined in submit_train_pipeline.py. To submit the pipeline, please specify your AzureML resources in the configs/train_config.yaml and run cd test/pipeline_tuning_examplepython submit_train_pipeline.py Copy To get the pipeline ready for HPO, in the training step, we need to log the metrics of interest to AzureML using run.log(f\"{data_name}_{eval_name}\", result) Copy","s":"Define and submit the pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#define-and-submit-the-pipeline","p":294},{"i":308,"t":"We are now ready to set up the HPO job for the AzureML pipeline, including: config the HPO job, set up the interaction between the HPO job and the training job. These two steps are done in tuner/tuner_func.py.","s":"Hyperparameter Optimization","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#hyperparameter-optimization","p":294},{"i":310,"t":"tuner_func.tune_pipeline sets up the search space, metric to optimize, mode, etc. def tune_pipeline(concurrent_run=1): start_time = time.time() # config the HPO job search_space = { \"train_config.n_estimators\": flaml.tune.randint(50, 200), \"train_config.learning_rate\": flaml.tune.uniform(0.01, 0.5), } hp_metric = \"eval_binary_error\" mode = \"max\" num_samples = 2 if concurrent_run > 1: import ray # For parallel tuning ray.init(num_cpus=concurrent_run) use_ray = True else: use_ray = False # launch the HPO job analysis = flaml.tune.run( run_with_config, config=search_space, metric=hp_metric, mode=mode, num_samples=num_samples, # number of trials use_ray=use_ray, ) # get the best config best_trial = analysis.get_best_trial(hp_metric, mode, \"all\") metric = best_trial.metric_analysis[hp_metric][mode] print(f\"n_trials={len(analysis.trials)}\") print(f\"time={time.time()-start_time}\") print(f\"Best {hp_metric}: {metric:.4f}\") print(f\"Best coonfiguration: {best_trial.config}\") Copy","s":"Set up the tune job","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#set-up-the-tune-job","p":294},{"i":312,"t":"The interaction between FLAML and AzureML pipeline jobs is in tuner_func.run_with_config. def run_with_config(config: dict): \"\"\"Run the pipeline with a given config dict\"\"\" # pass the hyperparameters to AzureML jobs by overwriting the config file. overrides = [f\"{key}={value}\" for key, value in config.items()] print(overrides) run = submit_train_pipeline.build_and_submit_aml_pipeline(overrides) print(run.get_portal_url()) # retrieving the metrics to optimize before the job completes. stop = False while not stop: # get status status = run._core_run.get_status() print(f\"status: {status}\") # get metrics metrics = run._core_run.get_metrics(recursive=True) if metrics: run_metrics = list(metrics.values()) new_metric = run_metrics[0][\"eval_binary_error\"] if type(new_metric) == list: new_metric = new_metric[-1] print(f\"eval_binary_error: {new_metric}\") tune.report(eval_binary_error=new_metric) time.sleep(5) if status == \"FAILED\" or status == \"Completed\": stop = True print(\"The run is terminated.\") print(status) return Copy Overall, to tune the hyperparameters of the AzureML pipeline, run: # the training job will run remotely as an AzureML job in both choices# run the tuning job locallypython submit_tune.py --local# run the tuning job remotelypython submit_tune.py --remote --subscription_id --resource_group --workspace Copy The local option runs the tuner/tuner_func.py in your local machine. The remote option wraps up the tuner/tuner_func.py as an AzureML component and starts another AzureML job to tune the AzureML pipeline.","s":"Interact with AzureML pipeline jobs","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#interact-with-azureml-pipeline-jobs","p":294},{"i":314,"t":"On this page","s":"autogen.agentchat.groupchat","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","h":"","p":313},{"i":316,"t":"@dataclassclass GroupChat() Copy A group chat class that contains a list of agents and the maximum number of rounds. agent_names​ @propertydef agent_names() -> List[str] Copy Return the names of the agents in the group chat. reset​ def reset() Copy Reset the group chat. agent_by_name​ def agent_by_name(name: str) -> Agent Copy Find the next speaker based on the message. next_agent​ def next_agent(agent: Agent) -> Agent Copy Return the next agent in the list. select_speaker_msg​ def select_speaker_msg() Copy Return the message for selecting the next speaker. select_speaker​ def select_speaker(last_speaker: Agent, selector: ConversableAgent) Copy Select the next speaker.","s":"GroupChat Objects","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","h":"#groupchat-objects","p":313},{"i":318,"t":"class GroupChatManager(ConversableAgent) Copy (In preview) A chat manager agent that can manage a group chat of multiple agents. run_chat​ def run_chat(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[GroupChat] = None) -> Union[str, Dict, None] Copy Run a group chat.","s":"GroupChatManager Objects","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","h":"#groupchatmanager-objects","p":313},{"i":320,"t":"On this page","s":"autogen.code_utils","u":"/FLAML/docs/reference/autogen/code_utils","h":"","p":319},{"i":322,"t":"class PassAssertionFilter() Copy pass_assertions​ def pass_assertions(context, response, **_) Copy Check if the response passes the assertions. implement​ def implement(definition: str, configs: Optional[List[Dict]] = None, assertions: Optional[Union[str, Callable[[str], Tuple[str, float]]]] = generate_assertions) -> Tuple[str, float] Copy Implement a function from a definition. Arguments: definition str - The function definition, including the signature and docstr. configs list - The list of configurations for completion. assertions Optional, str or Callable - The assertion code which serves as a filter of the responses, or an assertion generator. Returns: str - The implementation. float - The cost of the implementation. int - The index of the configuration which generates the implementation.","s":"PassAssertionFilter Objects","u":"/FLAML/docs/reference/autogen/code_utils","h":"#passassertionfilter-objects","p":319},{"i":324,"t":"On this page","s":"autogen.agentchat.conversable_agent","u":"/FLAML/docs/reference/autogen/agentchat/conversable_agent","h":"","p":323},{"i":326,"t":"class ConversableAgent(Agent) Copy (In preview) A class for generic conversable agents which can be configured as assistant or user proxy. After receiving each message, the agent will send a reply to the sender unless the msg is a termination msg. For example, AssistantAgent and UserProxyAgent are subclasses of this class, configured with different default settings. To modify auto reply, override generate_reply method. To disable/enable human response in every turn, set human_input_mode to \"NEVER\" or \"ALWAYS\". To modify the way to get human input, override get_human_input method. To modify the way to execute code blocks, single code block, or function call, override execute_code_blocks, run_code, and execute_function methods respectively. To customize the initial message when a conversation starts, override generate_init_message method. __init__​ def __init__(name: str, system_message: Optional[str] = \"You are a helpful AI Assistant.\", is_termination_msg: Optional[Callable[[Dict], bool]] = None, max_consecutive_auto_reply: Optional[int] = None, human_input_mode: Optional[str] = \"TERMINATE\", function_map: Optional[Dict[str, Callable]] = None, code_execution_config: Optional[Union[Dict, bool]] = None, llm_config: Optional[Union[Dict, bool]] = None, default_auto_reply: Optional[Union[str, Dict, None]] = \"\") Copy Arguments: name str - name of the agent. system_message str - system message for the ChatCompletion inference. is_termination_msg function - a function that takes a message in the form of a dictionary and returns a boolean value indicating if this received message is a termination message. The dict can contain the following keys: \"content\", \"role\", \"name\", \"function_call\". max_consecutive_auto_reply int - the maximum number of consecutive auto replies. default to None (no limit provided, class attribute MAX_CONSECUTIVE_AUTO_REPLY will be used as the limit in this case). When set to 0, no auto reply will be generated. human_input_mode str - whether to ask for human inputs every time a message is received. Possible values are \"ALWAYS\", \"TERMINATE\", \"NEVER\". (1) When \"ALWAYS\", the agent prompts for human input every time a message is received. Under this mode, the conversation stops when the human input is \"exit\", or when is_termination_msg is True and there is no human input. (2) When \"TERMINATE\", the agent only prompts for human input only when a termination message is received or the number of auto reply reaches the max_consecutive_auto_reply. (3) When \"NEVER\", the agent will never prompt for human input. Under this mode, the conversation stops when the number of auto reply reaches the max_consecutive_auto_reply or when is_termination_msg is True. function_map dict[str, callable] - Mapping function names (passed to openai) to callable functions. code_execution_config dict or False - config for the code execution. To disable code execution, set to False. Otherwise, set to a dictionary with the following keys: work_dir (Optional, str): The working directory for the code execution. If None, a default working directory will be used. The default working directory is the \"extensions\" directory under \"path_to_flaml/autogen\". use_docker (Optional, list, str or bool): The docker image to use for code execution. If a list or a str of image name(s) is provided, the code will be executed in a docker container with the first image successfully pulled. If None, False or empty, the code will be executed in the current environment. Default is True, which will be converted into a list. If the code is executed in the current environment, the code must be trusted. timeout (Optional, int): The maximum execution time in seconds. last_n_messages (Experimental, Optional, int): The number of messages to look back for code execution. Default to 1. llm_config dict or False - llm inference configuration. Please refer to autogen.Completion.create for available options. To disable llm-based auto reply, set to False. default_auto_reply str or dict or None - default auto reply when no code execution or llm-based reply is generated. register_reply​ def register_reply(trigger: Union[Type[Agent], str, Agent, Callable[[Agent], bool], List], reply_func: Callable, position: Optional[int] = 0, config: Optional[Any] = None, reset_config: Optional[Callable] = None) Copy Register a reply function. The reply function will be called when the trigger matches the sender. The function registered later will be checked earlier by default. To change the order, set the position to a positive integer. Arguments: trigger Agent class, str, Agent instance, callable, or list - the trigger. If a class is provided, the reply function will be called when the sender is an instance of the class. If a string is provided, the reply function will be called when the sender's name matches the string. If an agent instance is provided, the reply function will be called when the sender is the agent instance. If a callable is provided, the reply function will be called when the callable returns True. If a list is provided, the reply function will be called when any of the triggers in the list is activated. If None is provided, the reply function will be called only when the sender is None. Note - Be sure to register None as a trigger if you would like to trigger an auto-reply function with non-empty messages and sender=None. reply_func Callable - the reply function. The function takes a recipient agent, a list of messages, a sender agent and a config as input and returns a reply message. def reply_func( recipient: ConversableAgent, messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None,) -> Union[str, Dict, None]: Copy position int - the position of the reply function in the reply function list. The function registered later will be checked earlier by default. To change the order, set the position to a positive integer. config Any - the config to be passed to the reply function. When an agent is reset, the config will be reset to the original value. reset_config Callable - the function to reset the config. The function returns None. Signature: def reset_config(config: Any) system_message​ @propertydef system_message() Copy Return the system message. update_system_message​ def update_system_message(system_message: str) Copy Update the system message. Arguments: system_message str - system message for the ChatCompletion inference. update_max_consecutive_auto_reply​ def update_max_consecutive_auto_reply(value: int, sender: Optional[Agent] = None) Copy Update the maximum number of consecutive auto replies. Arguments: value int - the maximum number of consecutive auto replies. sender Agent - when the sender is provided, only update the max_consecutive_auto_reply for that sender. max_consecutive_auto_reply​ def max_consecutive_auto_reply(sender: Optional[Agent] = None) -> int Copy The maximum number of consecutive auto replies. chat_messages​ @propertydef chat_messages() -> Dict[str, List[Dict]] Copy A dictionary of conversations from name to list of ChatCompletion messages. last_message​ def last_message(agent: Optional[Agent] = None) -> Dict Copy The last message exchanged with the agent. Arguments: agent Agent - The agent in the conversation. If None and more than one agent's conversations are found, an error will be raised. If None and only one conversation is found, the last message of the only conversation will be returned. Returns: The last message exchanged with the agent. use_docker​ @propertydef use_docker() -> Union[bool, str, None] Copy Bool value of whether to use docker to execute the code, or str value of the docker image name to use, or None when code execution is disabled. send​ def send(message: Union[Dict, str], recipient: Agent, request_reply: Optional[bool] = None, silent: Optional[bool] = False) -> bool Copy Send a message to another agent. Arguments: message dict or str - message to be sent. The message could contain the following fields (either content or function_call must be provided): content (str): the content of the message. function_call (str): the name of the function to be called. name (str): the name of the function to be called. role (str): the role of the message, any role that is not \"function\" will be modified to \"assistant\". context (dict): the context of the message, which will be passed to autogen.Completion.create. For example, one agent can send a message A as: { \"content\": lambda context: context[\"use_tool_msg\"], \"context\": { \"use_tool_msg\": \"Use tool X if they are relevant.\" }} Copy Next time, one agent can send a message B with a different \"use_tool_msg\". Then the content of message A will be refreshed to the new \"use_tool_msg\". So effectively, this provides a way for an agent to send a \"link\" and modify the content of the \"link\" later. recipient Agent - the recipient of the message. request_reply bool or None - whether to request a reply from the recipient. silent bool or None - (Experimental) whether to print the message sent. Raises: ValueError - if the message can't be converted into a valid ChatCompletion message. a_send​ async def a_send(message: Union[Dict, str], recipient: Agent, request_reply: Optional[bool] = None, silent: Optional[bool] = False) -> bool Copy (async) Send a message to another agent. Arguments: message dict or str - message to be sent. The message could contain the following fields (either content or function_call must be provided): content (str): the content of the message. function_call (str): the name of the function to be called. name (str): the name of the function to be called. role (str): the role of the message, any role that is not \"function\" will be modified to \"assistant\". context (dict): the context of the message, which will be passed to autogen.Completion.create. For example, one agent can send a message A as: { \"content\": lambda context: context[\"use_tool_msg\"], \"context\": { \"use_tool_msg\": \"Use tool X if they are relevant.\" }} Copy Next time, one agent can send a message B with a different \"use_tool_msg\". Then the content of message A will be refreshed to the new \"use_tool_msg\". So effectively, this provides a way for an agent to send a \"link\" and modify the content of the \"link\" later. recipient Agent - the recipient of the message. request_reply bool or None - whether to request a reply from the recipient. silent bool or None - (Experimental) whether to print the message sent. Raises: ValueError - if the message can't be converted into a valid ChatCompletion message. receive​ def receive(message: Union[Dict, str], sender: Agent, request_reply: Optional[bool] = None, silent: Optional[bool] = False) Copy Receive a message from another agent. Once a message is received, this function sends a reply to the sender or stop. The reply can be generated automatically or entered manually by a human. Arguments: message dict or str - message from the sender. If the type is dict, it may contain the following reserved fields (either content or function_call need to be provided). \"content\": content of the message, can be None. \"function_call\": a dictionary containing the function name and arguments. \"role\": role of the message, can be \"assistant\", \"user\", \"function\". This field is only needed to distinguish between \"function\" or \"assistant\"/\"user\". \"name\": In most cases, this field is not needed. When the role is \"function\", this field is needed to indicate the function name. \"context\" (dict): the context of the message, which will be passed to autogen.Completion.create. sender - sender of an Agent instance. request_reply bool or None - whether a reply is requested from the sender. If None, the value is determined by self.reply_at_receive[sender]. silent bool or None - (Experimental) whether to print the message received. Raises: ValueError - if the message can't be converted into a valid ChatCompletion message. a_receive​ async def a_receive(message: Union[Dict, str], sender: Agent, request_reply: Optional[bool] = None, silent: Optional[bool] = False) Copy (async) Receive a message from another agent. Once a message is received, this function sends a reply to the sender or stop. The reply can be generated automatically or entered manually by a human. Arguments: message dict or str - message from the sender. If the type is dict, it may contain the following reserved fields (either content or function_call need to be provided). \"content\": content of the message, can be None. \"function_call\": a dictionary containing the function name and arguments. \"role\": role of the message, can be \"assistant\", \"user\", \"function\". This field is only needed to distinguish between \"function\" or \"assistant\"/\"user\". \"name\": In most cases, this field is not needed. When the role is \"function\", this field is needed to indicate the function name. \"context\" (dict): the context of the message, which will be passed to autogen.Completion.create. sender - sender of an Agent instance. request_reply bool or None - whether a reply is requested from the sender. If None, the value is determined by self.reply_at_receive[sender]. silent bool or None - (Experimental) whether to print the message received. Raises: ValueError - if the message can't be converted into a valid ChatCompletion message. initiate_chat​ def initiate_chat(recipient: \"ConversableAgent\", clear_history: Optional[bool] = True, silent: Optional[bool] = False, **context, ,) Copy Initiate a chat with the recipient agent. Reset the consecutive auto reply counter. If clear_history is True, the chat history with the recipient agent will be cleared. generate_init_message is called to generate the initial message for the agent. Arguments: recipient - the recipient agent. clear_history bool - whether to clear the chat history with the agent. silent bool or None - (Experimental) whether to print the messages for this conversation. **context - any context information. \"message\" needs to be provided if the generate_init_message method is not overridden. a_initiate_chat​ async def a_initiate_chat(recipient: \"ConversableAgent\", clear_history: Optional[bool] = True, silent: Optional[bool] = False, **context, ,) Copy (async) Initiate a chat with the recipient agent. Reset the consecutive auto reply counter. If clear_history is True, the chat history with the recipient agent will be cleared. generate_init_message is called to generate the initial message for the agent. Arguments: recipient - the recipient agent. clear_history bool - whether to clear the chat history with the agent. silent bool or None - (Experimental) whether to print the messages for this conversation. **context - any context information. \"message\" needs to be provided if the generate_init_message method is not overridden. reset​ def reset() Copy Reset the agent. stop_reply_at_receive​ def stop_reply_at_receive(sender: Optional[Agent] = None) Copy Reset the reply_at_receive of the sender. reset_consecutive_auto_reply_counter​ def reset_consecutive_auto_reply_counter(sender: Optional[Agent] = None) Copy Reset the consecutive_auto_reply_counter of the sender. clear_history​ def clear_history(agent: Optional[Agent] = None) Copy Clear the chat history of the agent. Arguments: agent - the agent with whom the chat history to clear. If None, clear the chat history with all agents. generate_oai_reply​ def generate_oai_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None) -> Tuple[bool, Union[str, Dict, None]] Copy Generate a reply using autogen.oai. generate_code_execution_reply​ def generate_code_execution_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None) Copy Generate a reply using code execution. generate_function_call_reply​ def generate_function_call_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None) Copy Generate a reply using function call. check_termination_and_human_reply​ def check_termination_and_human_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None) -> Tuple[bool, Union[str, Dict, None]] Copy Check if the conversation should be terminated, and if human reply is provided. generate_reply​ def generate_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, exclude: Optional[List[Callable]] = None) -> Union[str, Dict, None] Copy Reply based on the conversation history and the sender. Either messages or sender must be provided. Register a reply_func with None as one trigger for it to be activated when messages is non-empty and sender is None. Use registered auto reply functions to generate replies. By default, the following functions are checked in order: check_termination_and_human_reply generate_function_call_reply generate_code_execution_reply generate_oai_reply Every function returns a tuple (final, reply). When a function returns final=False, the next function will be checked. So by default, termination and human reply will be checked first. If not terminating and human reply is skipped, execute function or code and return the result. AI replies are generated only when no code execution is performed. Arguments: messages - a list of messages in the conversation history. default_reply str or dict - default reply. sender - sender of an Agent instance. exclude - a list of functions to exclude. Returns: str or dict or None: reply. None if no reply is generated. a_generate_reply​ async def a_generate_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, exclude: Optional[List[Callable]] = None) -> Union[str, Dict, None] Copy (async) Reply based on the conversation history and the sender. Either messages or sender must be provided. Register a reply_func with None as one trigger for it to be activated when messages is non-empty and sender is None. Use registered auto reply functions to generate replies. By default, the following functions are checked in order: check_termination_and_human_reply generate_function_call_reply generate_code_execution_reply generate_oai_reply Every function returns a tuple (final, reply). When a function returns final=False, the next function will be checked. So by default, termination and human reply will be checked first. If not terminating and human reply is skipped, execute function or code and return the result. AI replies are generated only when no code execution is performed. Arguments: messages - a list of messages in the conversation history. default_reply str or dict - default reply. sender - sender of an Agent instance. exclude - a list of functions to exclude. Returns: str or dict or None: reply. None if no reply is generated. get_human_input​ def get_human_input(prompt: str) -> str Copy Get human input. Override this method to customize the way to get human input. Arguments: prompt str - prompt for the human input. Returns: str - human input. run_code​ def run_code(code, **kwargs) Copy Run the code and return the result. Override this function to modify the way to run the code. Arguments: code str - the code to be executed. **kwargs - other keyword arguments. Returns: A tuple of (exitcode, logs, image). exitcode int - the exit code of the code execution. logs str - the logs of the code execution. image str or None - the docker image used for the code execution. execute_code_blocks​ def execute_code_blocks(code_blocks) Copy Execute the code blocks and return the result. execute_function​ def execute_function(func_call) Copy Execute a function call and return the result. Override this function to modify the way to execute a function call. Arguments: func_call - a dictionary extracted from openai message at key \"function_call\" with keys \"name\" and \"arguments\". Returns: A tuple of (is_exec_success, result_dict). is_exec_success boolean - whether the execution is successful. result_dict - a dictionary with keys \"name\", \"role\", and \"content\". Value of \"role\" is \"function\". generate_init_message​ def generate_init_message(**context) -> Union[str, Dict] Copy Generate the initial message for the agent. Override this function to customize the initial message based on user's request. If not overriden, \"message\" needs to be provided in the context. register_function​ def register_function(function_map: Dict[str, Callable]) Copy Register functions to the agent. Arguments: function_map - a dictionary mapping function names to functions.","s":"ConversableAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/conversable_agent","h":"#conversableagent-objects","p":323},{"i":328,"t":"On this page","s":"autogen.math_utils","u":"/FLAML/docs/reference/autogen/math_utils","h":"","p":327},{"i":330,"t":"On this page","s":"autogen.agentchat.user_proxy_agent","u":"/FLAML/docs/reference/autogen/agentchat/user_proxy_agent","h":"","p":329},{"i":332,"t":"class UserProxyAgent(ConversableAgent) Copy (In preview) A proxy agent for the user, that can execute code and provide feedback to the other agents. UserProxyAgent is a subclass of ConversableAgent configured with human_input_mode to ALWAYS and llm_config to False. By default, the agent will prompt for human input every time a message is received. Code execution is enabled by default. LLM-based auto reply is disabled by default. To modify auto reply, register a method with (register_reply)[conversable_agent#register_reply]. To modify the way to get human input, override get_human_input method. To modify the way to execute code blocks, single code block, or function call, override execute_code_blocks, run_code, and execute_function methods respectively. To customize the initial message when a conversation starts, override generate_init_message method. __init__​ def __init__(name: str, is_termination_msg: Optional[Callable[[Dict], bool]] = None, max_consecutive_auto_reply: Optional[int] = None, human_input_mode: Optional[str] = \"ALWAYS\", function_map: Optional[Dict[str, Callable]] = None, code_execution_config: Optional[Union[Dict, bool]] = None, default_auto_reply: Optional[Union[str, Dict, None]] = \"\", llm_config: Optional[Union[Dict, bool]] = False, system_message: Optional[str] = \"\") Copy Arguments: name str - name of the agent. is_termination_msg function - a function that takes a message in the form of a dictionary and returns a boolean value indicating if this received message is a termination message. The dict can contain the following keys: \"content\", \"role\", \"name\", \"function_call\". max_consecutive_auto_reply int - the maximum number of consecutive auto replies. default to None (no limit provided, class attribute MAX_CONSECUTIVE_AUTO_REPLY will be used as the limit in this case). The limit only plays a role when human_input_mode is not \"ALWAYS\". human_input_mode str - whether to ask for human inputs every time a message is received. Possible values are \"ALWAYS\", \"TERMINATE\", \"NEVER\". (1) When \"ALWAYS\", the agent prompts for human input every time a message is received. Under this mode, the conversation stops when the human input is \"exit\", or when is_termination_msg is True and there is no human input. (2) When \"TERMINATE\", the agent only prompts for human input only when a termination message is received or the number of auto reply reaches the max_consecutive_auto_reply. (3) When \"NEVER\", the agent will never prompt for human input. Under this mode, the conversation stops when the number of auto reply reaches the max_consecutive_auto_reply or when is_termination_msg is True. function_map dict[str, callable] - Mapping function names (passed to openai) to callable functions. code_execution_config dict or False - config for the code execution. To disable code execution, set to False. Otherwise, set to a dictionary with the following keys: work_dir (Optional, str): The working directory for the code execution. If None, a default working directory will be used. The default working directory is the \"extensions\" directory under \"path_to_flaml/autogen\". use_docker (Optional, list, str or bool): The docker image to use for code execution. If a list or a str of image name(s) is provided, the code will be executed in a docker container with the first image successfully pulled. If None, False or empty, the code will be executed in the current environment. Default is True, which will be converted into a list. If the code is executed in the current environment, the code must be trusted. timeout (Optional, int): The maximum execution time in seconds. last_n_messages (Experimental, Optional, int): The number of messages to look back for code execution. Default to 1. default_auto_reply str or dict or None - the default auto reply message when no code execution or llm based reply is generated. llm_config dict or False - llm inference configuration. Please refer to autogen.Completion.create for available options. Default to false, which disables llm-based auto reply. system_message str - system message for ChatCompletion inference. Only used when llm_config is not False. Use it to reprogram the agent.","s":"UserProxyAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/user_proxy_agent","h":"#userproxyagent-objects","p":329},{"i":334,"t":"On this page","s":"autogen.oai.openai_utils","u":"/FLAML/docs/reference/autogen/oai/openai_utils","h":"","p":333},{"i":336,"t":"On this page","s":"automl.contrib.histgb","u":"/FLAML/docs/reference/automl/contrib/histgb","h":"","p":335},{"i":338,"t":"class HistGradientBoostingEstimator(SKLearnEstimator) Copy The class for tuning Histogram Gradient Boosting.","s":"HistGradientBoostingEstimator Objects","u":"/FLAML/docs/reference/automl/contrib/histgb","h":"#histgradientboostingestimator-objects","p":335},{"i":340,"t":"On this page","s":"autogen.retrieve_utils","u":"/FLAML/docs/reference/autogen/retrieve_utils","h":"","p":339},{"i":342,"t":"On this page","s":"automl.data","u":"/FLAML/docs/reference/automl/data","h":"","p":341},{"i":344,"t":"class DataTransformer() Copy Transform input training data. fit_transform​ def fit_transform(X: Union[DataFrame, np.ndarray], y, task: Union[str, \"Task\"]) Copy Fit transformer and process the input training data according to the task type. Arguments: X - A numpy array or a pandas dataframe of training data. y - A numpy array or a pandas series of labels. task - An instance of type Task, or a str such as 'classification', 'regression'. Returns: X - Processed numpy array or pandas dataframe of training data. y - Processed numpy array or pandas series of labels. transform​ def transform(X: Union[DataFrame, np.array]) Copy Process data using fit transformer. Arguments: X - A numpy array or a pandas dataframe of training data. Returns: X - Processed numpy array or pandas dataframe of training data.","s":"DataTransformer Objects","u":"/FLAML/docs/reference/automl/data","h":"#datatransformer-objects","p":341},{"i":346,"t":"On this page","s":"autogen.oai.completion","u":"/FLAML/docs/reference/autogen/oai/completion","h":"","p":345},{"i":348,"t":"class Completion(openai_Completion) Copy A class for OpenAI completion API. It also supports: ChatCompletion, Azure OpenAI API. set_cache​ @classmethoddef set_cache(cls, seed: Optional[int] = 41, cache_path_root: Optional[str] = \".cache\") Copy Set cache path. Arguments: seed int, Optional - The integer identifier for the pseudo seed. Results corresponding to different seeds will be cached in different places. cache_path str, Optional - The root path for the cache. The complete cache path will be {cache_path}/{seed}. clear_cache​ @classmethoddef clear_cache(cls, seed: Optional[int] = None, cache_path_root: Optional[str] = \".cache\") Copy Clear cache. Arguments: seed int, Optional - The integer identifier for the pseudo seed. If omitted, all caches under cache_path_root will be cleared. cache_path str, Optional - The root path for the cache. The complete cache path will be {cache_path}/{seed}. tune​ @classmethoddef tune(cls, data: List[Dict], metric: str, mode: str, eval_func: Callable, log_file_name: Optional[str] = None, inference_budget: Optional[float] = None, optimization_budget: Optional[float] = None, num_samples: Optional[int] = 1, logging_level: Optional[int] = logging.WARNING, **config, ,) Copy Tune the parameters for the OpenAI API call. TODO: support parallel tuning with ray or spark. TODO: support agg_method as in test Arguments: data list - The list of data points. metric str - The metric to optimize. mode str - The optimization mode, \"min\" or \"max. eval_func Callable - The evaluation function for responses. The function should take a list of responses and a data point as input, and return a dict of metrics. For example, def eval_func(responses, **data): solution = data[\"solution\"] success_list = [] n = len(responses) for i in range(n): response = responses[i] succeed = is_equiv_chain_of_thought(response, solution) success_list.append(succeed) return { \"expected_success\": 1 - pow(1 - sum(success_list) / n, n), \"success\": any(s for s in success_list), } Copy log_file_name str, optional - The log file. inference_budget float, optional - The inference budget, dollar per instance. optimization_budget float, optional - The optimization budget, dollar in total. num_samples int, optional - The number of samples to evaluate. -1 means no hard restriction in the number of trials and the actual number is decided by optimization_budget. Defaults to 1. logging_level optional - logging level. Defaults to logging.WARNING. **config dict - The search space to update over the default search. For prompt, please provide a string/Callable or a list of strings/Callables. If prompt is provided for chat models, it will be converted to messages under role \"user\". Do not provide both prompt and messages for chat models, but provide either of them. A string template will be used to generate a prompt for each data instance using prompt.format(**data). A callable template will be used to generate a prompt for each data instance using prompt(data). For stop, please provide a string, a list of strings, or a list of lists of strings. For messages (chat models only), please provide a list of messages (for a single chat prefix) or a list of lists of messages (for multiple choices of chat prefix to choose from). Each message should be a dict with keys \"role\" and \"content\". The value of \"content\" can be a string/Callable template. Returns: dict - The optimized hyperparameter setting. tune.ExperimentAnalysis - The tuning results. create​ @classmethoddef create(cls, context: Optional[Dict] = None, use_cache: Optional[bool] = True, config_list: Optional[List[Dict]] = None, filter_func: Optional[Callable[[Dict, Dict, Dict], bool]] = None, raise_on_ratelimit_or_timeout: Optional[bool] = True, allow_format_str_template: Optional[bool] = False, **config, ,) Copy Make a completion for a given context. Arguments: context Dict, Optional - The context to instantiate the prompt. It needs to contain keys that are used by the prompt template or the filter function. E.g., prompt=\"Complete the following sentence: {prefix}, context={\"prefix\": \"Today I feel\"}. The actual prompt will be: \"Complete the following sentence: Today I feel\". More examples can be found at templating. use_cache bool, Optional - Whether to use cached responses. config_list List, Optional - List of configurations for the completion to try. The first one that does not raise an error will be used. Only the differences from the default config need to be provided. E.g., response = oai.Completion.create( config_list=[ { \"model\": \"gpt-4\", \"api_key\": os.environ.get(\"AZURE_OPENAI_API_KEY\"), \"api_type\": \"azure\", \"api_base\": os.environ.get(\"AZURE_OPENAI_API_BASE\"), \"api_version\": \"2023-03-15-preview\", }, { \"model\": \"gpt-3.5-turbo\", \"api_key\": os.environ.get(\"OPENAI_API_KEY\"), \"api_type\": \"open_ai\", \"api_base\": \"https://api.openai.com/v1\", }, { \"model\": \"llama-7B\", \"api_base\": \"http://127.0.0.1:8080\", \"api_type\": \"open_ai\", } ], prompt=\"Hi\",) Copy filter_func Callable, Optional - A function that takes in the context, the config and the response and returns a boolean to indicate whether the response is valid. E.g., def yes_or_no_filter(context, config, response): return context.get(\"yes_or_no_choice\", False) is False or any( text in [\"Yes.\", \"No.\"] for text in oai.Completion.extract_text(response) ) Copy raise_on_ratelimit_or_timeout bool, Optional - Whether to raise RateLimitError or Timeout when all configs fail. When set to False, -1 will be returned when all configs fail. allow_format_str_template bool, Optional - Whether to allow format string template in the config. **config - Configuration for the openai API call. This is used as parameters for calling openai API. Besides the parameters for the openai API call, it can also contain a seed (int) for the cache. This is useful when implementing \"controlled randomness\" for the completion. Also, the \"prompt\" or \"messages\" parameter can contain a template (str or Callable) which will be instantiated with the context. Returns: Responses from OpenAI API, with additional fields. cost: the total cost. When config_list is provided, the response will contain a few more fields: config_id: the index of the config in the config_list that is used to generate the response. pass_filter: whether the response passes the filter function. None if no filter is provided. test​ @classmethoddef test(cls, data, eval_func=None, use_cache=True, agg_method=\"avg\", return_responses_and_per_instance_result=False, logging_level=logging.WARNING, **config, ,) Copy Evaluate the responses created with the config for the OpenAI API call. Arguments: data list - The list of test data points. eval_func Callable - The evaluation function for responses per data instance. The function should take a list of responses and a data point as input, and return a dict of metrics. You need to either provide a valid callable eval_func; or do not provide one (set None) but call the test function after calling the tune function in which a eval_func is provided. In the latter case we will use the eval_func provided via tune function. Defaults to None. def eval_func(responses, **data): solution = data[\"solution\"] success_list = [] n = len(responses) for i in range(n): response = responses[i] succeed = is_equiv_chain_of_thought(response, solution) success_list.append(succeed) return { \"expected_success\": 1 - pow(1 - sum(success_list) / n, n), \"success\": any(s for s in success_list), } Copy use_cache bool, Optional - Whether to use cached responses. Defaults to True. agg_method str, Callable or a dict of Callable - Result aggregation method (across multiple instances) for each of the metrics. Defaults to 'avg'. An example agg_method in str: agg_method = 'median' Copy An example agg_method in a Callable: agg_method = np.median Copy An example agg_method in a dict of Callable: agg_method={'median_success': np.median, 'avg_success': np.mean} Copy return_responses_and_per_instance_result bool - Whether to also return responses and per instance results in addition to the aggregated results. logging_level optional - logging level. Defaults to logging.WARNING. **config dict - parametes passed to the openai api call create(). Returns: None when no valid eval_func is provided in either test or tune; Otherwise, a dict of aggregated results, responses and per instance results if return_responses_and_per_instance_result is True; Otherwise, a dict of aggregated results (responses and per instance results are not returned). cost​ @classmethoddef cost(cls, response: dict) Copy Compute the cost of an API call. Arguments: response dict - The response from OpenAI API. Returns: The cost in USD. 0 if the model is not supported. extract_text​ @classmethoddef extract_text(cls, response: dict) -> List[str] Copy Extract the text from a completion or chat response. Arguments: response dict - The response from OpenAI API. Returns: A list of text in the responses. extract_text_or_function_call​ @classmethoddef extract_text_or_function_call(cls, response: dict) -> List[str] Copy Extract the text or function calls from a completion or chat response. Arguments: response dict - The response from OpenAI API. Returns: A list of text or function calls in the responses. logged_history​ @classmethod@propertydef logged_history(cls) -> Dict Copy Return the book keeping dictionary. start_logging​ @classmethoddef start_logging(cls, history_dict: Optional[Dict] = None, compact: Optional[bool] = True, reset_counter: Optional[bool] = True) Copy Start book keeping. Arguments: history_dict Dict - A dictionary for book keeping. If no provided, a new one will be created. compact bool - Whether to keep the history dictionary compact. Compact history contains one key per conversation, and the value is a dictionary like: { \"create_at\": [0, 1], \"cost\": [0.1, 0.2],} Copy where \"created_at\" is the index of API calls indicating the order of all the calls, and \"cost\" is the cost of each call. This example shows that the conversation is based on two API calls. The compact format is useful for condensing the history of a conversation. If compact is False, the history dictionary will contain all the API calls: the key is the index of the API call, and the value is a dictionary like: { \"request\": request_dict, \"response\": response_dict,} Copy where request_dict is the request sent to OpenAI API, and response_dict is the response. For a conversation containing two API calls, the non-compact history dictionary will be like: { 0: { \"request\": request_dict_0, \"response\": response_dict_0, }, 1: { \"request\": request_dict_1, \"response\": response_dict_1, }, Copy The first request's messages plus the response is equal to the second request's messages. For a conversation with many turns, the non-compact history dictionary has a quadratic size while the compact history dict has a linear size. reset_counter bool - whether to reset the counter of the number of API calls. stop_logging​ @classmethoddef stop_logging(cls) Copy End book keeping.","s":"Completion Objects","u":"/FLAML/docs/reference/autogen/oai/completion","h":"#completion-objects","p":345},{"i":350,"t":"class ChatCompletion(Completion) Copy A class for OpenAI API ChatCompletion.","s":"ChatCompletion Objects","u":"/FLAML/docs/reference/autogen/oai/completion","h":"#chatcompletion-objects","p":345},{"i":352,"t":"On this page","s":"automl.ml","u":"/FLAML/docs/reference/automl/ml","h":"","p":351},{"i":354,"t":"On this page","s":"automl.automl","u":"/FLAML/docs/reference/automl/automl","h":"","p":353},{"i":356,"t":"class AutoML(BaseEstimator) Copy The AutoML class. Example: automl = AutoML()automl_settings = { \"time_budget\": 60, \"metric\": 'accuracy', \"task\": 'classification', \"log_file_name\": 'mylog.log',}automl.fit(X_train = X_train, y_train = y_train, **automl_settings) Copy __init__​ def __init__(**settings) Copy Constructor. Many settings in fit() can be passed to the constructor too. If an argument in fit() is provided, it will override the setting passed to the constructor. If an argument in fit() is not provided but provided in the constructor, the value passed to the constructor will be used. Arguments: metric - A string of the metric name or a function, e.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'roc_auc_weighted', 'roc_auc_ovo_weighted', 'roc_auc_ovr_weighted', 'f1', 'micro_f1', 'macro_f1', 'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'. If passing a customized metric function, the function needs to have the following input arguments: def custom_metric( X_test, y_test, estimator, labels, X_train, y_train, weight_test=None, weight_train=None, config=None, groups_test=None, groups_train=None,): return metric_to_minimize, metrics_to_log Copy which returns a float number as the minimization objective, and a dictionary as the metrics to log. E.g., def custom_metric( X_val, y_val, estimator, labels, X_train, y_train, weight_val=None, weight_train=None, *args,): from sklearn.metrics import log_loss import time start = time.time() y_pred = estimator.predict_proba(X_val) pred_time = (time.time() - start) / len(X_val) val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val) y_pred = estimator.predict_proba(X_train) train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train) alpha = 0.5 return val_loss * (1 + alpha) - alpha * train_loss, { \"val_loss\": val_loss, \"train_loss\": train_loss, \"pred_time\": pred_time, } Copy task - A string of the task type, e.g., 'classification', 'regression', 'ts_forecast', 'rank', 'seq-classification', 'seq-regression', 'summarization', or an instance of the Task class. n_jobs - An integer of the number of threads for training | default=-1. Use all available resources when n_jobs == -1. log_file_name - A string of the log file name | default=\"\". To disable logging, set it to be an empty string \"\". estimator_list - A list of strings for estimator names, or 'auto'. e.g., ['lgbm', 'xgboost', 'xgb_limitdepth', 'catboost', 'rf', 'extra_tree']. time_budget - A float number of the time budget in seconds. Use -1 if no time limit. max_iter - An integer of the maximal number of iterations. sample - A boolean of whether to sample the training data during search. ensemble - boolean or dict | default=False. Whether to perform ensemble after search. Can be a dict with keys 'passthrough' and 'final_estimator' to specify the passthrough and final_estimator in the stacker. The dict can also contain 'n_jobs' as the key to specify the number of jobs for the stacker. eval_method - A string of resampling strategy, one of ['auto', 'cv', 'holdout']. split_ratio - A float of the valiation data percentage for holdout. n_splits - An integer of the number of folds for cross - validation. log_type - A string of the log type, one of ['better', 'all']. 'better' only logs configs with better loss than previos iters 'all' logs all the tried configs. model_history - A boolean of whether to keep the best model per estimator. Make sure memory is large enough if setting to True. Default False. log_training_metric - A boolean of whether to log the training metric for each model. mem_thres - A float of the memory size constraint in bytes. pred_time_limit - A float of the prediction latency constraint in seconds. It refers to the average prediction time per row in validation data. train_time_limit - A float of the training time constraint in seconds. verbose - int, default=3 | Controls the verbosity, higher means more messages. retrain_full - bool or str, default=True | whether to retrain the selected model on the full training data when using holdout. True - retrain only after search finishes; False - no retraining; 'budget' - do best effort to retrain without violating the time budget. split_type - str or splitter object, default=\"auto\" | the data split type. A valid splitter object is an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. Set eval_method to \"cv\" to use the splitter object. Valid str options depend on different tasks. For classification tasks, valid choices are [\"auto\", 'stratified', 'uniform', 'time', 'group']. \"auto\" -> stratified. For regression tasks, valid choices are [\"auto\", 'uniform', 'time']. \"auto\" -> uniform. For time series forecast tasks, must be \"auto\" or 'time'. For ranking task, must be \"auto\" or 'group'. hpo_method - str, default=\"auto\" | The hyperparameter optimization method. By default, CFO is used for sequential search and BlendSearch is used for parallel search. No need to set when using flaml's default search space or using a simple customized search space. When set to 'bs', BlendSearch is used. BlendSearch can be tried when the search space is complex, for example, containing multiple disjoint, discontinuous subspaces. When set to 'random', random search is used. starting_points - A dictionary or a str to specify the starting hyperparameter config for the estimators | default=\"static\". If str: if \"data\", use data-dependent defaults; if \"data:path\" use data-dependent defaults which are stored at path; if \"static\", use data-independent defaults. If dict, keys are the name of the estimators, and values are the starting hyperparameter configurations for the corresponding estimators. The value can be a single hyperparameter configuration dict or a list of hyperparameter configuration dicts. In the following code example, we get starting_points from the automl object and use them in the new_automl object. e.g., from flaml import AutoMLautoml = AutoML()X_train, y_train = load_iris(return_X_y=True)automl.fit(X_train, y_train)starting_points = automl.best_config_per_estimatornew_automl = AutoML()new_automl.fit(X_train, y_train, starting_points=starting_points) Copy seed - int or None, default=None | The random seed for hpo. n_concurrent_trials - [In preview] int, default=1 | The number of concurrent trials. When n_concurrent_trials > 1, flaml performes parallel tuning and installation of ray or spark is required: pip install flaml[ray] or pip install flaml[spark]. Please check here for more details about installing Spark. keep_search_state - boolean, default=False | Whether to keep data needed for model search after fit(). By default the state is deleted for space saving. preserve_checkpoint - boolean, default=True | Whether to preserve the saved checkpoint on disk when deleting automl. By default the checkpoint is preserved. early_stop - boolean, default=False | Whether to stop early if the search is considered to converge. force_cancel - boolean, default=False | Whether to forcely cancel Spark jobs if the search time exceeded the time budget. mlflow_exp_name - str, default=None | The name of the mlflow experiment. This should be specified if enable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the same name as the basename of main entry file. append_log - boolean, default=False | Whetehr to directly append the log records to the input log file if it exists. auto_augment - boolean, default=True | Whether to automatically augment rare classes. min_sample_size - int, default=MIN_SAMPLE_TRAIN | the minimal sample size when sample=True. use_ray - boolean or dict. If boolean: default=False | Whether to use ray to run the training in separate processes. This can be used to prevent OOM for large datasets, but will incur more overhead in time. If dict: the dict contains the keywords arguments to be passed to ray.tune.run. use_spark - boolean, default=False | Whether to use spark to run the training in parallel spark jobs. This can be used to accelerate training on large models and large datasets, but will incur more overhead in time and thus slow down training in some cases. GPU training is not supported yet when use_spark is True. For Spark clusters, by default, we will launch one trial per executor. However, sometimes we want to launch more trials than the number of executors (e.g., local mode). In this case, we can set the environment variable FLAML_MAX_CONCURRENT to override the detected num_executors. The final number of concurrent trials will be the minimum of n_concurrent_trials and num_executors. free_mem_ratio - float between 0 and 1, default=0. The free memory ratio to keep during training. metric_constraints - list, default=[] | The list of metric constraints. Each element in this list is a 3-tuple, which shall be expressed in the following format: the first element of the 3-tuple is the name of the metric, the second element is the inequality sign chosen from \">=\" and \"<=\", and the third element is the constraint value. E.g., ('val_loss', '<=', 0.1). Note that all the metric names in metric_constraints need to be reported via the metrics_to_log dictionary returned by a customized metric function. The customized metric function shall be provided via the metric key word argument of the fit() function or the automl constructor. Find an example in the 4th constraint type in this doc. If pred_time_limit is provided as one of keyword arguments to fit() function or the automl constructor, flaml will automatically (and under the hood) add it as an additional element in the metric_constraints. Essentially 'pred_time_limit' specifies a constraint about the prediction latency constraint in seconds. custom_hp - dict, default=None | The custom search space specified by user. It is a nested dict with keys being the estimator names, and values being dicts per estimator search space. In the per estimator search space dict, the keys are the hyperparameter names, and values are dicts of info (\"domain\", \"init_value\", and \"low_cost_init_value\") about the search space associated with the hyperparameter (i.e., per hyperparameter search space dict). When custom_hp is provided, the built-in search space which is also a nested dict of per estimator search space dict, will be updated with custom_hp. Note that during this nested dict update, the per hyperparameter search space dicts will be replaced (instead of updated) by the ones provided in custom_hp. Note that the value for \"domain\" can either be a constant or a sample.Domain object. e.g., custom_hp = { \"transformer_ms\": { \"model_path\": { \"domain\": \"albert-base-v2\", }, \"learning_rate\": { \"domain\": tune.choice([1e-4, 1e-5]), } } } Copy skip_transform - boolean, default=False | Whether to pre-process data prior to modeling. fit_kwargs_by_estimator - dict, default=None | The user specified keywords arguments, grouped by estimator name. e.g., fit_kwargs_by_estimator = { \"transformer\": { \"output_dir\": \"test/data/output/\", \"fp16\": False, }} Copy mlflow_logging - boolean, default=True | Whether to log the training results to mlflow. Not valid if mlflow is not installed. config_history​ @propertydef config_history() -> dict Copy A dictionary of iter->(estimator, config, time), storing the best estimator, config, and the time when the best model is updated each time. model​ @propertydef model() Copy An object with predict() and predict_proba() method (for classification), storing the best trained model. best_model_for_estimator​ def best_model_for_estimator(estimator_name: str) Copy Return the best model found for a particular estimator. Arguments: estimator_name - a str of the estimator's name. Returns: An object storing the best model for estimator_name. If model_history was set to False during fit(), then the returned model is untrained unless estimator_name is the best estimator. If model_history was set to True, then the returned model is trained. best_estimator​ @propertydef best_estimator() Copy A string indicating the best estimator found. best_iteration​ @propertydef best_iteration() Copy An integer of the iteration number where the best config is found. best_config​ @propertydef best_config() Copy A dictionary of the best configuration. best_config_per_estimator​ @propertydef best_config_per_estimator() Copy A dictionary of all estimators' best configuration. best_loss_per_estimator​ @propertydef best_loss_per_estimator() Copy A dictionary of all estimators' best loss. best_loss​ @propertydef best_loss() Copy A float of the best loss found. best_result​ @propertydef best_result() Copy Result dictionary for model trained with the best config. metrics_for_best_config​ @propertydef metrics_for_best_config() Copy Returns a float of the best loss, and a dictionary of the auxiliary metrics to log associated with the best config. These two objects correspond to the returned objects by the customized metric function for the config with the best loss. best_config_train_time​ @propertydef best_config_train_time() Copy A float of the seconds taken by training the best config. supported_metrics​ @propertydef supported_metrics() Copy Returns a tuple of supported metrics for the task. Returns: metrics Tuple - sklearn metrics from sklearn package; huggingface metrics from datasets package; spark metrics from pyspark package feature_transformer​ @propertydef feature_transformer() Copy Returns AutoML Transformer label_transformer​ @propertydef label_transformer() Copy Returns AutoML label transformer classes_​ @propertydef classes_() Copy A numpy array of shape (n_classes,) for class labels. time_to_find_best_model​ @propertydef time_to_find_best_model() -> float Copy Time taken to find best model in seconds. predict​ def predict(X: np.array | DataFrame | list[str] | list[list[str]] | psDataFrame, **pred_kwargs, ,) Copy Predict label from features. Arguments: X - A numpy array or pandas dataframe or pyspark.pandas dataframe of featurized instances, shape n * m, or for time series forcast tasks: a pandas dataframe with the first column containing timestamp values (datetime type) or an integer n for the predict steps (only valid when the estimator is arima or sarimax). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). **pred_kwargs - Other key word arguments to pass to predict() function of the searched learners, such as per_device_eval_batch_size. multivariate_X_test = DataFrame({ 'timeStamp': pd.date_range(start='1/1/2022', end='1/07/2022'), 'categorical_col': ['yes', 'yes', 'no', 'no', 'yes', 'no', 'yes'], 'continuous_col': [105, 107, 120, 118, 110, 112, 115]})model.predict(multivariate_X_test) Copy Returns: A array-like of shape n * 1: each element is a predicted label for an instance. predict_proba​ def predict_proba(X, **pred_kwargs) Copy Predict the probability of each class from features, only works for classification problems. Arguments: X - A numpy array of featurized instances, shape n * m. **pred_kwargs - Other key word arguments to pass to predict_proba() function of the searched learners, such as per_device_eval_batch_size. Returns: A numpy array of shape n * c. c is the # classes. Each element at (i, j) is the probability for instance i to be in class j. add_learner​ def add_learner(learner_name, learner_class) Copy Add a customized learner. Arguments: learner_name - A string of the learner's name. learner_class - A subclass of flaml.automl.model.BaseEstimator. get_estimator_from_log​ def get_estimator_from_log(log_file_name: str, record_id: int, task: str | Task) Copy Get the estimator from log file. Arguments: log_file_name - A string of the log file name. record_id - An integer of the record ID in the file, 0 corresponds to the first trial. task - A string of the task type, 'binary', 'multiclass', 'regression', 'ts_forecast', 'rank', or an instance of the Task class. Returns: An estimator object for the given configuration. retrain_from_log​ def retrain_from_log(log_file_name, X_train=None, y_train=None, dataframe=None, label=None, time_budget=np.inf, task: str | Task | None = None, eval_method=None, split_ratio=None, n_splits=None, split_type=None, groups=None, n_jobs=-1, train_best=True, train_full=False, record_id=-1, auto_augment=None, custom_hp=None, skip_transform=None, preserve_checkpoint=True, fit_kwargs_by_estimator=None, **fit_kwargs, ,) Copy Retrain from log file. This function is intended to retrain the logged configurations. NOTE: In some rare case, the last config is early stopped to meet time_budget and it's the best config. But the logged config's ITER_HP (e.g., n_estimators) is not reduced. Arguments: log_file_name - A string of the log file name. X_train - A numpy array or dataframe of training data in shape n*m. For time series forecast tasks, the first column of X_train must be the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). y_train - A numpy array or series of labels in shape n*1. dataframe - A dataframe of training data including label column. For time series forecast tasks, dataframe must be specified and should have at least two columns: timestamp and label, where the first column is the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). label - A str of the label column name, e.g., 'label'; Note - If X_train and y_train are provided, dataframe and label are ignored; If not, dataframe and label must be provided. time_budget - A float number of the time budget in seconds. task - A string of the task type, e.g., 'classification', 'regression', 'ts_forecast', 'rank', 'seq-classification', 'seq-regression', 'summarization', or an instance of Task class. eval_method - A string of resampling strategy, one of ['auto', 'cv', 'holdout']. split_ratio - A float of the validation data percentage for holdout. n_splits - An integer of the number of folds for cross-validation. split_type - str or splitter object, default=\"auto\" | the data split type. A valid splitter object is an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. Set eval_method to \"cv\" to use the splitter object. Valid str options depend on different tasks. For classification tasks, valid choices are [\"auto\", 'stratified', 'uniform', 'time', 'group']. \"auto\" -> stratified. For regression tasks, valid choices are [\"auto\", 'uniform', 'time']. \"auto\" -> uniform. For time series forecast tasks, must be \"auto\" or 'time'. For ranking task, must be \"auto\" or 'group'. groups - None or array-like | Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train) for training data. n_jobs - An integer of the number of threads for training | default=-1. Use all available resources when n_jobs == -1. train_best - A boolean of whether to train the best config in the time budget; if false, train the last config in the budget. train_full - A boolean of whether to train on the full data. If true, eval_method and sample_size in the log file will be ignored. record_id - the ID of the training log record from which the model will be retrained. By default record_id = -1 which means this will be ignored. record_id = 0 corresponds to the first trial, and when record_id >= 0, time_budget will be ignored. auto_augment - boolean, default=True | Whether to automatically augment rare classes. custom_hp - dict, default=None | The custom search space specified by user Each key is the estimator name, each value is a dict of the custom search space for that estimator. Notice the domain of the custom search space can either be a value or a sample.Domain object. custom_hp = { \"transformer_ms\": { \"model_path\": { \"domain\": \"albert-base-v2\", }, \"learning_rate\": { \"domain\": tune.choice([1e-4, 1e-5]), } }} Copy fit_kwargs_by_estimator - dict, default=None | The user specified keywords arguments, grouped by estimator name. e.g., fit_kwargs_by_estimator = { \"transformer\": { \"output_dir\": \"test/data/output/\", \"fp16\": False, }} Copy **fit_kwargs - Other key word arguments to pass to fit() function of the searched learners, such as sample_weight. Below are a few examples of estimator-specific parameters: period - int | forecast horizon for all time series forecast tasks. gpu_per_trial - float, default = 0 | A float of the number of gpus per trial, only used by TransformersEstimator, XGBoostSklearnEstimator, and TemporalFusionTransformerEstimator. group_ids - list of strings of column names identifying a time series, only used by TemporalFusionTransformerEstimator, required for 'ts_forecast_panel' task. group_ids is a parameter for TimeSeriesDataSet object from PyTorchForecasting. For other parameters to describe your dataset, refer to TimeSeriesDataSet PyTorchForecasting. To specify your variables, use static_categoricals, static_reals, time_varying_known_categoricals, time_varying_known_reals, time_varying_unknown_categoricals, time_varying_unknown_reals, variable_groups. To provide more information on your data, use max_encoder_length, min_encoder_length, lags. log_dir - str, default = \"lightning_logs\" | Folder into which to log results for tensorboard, only used by TemporalFusionTransformerEstimator. max_epochs - int, default = 20 | Maximum number of epochs to run training, only used by TemporalFusionTransformerEstimator. batch_size - int, default = 64 | Batch size for training model, only used by TemporalFusionTransformerEstimator and TCNEstimator. search_space​ @propertydef search_space() -> dict Copy Search space. Must be called after fit(...) (use max_iter=0 and retrain_final=False to prevent actual fitting). Returns: A dict of the search space. low_cost_partial_config​ @propertydef low_cost_partial_config() -> dict Copy Low cost partial config. Returns: A dict. (a) if there is only one estimator in estimator_list, each key is a hyperparameter name. (b) otherwise, it is a nested dict with 'ml' as the key, and a list of the low_cost_partial_configs as the value, corresponding to each learner's low_cost_partial_config; the estimator index as an integer corresponding to the cheapest learner is appended to the list at the end. cat_hp_cost​ @propertydef cat_hp_cost() -> dict Copy Categorical hyperparameter cost Returns: A dict. (a) if there is only one estimator in estimator_list, each key is a hyperparameter name. (b) otherwise, it is a nested dict with 'ml' as the key, and a list of the cat_hp_cost's as the value, corresponding to each learner's cat_hp_cost; the cost relative to lgbm for each learner (as a list itself) is appended to the list at the end. points_to_evaluate​ @propertydef points_to_evaluate() -> dict Copy Initial points to evaluate. Returns: A list of dicts. Each dict is the initial point for each learner. resource_attr​ @propertydef resource_attr() -> str | None Copy Attribute of the resource dimension. Returns: A string for the sample size attribute (the resource attribute in AutoML) or None. min_resource​ @propertydef min_resource() -> float | None Copy Attribute for pruning. Returns: A float for the minimal sample size or None. max_resource​ @propertydef max_resource() -> float | None Copy Attribute for pruning. Returns: A float for the maximal sample size or None. trainable​ @propertydef trainable() -> Callable[[dict], float | None] Copy Training function. Returns: A function that evaluates each config and returns the loss. metric_constraints​ @propertydef metric_constraints() -> list Copy Metric constraints. Returns: A list of the metric constraints. fit​ def fit(X_train=None, y_train=None, dataframe=None, label=None, metric=None, task: str | Task | None = None, n_jobs=None, log_file_name=None, estimator_list=None, time_budget=None, max_iter=None, sample=None, ensemble=None, eval_method=None, log_type=None, model_history=None, split_ratio=None, n_splits=None, log_training_metric=None, mem_thres=None, pred_time_limit=None, train_time_limit=None, X_val=None, y_val=None, sample_weight_val=None, groups_val=None, groups=None, verbose=None, retrain_full=None, split_type=None, learner_selector=None, hpo_method=None, starting_points=None, seed=None, n_concurrent_trials=None, keep_search_state=None, preserve_checkpoint=True, early_stop=None, force_cancel=None, append_log=None, auto_augment=None, min_sample_size=None, use_ray=None, use_spark=None, free_mem_ratio=0, metric_constraints=None, custom_hp=None, time_col=None, cv_score_agg_func=None, skip_transform=None, mlflow_logging=None, fit_kwargs_by_estimator=None, mlflow_exp_name=None, **fit_kwargs, ,) Copy Find a model for a given task. Arguments: X_train - A numpy array or a pandas dataframe of training data in shape (n, m). For time series forecsat tasks, the first column of X_train must be the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). When using ray, X_train can be a ray.ObjectRef. y_train - A numpy array or a pandas series of labels in shape (n, ). dataframe - A dataframe of training data including label column. For time series forecast tasks, dataframe must be specified and must have at least two columns, timestamp and label, where the first column is the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). When using ray, dataframe can be a ray.ObjectRef. label - A str of the label column name for, e.g., 'label'; Note - If X_train and y_train are provided, dataframe and label are ignored; If not, dataframe and label must be provided. metric - A string of the metric name or a function, e.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'roc_auc_weighted', 'roc_auc_ovo_weighted', 'roc_auc_ovr_weighted', 'f1', 'micro_f1', 'macro_f1', 'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'. If passing a customized metric function, the function needs to have the following input arguments: def custom_metric( X_test, y_test, estimator, labels, X_train, y_train, weight_test=None, weight_train=None, config=None, groups_test=None, groups_train=None,): return metric_to_minimize, metrics_to_log Copy which returns a float number as the minimization objective, and a dictionary as the metrics to log. E.g., def custom_metric( X_val, y_val, estimator, labels, X_train, y_train, weight_val=None, weight_train=None, *args,): from sklearn.metrics import log_loss import time start = time.time() y_pred = estimator.predict_proba(X_val) pred_time = (time.time() - start) / len(X_val) val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val) y_pred = estimator.predict_proba(X_train) train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train) alpha = 0.5 return val_loss * (1 + alpha) - alpha * train_loss, { \"val_loss\": val_loss, \"train_loss\": train_loss, \"pred_time\": pred_time, } Copy task - A string of the task type, e.g., 'classification', 'regression', 'ts_forecast_regression', 'ts_forecast_classification', 'rank', 'seq-classification', 'seq-regression', 'summarization', or an instance of Task class n_jobs - An integer of the number of threads for training | default=-1. Use all available resources when n_jobs == -1. log_file_name - A string of the log file name | default=\"\". To disable logging, set it to be an empty string \"\". estimator_list - A list of strings for estimator names, or 'auto'. e.g., ['lgbm', 'xgboost', 'xgb_limitdepth', 'catboost', 'rf', 'extra_tree']. time_budget - A float number of the time budget in seconds. Use -1 if no time limit. max_iter - An integer of the maximal number of iterations. NOTE - when both time_budget and max_iter are unspecified, only one model will be trained per estimator. sample - A boolean of whether to sample the training data during search. ensemble - boolean or dict | default=False. Whether to perform ensemble after search. Can be a dict with keys 'passthrough' and 'final_estimator' to specify the passthrough and final_estimator in the stacker. The dict can also contain 'n_jobs' as the key to specify the number of jobs for the stacker. eval_method - A string of resampling strategy, one of ['auto', 'cv', 'holdout']. split_ratio - A float of the valiation data percentage for holdout. n_splits - An integer of the number of folds for cross - validation. log_type - A string of the log type, one of ['better', 'all']. 'better' only logs configs with better loss than previos iters 'all' logs all the tried configs. model_history - A boolean of whether to keep the trained best model per estimator. Make sure memory is large enough if setting to True. Default value is False. If False, best_model_for_estimator would return a untrained model for non-best learner. log_training_metric - A boolean of whether to log the training metric for each model. mem_thres - A float of the memory size constraint in bytes. pred_time_limit - A float of the prediction latency constraint in seconds. It refers to the average prediction time per row in validation data. train_time_limit - None or a float of the training time constraint in seconds. X_val - None or a numpy array or a pandas dataframe of validation data. y_val - None or a numpy array or a pandas series of validation labels. sample_weight_val - None or a numpy array of the sample weight of validation data of the same shape as y_val. groups_val - None or array-like | group labels (with matching length to y_val) or group counts (with sum equal to length of y_val) for validation data. Need to be consistent with groups. groups - None or array-like | Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train) for training data. verbose - int, default=3 | Controls the verbosity, higher means more messages. retrain_full - bool or str, default=True | whether to retrain the selected model on the full training data when using holdout. True - retrain only after search finishes; False - no retraining; 'budget' - do best effort to retrain without violating the time budget. split_type - str or splitter object, default=\"auto\" | the data split type. A valid splitter object is an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. Set eval_method to \"cv\" to use the splitter object. Valid str options depend on different tasks. For classification tasks, valid choices are [\"auto\", 'stratified', 'uniform', 'time', 'group']. \"auto\" -> stratified. For regression tasks, valid choices are [\"auto\", 'uniform', 'time']. \"auto\" -> uniform. For time series forecast tasks, must be \"auto\" or 'time'. For ranking task, must be \"auto\" or 'group'. hpo_method - str, default=\"auto\" | The hyperparameter optimization method. By default, CFO is used for sequential search and BlendSearch is used for parallel search. No need to set when using flaml's default search space or using a simple customized search space. When set to 'bs', BlendSearch is used. BlendSearch can be tried when the search space is complex, for example, containing multiple disjoint, discontinuous subspaces. When set to 'random', random search is used. starting_points - A dictionary or a str to specify the starting hyperparameter config for the estimators | default=\"data\". If str: if \"data\", use data-dependent defaults; if \"data:path\" use data-dependent defaults which are stored at path; if \"static\", use data-independent defaults. If dict, keys are the name of the estimators, and values are the starting hyperparameter configurations for the corresponding estimators. The value can be a single hyperparameter configuration dict or a list of hyperparameter configuration dicts. In the following code example, we get starting_points from the automl object and use them in the new_automl object. e.g., from flaml import AutoMLautoml = AutoML()X_train, y_train = load_iris(return_X_y=True)automl.fit(X_train, y_train)starting_points = automl.best_config_per_estimatornew_automl = AutoML()new_automl.fit(X_train, y_train, starting_points=starting_points) Copy seed - int or None, default=None | The random seed for hpo. n_concurrent_trials - [In preview] int, default=1 | The number of concurrent trials. When n_concurrent_trials > 1, flaml performes parallel tuning and installation of ray or spark is required: pip install flaml[ray] or pip install flaml[spark]. Please check here for more details about installing Spark. keep_search_state - boolean, default=False | Whether to keep data needed for model search after fit(). By default the state is deleted for space saving. preserve_checkpoint - boolean, default=True | Whether to preserve the saved checkpoint on disk when deleting automl. By default the checkpoint is preserved. early_stop - boolean, default=False | Whether to stop early if the search is considered to converge. force_cancel - boolean, default=False | Whether to forcely cancel the PySpark job if overtime. mlflow_exp_name - str, default=None | The name of the mlflow experiment. This should be specified if enable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the same name as the basename of main entry file. append_log - boolean, default=False | Whetehr to directly append the log records to the input log file if it exists. auto_augment - boolean, default=True | Whether to automatically augment rare classes. min_sample_size - int, default=MIN_SAMPLE_TRAIN | the minimal sample size when sample=True. use_ray - boolean or dict. If boolean: default=False | Whether to use ray to run the training in separate processes. This can be used to prevent OOM for large datasets, but will incur more overhead in time. If dict: the dict contains the keywords arguments to be passed to ray.tune.run. use_spark - boolean, default=False | Whether to use spark to run the training in parallel spark jobs. This can be used to accelerate training on large models and large datasets, but will incur more overhead in time and thus slow down training in some cases. free_mem_ratio - float between 0 and 1, default=0. The free memory ratio to keep during training. metric_constraints - list, default=[] | The list of metric constraints. Each element in this list is a 3-tuple, which shall be expressed in the following format: the first element of the 3-tuple is the name of the metric, the second element is the inequality sign chosen from \">=\" and \"<=\", and the third element is the constraint value. E.g., ('precision', '>=', 0.9). Note that all the metric names in metric_constraints need to be reported via the metrics_to_log dictionary returned by a customized metric function. The customized metric function shall be provided via the metric key word argument of the fit() function or the automl constructor. Find examples in this test. If pred_time_limit is provided as one of keyword arguments to fit() function or the automl constructor, flaml will automatically (and under the hood) add it as an additional element in the metric_constraints. Essentially 'pred_time_limit' specifies a constraint about the prediction latency constraint in seconds. custom_hp - dict, default=None | The custom search space specified by user Each key is the estimator name, each value is a dict of the custom search space for that estimator. Notice the domain of the custom search space can either be a value of a sample.Domain object. custom_hp = { \"transformer_ms\": { \"model_path\": { \"domain\": \"albert-base-v2\", }, \"learning_rate\": { \"domain\": tune.choice([1e-4, 1e-5]), } }} Copy time_col - for a time series task, name of the column containing the timestamps. If not provided, defaults to the first column of X_train/X_val cv_score_agg_func - customized cross-validation scores aggregate function. Default to average metrics across folds. If specificed, this function needs to have the following input arguments: val_loss_folds: list of floats, the loss scores of each fold; log_metrics_folds: list of dicts/floats, the metrics of each fold to log. This function should return the final aggregate result of all folds. A float number of the minimization objective, and a dictionary as the metrics to log or None. E.g., def cv_score_agg_func(val_loss_folds, log_metrics_folds): metric_to_minimize = sum(val_loss_folds)/len(val_loss_folds) metrics_to_log = None for single_fold in log_metrics_folds: if metrics_to_log is None: metrics_to_log = single_fold elif isinstance(metrics_to_log, dict): metrics_to_log = {k: metrics_to_log[k] + v for k, v in single_fold.items()} else: metrics_to_log += single_fold if metrics_to_log: n = len(val_loss_folds) metrics_to_log = ( {k: v / n for k, v in metrics_to_log.items()} if isinstance(metrics_to_log, dict) else metrics_to_log / n ) return metric_to_minimize, metrics_to_log Copy skip_transform - boolean, default=False | Whether to pre-process data prior to modeling. mlflow_logging - boolean, default=None | Whether to log the training results to mlflow. Default value is None, which means the logging decision is made based on AutoML.init's mlflow_logging argument. Not valid if mlflow is not installed. fit_kwargs_by_estimator - dict, default=None | The user specified keywords arguments, grouped by estimator name. For TransformersEstimator, available fit_kwargs can be found from TrainingArgumentsForAuto. e.g., fit_kwargs_by_estimator = { \"transformer\": { \"output_dir\": \"test/data/output/\", \"fp16\": False, }, \"tft\": { \"max_encoder_length\": 1, \"min_encoder_length\": 1, \"static_categoricals\": [], \"static_reals\": [], \"time_varying_known_categoricals\": [], \"time_varying_known_reals\": [], \"time_varying_unknown_categoricals\": [], \"time_varying_unknown_reals\": [], \"variable_groups\": {}, \"lags\": {}, }} Copy **fit_kwargs - Other key word arguments to pass to fit() function of the searched learners, such as sample_weight. Below are a few examples of estimator-specific parameters: period - int | forecast horizon for all time series forecast tasks. gpu_per_trial - float, default = 0 | A float of the number of gpus per trial, only used by TransformersEstimator, XGBoostSklearnEstimator, and TemporalFusionTransformerEstimator. group_ids - list of strings of column names identifying a time series, only used by TemporalFusionTransformerEstimator, required for 'ts_forecast_panel' task. group_ids is a parameter for TimeSeriesDataSet object from PyTorchForecasting. For other parameters to describe your dataset, refer to TimeSeriesDataSet PyTorchForecasting. To specify your variables, use static_categoricals, static_reals, time_varying_known_categoricals, time_varying_known_reals, time_varying_unknown_categoricals, time_varying_unknown_reals, variable_groups. To provide more information on your data, use max_encoder_length, min_encoder_length, lags. log_dir - str, default = \"lightning_logs\" | Folder into which to log results for tensorboard, only used by TemporalFusionTransformerEstimator. max_epochs - int, default = 20 | Maximum number of epochs to run training, only used by TemporalFusionTransformerEstimator. batch_size - int, default = 64 | Batch size for training model, only used by TemporalFusionTransformerEstimator and TCNEstimator.","s":"AutoML Objects","u":"/FLAML/docs/reference/automl/automl","h":"#automl-objects","p":353},{"i":358,"t":"On this page","s":"automl.nlp.huggingface.trainer","u":"/FLAML/docs/reference/automl/nlp/huggingface/trainer","h":"","p":357},{"i":360,"t":"class TrainerForAuto(Seq2SeqTrainer) Copy evaluate​ def evaluate(eval_dataset=None, ignore_keys=None, metric_key_prefix=\"eval\") Copy Overriding transformers.Trainer.evaluate by saving metrics and checkpoint path.","s":"TrainerForAuto Objects","u":"/FLAML/docs/reference/automl/nlp/huggingface/trainer","h":"#trainerforauto-objects","p":357},{"i":362,"t":"On this page","s":"automl.nlp.huggingface.training_args","u":"/FLAML/docs/reference/automl/nlp/huggingface/training_args","h":"","p":361},{"i":364,"t":"@dataclassclass TrainingArgumentsForAuto(TrainingArguments) Copy FLAML custom TrainingArguments. Arguments: task str - the task name for NLP tasks, e.g., seq-classification, token-classification output_dir str - data root directory for outputing the log, etc. model_path str, optional, defaults to \"facebook/muppet-roberta-base\" - A string, the path of the language model file, either a path from huggingface model card huggingface.co/models, or a local path for the model. fp16 bool, optional, defaults to \"False\" - A bool, whether to use FP16. max_seq_length int, optional, defaults to 128 - An integer, the max length of the sequence. For token classification task, this argument will be ineffective. pad_to_max_length (bool, optional, defaults to \"False\"): whether to pad all samples to model maximum sentence length. If False, will pad the samples dynamically when batching to the maximum length in the batch. per_device_eval_batch_size int, optional, defaults to 1 - An integer, the per gpu evaluation batch size. label_list List[str], optional, defaults to None - A list of string, the string list of the label names. When the task is sequence labeling/token classification, there are two formats of the labels: (1) The token labels, i.e., [B-PER, I-PER, B-LOC]; (2) Id labels. For (2), need to pass the label_list (e.g., [B-PER, I-PER, B-LOC]) to convert the Id to token labels when computing the metric with metric_loss_score. See the example in a simple token classification example.","s":"TrainingArgumentsForAuto Objects","u":"/FLAML/docs/reference/automl/nlp/huggingface/training_args","h":"#trainingargumentsforauto-objects","p":361},{"i":366,"t":"On this page","s":"automl.model","u":"/FLAML/docs/reference/automl/model","h":"","p":365},{"i":368,"t":"class BaseEstimator() Copy The abstract class for all learners. Typical examples: XGBoostEstimator: for regression. XGBoostSklearnEstimator: for classification. LGBMEstimator, RandomForestEstimator, LRL1Classifier, LRL2Classifier: for both regression and classification. __init__​ def __init__(task=\"binary\", **config) Copy Constructor. Arguments: task - A string of the task type, one of 'binary', 'multiclass', 'regression', 'rank', 'seq-classification', 'seq-regression', 'token-classification', 'multichoice-classification', 'summarization', 'ts_forecast', 'ts_forecast_classification'. config - A dictionary containing the hyperparameter names, 'n_jobs' as keys. n_jobs is the number of parallel threads. model​ @propertydef model() Copy Trained model after fit() is called, or None before fit() is called. estimator​ @propertydef estimator() Copy Get the best trained estimator model. Returns: object or None: The trained model obtained after calling the fit() method, representing the best estimator found during the training process. If fit() has not been called yet, it returns None. Examples: from flaml import AutoML automl = AutoML() automl.fit(X_train, y_train) best_estimator = automl.model.estimator print(best_estimator) RandomForestClassifier() Notes: To access the best estimator, use automl.model.estimator. feature_names_in_​ @propertydef feature_names_in_() Copy if self.model has attribute feature_names_in, return it. otherwise, if self.model has attribute feature_name, return it. otherwise, if self._model has attribute feature_names, return it. otherwise, if self._model has method get_booster, return the feature names. otherwise, return None. feature_importances_​ @propertydef feature_importances_() Copy if self.model has attribute feature_importances, return it. otherwise, if self.model has attribute coef, return it. otherwise, return None. fit​ def fit(X_train, y_train, budget=None, free_mem_ratio=0, **kwargs) Copy Train the model from given training data. Arguments: X_train - A numpy array or a dataframe of training data in shape n*m. y_train - A numpy array or a series of labels in shape n*1. budget - A float of the time budget in seconds. free_mem_ratio - A float between 0 and 1 for the free memory ratio to keep during training. Returns: train_time - A float of the training time in seconds. predict​ def predict(X, **kwargs) Copy Predict label from features. Arguments: X - A numpy array or a dataframe of featurized instances, shape n*m. Returns: A numpy array of shape n*1. Each element is the label for a instance. predict_proba​ def predict_proba(X, **kwargs) Copy Predict the probability of each class from features. Only works for classification problems Arguments: X - A numpy array of featurized instances, shape n*m. Returns: A numpy array of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j. score​ def score(X_val: DataFrame, y_val: Series, **kwargs) Copy Report the evaluation score of a trained estimator. Arguments: X_val - A pandas dataframe of the validation input data. y_val - A pandas series of the validation label. kwargs - keyword argument of the evaluation function, for example: metric: A string of the metric name or a function e.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'f1', 'micro_f1', 'macro_f1', 'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'. If metric is given, the score will report the user specified metric. If metric is not given, the metric is set to accuracy for classification and r2 for regression. You can also pass a customized metric function, for examples on how to pass a customized metric function, please check test/nlp/test_autohf_custom_metric.py and test/automl/test_multiclass.py. Returns: The evaluation score on the validation dataset. search_space​ @classmethoddef search_space(cls, data_size, task, **params) Copy [required method] search space. Arguments: data_size - A tuple of two integers, number of rows and columns. task - A str of the task type, e.g., \"binary\", \"multiclass\", \"regression\". Returns: A dictionary of the search space. Each key is the name of a hyperparameter, and value is a dict with its domain (required) and low_cost_init_value, init_value, cat_hp_cost (if applicable). e.g., {'domain': tune.randint(lower=1, upper=10), 'init_value': 1}. size​ @classmethoddef size(cls, config: dict) -> float Copy [optional method] memory size of the estimator in bytes. Arguments: config - A dict of the hyperparameter config. Returns: A float of the memory size required by the estimator to train the given config. cost_relative2lgbm​ @classmethoddef cost_relative2lgbm(cls) -> float Copy [optional method] relative cost compared to lightgbm. init​ @classmethoddef init(cls) Copy [optional method] initialize the class. config2params​ def config2params(config: dict) -> dict Copy [optional method] config dict to params dict Arguments: config - A dict of the hyperparameter config. Returns: A dict that will be passed to self.estimator_class's constructor.","s":"BaseEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#baseestimator-objects","p":365},{"i":370,"t":"class SparkEstimator(BaseEstimator) Copy The base class for fine-tuning spark models, using pyspark.ml and SynapseML API. fit​ def fit(X_train: psDataFrame, y_train: psSeries = None, budget=None, free_mem_ratio=0, index_col: str = \"tmp_index_col\", **kwargs, ,) Copy Train the model from given training data. Arguments: X_train - A pyspark.pandas DataFrame of training data in shape n*m. y_train - A pyspark.pandas Series in shape n*1. None if X_train is a pyspark.pandas Dataframe contains y_train. budget - A float of the time budget in seconds. free_mem_ratio - A float between 0 and 1 for the free memory ratio to keep during training. Returns: train_time - A float of the training time in seconds. predict​ def predict(X, index_col=\"tmp_index_col\", return_all=False, **kwargs) Copy Predict label from features. Arguments: X - A pyspark or pyspark.pandas dataframe of featurized instances, shape n*m. index_col - A str of the index column name. Default to \"tmp_index_col\". return_all - A bool of whether to return all the prediction results. Default to False. Returns: A pyspark.pandas series of shape n*1 if return_all is False. Otherwise, a pyspark.pandas dataframe. predict_proba​ def predict_proba(X, index_col=\"tmp_index_col\", return_all=False, **kwargs) Copy Predict the probability of each class from features. Only works for classification problems Arguments: X - A pyspark or pyspark.pandas dataframe of featurized instances, shape n*m. index_col - A str of the index column name. Default to \"tmp_index_col\". return_all - A bool of whether to return all the prediction results. Default to False. Returns: A pyspark.pandas dataframe of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j.","s":"SparkEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkestimator-objects","p":365},{"i":372,"t":"class SparkLGBMEstimator(SparkEstimator) Copy The class for fine-tuning spark version lightgbm models, using SynapseML API.","s":"SparkLGBMEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklgbmestimator-objects","p":365},{"i":374,"t":"class SparkRandomForestEstimator(SparkEstimator) Copy The SparkEstimator class for Random Forest. predict​ def predict(X, index_col=\"tmp_index_col\", return_all=False, **kwargs) Copy Predict label from features. Arguments: X - A pyspark or pyspark.pandas dataframe of featurized instances, shape n*m. index_col - A str of the index column name. Default to \"tmp_index_col\". return_all - A bool of whether to return all the prediction results. Default to False. Returns: A pyspark.pandas series of shape n*1 if return_all is False. Otherwise, a pyspark.pandas dataframe.","s":"SparkRandomForestEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkrandomforestestimator-objects","p":365},{"i":376,"t":"class TransformersEstimator(BaseEstimator) Copy The class for fine-tuning language models, using huggingface transformers API.","s":"TransformersEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#transformersestimator-objects","p":365},{"i":378,"t":"class SKLearnEstimator(BaseEstimator) Copy The base class for tuning scikit-learn estimators. Subclasses can modify the function signature of __init__ to ignore the values in config that are not relevant to the constructor of their underlying estimator. For example, some regressors in scikit-learn don't accept the n_jobs parameter contained in config. For these, one can add n_jobs=None, before **config to make sure config doesn't contain an n_jobs key.","s":"SKLearnEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sklearnestimator-objects","p":365},{"i":380,"t":"class LGBMEstimator(BaseEstimator) Copy The class for tuning LGBM, using sklearn API.","s":"LGBMEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#lgbmestimator-objects","p":365},{"i":382,"t":"class XGBoostEstimator(SKLearnEstimator) Copy The class for tuning XGBoost regressor, not using sklearn API.","s":"XGBoostEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostestimator-objects","p":365},{"i":384,"t":"class XGBoostSklearnEstimator(SKLearnEstimator, LGBMEstimator) Copy The class for tuning XGBoost with unlimited depth, using sklearn API.","s":"XGBoostSklearnEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostsklearnestimator-objects","p":365},{"i":386,"t":"class XGBoostLimitDepthEstimator(XGBoostSklearnEstimator) Copy The class for tuning XGBoost with limited depth, using sklearn API.","s":"XGBoostLimitDepthEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostlimitdepthestimator-objects","p":365},{"i":388,"t":"class RandomForestEstimator(SKLearnEstimator, LGBMEstimator) Copy The class for tuning Random Forest.","s":"RandomForestEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#randomforestestimator-objects","p":365},{"i":390,"t":"class ExtraTreesEstimator(RandomForestEstimator) Copy The class for tuning Extra Trees.","s":"ExtraTreesEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#extratreesestimator-objects","p":365},{"i":392,"t":"class LRL1Classifier(SKLearnEstimator) Copy The class for tuning Logistic Regression with L1 regularization.","s":"LRL1Classifier Objects","u":"/FLAML/docs/reference/automl/model","h":"#lrl1classifier-objects","p":365},{"i":394,"t":"class LRL2Classifier(SKLearnEstimator) Copy The class for tuning Logistic Regression with L2 regularization.","s":"LRL2Classifier Objects","u":"/FLAML/docs/reference/automl/model","h":"#lrl2classifier-objects","p":365},{"i":396,"t":"class CatBoostEstimator(BaseEstimator) Copy The class for tuning CatBoost.","s":"CatBoostEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#catboostestimator-objects","p":365},{"i":398,"t":"class SVCEstimator(SKLearnEstimator) Copy The class for tuning Linear Support Vector Machine Classifier. predict_proba​ def predict_proba(X, **kwargs) Copy Predict the probability of each class from features. Only works for classification problems Arguments: X - A numpy array of featurized instances, shape n*m. Returns: A numpy array of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j.","s":"SVCEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#svcestimator-objects","p":365},{"i":400,"t":"class SparkNaiveBayesEstimator(SparkEstimator) Copy The class for tuning Naive Bayes Classifier.","s":"SparkNaiveBayesEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparknaivebayesestimator-objects","p":365},{"i":402,"t":"class SGDEstimator(SKLearnEstimator) Copy The class for tuning Stoachastic Gradient Descent model. predict_proba​ def predict_proba(X, **kwargs) Copy Predict the probability of each class from features. Only works for classification problems Arguments: X - A numpy array of featurized instances, shape n*m. Returns: A numpy array of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j.","s":"SGDEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sgdestimator-objects","p":365},{"i":404,"t":"class ElasticNetEstimator(SKLearnEstimator) Copy The class for tuning Elastic Net regression model.","s":"ElasticNetEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#elasticnetestimator-objects","p":365},{"i":406,"t":"class LassoLarsEstimator(SKLearnEstimator) Copy The class for tuning Lasso model fit with Least Angle Regression a.k.a. Lars.","s":"LassoLarsEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#lassolarsestimator-objects","p":365},{"i":408,"t":"class SparkGLREstimator(SparkEstimator) Copy The class for tuning Generalized Linear Regression PySpark model.","s":"SparkGLREstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkglrestimator-objects","p":365},{"i":410,"t":"class SparkLinearRegressionEstimator(SparkEstimator) Copy The class for tuning Linear Regression PySpark model.","s":"SparkLinearRegressionEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklinearregressionestimator-objects","p":365},{"i":412,"t":"class SparkLinearSVCEstimator(SparkEstimator) Copy The class for tuning Linear SVC PySpark model.","s":"SparkLinearSVCEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklinearsvcestimator-objects","p":365},{"i":414,"t":"class SparkGBTEstimator(SparkEstimator) Copy The class for tuning GBT PySpark model.","s":"SparkGBTEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkgbtestimator-objects","p":365},{"i":416,"t":"class SparkAFTSurvivalRegressionEstimator(SparkEstimator) Copy The class for tuning AFTSurvivalRegression PySpark model.","s":"SparkAFTSurvivalRegressionEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkaftsurvivalregressionestimator-objects","p":365},{"i":418,"t":"On this page","s":"automl.nlp.huggingface.utils","u":"/FLAML/docs/reference/automl/nlp/huggingface/utils","h":"","p":417},{"i":420,"t":"On this page","s":"automl.nlp.utils","u":"/FLAML/docs/reference/automl/nlp/utils","h":"","p":419},{"i":422,"t":"On this page","s":"automl.state","u":"/FLAML/docs/reference/automl/state","h":"","p":421},{"i":424,"t":"class AutoMLState() Copy sanitize​ @classmethoddef sanitize(cls, config: dict) -> dict Copy Make a config ready for passing to estimator.","s":"AutoMLState Objects","u":"/FLAML/docs/reference/automl/state","h":"#automlstate-objects","p":421},{"i":426,"t":"On this page","s":"automl.spark.utils","u":"/FLAML/docs/reference/automl/spark/utils","h":"","p":425},{"i":428,"t":"On this page","s":"automl.task.time_series_task","u":"/FLAML/docs/reference/automl/task/time_series_task","h":"","p":427},{"i":430,"t":"On this page","s":"automl.task.task","u":"/FLAML/docs/reference/automl/task/task","h":"","p":429},{"i":432,"t":"class Task(ABC) Copy Abstract base class for a machine learning task. Class definitions should implement abstract methods and provide a non-empty dictionary of estimator classes. A Task can be suitable to be used for multiple machine-learning tasks (e.g. classification or regression) or be implemented specifically for a single one depending on the generality of data validation and model evaluation methods implemented. The implementation of a Task may optionally use the training data and labels to determine data and task specific details, such as in determining if a problem is single-label or multi-label. FLAML evaluates at runtime how to behave exactly, relying on the task instance to provide implementations of operations which vary between tasks. __init__​ def __init__(task_name: str, X_train: Optional[Union[np.ndarray, DataFrame, psDataFrame]] = None, y_train: Optional[Union[np.ndarray, DataFrame, Series, psSeries]] = None) Copy Constructor. Arguments: task_name - String name for this type of task. Used when the Task can be generic and implement a number of types of sub-task. X_train - Optional. Some Task types may use the data shape or features to determine details of their usage, such as in binary vs multilabel classification. y_train - Optional. Some Task types may use the data shape or features to determine details of their usage, such as in binary vs multilabel classification. __str__​ def __str__() -> str Copy Name of this task type. evaluate_model_CV​ @abstractmethoddef evaluate_model_CV(config: dict, estimator: \"flaml.automl.ml.BaseEstimator\", X_train_all: Union[np.ndarray, DataFrame, psDataFrame], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries], budget: int, kf, eval_metric: str, best_val_loss: float, log_training_metric: bool = False, fit_kwargs: Optional[dict] = {}) -> Tuple[float, float, float, float] Copy Evaluate the model using cross-validation. Arguments: config - configuration used in the evaluation of the metric. estimator - Estimator class of the model. X_train_all - Complete training feature data. y_train_all - Complete training target data. budget - Training time budget. kf - Cross-validation index generator. eval_metric - Metric name to be used for evaluation. best_val_loss - Best current validation-set loss. log_training_metric - Bool defaults False. Enables logging of the training metric. fit_kwargs - Additional kwargs passed to the estimator's fit method. Returns: validation loss, metric value, train time, prediction time validate_data​ @abstractmethoddef validate_data(automl: \"flaml.automl.automl.AutoML\", state: \"flaml.automl.state.AutoMLState\", X_train_all: Union[np.ndarray, DataFrame, psDataFrame, None], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], dataframe: Union[DataFrame, None], label: str, X_val: Optional[Union[np.ndarray, DataFrame, psDataFrame]] = None, y_val: Optional[Union[np.ndarray, DataFrame, Series, psSeries]] = None, groups_val: Optional[List[str]] = None, groups: Optional[List[str]] = None) Copy Validate that the data is suitable for this task type. Arguments: automl - The AutoML instance from which this task has been constructed. state - The AutoMLState instance for this run. X_train_all - The complete data set or None if dataframe is supplied. y_train_all - The complete target set or None if dataframe is supplied. dataframe - A dataframe constaining the complete data set with targets. label - The name of the target column in dataframe. X_val - Optional. A data set for validation. y_val - Optional. A target vector corresponding to X_val for validation. groups_val - Group labels (with matching length to y_val) or group counts (with sum equal to length of y_val) for validation data. Need to be consistent with groups. groups - Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train) for training data. Raises: AssertionError - The data provided is invalid for this task type and configuration. prepare_data​ @abstractmethoddef prepare_data(state: \"flaml.automl.state.AutoMLState\", X_train_all: Union[np.ndarray, DataFrame, psDataFrame], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], auto_augment: bool, eval_method: str, split_type: str, split_ratio: float, n_splits: int, data_is_df: bool, sample_weight_full: Optional[List[float]] = None) Copy Prepare the data for fitting or inference. Arguments: automl - The AutoML instance from which this task has been constructed. state - The AutoMLState instance for this run. X_train_all - The complete data set or None if dataframe is supplied. Must contain the target if y_train_all is None y_train_all - The complete target set or None if supplied in X_train_all. auto_augment - If true, task-specific data augmentations will be applied. eval_method - A string of resampling strategy, one of ['auto', 'cv', 'holdout']. split_type - str or splitter object, default=\"auto\" | the data split type. A valid splitter object is an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. Set eval_method to \"cv\" to use the splitter object. Valid str options depend on different tasks. For classification tasks, valid choices are [\"auto\", 'stratified', 'uniform', 'time', 'group']. \"auto\" -> stratified. For regression tasks, valid choices are [\"auto\", 'uniform', 'time']. \"auto\" -> uniform. For time series forecast tasks, must be \"auto\" or 'time'. For ranking task, must be \"auto\" or 'group'. split_ratio - A float of the valiation data percentage for holdout. n_splits - An integer of the number of folds for cross - validation. data_is_df - True if the data was provided as a DataFrame else False. sample_weight_full - A 1d arraylike of the sample weight. Raises: AssertionError - The configuration provided is invalid for this task type and data. decide_split_type​ @abstractmethoddef decide_split_type(split_type: str, y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], fit_kwargs: dict, groups: Optional[List[str]] = None) -> str Copy Choose an appropriate data split type for this data and task. If split_type is 'auto' then this is determined based on the task type and data. If a specific split_type is requested then the choice is validated to be appropriate. Arguments: split_type - Either 'auto' or a task appropriate split type. y_train_all - The complete set of targets. fit_kwargs - Additional kwargs passed to the estimator's fit method. groups - Optional. Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train) for training data. Returns: The determined appropriate split type. Raises: AssertionError - The requested split_type is invalid for this task, configuration and data. preprocess​ @abstractmethoddef preprocess(X: Union[np.ndarray, DataFrame, psDataFrame], transformer: Optional[\"flaml.automl.data.DataTransformer\"] = None) -> Union[np.ndarray, DataFrame] Copy Preprocess the data ready for fitting or inference with this task type. Arguments: X - The data set to process. transformer - A DataTransformer instance to be used in processing. Returns: The preprocessed data set having the same type as the input. default_estimator_list​ @abstractmethoddef default_estimator_list(estimator_list: Union[List[str], str] = \"auto\", is_spark_dataframe: bool = False) -> List[str] Copy Return the list of default estimators registered for this task type. If 'auto' is provided then the default list is returned, else the provided list will be validated given this task type. Arguments: estimator_list - Either 'auto' or a list of estimator names to be validated. is_spark_dataframe - True if the data is a spark dataframe. Returns: A list of valid estimator names for this task type. default_metric​ @abstractmethoddef default_metric(metric: str) -> str Copy Return the default metric for this task type. If 'auto' is provided then the default metric for this task will be returned. Otherwise, the provided metric name is validated for this task type. Arguments: metric - The name of a metric to be used in evaluation of models during fitting or validation. Returns: The default metric, or the provided metric if it is valid for this task type. __eq__​ def __eq__(other: str) -> bool Copy For backward compatibility with all the string comparisons to task estimator_class_from_str​ def estimator_class_from_str(estimator_name: str) -> \"flaml.automl.ml.BaseEstimator\" Copy Determine the estimator class corresponding to the provided name. Arguments: estimator_name - Name of the desired estimator. Returns: The estimator class corresponding to the provided name. Raises: ValueError - The provided estimator_name has not been registered for this task type.","s":"Task Objects","u":"/FLAML/docs/reference/automl/task/task","h":"#task-objects","p":429},{"i":434,"t":"On this page","s":"automl.spark.metrics","u":"/FLAML/docs/reference/automl/spark/metrics","h":"","p":433},{"i":436,"t":"On this page","s":"automl.time_series.sklearn","u":"/FLAML/docs/reference/automl/time_series/sklearn","h":"","p":435},{"i":438,"t":"X : pandas.DataFrame Input features. y : array_like, (1d) Target vector. horizon : int length of X for predict method","s":"Parameters","u":"/FLAML/docs/reference/automl/time_series/sklearn","h":"#parameters","p":435},{"i":440,"t":"pandas.DataFrame shifted dataframe with lags columns","s":"Returns","u":"/FLAML/docs/reference/automl/time_series/sklearn","h":"#returns","p":435},{"i":442,"t":"On this page","s":"automl.time_series.tft","u":"/FLAML/docs/reference/automl/time_series/tft","h":"","p":441},{"i":444,"t":"class TemporalFusionTransformerEstimator(TimeSeriesEstimator) Copy The class for tuning Temporal Fusion Transformer","s":"TemporalFusionTransformerEstimator Objects","u":"/FLAML/docs/reference/automl/time_series/tft","h":"#temporalfusiontransformerestimator-objects","p":441},{"i":446,"t":"On this page","s":"automl.time_series.tcn","u":"/FLAML/docs/reference/automl/time_series/tcn","h":"","p":445},{"i":448,"t":"class TCNEstimator(TimeSeriesEstimator) Copy The class for tuning TCN Forecaster","s":"TCNEstimator Objects","u":"/FLAML/docs/reference/automl/time_series/tcn","h":"#tcnestimator-objects","p":445},{"i":450,"t":"On this page","s":"automl.time_series.ts_data","u":"/FLAML/docs/reference/automl/time_series/ts_data","h":"","p":449},{"i":452,"t":"@dataclassclass TimeSeriesDataset() Copy to_univariate​ def to_univariate() -> Dict[str, \"TimeSeriesDataset\"] Copy Convert a multivariate TrainingData to a dict of univariate ones @param df: @return: fourier_series​ def fourier_series(feature: pd.Series, name: str) Copy Assume feature goes from 0 to 1 cyclically, transform that into Fourier @param feature: input feature @return: sin(2pifeature), cos(2pifeature)","s":"TimeSeriesDataset Objects","u":"/FLAML/docs/reference/automl/time_series/ts_data","h":"#timeseriesdataset-objects","p":449},{"i":454,"t":"class DataTransformerTS() Copy Transform input time series training data. fit​ def fit(X: Union[DataFrame, np.array], y) Copy Fit transformer. Arguments: X - A numpy array or a pandas dataframe of training data. y - A numpy array or a pandas series of labels. Returns: X - Processed numpy array or pandas dataframe of training data. y - Processed numpy array or pandas series of labels.","s":"DataTransformerTS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_data","h":"#datatransformerts-objects","p":449},{"i":456,"t":"On this page","s":"automl.time_series.ts_model","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"","p":455},{"i":458,"t":"class Prophet(TimeSeriesEstimator) Copy The class for tuning Prophet.","s":"Prophet Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#prophet-objects","p":455},{"i":460,"t":"class ARIMA(StatsModelsEstimator) Copy The class for tuning ARIMA.","s":"ARIMA Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#arima-objects","p":455},{"i":462,"t":"class SARIMAX(StatsModelsEstimator) Copy The class for tuning SARIMA.","s":"SARIMAX Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#sarimax-objects","p":455},{"i":464,"t":"class HoltWinters(StatsModelsEstimator) Copy The class for tuning Holt Winters model, aka 'Triple Exponential Smoothing'.","s":"HoltWinters Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#holtwinters-objects","p":455},{"i":466,"t":"class SimpleForecaster(StatsModelsEstimator) Copy Base class for Naive Forecaster like Seasonal Naive, Naive, Seasonal Average, Average","s":"SimpleForecaster Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#simpleforecaster-objects","p":455},{"i":468,"t":"class TS_SKLearn(TimeSeriesEstimator) Copy The class for tuning SKLearn Regressors for time-series forecasting","s":"TS_SKLearn Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#ts_sklearn-objects","p":455},{"i":470,"t":"class LGBM_TS(TS_SKLearn) Copy The class for tuning LGBM Regressor for time-series forecasting","s":"LGBM_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#lgbm_ts-objects","p":455},{"i":472,"t":"class XGBoost_TS(TS_SKLearn) Copy The class for tuning XGBoost Regressor for time-series forecasting","s":"XGBoost_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#xgboost_ts-objects","p":455},{"i":474,"t":"class RF_TS(TS_SKLearn) Copy The class for tuning Random Forest Regressor for time-series forecasting","s":"RF_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#rf_ts-objects","p":455},{"i":476,"t":"class ExtraTrees_TS(TS_SKLearn) Copy The class for tuning Extra Trees Regressor for time-series forecasting","s":"ExtraTrees_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#extratrees_ts-objects","p":455},{"i":478,"t":"class XGBoostLimitDepth_TS(TS_SKLearn) Copy The class for tuning XGBoost Regressor with unlimited depth for time-series forecasting","s":"XGBoostLimitDepth_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#xgboostlimitdepth_ts-objects","p":455},{"i":480,"t":"On this page","s":"default.estimator","u":"/FLAML/docs/reference/default/estimator","h":"","p":479},{"i":482,"t":"On this page","s":"default.greedy","u":"/FLAML/docs/reference/default/greedy","h":"","p":481},{"i":484,"t":"On this page","s":"fabric.mlflow","u":"/FLAML/docs/reference/fabric/mlflow","h":"","p":483},{"i":486,"t":"class MLflowIntegration() Copy pickle_and_log_automl_artifacts​ def pickle_and_log_automl_artifacts(automl, model, estimator, signature=None) Copy log automl artifacts to mlflow load back with automl = mlflow.pyfunc.load_model(model_run_id_or_uri), then do prediction with automl.predict(X) adopt_children​ def adopt_children(result=None) Copy Set autologging child runs to nested by fetching them after all child runs are completed. Note that this may cause disorder when concurrently starting multiple AutoML processes with the same experiment name if the MLflow version is less than or equal to \"2.5.0\". retrain​ def retrain(train_func, config) Copy retrain with given config, added for logging the best config and model to parent run. No more needed after v2.0.2post2 as we no longer log best config and model to parent run.","s":"MLflowIntegration Objects","u":"/FLAML/docs/reference/fabric/mlflow","h":"#mlflowintegration-objects","p":483},{"i":488,"t":"On this page","s":"default.suggest","u":"/FLAML/docs/reference/default/suggest","h":"","p":487},{"i":490,"t":"On this page","s":"default.portfolio","u":"/FLAML/docs/reference/default/portfolio","h":"","p":489},{"i":492,"t":"On this page","s":"onlineml.autovw","u":"/FLAML/docs/reference/onlineml/autovw","h":"","p":491},{"i":494,"t":"class AutoVW() Copy Class for the AutoVW algorithm. __init__​ def __init__(max_live_model_num: int, search_space: dict, init_config: Optional[dict] = {}, min_resource_lease: Optional[Union[str, float]] = \"auto\", automl_runner_args: Optional[dict] = {}, scheduler_args: Optional[dict] = {}, model_select_policy: Optional[str] = \"threshold_loss_ucb\", metric: Optional[str] = \"mae_clipped\", random_seed: Optional[int] = None, model_selection_mode: Optional[str] = \"min\", cb_coef: Optional[float] = None) Copy Constructor. Arguments: max_live_model_num - An int to specify the maximum number of 'live' models, which, in other words, is the maximum number of models allowed to update in each learning iteraction. search_space - A dictionary of the search space. This search space includes both hyperparameters we want to tune and fixed hyperparameters. In the latter case, the value is a fixed value. init_config - A dictionary of a partial or full initial config, e.g. {'interactions': set(), 'learning_rate': 0.5} min_resource_lease - string or float | The minimum resource lease assigned to a particular model/trial. If set as 'auto', it will be calculated automatically. automl_runner_args - A dictionary of configuration for the OnlineTrialRunner. If set {}, default values will be used, which is equivalent to using the following configs. Example: automl_runner_args = { \"champion_test_policy\": 'loss_ucb', # the statistic test for a better champion \"remove_worse\": False, # whether to do worse than test} Copy scheduler_args - A dictionary of configuration for the scheduler. If set {}, default values will be used, which is equivalent to using the following config. Example: scheduler_args = { \"keep_challenger_metric\": 'ucb', # what metric to use when deciding the top performing challengers \"keep_challenger_ratio\": 0.5, # denotes the ratio of top performing challengers to keep live \"keep_champion\": True, # specifcies whether to keep the champion always running} Copy model_select_policy - A string in ['threshold_loss_ucb', 'threshold_loss_lcb', 'threshold_loss_avg', 'loss_ucb', 'loss_lcb', 'loss_avg'] to specify how to select one model to do prediction from the live model pool. Default value is 'threshold_loss_ucb'. metric - A string in ['mae_clipped', 'mae', 'mse', 'absolute_clipped', 'absolute', 'squared'] to specify the name of the loss function used for calculating the progressive validation loss in ChaCha. random_seed - An integer of the random seed used in the searcher (more specifically this the random seed for ConfigOracle). model_selection_mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. cb_coef - A float coefficient (optional) used in the sample complexity bound. predict​ def predict(data_sample) Copy Predict on the input data sample. Arguments: data_sample - one data example in vw format. learn​ def learn(data_sample) Copy Perform one online learning step with the given data sample. Arguments: data_sample - one data example in vw format. It will be used to update the vw model. get_ns_feature_dim_from_vw_example​ @staticmethoddef get_ns_feature_dim_from_vw_example(vw_example) -> dict Copy Get a dictionary of feature dimensionality for each namespace singleton.","s":"AutoVW Objects","u":"/FLAML/docs/reference/onlineml/autovw","h":"#autovw-objects","p":491},{"i":496,"t":"On this page","s":"onlineml.trial","u":"/FLAML/docs/reference/onlineml/trial","h":"","p":495},{"i":498,"t":"class OnlineResult() Copy Class for managing the result statistics of a trial. __init__​ def __init__(result_type_name: str, cb_coef: Optional[float] = None, init_loss: Optional[float] = 0.0, init_cb: Optional[float] = 100.0, mode: Optional[str] = \"min\", sliding_window_size: Optional[int] = 100) Copy Constructor. Arguments: result_type_name - A String to specify the name of the result type. cb_coef - a string to specify the coefficient on the confidence bound. init_loss - a float to specify the inital loss. init_cb - a float to specify the intial confidence bound. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. sliding_window_size - An int to specify the size of the sliding window (for experimental purpose). update_result​ def update_result(new_loss, new_resource_used, data_dimension, bound_of_range=1.0, new_observation_count=1.0) Copy Update result statistics.","s":"OnlineResult Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#onlineresult-objects","p":495},{"i":500,"t":"class BaseOnlineTrial(Trial) Copy Class for the online trial. __init__​ def __init__(config: dict, min_resource_lease: float, is_champion: Optional[bool] = False, is_checked_under_current_champion: Optional[bool] = True, custom_trial_name: Optional[str] = \"mae\", trial_id: Optional[str] = None) Copy Constructor. Arguments: config - The configuration dictionary. min_resource_lease - A float specifying the minimum resource lease. is_champion - A bool variable indicating whether the trial is champion. is_checked_under_current_champion - A bool indicating whether the trial has been used under the current champion. custom_trial_name - A string of a custom trial name. trial_id - A string for the trial id. set_resource_lease​ def set_resource_lease(resource: float) Copy Sets the resource lease accordingly. set_status​ def set_status(status) Copy Sets the status of the trial and record the start time.","s":"BaseOnlineTrial Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#baseonlinetrial-objects","p":495},{"i":502,"t":"class VowpalWabbitTrial(BaseOnlineTrial) Copy The class for Vowpal Wabbit online trials. __init__​ def __init__(config: dict, min_resource_lease: float, metric: str = \"mae\", is_champion: Optional[bool] = False, is_checked_under_current_champion: Optional[bool] = True, custom_trial_name: Optional[str] = \"vw_mae_clipped\", trial_id: Optional[str] = None, cb_coef: Optional[float] = None) Copy Constructor. Arguments: config dict - the config of the trial (note that the config is a set because the hyperparameters are). min_resource_lease float - the minimum resource lease. metric str - the loss metric. is_champion bool - indicates whether the trial is the current champion or not. is_checked_under_current_champion bool - indicates whether this trials has been paused under the current champion. trial_id str - id of the trial (if None, it will be generated in the constructor). train_eval_model_online​ def train_eval_model_online(data_sample, y_pred) Copy Train and evaluate model online. predict​ def predict(x) Copy Predict using the model.","s":"VowpalWabbitTrial Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#vowpalwabbittrial-objects","p":495},{"i":504,"t":"On this page","s":"tune.analysis","u":"/FLAML/docs/reference/tune/analysis","h":"","p":503},{"i":506,"t":"class ExperimentAnalysis() Copy Analyze results from a Tune experiment. best_trial​ @propertydef best_trial() -> Trial Copy Get the best trial of the experiment The best trial is determined by comparing the last trial results using the metric and mode parameters passed to tune.run(). If you didn't pass these parameters, use get_best_trial(metric, mode, scope) instead. best_config​ @propertydef best_config() -> Dict Copy Get the config of the best trial of the experiment The best trial is determined by comparing the last trial results using the metric and mode parameters passed to tune.run(). If you didn't pass these parameters, use get_best_config(metric, mode, scope) instead. results​ @propertydef results() -> Dict[str, Dict] Copy Get the last result of all the trials of the experiment get_best_trial​ def get_best_trial(metric: Optional[str] = None, mode: Optional[str] = None, scope: str = \"last\", filter_nan_and_inf: bool = True) -> Optional[Trial] Copy Retrieve the best trial object. Compares all trials' scores on metric. If metric is not specified, self.default_metric will be used. If mode is not specified, self.default_mode will be used. These values are usually initialized by passing the metric and mode parameters to tune.run(). Arguments: metric str - Key for trial info to order on. Defaults to self.default_metric. mode str - One of [min, max]. Defaults to self.default_mode. scope str - One of [all, last, avg, last-5-avg, last-10-avg]. If scope=last, only look at each trial's final step for metric, and compare across trials based on mode=[min,max]. If scope=avg, consider the simple average over all steps for metric and compare across trials based on mode=[min,max]. If scope=last-5-avg or scope=last-10-avg, consider the simple average over the last 5 or 10 steps for metric and compare across trials based on mode=[min,max]. If scope=all, find each trial's min/max score for metric based on mode, and compare trials based on mode=[min,max]. filter_nan_and_inf bool - If True (default), NaN or infinite values are disregarded and these trials are never selected as the best trial. get_best_config​ def get_best_config(metric: Optional[str] = None, mode: Optional[str] = None, scope: str = \"last\") -> Optional[Dict] Copy Retrieve the best config corresponding to the trial. Compares all trials' scores on metric. If metric is not specified, self.default_metric will be used. If mode is not specified, self.default_mode will be used. These values are usually initialized by passing the metric and mode parameters to tune.run(). Arguments: metric str - Key for trial info to order on. Defaults to self.default_metric. mode str - One of [min, max]. Defaults to self.default_mode. scope str - One of [all, last, avg, last-5-avg, last-10-avg]. If scope=last, only look at each trial's final step for metric, and compare across trials based on mode=[min,max]. If scope=avg, consider the simple average over all steps for metric and compare across trials based on mode=[min,max]. If scope=last-5-avg or scope=last-10-avg, consider the simple average over the last 5 or 10 steps for metric and compare across trials based on mode=[min,max]. If scope=all, find each trial's min/max score for metric based on mode, and compare trials based on mode=[min,max]. best_result​ @propertydef best_result() -> Dict Copy Get the last result of the best trial of the experiment The best trial is determined by comparing the last trial results using the metric and mode parameters passed to tune.run(). If you didn't pass these parameters, use get_best_trial(metric, mode, scope).last_result instead.","s":"ExperimentAnalysis Objects","u":"/FLAML/docs/reference/tune/analysis","h":"#experimentanalysis-objects","p":503},{"i":508,"t":"On this page","s":"onlineml.trial_runner","u":"/FLAML/docs/reference/onlineml/trial_runner","h":"","p":507},{"i":510,"t":"class OnlineTrialRunner() Copy Class for the OnlineTrialRunner. __init__​ def __init__(max_live_model_num: int, searcher=None, scheduler=None, champion_test_policy=\"loss_ucb\", **kwargs) Copy Constructor. Arguments: max_live_model_num - The maximum number of 'live'/running models allowed. searcher - A class for generating Trial objects progressively. The ConfigOracle is implemented in the searcher. scheduler - A class for managing the 'live' trials and allocating the resources for the trials. champion_test_policy - A string to specify what test policy to test for champion. Currently can choose from ['loss_ucb', 'loss_avg', 'loss_lcb', None]. champion_trial​ @propertydef champion_trial() -> Trial Copy The champion trial. running_trials​ @propertydef running_trials() Copy The running/'live' trials. step​ def step(data_sample=None, prediction_trial_tuple=None) Copy Schedule one trial to run each time it is called. Arguments: data_sample - One data example. prediction_trial_tuple - A list of information containing (prediction_made, prediction_trial). get_top_running_trials​ def get_top_running_trials(top_ratio=None, top_metric=\"ucb\") -> list Copy Get a list of trial ids, whose performance is among the top running trials. get_trials​ def get_trials() -> list Copy Return the list of trials managed by this TrialRunner. add_trial​ def add_trial(new_trial) Copy Add a new trial to this TrialRunner. Trials may be added at any time. Arguments: new_trial Trial - Trial to queue. stop_trial​ def stop_trial(trial) Copy Stop a trial: set the status of a trial to be Trial.TERMINATED and perform other subsequent operations. pause_trial​ def pause_trial(trial) Copy Pause a trial: set the status of a trial to be Trial.PAUSED and perform other subsequent operations. run_trial​ def run_trial(trial) Copy Run a trial: set the status of a trial to be Trial.RUNNING and perform other subsequent operations.","s":"OnlineTrialRunner Objects","u":"/FLAML/docs/reference/onlineml/trial_runner","h":"#onlinetrialrunner-objects","p":507},{"i":512,"t":"On this page","s":"tune.scheduler.trial_scheduler","u":"/FLAML/docs/reference/tune/scheduler/trial_scheduler","h":"","p":511},{"i":514,"t":"class TrialScheduler() Copy Interface for implementing a Trial Scheduler class.","s":"TrialScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/trial_scheduler","h":"#trialscheduler-objects","p":511},{"i":516,"t":"On this page","s":"tune.sample","u":"/FLAML/docs/reference/tune/sample","h":"","p":515},{"i":518,"t":"class Domain() Copy Base class to specify a type and valid range to sample parameters from. This base class is implemented by parameter spaces, like float ranges (Float), integer ranges (Integer), or categorical variables (Categorical). The Domain object contains information about valid values (e.g. minimum and maximum values), and exposes methods that allow specification of specific samplers (e.g. uniform() or loguniform()). cast​ def cast(value) Copy Cast value to domain type is_valid​ def is_valid(value: Any) Copy Returns True if value is a valid value in this domain.","s":"Domain Objects","u":"/FLAML/docs/reference/tune/sample","h":"#domain-objects","p":515},{"i":520,"t":"class Grid(Sampler) Copy Dummy sampler used for grid search uniform​ def uniform(lower: float, upper: float) Copy Sample a float value uniformly between lower and upper. Sampling from tune.uniform(1, 10) is equivalent to sampling from np.random.uniform(1, 10)) quniform​ def quniform(lower: float, upper: float, q: float) Copy Sample a quantized float value uniformly between lower and upper. Sampling from tune.uniform(1, 10) is equivalent to sampling from np.random.uniform(1, 10)) The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive. loguniform​ def loguniform(lower: float, upper: float, base: float = 10) Copy Sugar for sampling in different orders of magnitude. Arguments: lower float - Lower boundary of the output interval (e.g. 1e-4) upper float - Upper boundary of the output interval (e.g. 1e-2) base int - Base of the log. Defaults to 10. qloguniform​ def qloguniform(lower: float, upper: float, q: float, base: float = 10) Copy Sugar for sampling in different orders of magnitude. The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive. Arguments: lower float - Lower boundary of the output interval (e.g. 1e-4) upper float - Upper boundary of the output interval (e.g. 1e-2) q float - Quantization number. The result will be rounded to an integer increment of this value. base int - Base of the log. Defaults to 10. choice​ def choice(categories: Sequence) Copy Sample a categorical value. Sampling from tune.choice([1, 2]) is equivalent to sampling from np.random.choice([1, 2]) randint​ def randint(lower: int, upper: int) Copy Sample an integer value uniformly between lower and upper. lower is inclusive, upper is exclusive. Sampling from tune.randint(10) is equivalent to sampling from np.random.randint(10) lograndint​ def lograndint(lower: int, upper: int, base: float = 10) Copy Sample an integer value log-uniformly between lower and upper, with base being the base of logarithm. lower is inclusive, upper is exclusive. qrandint​ def qrandint(lower: int, upper: int, q: int = 1) Copy Sample an integer value uniformly between lower and upper. lower is inclusive, upper is also inclusive (!). The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive. qlograndint​ def qlograndint(lower: int, upper: int, q: int, base: float = 10) Copy Sample an integer value log-uniformly between lower and upper, with base being the base of logarithm. lower is inclusive, upper is also inclusive (!). The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive. randn​ def randn(mean: float = 0.0, sd: float = 1.0) Copy Sample a float value normally with mean and sd. Arguments: mean float - Mean of the normal distribution. Defaults to 0. sd float - SD of the normal distribution. Defaults to 1. qrandn​ def qrandn(mean: float, sd: float, q: float) Copy Sample a float value normally with mean and sd. The value will be quantized, i.e. rounded to an integer increment of q. Arguments: mean - Mean of the normal distribution. sd - SD of the normal distribution. q - Quantization number. The result will be rounded to an integer increment of this value.","s":"Grid Objects","u":"/FLAML/docs/reference/tune/sample","h":"#grid-objects","p":515},{"i":522,"t":"On this page","s":"tune.scheduler.online_scheduler","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"","p":521},{"i":524,"t":"class OnlineScheduler(TrialScheduler) Copy Class for the most basic OnlineScheduler. on_trial_result​ def on_trial_result(trial_runner, trial: Trial, result: Dict) Copy Report result and return a decision on the trial's status. choose_trial_to_run​ def choose_trial_to_run(trial_runner) -> Trial Copy Decide which trial to run next.","s":"OnlineScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#onlinescheduler-objects","p":521},{"i":526,"t":"class OnlineSuccessiveDoublingScheduler(OnlineScheduler) Copy class for the OnlineSuccessiveDoublingScheduler algorithm. __init__​ def __init__(increase_factor: float = 2.0) Copy Constructor. Arguments: increase_factor - A float of multiplicative factor used to increase resource lease. Default is 2.0. on_trial_result​ def on_trial_result(trial_runner, trial: Trial, result: Dict) Copy Report result and return a decision on the trial's status.","s":"OnlineSuccessiveDoublingScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#onlinesuccessivedoublingscheduler-objects","p":521},{"i":528,"t":"class ChaChaScheduler(OnlineSuccessiveDoublingScheduler) Copy class for the ChaChaScheduler algorithm. __init__​ def __init__(increase_factor: float = 2.0, **kwargs) Copy Constructor. Arguments: increase_factor - A float of multiplicative factor used to increase resource lease. Default is 2.0. on_trial_result​ def on_trial_result(trial_runner, trial: Trial, result: Dict) Copy Report result and return a decision on the trial's status.","s":"ChaChaScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#chachascheduler-objects","p":521},{"i":530,"t":"On this page","s":"tune.searcher.cfo_cat","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","h":"","p":529},{"i":532,"t":"class FLOW2Cat(FLOW2) Copy Local search algorithm optimized for categorical variables.","s":"FLOW2Cat Objects","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","h":"#flow2cat-objects","p":529},{"i":534,"t":"class CFOCat(CFO) Copy CFO optimized for categorical variables.","s":"CFOCat Objects","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","h":"#cfocat-objects","p":529},{"i":536,"t":"On this page","s":"tune.searcher.online_searcher","u":"/FLAML/docs/reference/tune/searcher/online_searcher","h":"","p":535},{"i":538,"t":"class BaseSearcher() Copy Abstract class for an online searcher.","s":"BaseSearcher Objects","u":"/FLAML/docs/reference/tune/searcher/online_searcher","h":"#basesearcher-objects","p":535},{"i":540,"t":"class ChampionFrontierSearcher(BaseSearcher) Copy The ChampionFrontierSearcher class. NOTE about the correspondence about this code and the research paper: ChaCha for Online AutoML. This class serves the role of ConfigOralce as described in the paper. __init__​ def __init__(init_config: Dict, space: Optional[Dict] = None, metric: Optional[str] = None, mode: Optional[str] = None, random_seed: Optional[int] = 2345, online_trial_args: Optional[Dict] = {}, nonpoly_searcher_name: Optional[str] = \"CFO\") Copy Constructor. Arguments: init_config - A dictionary of initial configuration. space - A dictionary to specify the search space. metric - A string of the metric name to optimize for. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. random_seed - An integer of the random seed. online_trial_args - A dictionary to specify the online trial arguments for experimental purpose. nonpoly_searcher_name - A string to specify the search algorithm for nonpoly hyperparameters. set_search_properties​ def set_search_properties(metric: Optional[str] = None, mode: Optional[str] = None, config: Optional[Dict] = {}, setting: Optional[Dict] = {}, init_call: Optional[bool] = False) Copy Construct search space with the given config, and setup the search. next_trial​ def next_trial() Copy Return a trial from the _challenger_list.","s":"ChampionFrontierSearcher Objects","u":"/FLAML/docs/reference/tune/searcher/online_searcher","h":"#championfrontiersearcher-objects","p":535},{"i":542,"t":"On this page","s":"tune.searcher.blendsearch","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"","p":541},{"i":544,"t":"class BlendSearch(Searcher) Copy class for BlendSearch algorithm. __init__​ def __init__(metric: Optional[str] = None, mode: Optional[str] = None, space: Optional[dict] = None, low_cost_partial_config: Optional[dict] = None, cat_hp_cost: Optional[dict] = None, points_to_evaluate: Optional[List[dict]] = None, evaluated_rewards: Optional[List] = None, time_budget_s: Union[int, float] = None, num_samples: Optional[int] = None, resource_attr: Optional[str] = None, min_resource: Optional[float] = None, max_resource: Optional[float] = None, reduction_factor: Optional[float] = None, global_search_alg: Optional[Searcher] = None, config_constraints: Optional[List[Tuple[Callable[[dict], float], str, float]]] = None, metric_constraints: Optional[List[Tuple[str, str, float]]] = None, seed: Optional[int] = 20, cost_attr: Optional[str] = \"auto\", cost_budget: Optional[float] = None, experimental: Optional[bool] = False, lexico_objectives: Optional[dict] = None, use_incumbent_result_in_evaluation=False, allow_empty_config=False) Copy Constructor. Arguments: metric - A string of the metric name to optimize for. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. space - A dictionary to specify the search space. low_cost_partial_config - A dictionary from a subset of controlled dimensions to the initial low-cost values. E.g., {'n_estimators': 4, 'max_leaves': 4}. cat_hp_cost - A dictionary from a subset of categorical dimensions to the relative cost of each choice. E.g., {'tree_method': [1, 1, 2]}. I.e., the relative cost of the three choices of 'tree_method' is 1, 1 and 2 respectively. points_to_evaluate - Initial parameter suggestions to be run first. evaluated_rewards list - If you have previously evaluated the parameters passed in as points_to_evaluate you can avoid re-running those trials by passing in the reward attributes as a list so the optimiser can be told the results without needing to re-compute the trial. Must be the same or shorter length than points_to_evaluate. When provided, mode must be specified. time_budget_s - int or float | Time budget in seconds. num_samples - int | The number of configs to try. -1 means no limit on the number of configs to try. resource_attr - A string to specify the resource dimension and the best performance is assumed to be at the max_resource. min_resource - A float of the minimal resource to use for the resource_attr. max_resource - A float of the maximal resource to use for the resource_attr. reduction_factor - A float of the reduction factor used for incremental pruning. global_search_alg - A Searcher instance as the global search instance. If omitted, Optuna is used. The following algos have known issues when used as global_search_alg: HyperOptSearch raises exception sometimes TuneBOHB has its own scheduler config_constraints - A list of config constraints to be satisfied. E.g., config_constraints = [(mem_size, '<=', 1024**3)]. mem_size is a function which produces a float number for the bytes needed for a config. It is used to skip configs which do not fit in memory. metric_constraints - A list of metric constraints to be satisfied. E.g., ['precision', '>=', 0.9]. The sign can be \">=\" or \"<=\". seed - An integer of the random seed. cost_attr - None or str to specify the attribute to evaluate the cost of different trials. Default is \"auto\", which means that we will automatically choose the cost attribute to use (depending on the nature of the resource budget). When cost_attr is set to None, cost differences between different trials will be omitted in our search algorithm. When cost_attr is set to a str different from \"auto\" and \"time_total_s\", this cost_attr must be available in the result dict of the trial. cost_budget - A float of the cost budget. Only valid when cost_attr is a str different from \"auto\" and \"time_total_s\". lexico_objectives - dict, default=None | It specifics information needed to perform multi-objective optimization with lexicographic preferences. This is only supported in CFO currently. When lexico_objectives is not None, the arguments metric, mode will be invalid. This dictionary shall contain the following fields of key-value pairs: \"metrics\": a list of optimization objectives with the orders reflecting the priorities/preferences of the objectives. \"modes\" (optional): a list of optimization modes (each mode either \"min\" or \"max\") corresponding to the objectives in the metric list. If not provided, we use \"min\" as the default mode for all the objectives. \"targets\" (optional): a dictionary to specify the optimization targets on the objectives. The keys are the metric names (provided in \"metric\"), and the values are the numerical target values. \"tolerances\" (optional): a dictionary to specify the optimality tolerances on objectives. The keys are the metric names (provided in \"metrics\"), and the values are the absolute/percentage tolerance in the form of numeric/string. E.g., lexico_objectives = { Copy \"metrics\" - [\"error_rate\", \"pred_time\"], \"modes\" - [\"min\", \"min\"], \"tolerances\" - {\"error_rate\": 0.01, \"pred_time\": 0.0}, \"targets\" - {\"error_rate\": 0.0}, } We also support percentage tolerance.E.g.,```pythonlexico_objectives = { Copy \"metrics\" - [\"error_rate\", \"pred_time\"], \"modes\" - [\"min\", \"min\"], \"tolerances\" - {\"error_rate\": \"5%\", \"pred_time\": \"0%\"}, \"targets\" - {\"error_rate\": 0.0}, } Copy experimental - A bool of whether to use experimental features. save​ def save(checkpoint_path: str) Copy save states to a checkpoint path. restore​ def restore(checkpoint_path: str) Copy restore states from checkpoint. on_trial_complete​ def on_trial_complete(trial_id: str, result: Optional[Dict] = None, error: bool = False) Copy search thread updater and cleaner. on_trial_result​ def on_trial_result(trial_id: str, result: Dict) Copy receive intermediate result. suggest​ def suggest(trial_id: str) -> Optional[Dict] Copy choose thread, suggest a valid config. results​ @propertydef results() -> List[Dict] Copy A list of dicts of results for each evaluated configuration. Each dict has \"config\" and metric names as keys. The returned dict includes the initial results provided via evaluated_reward.","s":"BlendSearch Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#blendsearch-objects","p":541},{"i":546,"t":"class BlendSearchTuner(BlendSearch, NNITuner) Copy Tuner class for NNI. receive_trial_result​ def receive_trial_result(parameter_id, parameters, value, **kwargs) Copy Receive trial's final result. Arguments: parameter_id - int. parameters - object created by generate_parameters(). value - final metrics of the trial, including default metric. generate_parameters​ def generate_parameters(parameter_id, **kwargs) -> Dict Copy Returns a set of trial (hyper-)parameters, as a serializable object. Arguments: parameter_id - int. update_search_space​ def update_search_space(search_space) Copy Required by NNI. Tuners are advised to support updating search space at run-time. If a tuner can only set search space once before generating first hyper-parameters, it should explicitly document this behaviour. Arguments: search_space - JSON object created by experiment owner.","s":"BlendSearchTuner Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#blendsearchtuner-objects","p":541},{"i":548,"t":"class CFO(BlendSearchTuner) Copy class for CFO algorithm.","s":"CFO Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#cfo-objects","p":541},{"i":550,"t":"class RandomSearch(CFO) Copy Class for random search.","s":"RandomSearch Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#randomsearch-objects","p":541},{"i":552,"t":"On this page","s":"tune.searcher.flow2","u":"/FLAML/docs/reference/tune/searcher/flow2","h":"","p":551},{"i":554,"t":"class FLOW2(Searcher) Copy Local search algorithm FLOW2, with adaptive step size. __init__​ def __init__(init_config: dict, metric: Optional[str] = None, mode: Optional[str] = None, space: Optional[dict] = None, resource_attr: Optional[str] = None, min_resource: Optional[float] = None, max_resource: Optional[float] = None, resource_multiple_factor: Optional[float] = None, cost_attr: Optional[str] = \"time_total_s\", seed: Optional[int] = 20, lexico_objectives=None) Copy Constructor. Arguments: init_config - a dictionary of a partial or full initial config, e.g., from a subset of controlled dimensions to the initial low-cost values. E.g., {'epochs': 1}. metric - A string of the metric name to optimize for. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. space - A dictionary to specify the search space. resource_attr - A string to specify the resource dimension and the best performance is assumed to be at the max_resource. min_resource - A float of the minimal resource to use for the resource_attr. max_resource - A float of the maximal resource to use for the resource_attr. resource_multiple_factor - A float of the multiplicative factor used for increasing resource. cost_attr - A string of the attribute used for cost. seed - An integer of the random seed. lexico_objectives - dict, default=None | It specifics information needed to perform multi-objective optimization with lexicographic preferences. When lexico_objectives is not None, the arguments metric, mode will be invalid. This dictionary shall contain the following fields of key-value pairs: \"metrics\": a list of optimization objectives with the orders reflecting the priorities/preferences of the objectives. \"modes\" (optional): a list of optimization modes (each mode either \"min\" or \"max\") corresponding to the objectives in the metric list. If not provided, we use \"min\" as the default mode for all the objectives \"targets\" (optional): a dictionary to specify the optimization targets on the objectives. The keys are the metric names (provided in \"metric\"), and the values are the numerical target values. \"tolerances\" (optional): a dictionary to specify the optimality tolerances on objectives. The keys are the metric names (provided in \"metrics\"), and the values are the absolute/percentage tolerance in the form of numeric/string. E.g., lexico_objectives = { Copy \"metrics\" - [\"error_rate\", \"pred_time\"], \"modes\" - [\"min\", \"min\"], \"tolerances\" - {\"error_rate\": 0.01, \"pred_time\": 0.0}, \"targets\" - {\"error_rate\": 0.0}, } We also support percentage tolerance.E.g.,```pythonlexico_objectives = { Copy \"metrics\" - [\"error_rate\", \"pred_time\"], \"modes\" - [\"min\", \"min\"], \"tolerances\" - {\"error_rate\": \"5%\", \"pred_time\": \"0%\"}, \"targets\" - {\"error_rate\": 0.0}, } Copy complete_config​ def complete_config(partial_config: Dict, lower: Optional[Dict] = None, upper: Optional[Dict] = None) -> Tuple[Dict, Dict] Copy Generate a complete config from the partial config input. Add minimal resource to config if available. normalize​ def normalize(config, recursive=False) -> Dict Copy normalize each dimension in config to [0,1]. denormalize​ def denormalize(config) Copy denormalize each dimension in config from [0,1]. on_trial_complete​ def on_trial_complete(trial_id: str, result: Optional[Dict] = None, error: bool = False) Copy Compare with incumbent. If better, move, reset num_complete and num_proposed. If not better and num_complete >= 2*dim, num_allowed += 2. on_trial_result​ def on_trial_result(trial_id: str, result: Dict) Copy Early update of incumbent. suggest​ def suggest(trial_id: str) -> Optional[Dict] Copy Suggest a new config, one of the following cases: same incumbent, increase resource. same resource, move from the incumbent to a random direction. same resource, move from the incumbent to the opposite direction. can_suggest​ @propertydef can_suggest() -> bool Copy Can't suggest if 2*dim configs have been proposed for the incumbent while fewer are completed. config_signature​ def config_signature(config, space: Dict = None) -> tuple Copy Return the signature tuple of a config. converged​ @propertydef converged() -> bool Copy Whether the local search has converged. reach​ def reach(other: Searcher) -> bool Copy whether the incumbent can reach the incumbent of other.","s":"FLOW2 Objects","u":"/FLAML/docs/reference/tune/searcher/flow2","h":"#flow2-objects","p":551},{"i":556,"t":"On this page","s":"tune.searcher.variant_generator","u":"/FLAML/docs/reference/tune/searcher/variant_generator","h":"","p":555},{"i":558,"t":"class TuneError(Exception) Copy General error class raised by ray.tune. generate_variants​ def generate_variants(unresolved_spec: Dict, constant_grid_search: bool = False, random_state: \"RandomState\" = None) -> Generator[Tuple[Dict, Dict], None, None] Copy Generates variants from a spec (dict) with unresolved values. There are two types of unresolved values: Grid search: These define a grid search over values. For example, the following grid search values in a spec will produce six distinct variants in combination: \"activation\": grid_search([\"relu\", \"tanh\"]) \"learning_rate\": grid_search([1e-3, 1e-4, 1e-5]) Lambda functions: These are evaluated to produce a concrete value, and can express dependencies or conditional distributions between values. They can also be used to express random search (e.g., by calling into the random or np module). \"cpu\": lambda spec: spec.config.num_workers \"batch_size\": lambda spec: random.uniform(1, 1000) Finally, to support defining specs in plain JSON / YAML, grid search and lambda functions can also be defined alternatively as follows: \"activation\": {\"grid_search\": [\"relu\", \"tanh\"]} \"cpu\": {\"eval\": \"spec.config.num_workers\"} Use format_vars to format the returned dict of hyperparameters. Yields: (Dict of resolved variables, Spec object) grid_search​ def grid_search(values: List) -> Dict[str, List] Copy Convenience method for specifying grid search over a value. Arguments: values - An iterable whose parameters will be gridded.","s":"TuneError Objects","u":"/FLAML/docs/reference/tune/searcher/variant_generator","h":"#tuneerror-objects","p":555},{"i":560,"t":"On this page","s":"tune.searcher.search_thread","u":"/FLAML/docs/reference/tune/searcher/search_thread","h":"","p":559},{"i":562,"t":"class SearchThread() Copy Class of global or local search thread. __init__​ def __init__(mode: str = \"min\", search_alg: Optional[Searcher] = None, cost_attr: Optional[str] = TIME_TOTAL_S, eps: Optional[float] = 1.0) Copy When search_alg is omitted, use local search FLOW2. suggest​ def suggest(trial_id: str) -> Optional[Dict] Copy Use the suggest() of the underlying search algorithm. on_trial_complete​ def on_trial_complete(trial_id: str, result: Optional[Dict] = None, error: bool = False) Copy Update the statistics of the thread. reach​ def reach(thread) -> bool Copy Whether the incumbent can reach the incumbent of thread. can_suggest​ @propertydef can_suggest() -> bool Copy Whether the thread can suggest new configs.","s":"SearchThread Objects","u":"/FLAML/docs/reference/tune/searcher/search_thread","h":"#searchthread-objects","p":559},{"i":564,"t":"On this page","s":"tune.space","u":"/FLAML/docs/reference/tune/space","h":"","p":563},{"i":566,"t":"On this page","s":"tune.trial_runner","u":"/FLAML/docs/reference/tune/trial_runner","h":"","p":565},{"i":568,"t":"class Nologger() Copy Logger without logging.","s":"Nologger Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#nologger-objects","p":565},{"i":570,"t":"class SimpleTrial(Trial) Copy A simple trial class.","s":"SimpleTrial Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#simpletrial-objects","p":565},{"i":572,"t":"class BaseTrialRunner() Copy Implementation of a simple trial runner. Note that the caller usually should not mutate trial state directly. get_trials​ def get_trials() Copy Returns the list of trials managed by this TrialRunner. Note that the caller usually should not mutate trial state directly. add_trial​ def add_trial(trial) Copy Adds a new trial to this TrialRunner. Trials may be added at any time. Arguments: trial Trial - Trial to queue. stop_trial​ def stop_trial(trial) Copy Stops trial.","s":"BaseTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#basetrialrunner-objects","p":565},{"i":574,"t":"class SequentialTrialRunner(BaseTrialRunner) Copy Implementation of the sequential trial runner. step​ def step() -> Trial Copy Runs one step of the trial event loop. Callers should typically run this method repeatedly in a loop. They may inspect or modify the runner's state in between calls to step(). Returns: a trial to run.","s":"SequentialTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#sequentialtrialrunner-objects","p":565},{"i":576,"t":"class SparkTrialRunner(BaseTrialRunner) Copy Implementation of the spark trial runner. step​ def step() -> Trial Copy Runs one step of the trial event loop. Callers should typically run this method repeatedly in a loop. They may inspect or modify the runner's state in between calls to step(). Returns: a trial to run.","s":"SparkTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#sparktrialrunner-objects","p":565},{"i":578,"t":"On this page","s":"tune.spark.utils","u":"/FLAML/docs/reference/tune/spark/utils","h":"","p":577},{"i":580,"t":"class PySparkOvertimeMonitor() Copy A context manager class to monitor if the PySpark job is overtime. Example: with PySparkOvertimeMonitor(time_start, time_budget_s, force_cancel, parallel=parallel): results = parallel( delayed(evaluation_function)(trial_to_run.config) for trial_to_run in trials_to_run ) Copy __init__​ def __init__(start_time, time_budget_s, force_cancel=False, cancel_func=None, parallel=None, sc=None) Copy Constructor. Specify the time budget and start time of the PySpark job, and specify how to cancel them. Arguments: Args relate to monitoring: start_time - float | The start time of the PySpark job. time_budget_s - float | The time budget of the PySpark job in seconds. force_cancel - boolean, default=False | Whether to forcely cancel the PySpark job if overtime. Args relate to how to cancel the PySpark job: (Only one of the following args will work. Priorities from top to bottom) cancel_func - function | A function to cancel the PySpark job. parallel - joblib.parallel.Parallel | Specify this if using joblib_spark as a parallel backend. It will call parallel._backend.terminate() to cancel the jobs. sc - pyspark.SparkContext object | You can pass a specific SparkContext. If all three args is None, the monitor will call pyspark.SparkContext.getOrCreate().cancelAllJobs() to cancel the jobs. __enter__​ def __enter__() Copy Enter the context manager. This will start a monitor thread if spark is available and force_cancel is True. __exit__​ def __exit__(exc_type, exc_value, exc_traceback) Copy Exit the context manager. This will wait for the monitor thread to nicely exit.","s":"PySparkOvertimeMonitor Objects","u":"/FLAML/docs/reference/tune/spark/utils","h":"#pysparkovertimemonitor-objects","p":577},{"i":582,"t":"On this page","s":"tune.trial","u":"/FLAML/docs/reference/tune/trial","h":"","p":581},{"i":584,"t":"class Trial() Copy A trial object holds the state for one model training run. Trials are themselves managed by the TrialRunner class, which implements the event loop for submitting trial runs to a Ray cluster. Trials start in the PENDING state, and transition to RUNNING once started. On error it transitions to ERROR, otherwise TERMINATED on success. Attributes: trainable_name str - Name of the trainable object to be executed. config dict - Provided configuration dictionary with evaluated params. trial_id str - Unique identifier for the trial. local_dir str - Local_dir as passed to tune.run. logdir str - Directory where the trial logs are saved. evaluated_params dict - Evaluated parameters by search algorithm, experiment_tag str - Identifying trial name to show in the console. resources Resources - Amount of resources that this trial will use. status str - One of PENDING, RUNNING, PAUSED, TERMINATED, ERROR/ error_file str - Path to the errors that this trial has raised. set_status​ def set_status(status) Copy Sets the status of the trial.","s":"Trial Objects","u":"/FLAML/docs/reference/tune/trial","h":"#trial-objects","p":581},{"i":586,"t":"On this page","s":"tune.searcher.suggestion","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"","p":585},{"i":588,"t":"class Searcher() Copy Abstract class for wrapping suggesting algorithms. Custom algorithms can extend this class easily by overriding the suggest method provide generated parameters for the trials. Any subclass that implements __init__ must also call the constructor of this class: super(Subclass, self).__init__(...). To track suggestions and their corresponding evaluations, the method suggest will be passed a trial_id, which will be used in subsequent notifications. Not all implementations support multi objectives. Arguments: metric str or list - The training result objective value attribute. If list then list of training result objective value attributes mode str or list - If string One of {min, max}. If list then list of max and min, determines whether objective is minimizing or maximizing the metric attribute. Must match type of metric. class ExampleSearch(Searcher): def __init__(self, metric=\"mean_loss\", mode=\"min\", **kwargs): super(ExampleSearch, self).__init__( metric=metric, mode=mode, **kwargs) self.optimizer = Optimizer() self.configurations = {} def suggest(self, trial_id): configuration = self.optimizer.query() self.configurations[trial_id] = configuration def on_trial_complete(self, trial_id, result, **kwargs): configuration = self.configurations[trial_id] if result and self.metric in result: self.optimizer.update(configuration, result[self.metric])tune.run(trainable_function, search_alg=ExampleSearch()) Copy set_search_properties​ def set_search_properties(metric: Optional[str], mode: Optional[str], config: Dict) -> bool Copy Pass search properties to searcher. This method acts as an alternative to instantiating search algorithms with their own specific search spaces. Instead they can accept a Tune config through this method. A searcher should return True if setting the config was successful, or False if it was unsuccessful, e.g. when the search space has already been set. Arguments: metric str - Metric to optimize mode str - One of [\"min\", \"max\"]. Direction to optimize. config dict - Tune config dict. on_trial_result​ def on_trial_result(trial_id: str, result: Dict) Copy Optional notification for result during training. Note that by default, the result dict may include NaNs or may not include the optimization metric. It is up to the subclass implementation to preprocess the result to avoid breaking the optimization process. Arguments: trial_id str - A unique string ID for the trial. result dict - Dictionary of metrics for current training progress. Note that the result dict may include NaNs or may not include the optimization metric. It is up to the subclass implementation to preprocess the result to avoid breaking the optimization process. metric​ @propertydef metric() -> str Copy The training result objective value attribute. mode​ @propertydef mode() -> str Copy Specifies if minimizing or maximizing the metric.","s":"Searcher Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#searcher-objects","p":585},{"i":590,"t":"class ConcurrencyLimiter(Searcher) Copy A wrapper algorithm for limiting the number of concurrent trials. Arguments: searcher Searcher - Searcher object that the ConcurrencyLimiter will manage. max_concurrent int - Maximum concurrent samples from the underlying searcher. batch bool - Whether to wait for all concurrent samples to finish before updating the underlying searcher. Example: from ray.tune.suggest import ConcurrencyLimiter # ray version < 2search_alg = HyperOptSearch(metric=\"accuracy\")search_alg = ConcurrencyLimiter(search_alg, max_concurrent=2)tune.run(trainable, search_alg=search_alg) Copy validate_warmstart​ def validate_warmstart(parameter_names: List[str], points_to_evaluate: List[Union[List, Dict]], evaluated_rewards: List, validate_point_name_lengths: bool = True) Copy Generic validation of a Searcher's warm start functionality. Raises exceptions in case of type and length mismatches between parameters. If validate_point_name_lengths is False, the equality of lengths between points_to_evaluate and parameter_names will not be validated.","s":"ConcurrencyLimiter Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#concurrencylimiter-objects","p":585},{"i":592,"t":"class OptunaSearch(Searcher) Copy A wrapper around Optuna to provide trial suggestions. Optuna _ is a hyperparameter optimization library. In contrast to other libraries, it employs define-by-run style hyperparameter definitions. This Searcher is a thin wrapper around Optuna's search algorithms. You can pass any Optuna sampler, which will be used to generate hyperparameter suggestions. Multi-objective optimization is supported. Arguments: space - Hyperparameter search space definition for Optuna's sampler. This can be either a dict with parameter names as keys and optuna.distributions as values, or a Callable - in which case, it should be a define-by-run function using optuna.trial to obtain the hyperparameter values. The function should return either a dict of constant values with names as keys, or None. For more information, see https://optuna.readthedocs.io\\ /en/stable/tutorial/10_key_features/002_configurations.html. Warning - No actual computation should take place in the define-by-run function. Instead, put the training logic inside the function or class trainable passed to tune.run. metric - The training result objective value attribute. If None but a mode was passed, the anonymous metric _metric will be used per default. Can be a list of metrics for multi-objective optimization. mode - One of {min, max}. Determines whether objective is minimizing or maximizing the metric attribute. Can be a list of modes for multi-objective optimization (corresponding to metric). points_to_evaluate - Initial parameter suggestions to be run first. This is for when you already have some good parameters you want to run first to help the algorithm make better suggestions for future parameters. Needs to be a list of dicts containing the configurations. sampler - Optuna sampler used to draw hyperparameter configurations. Defaults to MOTPESampler for multi-objective optimization with Optuna<2.9.0, and TPESampler in every other case. Warning - Please note that with Optuna 2.10.0 and earlier default MOTPESampler/TPESampler suffer from performance issues when dealing with a large number of completed trials (approx. >100). This will manifest as a delay when suggesting new configurations. This is an Optuna issue and may be fixed in a future Optuna release. seed - Seed to initialize sampler with. This parameter is only used when sampler=None. In all other cases, the sampler you pass should be initialized with the seed already. evaluated_rewards - If you have previously evaluated the parameters passed in as points_to_evaluate you can avoid re-running those trials by passing in the reward attributes as a list so the optimiser can be told the results without needing to re-compute the trial. Must be the same length as points_to_evaluate. Warning - When using evaluated_rewards, the search space space must be provided as a dict with parameter names as keys and optuna.distributions instances as values. The define-by-run search space definition is not yet supported with this functionality. Tune automatically converts search spaces to Optuna's format: from ray.tune.suggest.optuna import OptunaSearchconfig = { Copy \"a\" - tune.uniform(6, 8) \"b\" - tune.loguniform(1e-4, 1e-2) } optuna_search = OptunaSearch( metric=\"loss\", mode=\"min\") tune.run(trainable, config=config, search_alg=optuna_search) If you would like to pass the search space manually, the code wouldlook like this:```pythonfrom ray.tune.suggest.optuna import OptunaSearchimport optunaspace = { Copy \"a\" - optuna.distributions.UniformDistribution(6, 8), \"b\" - optuna.distributions.LogUniformDistribution(1e-4, 1e-2), } optuna_search = OptunaSearch( space, metric=\"loss\", mode=\"min\") tune.run(trainable, search_alg=optuna_search) Equivalent Optuna define-by-run function approach: def define_search_space(trial: optuna.Trial): trial.suggest_float(\"a\", 6, 8) trial.suggest_float(\"b\", 1e-4, 1e-2, log=True) training logic goes into trainable, this is just for search space definition optuna_search = OptunaSearch( define_search_space, metric=\"loss\", mode=\"min\") tune.run(trainable, search_alg=optuna_search) Multi-objective optimization is supported:```pythonfrom ray.tune.suggest.optuna import OptunaSearchimport optunaspace = { Copy \"a\" - optuna.distributions.UniformDistribution(6, 8), \"b\" - optuna.distributions.LogUniformDistribution(1e-4, 1e-2), } Note you have to specify metric and mode here instead of in tune.run optuna_search = OptunaSearch( space, metric=[\"loss1\", \"loss2\"], mode=[\"min\", \"max\"]) Do not specify metric and mode here! tune.run( trainable, search_alg=optuna_search ) You can pass configs that will be evaluated first using``points_to_evaluate``:```pythonfrom ray.tune.suggest.optuna import OptunaSearchimport optunaspace = { Copy \"a\" - optuna.distributions.UniformDistribution(6, 8), \"b\" - optuna.distributions.LogUniformDistribution(1e-4, 1e-2), } optuna_search = OptunaSearch( space, points_to_evaluate=[{\"a\" - 6.5, \"b\": 5e-4}, {\"a\": 7.5, \"b\": 1e-3}] metric=\"loss\", mode=\"min\") tune.run(trainable, search_alg=optuna_search) Avoid re-running evaluated trials by passing the rewards together with`points_to_evaluate`:```pythonfrom ray.tune.suggest.optuna import OptunaSearchimport optunaspace = { Copy \"a\" - optuna.distributions.UniformDistribution(6, 8), \"b\" - optuna.distributions.LogUniformDistribution(1e-4, 1e-2), } optuna_search = OptunaSearch( space, points_to_evaluate=[{\"a\" - 6.5, \"b\": 5e-4}, {\"a\": 7.5, \"b\": 1e-3}] evaluated_rewards=[0.89, 0.42] metric=\"loss\", mode=\"min\") tune.run(trainable, search_alg=optuna_search) Copy","s":"OptunaSearch Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#optunasearch-objects","p":585},{"i":600,"t":"Research For technical details, please check our research publications. FLAML: A Fast and Lightweight AutoML Library. Chi Wang, Qingyun Wu, Markus Weimer, Erkang Zhu. MLSys 2021. @inproceedings{wang2021flaml, title={FLAML: A Fast and Lightweight AutoML Library}, author={Chi Wang and Qingyun Wu and Markus Weimer and Erkang Zhu}, year={2021}, booktitle={MLSys},} Copy Frugal Optimization for Cost-related Hyperparameters. Qingyun Wu, Chi Wang, Silu Huang. AAAI 2021. @inproceedings{wu2021cfo, title={Frugal Optimization for Cost-related Hyperparameters}, author={Qingyun Wu and Chi Wang and Silu Huang}, year={2021}, booktitle={AAAI},} Copy Economical Hyperparameter Optimization With Blended Search Strategy. Chi Wang, Qingyun Wu, Silu Huang, Amin Saied. ICLR 2021. @inproceedings{wang2021blendsearch, title={Economical Hyperparameter Optimization With Blended Search Strategy}, author={Chi Wang and Qingyun Wu and Silu Huang and Amin Saied}, year={2021}, booktitle={ICLR},} Copy An Empirical Study on Hyperparameter Optimization for Fine-Tuning Pre-trained Language Models. Susan Xueqing Liu, Chi Wang. ACL 2021. @inproceedings{liuwang2021hpolm, title={An Empirical Study on Hyperparameter Optimization for Fine-Tuning Pre-trained Language Models}, author={Susan Xueqing Liu and Chi Wang}, year={2021}, booktitle={ACL},} Copy ChaCha for Online AutoML. Qingyun Wu, Chi Wang, John Langford, Paul Mineiro and Marco Rossi. ICML 2021. @inproceedings{wu2021chacha, title={ChaCha for Online AutoML}, author={Qingyun Wu and Chi Wang and John Langford and Paul Mineiro and Marco Rossi}, year={2021}, booktitle={ICML},} Copy Fair AutoML. Qingyun Wu, Chi Wang. ArXiv preprint arXiv:2111.06495 (2021). @inproceedings{wuwang2021fairautoml, title={Fair AutoML}, author={Qingyun Wu and Chi Wang}, year={2021}, booktitle={ArXiv preprint arXiv:2111.06495},} Copy Mining Robust Default Configurations for Resource-constrained AutoML. Moe Kayali, Chi Wang. ArXiv preprint arXiv:2202.09927 (2022). @inproceedings{kayaliwang2022default, title={Mining Robust Default Configurations for Resource-constrained AutoML}, author={Moe Kayali and Chi Wang}, year={2022}, booktitle={ArXiv preprint arXiv:2202.09927},} Copy Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives. Shaokun Zhang, Feiran Jia, Chi Wang, Qingyun Wu. ICLR 2023 (notable-top-5%). @inproceedings{zhang2023targeted, title={Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives}, author={Shaokun Zhang and Feiran Jia and Chi Wang and Qingyun Wu}, booktitle={International Conference on Learning Representations}, year={2023}, url={https://openreview.net/forum?id=0Ij9_q567Ma},} Copy Cost-Effective Hyperparameter Optimization for Large Language Model Generation Inference. Chi Wang, Susan Xueqing Liu, Ahmed H. Awadallah. ArXiv preprint arXiv:2303.04673 (2023). @inproceedings{wang2023EcoOptiGen, title={Cost-Effective Hyperparameter Optimization for Large Language Model Generation Inference}, author={Chi Wang and Susan Xueqing Liu and Ahmed H. Awadallah}, year={2023}, booktitle={ArXiv preprint arXiv:2303.04673},} Copy An Empirical Study on Challenging Math Problem Solving with GPT-4. Yiran Wu, Feiran Jia, Shaokun Zhang, Hangyu Li, Erkang Zhu, Yue Wang, Yin Tat Lee, Richard Peng, Qingyun Wu, Chi Wang. ArXiv preprint arXiv:2306.01337 (2023). @inproceedings{wu2023empirical, title={An Empirical Study on Challenging Math Problem Solving with GPT-4}, author={Yiran Wu and Feiran Jia and Shaokun Zhang and Hangyu Li and Erkang Zhu and Yue Wang and Yin Tat Lee and Richard Peng and Qingyun Wu and Chi Wang}, year={2023}, booktitle={ArXiv preprint arXiv:2306.01337},} Copy","s":"Research","u":"/FLAML/docs/Research","h":"","p":599},{"i":602,"t":"On this page","s":"tune.utils","u":"/FLAML/docs/reference/tune/utils","h":"","p":601},{"i":604,"t":"AutoGen for Large Language Models Please refer to https://microsoft.github.io/autogen/.","s":"AutoGen for Large Language Models","u":"/FLAML/docs/Use-Cases/Autogen","h":"","p":603},{"i":606,"t":"On this page","s":"tune.tune","u":"/FLAML/docs/reference/tune/tune","h":"","p":605},{"i":608,"t":"class ExperimentAnalysis(EA) Copy Class for storing the experiment results. best_iteration​ @propertydef best_iteration() -> List[str] Copy Help better navigate report​ def report(_metric=None, **kwargs) Copy A function called by the HPO application to report final or intermediate results. Example: import timefrom flaml import tunedef compute_with_config(config): current_time = time.time() metric2minimize = (round(config['x'])-95000)**2 time2eval = time.time() - current_time tune.report(metric2minimize=metric2minimize, time2eval=time2eval)analysis = tune.run( compute_with_config, config={ 'x': tune.lograndint(lower=1, upper=1000000), 'y': tune.randint(lower=1, upper=1000000) }, metric='metric2minimize', mode='min', num_samples=1000000, time_budget_s=60, use_ray=False)print(analysis.trials[-1].last_result) Copy Arguments: _metric - Optional default anonymous metric for tune.report(value). (For compatibility with ray.tune.report) **kwargs - Any key value pair to be reported. Raises: StopIteration (when not using ray, i.e., _use_ray=False): A StopIteration exception is raised if the trial has been signaled to stop. SystemExit (when using ray): A SystemExit exception is raised if the trial has been signaled to stop by ray. run​ def run(evaluation_function, config: Optional[dict] = None, low_cost_partial_config: Optional[dict] = None, cat_hp_cost: Optional[dict] = None, metric: Optional[str] = None, mode: Optional[str] = None, time_budget_s: Union[int, float] = None, points_to_evaluate: Optional[List[dict]] = None, evaluated_rewards: Optional[List] = None, resource_attr: Optional[str] = None, min_resource: Optional[float] = None, max_resource: Optional[float] = None, reduction_factor: Optional[float] = None, scheduler=None, search_alg=None, verbose: Optional[int] = 2, local_dir: Optional[str] = None, num_samples: Optional[int] = 1, resources_per_trial: Optional[dict] = None, config_constraints: Optional[List[Tuple[Callable[[dict], float], str, float]]] = None, metric_constraints: Optional[List[Tuple[str, str, float]]] = None, max_failure: Optional[int] = 100, use_ray: Optional[bool] = False, use_spark: Optional[bool] = False, use_incumbent_result_in_evaluation: Optional[bool] = None, log_file_name: Optional[str] = None, lexico_objectives: Optional[dict] = None, force_cancel: Optional[bool] = False, n_concurrent_trials: Optional[int] = 0, mlflow_exp_name: Optional[str] = None, automl_info: Optional[Tuple[float]] = None, extra_tag: Optional[dict] = None, cost_attr: Optional[str] = \"auto\", cost_budget: Optional[float] = None, **ray_args, ,) Copy The function-based way of performing HPO. Example: import timefrom flaml import tunedef compute_with_config(config): current_time = time.time() metric2minimize = (round(config['x'])-95000)**2 time2eval = time.time() - current_time tune.report(metric2minimize=metric2minimize, time2eval=time2eval) # if the evaluation fails unexpectedly and the exception is caught, # and it doesn't inform the goodness of the config, # return {} # if the failure indicates a config is bad, # report a bad metric value like np.inf or -np.inf # depending on metric mode being min or maxanalysis = tune.run( compute_with_config, config={ 'x': tune.lograndint(lower=1, upper=1000000), 'y': tune.randint(lower=1, upper=1000000) }, metric='metric2minimize', mode='min', num_samples=-1, time_budget_s=60, use_ray=False)print(analysis.trials[-1].last_result) Copy Arguments: evaluation_function - A user-defined evaluation function. It takes a configuration as input, outputs a evaluation result (can be a numerical value or a dictionary of string and numerical value pairs) for the input configuration. For machine learning tasks, it usually involves training and scoring a machine learning model, e.g., through validation loss. config - A dictionary to specify the search space. low_cost_partial_config - A dictionary from a subset of controlled dimensions to the initial low-cost values. e.g., {'n_estimators': 4, 'max_leaves': 4} cat_hp_cost - A dictionary from a subset of categorical dimensions to the relative cost of each choice. e.g., {'tree_method': [1, 1, 2]} i.e., the relative cost of the three choices of 'tree_method' is 1, 1 and 2 respectively metric - A string of the metric name to optimize for. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. time_budget_s - int or float | The time budget in seconds. points_to_evaluate - A list of initial hyperparameter configurations to run first. evaluated_rewards list - If you have previously evaluated the parameters passed in as points_to_evaluate you can avoid re-running those trials by passing in the reward attributes as a list so the optimiser can be told the results without needing to re-compute the trial. Must be the same or shorter length than points_to_evaluate. e.g., points_to_evaluate = [ {\"b\": .99, \"cost_related\": {\"a\": 3}}, {\"b\": .99, \"cost_related\": {\"a\": 2}},]evaluated_rewards = [3.0] Copy means that you know the reward for the first config in points_to_evaluate is 3.0 and want to inform run(). resource_attr - A string to specify the resource dimension used by the scheduler via \"scheduler\". min_resource - A float of the minimal resource to use for the resource_attr. max_resource - A float of the maximal resource to use for the resource_attr. reduction_factor - A float of the reduction factor used for incremental pruning. scheduler - A scheduler for executing the experiment. Can be None, 'flaml', 'asha' (or 'async_hyperband', 'asynchyperband') or a custom instance of the TrialScheduler class. Default is None: in this case when resource_attr is provided, the 'flaml' scheduler will be used, otherwise no scheduler will be used. When set 'flaml', an authentic scheduler implemented in FLAML will be used. It does not require users to report intermediate results in evaluation_function. Find more details about this scheduler in this paper https://arxiv.org/pdf/1911.04706.pdf). When set 'asha', the input for arguments \"resource_attr\", \"min_resource\", \"max_resource\" and \"reduction_factor\" will be passed to ASHA's \"time_attr\", \"max_t\", \"grace_period\" and \"reduction_factor\" respectively. You can also provide a self-defined scheduler instance of the TrialScheduler class. When 'asha' or self-defined scheduler is used, you usually need to report intermediate results in the evaluation function via 'tune.report()'. If you would like to do some cleanup opearation when the trial is stopped by the scheduler, you can catch the StopIteration (when not using ray) or SystemExit (when using ray) exception explicitly, as shown in the following example. Please find more examples using different types of schedulers and how to set up the corresponding evaluation functions in test/tune/test_scheduler.py, and test/tune/example_scheduler.py. def easy_objective(config): width, height = config[\"width\"], config[\"height\"] for step in range(config[\"steps\"]): intermediate_score = evaluation_fn(step, width, height) try: tune.report(iterations=step, mean_loss=intermediate_score) except (StopIteration, SystemExit): # do cleanup operation here return Copy search_alg - An instance/string of the search algorithm to be used. The same instance can be used for iterative tuning. e.g., from flaml import BlendSearchalgo = BlendSearch(metric='val_loss', mode='min', space=search_space, low_cost_partial_config=low_cost_partial_config)for i in range(10): analysis = tune.run(compute_with_config, search_alg=algo, use_ray=False) print(analysis.trials[-1].last_result) Copy verbose - 0, 1, 2, or 3. If ray or spark backend is used, their verbosity will be affected by this argument. 0 = silent, 1 = only status updates, 2 = status and brief trial results, 3 = status and detailed trial results. Defaults to 2. local_dir - A string of the local dir to save ray logs if ray backend is used; or a local dir to save the tuning log. num_samples - An integer of the number of configs to try. Defaults to 1. resources_per_trial - A dictionary of the hardware resources to allocate per trial, e.g., {'cpu': 1}. It is only valid when using ray backend (by setting 'use_ray = True'). It shall be used when you need to do parallel tuning. config_constraints - A list of config constraints to be satisfied. e.g., config_constraints = [(mem_size, '<=', 1024**3)] mem_size is a function which produces a float number for the bytes needed for a config. It is used to skip configs which do not fit in memory. metric_constraints - A list of metric constraints to be satisfied. e.g., ['precision', '>=', 0.9]. The sign can be \">=\" or \"<=\". max_failure - int | the maximal consecutive number of failures to sample a trial before the tuning is terminated. use_ray - A boolean of whether to use ray as the backend. use_spark - A boolean of whether to use spark as the backend. log_file_name - A string of the log file name. Default to None. When set to None: if local_dir is not given, no log file is created; if local_dir is given, the log file name will be autogenerated under local_dir. Only valid when verbose > 0 or use_ray is True. lexico_objectives - dict, default=None | It specifics information needed to perform multi-objective optimization with lexicographic preferences. When lexico_objectives is not None, the arguments metric, mode, will be invalid, and flaml's tune uses CFO as the search_alg, which makes the input (if provided) `search_alg' invalid. This dictionary shall contain the following fields of key-value pairs: \"metrics\": a list of optimization objectives with the orders reflecting the priorities/preferences of the objectives. \"modes\" (optional): a list of optimization modes (each mode either \"min\" or \"max\") corresponding to the objectives in the metric list. If not provided, we use \"min\" as the default mode for all the objectives. \"targets\" (optional): a dictionary to specify the optimization targets on the objectives. The keys are the metric names (provided in \"metric\"), and the values are the numerical target values. \"tolerances\" (optional): a dictionary to specify the optimality tolerances on objectives. The keys are the metric names (provided in \"metrics\"), and the values are the absolute/percentage tolerance in the form of numeric/string. E.g., lexico_objectives = { \"metrics\": [\"error_rate\", \"pred_time\"], \"modes\": [\"min\", \"min\"], \"tolerances\": {\"error_rate\": 0.01, \"pred_time\": 0.0}, \"targets\": {\"error_rate\": 0.0},} Copy We also support percentage tolerance. E.g., lexico_objectives = { \"metrics\": [\"error_rate\", \"pred_time\"], \"modes\": [\"min\", \"min\"], \"tolerances\": {\"error_rate\": \"5%\", \"pred_time\": \"0%\"}, \"targets\": {\"error_rate\": 0.0},} Copy force_cancel - boolean, default=False | Whether to forcely cancel the PySpark job if overtime. mlflow_exp_name - str, default=None | The name of the mlflow experiment. This should be specified if enable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the same name as the basename of main entry file. automl_info - tuple, default=None | The information of the automl run. It should be a tuple of (mlflow_log_latency,). n_concurrent_trials - int, default=0 | The number of concurrent trials when perform hyperparameter tuning with Spark. Only valid when use_spark=True and spark is required: pip install flaml[spark]. Please check here for more details about installing Spark. When tune.run() is called from AutoML, it will be overwritten by the value of n_concurrent_trials in AutoML. When <= 0, the concurrent trials will be set to the number of executors. extra_tag - dict, default=None | Extra tags to be added to the mlflow runs created by autologging. cost_attr - None or str to specify the attribute to evaluate the cost of different trials. Default is \"auto\", which means that we will automatically choose the cost attribute to use (depending on the nature of the resource budget). When cost_attr is set to None, cost differences between different trials will be omitted in our search algorithm. When cost_attr is set to a str different from \"auto\" and \"time_total_s\", this cost_attr must be available in the result dict of the trial. cost_budget - A float of the cost budget. Only valid when cost_attr is a str different from \"auto\" and \"time_total_s\". **ray_args - keyword arguments to pass to ray.tune.run(). Only valid when use_ray=True.","s":"ExperimentAnalysis Objects","u":"/FLAML/docs/reference/tune/tune","h":"#experimentanalysis-objects","p":605},{"i":610,"t":"class Tuner() Copy Tuner is the class-based way of launching hyperparameter tuning jobs compatible with Ray Tune 2. Arguments: trainable - A user-defined evaluation function. It takes a configuration as input, outputs a evaluation result (can be a numerical value or a dictionary of string and numerical value pairs) for the input configuration. For machine learning tasks, it usually involves training and scoring a machine learning model, e.g., through validation loss. param_space - Search space of the tuning job. One thing to note is that both preprocessor and dataset can be tuned here. tune_config - Tuning algorithm specific configs. Refer to ray.tune.tune_config.TuneConfig for more info. run_config - Runtime configuration that is specific to individual trials. If passed, this will overwrite the run config passed to the Trainer, if applicable. Refer to ray.air.config.RunConfig for more info. Usage pattern: .. code-block:: python from sklearn.datasets import load_breast_cancer from ray import tune from ray.data import from_pandas from ray.air.config import RunConfig, ScalingConfig from ray.train.xgboost import XGBoostTrainer from ray.tune.tuner import Tuner def get_dataset(): data_raw = load_breast_cancer(as_frame=True) dataset_df = data_raw[\"data\"] dataset_df[\"target\"] = data_raw[\"target\"] dataset = from_pandas(dataset_df) return dataset trainer = XGBoostTrainer( label_column=\"target\", params={}, datasets={\"train\" - get_dataset()}, ) param_space = { \"scaling_config\" - ScalingConfig( num_workers=tune.grid_search([2, 4]), resources_per_worker={ \"CPU\" - tune.grid_search([1, 2]), }, ), You can even grid search various datasets in Tune. \"datasets\": { \"train\": tune.grid_search( [ds1, ds2] ), }, \"params\" - { \"objective\" - \"binary:logistic\", \"tree_method\" - \"approx\", \"eval_metric\" - [\"logloss\", \"error\"], \"eta\" - tune.loguniform(1e-4, 1e-1), \"subsample\" - tune.uniform(0.5, 1.0), \"max_depth\" - tune.randint(1, 9), }, } tuner = Tuner(trainable=trainer, param_space=param_space, run_config=RunConfig(name=\"my_tune_run\")) analysis = tuner.fit() To retry a failed tune run, you can then do .. code-block:: python tuner = Tuner.restore(experiment_checkpoint_dir) tuner.fit() experiment_checkpoint_dir can be easily located near the end of the console output of your first failed run.","s":"Tuner Objects","u":"/FLAML/docs/reference/tune/tune","h":"#tuner-objects","p":605},{"i":618,"t":"On this page","s":"Zero Shot AutoML","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"","p":617},{"i":620,"t":"The easiest way to leverage this technique is to import a \"flamlized\" learner of your favorite choice and use it just as how you use the learner before. The automation is done behind the scene and you are not required to change your code. For example, if you are currently using: from lightgbm import LGBMRegressorestimator = LGBMRegressor()estimator.fit(X_train, y_train)estimator.predict(X_test) Copy Simply replace the first line with: from flaml.default import LGBMRegressor Copy All the other code remains the same. And you are expected to get a equal or better model in most cases. The current list of \"flamlized\" learners are: LGBMClassifier, LGBMRegressor. XGBClassifier, XGBRegressor. RandomForestClassifier, RandomForestRegressor. ExtraTreesClassifier, ExtraTreesRegressor.","s":"How to Use at Runtime","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#how-to-use-at-runtime","p":617},{"i":622,"t":"flaml.default.LGBMRegressor inherits lightgbm.LGBMRegressor, so all the APIs in lightgbm.LGBMRegressor are still valid in flaml.default.LGBMRegressor. The difference is, flaml.default.LGBMRegressor decides the hyperparameter configurations based on the training data. It would use a different configuration if it is predicted to outperform the original data-independent default. If you inspect the params of the fitted estimator, you can find what configuration is used. If the original default configuration is used, then it is equivalent to the original estimator. The recommendation of which configuration should be used is based on offline AutoML run results. Information about the training dataset, such as the size of the dataset will be used to recommend a data-dependent configuration. The recommendation is done instantly in negligible time. The training can be faster or slower than using the original default configuration depending on the recommended configuration. Note that there is no tuning involved. Only one model is trained.","s":"What's the magic behind the scene?","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#whats-the-magic-behind-the-scene","p":617},{"i":624,"t":"Yes. You can use suggest_hyperparams() to find the suggested configuration. For example, from flaml.default import LGBMRegressorestimator = LGBMRegressor()( hyperparams, estimator_name, X_transformed, y_transformed,) = estimator.suggest_hyperparams(X_train, y_train)print(hyperparams) Copy If you would like more control over the training, use an equivalent, open-box way for zero-shot AutoML. For example, from flaml.default import preprocess_and_suggest_hyperparamsX, y = load_iris(return_X_y=True, as_frame=True)X_train, X_test, y_train, y_test = train_test_split( X, y, test_size=0.33, random_state=42)( hyperparams, estimator_class, X_transformed, y_transformed, feature_transformer, label_transformer,) = preprocess_and_suggest_hyperparams(\"classification\", X_train, y_train, \"lgbm\")model = estimator_class(**hyperparams) # estimator_class is lightgbm.LGBMClassifiermodel.fit(X_transformed, y_train) # LGBMClassifier can handle raw labelsX_test = feature_transformer.transform(X_test) # preprocess test datay_pred = model.predict(X_test) Copy Note that some classifiers like XGBClassifier require the labels to be integers, while others do not. So you can decide whether to use the transformed labels y_transformed and the label transformer label_transformer. Also, each estimator may require specific preprocessing of the data. X_transformed is the preprocessed data, and feature_transformer is the preprocessor. It needs to be applied to the test data before prediction. These are automated when you use the \"flamlized\" learner. When you use the open-box way, pay attention to them.","s":"Can I check the configuration before training?","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#can-i-check-the-configuration-before-training","p":617},{"i":626,"t":"Zero Shot AutoML is fast. If tuning from the recommended data-dependent configuration is required, you can use flaml.AutoML.fit() and set starting_points=\"data\". For example, from flaml import AutoMLautoml = AutoML()automl_settings = { \"task\": \"classification\", \"starting_points\": \"data\", \"estimator_list\": [\"lgbm\"], \"time_budget\": 600, \"max_iter\": 50,}automl.fit(X_train, y_train, **automl_settings) Copy Note that if you set max_iter=0 and time_budget=None, you are effectively using zero-shot AutoML. When estimator_list is omitted, the estimator together with its hyperparameter configuration will be decided in a zero-shot manner.","s":"Combine zero shot AutoML and hyperparameter tuning","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#combine-zero-shot-automl-and-hyperparameter-tuning","p":617},{"i":628,"t":"To use your own meta-learned defaults, specify the path containing the meta-learned defaults. For example, estimator = flaml.default.LGBMRegressor(default_location=\"location_for_defaults\") Copy Or, preprocess_and_suggest_hyperparams( \"classification\", X_train, y_train, \"lgbm\", location=\"location_for_defaults\") Copy Or, X_train, y_train = load_iris(return_X_y=True, as_frame=as_frame)automl = AutoML()automl_settings = { \"task\": \"classification\", \"log_file_name\": \"test/iris.log\", \"starting_points\": \"data:location_for_defaults\", \"estimator_list\": [\"lgbm\", \"xgb_limitdepth\", \"rf\"] \"max_iter\": 0,}automl.fit(X_train, y_train, **automl_settings) Copy Since this is a multiclass task, it will look for the following files under {location_for_defaults}/: all/multiclass.json. {learner_name}/multiclass.json for every learner_name in the estimator_list. Read the next section to understand how to generate these files if you would like to meta-learn the defaults yourself.","s":"Use your own meta-learned defaults","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#use-your-own-meta-learned-defaults","p":617},{"i":630,"t":"This section is intended for: AutoML providers for a particular domain. Data scientists or engineers who need to repeatedly train models for similar tasks with varying training data. Instead of running full hyperparameter tuning from scratch every time, one can leverage the tuning experiences in similar tasks before. While we have offered the meta-learned defaults from tuning experiences of several popular learners on benchmark datasets for classification and regression, you can customize the defaults for your own tasks/learners/metrics based on your own tuning experiences.","s":"How to Prepare Offline","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#how-to-prepare-offline","p":617},{"i":632,"t":"Collect a diverse set of training tasks. For each task, extract its meta feature and save in a .csv file. For example, test/default/all/metafeatures.csv: Dataset,NumberOfInstances,NumberOfFeatures,NumberOfClasses,PercentageOfNumericFeatures2dplanes,36691,10,0,1.0adult,43957,14,2,0.42857142857142855Airlines,485444,7,2,0.42857142857142855Albert,382716,78,2,0.3333333333333333Amazon_employee_access,29492,9,2,0.0bng_breastTumor,104976,9,0,0.1111111111111111bng_pbc,900000,18,0,0.5555555555555556car,1555,6,4,0.0connect-4,60801,42,3,0.0dilbert,9000,2000,5,1.0Dionis,374569,60,355,1.0poker,922509,10,0,1.0 Copy The first column is the dataset name, and the latter four are meta features.","s":"Prepare a collection of training tasks","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#prepare-a-collection-of-training-tasks","p":617},{"i":634,"t":"You can extract the best configurations for each task in your collection of training tasks by running flaml on each of them with a long enough budget. Save the best configuration in a .json file under {location_for_defaults}/{learner_name}/{task_name}.json. For example, X_train, y_train = load_iris(return_X_y=True, as_frame=as_frame)automl.fit(X_train, y_train, estimator_list=[\"lgbm\"], **settings)automl.save_best_config(\"test/default/lgbm/iris.json\") Copy","s":"Prepare the candidate configurations","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#prepare-the-candidate-configurations","p":617},{"i":636,"t":"Save the evaluation results in a .csv file. For example, save the evaluation results for lgbm under test/default/lgbm/results.csv: task,fold,type,result,params2dplanes,0,regression,0.946366,{'_modeljson': 'lgbm/2dplanes.json'}2dplanes,0,regression,0.907774,{'_modeljson': 'lgbm/adult.json'}2dplanes,0,regression,0.901643,{'_modeljson': 'lgbm/Airlines.json'}2dplanes,0,regression,0.915098,{'_modeljson': 'lgbm/Albert.json'}2dplanes,0,regression,0.302328,{'_modeljson': 'lgbm/Amazon_employee_access.json'}2dplanes,0,regression,0.94523,{'_modeljson': 'lgbm/bng_breastTumor.json'}2dplanes,0,regression,0.945698,{'_modeljson': 'lgbm/bng_pbc.json'}2dplanes,0,regression,0.946194,{'_modeljson': 'lgbm/car.json'}2dplanes,0,regression,0.945549,{'_modeljson': 'lgbm/connect-4.json'}2dplanes,0,regression,0.946232,{'_modeljson': 'lgbm/default.json'}2dplanes,0,regression,0.945594,{'_modeljson': 'lgbm/dilbert.json'}2dplanes,0,regression,0.836996,{'_modeljson': 'lgbm/Dionis.json'}2dplanes,0,regression,0.917152,{'_modeljson': 'lgbm/poker.json'}adult,0,binary,0.927203,{'_modeljson': 'lgbm/2dplanes.json'}adult,0,binary,0.932072,{'_modeljson': 'lgbm/adult.json'}adult,0,binary,0.926563,{'_modeljson': 'lgbm/Airlines.json'}adult,0,binary,0.928604,{'_modeljson': 'lgbm/Albert.json'}adult,0,binary,0.911171,{'_modeljson': 'lgbm/Amazon_employee_access.json'}adult,0,binary,0.930645,{'_modeljson': 'lgbm/bng_breastTumor.json'}adult,0,binary,0.928603,{'_modeljson': 'lgbm/bng_pbc.json'}adult,0,binary,0.915825,{'_modeljson': 'lgbm/car.json'}adult,0,binary,0.919499,{'_modeljson': 'lgbm/connect-4.json'}adult,0,binary,0.930109,{'_modeljson': 'lgbm/default.json'}adult,0,binary,0.932453,{'_modeljson': 'lgbm/dilbert.json'}adult,0,binary,0.921959,{'_modeljson': 'lgbm/Dionis.json'}adult,0,binary,0.910763,{'_modeljson': 'lgbm/poker.json'}... Copy The type column indicates the type of the task, such as regression, binary or multiclass. The result column stores the evaluation result, assumed the large the better. The params column indicates which json config is used. For example 'lgbm/2dplanes.json' indicates that the best lgbm configuration extracted from 2dplanes is used. Different types of tasks can appear in the same file, as long as any json config file can be used in all the tasks. For example, 'lgbm/2dplanes.json' is extracted from a regression task, and it can be applied to binary and multiclass tasks as well.","s":"Evaluate each candidate configuration on each task","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#evaluate-each-candidate-configuration-on-each-task","p":617},{"i":638,"t":"To recap, the inputs required for meta-learning are: Metafeatures: e.g., {location}/all/metafeatures.csv. Configurations: {location}/{learner_name}/{task_name}.json. Evaluation results: {location}/{learner_name}/results.csv. For example, if the input location is \"test/default\", learners are lgbm, xgb_limitdepth and rf, the following command learns data-dependent defaults for binary classification tasks. python portfolio.py --output test/default --input test/default --metafeatures test/default/all/metafeatures.csv --task binary --estimator lgbm xgb_limitdepth rf Copy In a few seconds, it will produce the following files as output: test/default/lgbm/binary.json: the learned defaults for lgbm. test/default/xgb_limitdepth/binary.json: the learned defaults for xgb_limitdepth. test/default/rf/binary.json: the learned defaults for rf. test/default/all/binary.json: the learned defaults for lgbm, xgb_limitdepth and rf together. Change \"binary\" into \"multiclass\" or \"regression\", or your own types in your \"results.csv\" for the other types of tasks. To update the learned defaults when more experiences are available, simply update your input files and rerun the learning command.","s":"Learn data-dependent defaults","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#learn-data-dependent-defaults","p":617},{"i":640,"t":"You have now effectively built your own zero-shot AutoML solution. Congratulations! Optionally, you can \"flamlize\" a learner using flaml.default.flamlize_estimator for easy dissemination. For example, import sklearn.ensemble as ensemblefrom flaml.default import flamlize_estimatorExtraTreesClassifier = flamlize_estimator( ensemble.ExtraTreesClassifier, \"extra_tree\", \"classification\") Copy Then, you can share this \"flamlized\" ExtraTreesClassifier together with the location of your learned defaults with others (or the future yourself). They will benefit from your past experience. Your group can also share experiences in a central place and update the learned defaults continuously. Over time, your organization gets better collectively.","s":"\"Flamlize\" a learner","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#flamlize-a-learner","p":617},{"i":642,"t":"On this page","s":"Task Oriented AutoML","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"","p":641},{"i":644,"t":"flaml.AutoML is a class for task-oriented AutoML. It can be used as a scikit-learn style estimator with the standard fit and predict functions. The minimal inputs from users are the training data and the task type. Training data: numpy array. When the input data are stored in numpy array, they are passed to fit() as X_train and y_train. pandas dataframe. When the input data are stored in pandas dataframe, they are passed to fit() either as X_train and y_train, or as dataframe and label. Tasks (specified via task): 'classification': classification with tabular data. 'regression': regression with tabular data. 'ts_forecast': time series forecasting. 'ts_forecast_classification': time series forecasting for classification. 'ts_forecast_panel': time series forecasting for panel datasets (multiple time series). 'rank': learning to rank. 'seq-classification': sequence classification. 'seq-regression': sequence regression. 'summarization': text summarization. 'token-classification': token classification. 'multichoice-classification': multichoice classification. Two optional inputs are time_budget and max_iter for searching models and hyperparameters. When both are unspecified, only one model per estimator will be trained (using our zero-shot technique). When time_budget is provided, there can be randomness in the result due to runtime variance. A typical way to use flaml.AutoML: # Prepare training data# ...from flaml import AutoMLautoml = AutoML()automl.fit(X_train, y_train, task=\"regression\", time_budget=60, **other_settings)# Save the modelwith open(\"automl.pkl\", \"wb\") as f: pickle.dump(automl, f, pickle.HIGHEST_PROTOCOL)# At prediction timewith open(\"automl.pkl\", \"rb\") as f: automl = pickle.load(f)pred = automl.predict(X_test) Copy If users provide the minimal inputs only, AutoML uses the default settings for optimization metric, estimator list etc.","s":"Overview","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#overview","p":641},{"i":647,"t":"The optimization metric is specified via the metric argument. It can be either a string which refers to a built-in metric, or a user-defined function. Built-in metric. 'accuracy': 1 - accuracy as the corresponding metric to minimize. 'log_loss': default metric for multiclass classification. 'r2': 1 - r2_score as the corresponding metric to minimize. Default metric for regression. 'rmse': root mean squared error. 'mse': mean squared error. 'mae': mean absolute error. 'mape': mean absolute percentage error. 'roc_auc': minimize 1 - roc_auc_score. Default metric for binary classification. 'roc_auc_ovr': minimize 1 - roc_auc_score with multi_class=\"ovr\". 'roc_auc_ovo': minimize 1 - roc_auc_score with multi_class=\"ovo\". 'roc_auc_weighted': minimize 1 - roc_auc_score with average=\"weighted\". 'roc_auc_ovr_weighted': minimize 1 - roc_auc_score with multi_class=\"ovr\" and average=\"weighted\". 'roc_auc_ovo_weighted': minimize 1 - roc_auc_score with multi_class=\"ovo\" and average=\"weighted\". 'f1': minimize 1 - f1_score. 'micro_f1': minimize 1 - f1_score with average=\"micro\". 'macro_f1': minimize 1 - f1_score with average=\"macro\". 'ap': minimize 1 - average_precision_score. 'ndcg': minimize 1 - ndcg_score. 'ndcg@k': minimize 1 - ndcg_score@k. k is an integer. User-defined function. A customized metric function that requires the following (input) signature, and returns the input config’s value in terms of the metric you want to minimize, and a dictionary of auxiliary information at your choice: def custom_metric( X_val, y_val, estimator, labels, X_train, y_train, weight_val=None, weight_train=None, config=None, groups_val=None, groups_train=None,): return metric_to_minimize, metrics_to_log Copy For example, def custom_metric( X_val, y_val, estimator, labels, X_train, y_train, weight_val=None, weight_train=None, *args,): from sklearn.metrics import log_loss import time start = time.time() y_pred = estimator.predict_proba(X_val) pred_time = (time.time() - start) / len(X_val) val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val) y_pred = estimator.predict_proba(X_train) train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train) alpha = 0.5 return val_loss * (1 + alpha) - alpha * train_loss, { \"val_loss\": val_loss, \"train_loss\": train_loss, \"pred_time\": pred_time, } Copy It returns the validation loss penalized by the gap between validation and training loss as the metric to minimize, and three metrics to log: val_loss, train_loss and pred_time. The arguments config, groups_val and groups_train are not used in the function.","s":"Optimization metric","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#optimization-metric","p":641},{"i":649,"t":"The estimator list can contain one or more estimator names, each corresponding to a built-in estimator or a custom estimator. Each estimator has a search space for hyperparameter configurations. FLAML supports both classical machine learning models and deep neural networks. Estimator​ Built-in estimator. 'lgbm': LGBMEstimator for task \"classification\", \"regression\", \"rank\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, num_leaves, min_child_samples, learning_rate, log_max_bin (logarithm of (max_bin + 1) with base 2), colsample_bytree, reg_alpha, reg_lambda. 'xgboost': XGBoostSkLearnEstimator for task \"classification\", \"regression\", \"rank\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_leaves, min_child_weight, learning_rate, subsample, colsample_bylevel, colsample_bytree, reg_alpha, reg_lambda. 'xgb_limitdepth': XGBoostLimitDepthEstimator for task \"classification\", \"regression\", \"rank\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_depth, min_child_weight, learning_rate, subsample, colsample_bylevel, colsample_bytree, reg_alpha, reg_lambda. 'rf': RandomForestEstimator for task \"classification\", \"regression\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_features, max_leaves, criterion (for classification only). Starting from v1.1.0, it uses a fixed random_state by default. 'extra_tree': ExtraTreesEstimator for task \"classification\", \"regression\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_features, max_leaves, criterion (for classification only). Starting from v1.1.0, it uses a fixed random_state by default. 'histgb': HistGradientBoostingEstimator for task \"classification\", \"regression\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_leaves, min_samples_leaf, learning_rate, log_max_bin (logarithm of (max_bin + 1) with base 2), l2_regularization. It uses a fixed random_state by default. 'lrl1': LRL1Classifier (sklearn.LogisticRegression with L1 regularization) for task \"classification\". Hyperparameters: C. 'lrl2': LRL2Classifier (sklearn.LogisticRegression with L2 regularization) for task \"classification\". Hyperparameters: C. 'catboost': CatBoostEstimator for task \"classification\" and \"regression\". Hyperparameters: early_stopping_rounds, learning_rate, n_estimators. 'kneighbor': KNeighborsEstimator for task \"classification\" and \"regression\". Hyperparameters: n_neighbors. 'prophet': Prophet for task \"ts_forecast\". Hyperparameters: changepoint_prior_scale, seasonality_prior_scale, holidays_prior_scale, seasonality_mode. 'arima': ARIMA for task \"ts_forecast\". Hyperparameters: p, d, q. 'sarimax': SARIMAX for task \"ts_forecast\". Hyperparameters: p, d, q, P, D, Q, s. 'holt-winters': Holt-Winters (triple exponential smoothing) model for task \"ts_forecast\". Hyperparameters: seasonal_perdiods, seasonal, use_boxcox, trend, damped_trend. 'transformer': Huggingface transformer models for task \"seq-classification\", \"seq-regression\", \"multichoice-classification\", \"token-classification\" and \"summarization\". Hyperparameters: learning_rate, num_train_epochs, per_device_train_batch_size, warmup_ratio, weight_decay, adam_epsilon, seed. 'temporal_fusion_transformer': TemporalFusionTransformerEstimator for task \"ts_forecast_panel\". Hyperparameters: gradient_clip_val, hidden_size, hidden_continuous_size, attention_head_size, dropout, learning_rate. There is a known issue with pytorch-forecast logging. Custom estimator. Use custom estimator for: tuning an estimator that is not built-in; customizing search space for a built-in estimator. Guidelines on tuning a custom estimator​ To tune a custom estimator that is not built-in, you need to: Build a custom estimator by inheritting flaml.automl.model.BaseEstimator or a derived class. For example, if you have a estimator class with scikit-learn style fit() and predict() functions, you only need to set self.estimator_class to be that class in your constructor. from flaml.automl.model import SKLearnEstimator# SKLearnEstimator is derived from BaseEstimatorimport rgfclass MyRegularizedGreedyForest(SKLearnEstimator): def __init__(self, task=\"binary\", **config): super().__init__(task, **config) if task in CLASSIFICATION: from rgf.sklearn import RGFClassifier self.estimator_class = RGFClassifier else: from rgf.sklearn import RGFRegressor self.estimator_class = RGFRegressor @classmethod def search_space(cls, data_size, task): space = { \"max_leaf\": { \"domain\": tune.lograndint(lower=4, upper=data_size), \"low_cost_init_value\": 4, }, \"n_iter\": { \"domain\": tune.lograndint(lower=1, upper=data_size), \"low_cost_init_value\": 1, }, \"learning_rate\": {\"domain\": tune.loguniform(lower=0.01, upper=20.0)}, \"min_samples_leaf\": { \"domain\": tune.lograndint(lower=1, upper=20), \"init_value\": 20, }, } return space Copy In the constructor, we set self.estimator_class as RGFClassifier or RGFRegressor according to the task type. If the estimator you want to tune does not have a scikit-learn style fit() and predict() API, you can override the fit() and predict() function of flaml.automl.model.BaseEstimator, like XGBoostEstimator. Importantly, we also add the task=\"binary\" parameter in the signature of __init__ so that it doesn't get grouped together with the **config kwargs that determines the parameters with which the underlying estimator (self.estimator_class) is constructed. If your estimator doesn't use one of the parameters that it is passed, for example some regressors in scikit-learn don't use the n_jobs parameter, it is enough to add n_jobs=None to the signature so that it is ignored by the **config dict. Give the custom estimator a name and add it in AutoML. E.g., from flaml import AutoMLautoml = AutoML()automl.add_learner(\"rgf\", MyRegularizedGreedyForest) Copy This registers the MyRegularizedGreedyForest class in AutoML, with the name \"rgf\". Tune the newly added custom estimator in either of the following two ways depending on your needs: tune rgf alone: automl.fit(..., estimator_list=[\"rgf\"]); or mix it with other built-in learners: automl.fit(..., estimator_list=[\"rgf\", \"lgbm\", \"xgboost\", \"rf\"]). Search space​ Each estimator class, built-in or not, must have a search_space function. In the search_space function, we return a dictionary about the hyperparameters, the keys of which are the names of the hyperparameters to tune, and each value is a set of detailed search configurations about the corresponding hyperparameters represented in a dictionary. A search configuration dictionary includes the following fields: domain, which specifies the possible values of the hyperparameter and their distribution. Please refer to more details about the search space domain. init_value (optional), which specifies the initial value of the hyperparameter. low_cost_init_value(optional), which specifies the value of the hyperparameter that is associated with low computation cost. See cost related hyperparameters or FAQ for more details. In the example above, we tune four hyperparameters, three integers and one float. They all follow a log-uniform distribution. \"max_leaf\" and \"n_iter\" have \"low_cost_init_value\" specified as their values heavily influence the training cost. To customize the search space for a built-in estimator, use a similar approach to define a class that inherits the existing estimator. For example, from flaml.automl.model import XGBoostEstimatordef logregobj(preds, dtrain): labels = dtrain.get_label() preds = 1.0 / (1.0 + np.exp(-preds)) # transform raw leaf weight grad = preds - labels hess = preds * (1.0 - preds) return grad, hessclass MyXGB1(XGBoostEstimator): \"\"\"XGBoostEstimator with logregobj as the objective function\"\"\" def __init__(self, **config): super().__init__(objective=logregobj, **config) Copy We override the constructor and set the training objective as a custom function logregobj. The hyperparameters and their search range do not change. For another example, class XGBoost2D(XGBoostSklearnEstimator): @classmethod def search_space(cls, data_size, task): upper = min(32768, int(data_size)) return { \"n_estimators\": { \"domain\": tune.lograndint(lower=4, upper=upper), \"low_cost_init_value\": 4, }, \"max_leaves\": { \"domain\": tune.lograndint(lower=4, upper=upper), \"low_cost_init_value\": 4, }, } Copy We override the search_space function to tune two hyperparameters only, \"n_estimators\" and \"max_leaves\". They are both random integers in the log space, ranging from 4 to data-dependent upper bound. The lower bound for each corresponds to low training cost, hence the \"low_cost_init_value\" for each is set to 4. A shortcut to override the search space​ One can use the custom_hp argument in AutoML.fit() to override the search space for an existing estimator quickly. For example, if you would like to temporarily change the search range of \"n_estimators\" of xgboost, disable searching \"max_leaves\" in random forest, and add \"subsample\" in the search space of lightgbm, you can set: custom_hp = { \"xgboost\": { \"n_estimators\": { \"domain\": tune.lograndint(lower=new_lower, upper=new_upper), \"low_cost_init_value\": new_lower, }, }, \"rf\": { \"max_leaves\": { \"domain\": None, # disable search }, }, \"lgbm\": { \"subsample\": { \"domain\": tune.uniform(lower=0.1, upper=1.0), \"init_value\": 1.0, }, \"subsample_freq\": { \"domain\": 1, # subsample_freq must > 0 to enable subsample }, },} Copy","s":"Estimator and search space","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#estimator-and-search-space","p":641},{"i":651,"t":"There are several types of constraints you can impose. Constraints on the AutoML process. time_budget: constrains the wall-clock time (seconds) used by the AutoML process. We provide some tips on how to set time budget. max_iter: constrains the maximal number of models to try in the AutoML process. Constraints on the constructor arguments of the estimators. Some constraints on the estimator can be implemented via the custom learner. For example, class MonotonicXGBoostEstimator(XGBoostSklearnEstimator): @classmethod def search_space(**args): space = super().search_space(**args) space.update({\"monotone_constraints\": {\"domain\": \"(1, -1)\"}}) return space Copy It adds a monotonicity constraint to XGBoost. This approach can be used to set any constraint that is an argument in the underlying estimator's constructor. A shortcut to do this is to use the custom_hp argument: custom_hp = { \"xgboost\": { \"monotone_constraints\": {\"domain\": \"(1, -1)\"} # fix the domain as a constant }} Copy Constraints on the models tried in AutoML. Users can set constraints such as the maximal number of models to try, limit on training time and prediction time per model. train_time_limit: training time in seconds. pred_time_limit: prediction time per instance in seconds. For example, automl.fit(X_train, y_train, max_iter=100, train_time_limit=1, pred_time_limit=1e-3) Copy Constraints on the metrics of the ML model tried in AutoML. When users provide a custom metric function, which returns a primary optimization metric and a dictionary of additional metrics (typically also about the model) to log, users can also specify constraints on one or more of the metrics in the dictionary of additional metrics. Users need to provide a list of such constraints in the following format: Each element in this list is a 3-tuple, which shall be expressed in the following format: the first element of the 3-tuple is the name of the metric, the second element is the inequality sign chosen from \">=\" and \"\\<=\", and the third element is the constraint value. E.g., ('val_loss', '<=', 0.1). For example, metric_constraints = [(\"train_loss\", \"<=\", 0.1), (\"val_loss\", \"<=\", 0.1)]automl.fit( X_train, y_train, max_iter=100, train_time_limit=1, metric_constraints=metric_constraints,) Copy","s":"Constraint","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#constraint","p":641},{"i":653,"t":"To use stacked ensemble after the model search, set ensemble=True or a dict. When ensemble=True, the final estimator and passthrough in the stacker will be automatically chosen. You can specify customized final estimator or passthrough option: \"final_estimator\": an instance of the final estimator in the stacker. \"passthrough\": True (default) or False, whether to pass the original features to the stacker. For example, automl.fit( X_train, y_train, task=\"classification\", \"ensemble\": { \"final_estimator\": LogisticRegression(), \"passthrough\": False, },) Copy","s":"Ensemble","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#ensemble","p":641},{"i":655,"t":"By default, flaml decides the resampling automatically according to the data size and the time budget. If you would like to enforce a certain resampling strategy, you can set eval_method to be \"holdout\" or \"cv\" for holdout or cross-validation. For holdout, you can also set: split_ratio: the fraction for validation data, 0.1 by default. X_val, y_val: a separate validation dataset. When they are passed, the validation metrics will be computed against this given validation dataset. If they are not passed, then a validation dataset will be split from the training data and held out from training during the model search. After the model search, flaml will retrain the model with best configuration on the full training data. You can setretrain_full to be False to skip the final retraining or \"budget\" to ask flaml to do its best to retrain within the time budget. When retrain_full is set to True, the user-provided validation data is not used in the final retraining of the model. For cross validation, you can also set n_splits of the number of folds. By default it is 5. Data split method​ flaml relies on the provided task type to infer the default splitting strategy: stratified split for classification; uniform split for regression; time-based split for time series forecasting; group-based split for learning to rank. The data split method for classification can be changed into uniform split by setting split_type=\"uniform\". The data are shuffled when split_type in (\"uniform\", \"stratified\"). For both classification and regression tasks more advanced split configurations are possible: time-based split can be enforced if the data are sorted by timestamps, by setting split_type=\"time\", group-based splits can be set by using split_type=\"group\" while providing the group identifier for each sample through the groups argument. This is also shown in an example notebook. More in general, split_type can also be set as a custom splitter object, when eval_method=\"cv\". It needs to be an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. To disable shuffling, the splitter instance must contain the attribute shuffle=False.","s":"Resampling strategy","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#resampling-strategy","p":641},{"i":657,"t":"When you have parallel resources, you can either spend them in training and keep the model search sequential, or perform parallel search. Following scikit-learn, the parameter n_jobs specifies how many CPU cores to use for each training job. The number of parallel trials is specified via the parameter n_concurrent_trials. By default, n_jobs=-1, n_concurrent_trials=1. That is, all the CPU cores (in a single compute node) are used for training a single model and the search is sequential. When you have more resources than what each single training job needs, you can consider increasing n_concurrent_trials. FLAML now support two backends for parallel tuning, i.e., Ray and Spark. You can use either of them, but not both for one tuning job. Parallel tuning with Ray​ To do parallel tuning with Ray, install the ray and blendsearch options: pip install flaml[ray,blendsearch] Copy ray is used to manage the resources. For example, ray.init(num_cpus=16) Copy allocates 16 CPU cores. Then, when you run: automl.fit(X_train, y_train, n_jobs=4, n_concurrent_trials=4) Copy flaml will perform 4 trials in parallel, each consuming 4 CPU cores. The parallel tuning uses the BlendSearch algorithm. Parallel tuning with Spark​ To do parallel tuning with Spark, install the spark and blendsearch options: Spark support is added in v1.1.0 pip install flaml[spark,blendsearch]>=1.1.0 Copy For more details about installing Spark, please refer to Installation. An example of using Spark for parallel tuning is: automl.fit(X_train, y_train, n_concurrent_trials=4, use_spark=True) Copy Details about parallel tuning with Spark could be found here. For Spark clusters, by default, we will launch one trial per executor. However, sometimes we want to launch more trials than the number of executors (e.g., local mode). In this case, we can set the environment variable FLAML_MAX_CONCURRENT to override the detected num_executors. The final number of concurrent trials will be the minimum of n_concurrent_trials and num_executors. Also, GPU training is not supported yet when use_spark is True. Guidelines on parallel vs sequential tuning​ (1) Considerations on wall-clock time. One common motivation for parallel tuning is to save wall-clock time. When sequential tuning and parallel tuning achieve a similar wall-clock time, sequential tuning should be preferred. This is a rule of thumb when the HPO algorithm is sequential by nature (e.g., Bayesian Optimization and FLAML's HPO algorithms CFO and BS). Sequential tuning allows the HPO algorithms to take advantage of the historical trial results. Then the question is How to estimate the wall-clock-time needed by parallel tuning and sequential tuning? You can use the following way to roughly estimate the wall-clock time in parallel tuning and sequential tuning: To finish NNN trials of hyperparameter tuning, i.e., run NNN hyperparameter configurations, the total wall-clock time needed is N/k\\*(SingleTrialTime+Overhead)N/k\\*(SingleTrialTime + Overhead)N/k\\*(SingleTrialTime+Overhead), in which SingleTrialTimeSingleTrialTimeSingleTrialTime is the trial time to evaluate a particular hyperparameter configuration, kkk is the scale of parallelism, e.g., the number of parallel CPU/GPU cores, and OverheadOverheadOverhead is the computation overhead. In sequential tuning, k=1k=1k=1, and in parallel tuning k>1k>1k>1. This may suggest that parallel tuning has a shorter wall-clock time. But it is not always the case considering the other two factors SingleTrialTimeSingleTrialTimeSingleTrialTime, and OverheadOverheadOverhead: The OverheadOverheadOverhead in sequential tuning is typically negligible; while in parallel tuning, it is relatively large. You can also try to reduce the SingleTrialTimeSingleTrialTimeSingleTrialTime to reduce the wall-clock time in sequential tuning: For example, by increasing the resource consumed by a single trial (distributed or multi-thread training), you can reduce SingleTrialTimeSingleTrialTimeSingleTrialTime. One concrete example is to use the n_jobs parameter that sets the number of threads the fitting process can use in many scikit-learn style algorithms. (2) Considerations on randomness. Potential reasons that cause randomness: Parallel tuning: In the case of parallel tuning, the order of trials' finishing time is no longer deterministic. This non-deterministic order, combined with sequential HPO algorithms, leads to a non-deterministic hyperparameter tuning trajectory. Distributed or multi-thread training: Distributed/multi-thread training may introduce randomness in model training, i.e., the trained model with the same hyperparameter may be different because of such randomness. This model-level randomness may be undesirable in some cases.","s":"Parallel tuning","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#parallel-tuning","p":641},{"i":659,"t":"We can warm start the AutoML by providing starting points of hyperparameter configurstions for each estimator. For example, if you have run AutoML for one hour, after checking the results, you would like to run it for another two hours, then you can use the best configurations found for each estimator as the starting points for the new run. automl1 = AutoML()automl1.fit(X_train, y_train, time_budget=3600)automl2 = AutoML()automl2.fit( X_train, y_train, time_budget=7200, starting_points=automl1.best_config_per_estimator,) Copy starting_points is a dictionary or a str to specify the starting hyperparameter config. (1) When it is a dictionary, the keys are the estimator names. If you do not need to specify starting points for an estimator, exclude its name from the dictionary. The value for each key can be either a dictionary of a list of dictionaries, corresponding to one hyperparameter configuration, or multiple hyperparameter configurations, respectively. (2) When it is a str: if \"data\", use data-dependent defaults; if \"data:path\", use data-dependent defaults which are stored at path; if \"static\", use data-independent defaults. Please find more details about data-dependent defaults in zero shot AutoML.","s":"Warm start","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#warm-start","p":641},{"i":661,"t":"The trials are logged in a file if a log_file_name is passed. Each trial is logged as a json record in one line. The best trial's id is logged in the last line. For example, {\"record_id\": 0, \"iter_per_learner\": 1, \"logged_metric\": null, \"trial_time\": 0.12717914581298828, \"wall_clock_time\": 0.1728971004486084, \"validation_loss\": 0.07333333333333332, \"config\": {\"n_estimators\": 4, \"num_leaves\": 4, \"min_child_samples\": 20, \"learning_rate\": 0.09999999999999995, \"log_max_bin\": 8, \"colsample_bytree\": 1.0, \"reg_alpha\": 0.0009765625, \"reg_lambda\": 1.0}, \"learner\": \"lgbm\", \"sample_size\": 150}{\"record_id\": 1, \"iter_per_learner\": 3, \"logged_metric\": null, \"trial_time\": 0.07027268409729004, \"wall_clock_time\": 0.3756711483001709, \"validation_loss\": 0.05333333333333332, \"config\": {\"n_estimators\": 4, \"num_leaves\": 4, \"min_child_samples\": 12, \"learning_rate\": 0.2677050123105203, \"log_max_bin\": 7, \"colsample_bytree\": 1.0, \"reg_alpha\": 0.001348364934537134, \"reg_lambda\": 1.4442580148221913}, \"learner\": \"lgbm\", \"sample_size\": 150}{\"curr_best_record_id\": 1} Copy iter_per_learner means how many models have been tried for each learner. The reason you see records like iter_per_learner=3 for record_id=1 is that flaml only logs better configs than the previous iters by default, i.e., log_type='better'. If you use log_type='all' instead, all the trials will be logged. trial_time means the time taken to train and evaluate one config in that trial. total_search_time is the total time spent from the beginning of fit(). flaml will adjust the n_estimators for lightgbm etc. according to the remaining budget and check the time budget constraint and stop in several places. Most of the time that makes fit() stops before the given budget. Occasionally it may run over the time budget slightly. But the log file always contains the best config info and you can recover the best model until any time point using retrain_from_log(). We can also use mlflow for logging: mlflow.set_experiment(\"flaml\")with mlflow.start_run(): automl.fit(X_train=X_train, y_train=y_train, **settings) Copy To disable mlflow logging pre-configured in FLAML, set mlflow_logging=False: automl = AutoML(mlflow_logging=False) Copy or automl.fit(X_train=X_train, y_train=y_train, mlflow_logging=False, **settings) Copy Setting mlflow_logging=False in the constructor will disable mlflow logging for all the fit() calls. Setting mlflow_logging=False in fit() will disable mlflow logging for that fit() call only.","s":"Log the trials","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#log-the-trials","p":641},{"i":663,"t":"Extra fit arguments that are needed by the estimators can be passed to AutoML.fit(). For example, if there is a weight associated with each training example, they can be passed via sample_weight. For another example, period can be passed for time series forecaster. For any extra keywork argument passed to AutoML.fit() which has not been explicitly listed in the function signature, it will be passed to the underlying estimators' fit() as is. For another example, you can set the number of gpus used by each trial with the gpu_per_trial argument, which is only used by TransformersEstimator and XGBoostSklearnEstimator. In addition, you can specify the different arguments needed by different estimators using the fit_kwargs_by_estimator argument. For example, you can set the custom arguments for a Transformers model: from flaml.automl.data import load_openml_datasetfrom flaml import AutoMLX_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir=\"./\")automl = AutoML()automl_settings = { \"task\": \"classification\", \"time_budget\": 10, \"estimator_list\": [\"catboost\", \"rf\"], \"fit_kwargs_by_estimator\": { \"catboost\": { \"verbose\": True, # setting the verbosity of catboost to True } },}automl.fit(X_train=X_train, y_train=y_train, **automl_settings) Copy","s":"Extra fit arguments","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#extra-fit-arguments","p":641},{"i":666,"t":"The best model can be obtained by the model property of an AutoML instance. For example, automl.fit(X_train, y_train, task=\"regression\")print(automl.model)# Copy flaml.automl.model.LGBMEstimator is a wrapper class for LightGBM models. To access the underlying model, use the estimator property of the flaml.automl.model.LGBMEstimator instance. print(automl.model.estimator)\"\"\"LGBMRegressor(colsample_bytree=0.7610534336273627, learning_rate=0.41929025492645006, max_bin=255, min_child_samples=4, n_estimators=45, num_leaves=4, reg_alpha=0.0009765625, reg_lambda=0.009280655005879943, verbose=-1)\"\"\" Copy Just like a normal LightGBM model, we can inspect it. For example, we can plot the feature importance: import matplotlib.pyplot as pltplt.barh( automl.model.estimator.feature_name_, automl.model.estimator.feature_importances_) Copy","s":"Get best model","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#get-best-model","p":641},{"i":668,"t":"We can find the best estimator's name and best configuration by: print(automl.best_estimator)# lgbmprint(automl.best_config)# {'n_estimators': 148, 'num_leaves': 18, 'min_child_samples': 3, 'learning_rate': 0.17402065726724145, 'log_max_bin': 8, 'colsample_bytree': 0.6649148062238498, 'reg_alpha': 0.0009765625, 'reg_lambda': 0.0067613624509965} Copy We can also find the best configuration per estimator. print(automl.best_config_per_estimator)# {'lgbm': {'n_estimators': 148, 'num_leaves': 18, 'min_child_samples': 3, 'learning_rate': 0.17402065726724145, 'log_max_bin': 8, 'colsample_bytree': 0.6649148062238498, 'reg_alpha': 0.0009765625, 'reg_lambda': 0.0067613624509965}, 'rf': None, 'catboost': None, 'xgboost': {'n_estimators': 4, 'max_leaves': 4, 'min_child_weight': 1.8630223791106992, 'learning_rate': 1.0, 'subsample': 0.8513627344387318, 'colsample_bylevel': 1.0, 'colsample_bytree': 0.946138073111236, 'reg_alpha': 0.0018311776973217073, 'reg_lambda': 0.27901659190538414}, 'extra_tree': {'n_estimators': 4, 'max_features': 1.0, 'max_leaves': 4}} Copy The None value corresponds to the estimators which have not been tried. Other useful information: print(automl.best_config_train_time)# 0.24841618537902832print(automl.best_iteration)# 10print(automl.best_loss)# 0.15448622217577546print(automl.time_to_find_best_model)# 0.4167296886444092print(automl.config_history)# {0: ('lgbm', {'n_estimators': 4, 'num_leaves': 4, 'min_child_samples': 20, 'learning_rate': 0.09999999999999995, 'log_max_bin': 8, 'colsample_bytree': 1.0, 'reg_alpha': 0.0009765625, 'reg_lambda': 1.0}, 1.2300517559051514)}# Meaning: at iteration 0, the config tried is {'n_estimators': 4, 'num_leaves': 4, 'min_child_samples': 20, 'learning_rate': 0.09999999999999995, 'log_max_bin': 8, 'colsample_bytree': 1.0, 'reg_alpha': 0.0009765625, 'reg_lambda': 1.0} for lgbm, and the wallclock time is 1.23s when this trial is finished. Copy","s":"Get best configuration","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#get-best-configuration","p":641},{"i":670,"t":"To plot how the loss is improved over time during the model search, first load the search history from the log file: from flaml.automl.data import get_output_from_logtime_history, best_valid_loss_history, valid_loss_history, config_history, metric_history = get_output_from_log(filename=settings[\"log_file_name\"], time_budget=120) Copy Then, assuming the optimization metric is \"accuracy\", we can plot the accuracy versus wallclock time: import matplotlib.pyplot as pltimport numpy as npplt.title(\"Learning Curve\")plt.xlabel(\"Wall Clock Time (s)\")plt.ylabel(\"Validation Accuracy\")plt.step(time_history, 1 - np.array(best_valid_loss_history), where=\"post\")plt.show() Copy The curve suggests that increasing the time budget may further improve the accuracy.","s":"Plot learning curve","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#plot-learning-curve","p":641},{"i":672,"t":"If you have an exact constraint for the total search time, set it as the time budget. If you have flexible time constraints, for example, your desirable time budget is t1=60s, and the longest time budget you can tolerate is t2=3600s, you can try the following two ways: set t1 as the time budget, and check the message in the console log in the end. If the budget is too small, you will see a warning like WARNING - Time taken to find the best model is 91% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. set t2 as the time budget, and also set early_stop=True. If the early stopping is triggered, you will see a warning like WARNING - All estimator hyperparameters local search has converged at least once, and the total search time exceeds 10 times the time taken to find the best model. WARNING - Stopping search as early_stop is set to True.","s":"How to set time budget","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#how-to-set-time-budget","p":641},{"i":674,"t":"If you want to get a sense of how much time is needed to find the best model, you can use max_iter=2 to perform two trials first. The message will be like: INFO - iteration 0, current learner lgbm INFO - Estimated sufficient time budget=145194s. Estimated necessary time budget=2118s. INFO - at 2.6s, estimator lgbm's best error=0.4459, best estimator lgbm's best error=0.4459 You will see that the time to finish the first and cheapest trial is 2.6 seconds. The estimated necessary time budget is 2118 seconds, and the estimated sufficient time budget is 145194 seconds. Note that this is only an estimated range to help you decide your budget. When the time budget is set too low, it can happen that no estimator is trained at all within the budget. In this case, it is recommanded to use max_iter instead of time_budget. This ensures that you have enough time to train a model without worring about variance of the execution time for the code before starting a trainning.","s":"How much time is needed to find the best model","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#how-much-time-is-needed-to-find-the-best-model","p":641},{"i":676,"t":"On this page","s":"Tune User Defined Function","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"","p":675},{"i":678,"t":"There are three essential steps (assuming the knowledge of the set of hyperparameters to tune) to use flaml.tune to finish a basic tuning task: Specify the tuning objective with respect to the hyperparameters. Specify a search space of the hyperparameters. Specify tuning constraints, including constraints on the resource budget to do the tuning, constraints on the configurations, or/and constraints on a (or multiple) particular metric(s). With these steps, you can perform a basic tuning task accordingly.","s":"Basic Tuning Procedure","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#basic-tuning-procedure","p":675},{"i":680,"t":"Related arguments: evaluation_function: A user-defined evaluation function. metric: A string of the metric name to optimize for. mode: A string in ['min', 'max'] to specify the objective as minimization or maximization. The first step is to specify your tuning objective. To do it, you should first specify your evaluation procedure (e.g., perform a machine learning model training and validation) with respect to the hyperparameters in a user-defined function evaluation_function. The function requires a hyperparameter configuration as input, and can simply return a metric value in a scalar or return a dictionary of metric name and metric value pairs. In the following code, we define an evaluation function with respect to two hyperparameters named x and y according to obj:=(x−85000)2−x/yobj := (x-85000)^2 - x/yobj:=(x−85000)2−x/y. Note that we use this toy example here for more accessible demonstration purposes. In real use cases, the evaluation function usually cannot be written in this closed form, but instead involves a black-box and expensive evaluation procedure. Please check out Tune HuggingFace, Tune PyTorch and Tune LightGBM for real examples of tuning tasks. import timedef evaluate_config(config: dict): \"\"\"evaluate a hyperparameter configuration\"\"\" score = (config[\"x\"] - 85000) ** 2 - config[\"x\"] / config[\"y\"] # usually the evaluation takes an non-neglible cost # and the cost could be related to certain hyperparameters # here we simulate this cost by calling the time.sleep() function # here we assume the cost is proportional to x faked_evaluation_cost = config[\"x\"] / 100000 time.sleep(faked_evaluation_cost) # we can return a single float as a score on the input config: # return score # or, we can return a dictionary that maps metric name to metric value: return { \"score\": score, \"evaluation_cost\": faked_evaluation_cost, \"constraint_metric\": config[\"x\"] * config[\"y\"], } Copy When the evaluation function returns a dictionary of metrics, you need to specify the name of the metric to optimize via the argument metric (this can be skipped when the function is just returning a scalar). In addition, you need to specify a mode of your optimization/tuning task (maximization or minimization) via the argument mode by choosing from \"min\" or \"max\". For example, flaml.tune.run(evaluation_function=evaluate_config, metric=\"score\", mode=\"min\", ...) Copy","s":"Tuning objective","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#tuning-objective","p":675},{"i":682,"t":"Related arguments: config: A dictionary to specify the search space. low_cost_partial_config (optional): A dictionary from a subset of controlled dimensions to the initial low-cost values. cat_hp_cost (optional): A dictionary from a subset of categorical dimensions to the relative cost of each choice. The second step is to specify a search space of the hyperparameters through the argument config. In the search space, you need to specify valid values for your hyperparameters and can specify how these values are sampled (e.g., from a uniform distribution or a log-uniform distribution). In the following code example, we include a search space for the two hyperparameters x and y as introduced above. The valid values for both are integers in the range of [1, 100000]. The values for x are sampled uniformly in the specified range (using tune.randint(lower=1, upper=100000)), and the values for y are sampled uniformly in logarithmic space of the specified range (using tune.lograndit(lower=1, upper=100000)). from flaml import tune# construct a search space for the hyperparameters x and y.config_search_space = { \"x\": tune.lograndint(lower=1, upper=100000), \"y\": tune.randint(lower=1, upper=100000),}# provide the search space to tune.runtune.run(..., config=config_search_space, ...) Copy Details and guidelines on hyperparameter search space​ The corresponding value of a particular hyperparameter in the search space dictionary is called a domain, for example, tune.randint(lower=1, upper=100000) is the domain for the hyperparameter y. The domain specifies a type and valid range to sample parameters from. Supported types include float, integer, and categorical. Categorical hyperparameter If it is a categorical hyperparameter, then you should use tune.choice(possible_choices) in which possible_choices is the list of possible categorical values of the hyperparameter. For example, if you are tuning the optimizer used in model training, and the candidate optimizers are \"sgd\" and \"adam\", you should specify the search space in the following way: { \"optimizer\": tune.choice([\"sgd\", \"adam\"]),} Copy Numerical hyperparameter If it is a numerical hyperparameter, you need to know whether it takes integer values or float values. In addition, you need to know: The range of valid values, i.e., what are the lower limit and upper limit of the hyperparameter value? Do you want to sample in linear scale or log scale? It is a common practice to sample in the log scale if the valid value range is large and the evaluation function changes more regularly with respect to the log domain, as shown in the following example for learning rate tuning. In this code example, we set the lower limit and the upper limit of the learning rate to be 1/1024 and 1.0, respectively. We sample in the log space because model performance changes more regularly in the log scale with respect to the learning rate within such a large search range. { \"learning_rate\": tune.loguniform(lower=1 / 1024, upper=1.0),} Copy When the search range of learning rate is small, it is more common to sample in the linear scale as shown in the following example, { \"learning_rate\": tune.uniform(lower=0.1, upper=0.2),} Copy Do you have quantization granularity requirements? When you have a desired quantization granularity for the hyperparameter change, you can use tune.qlograndint or tune.qloguniform to realize the quantization requirement. The following code example helps you realize the need for sampling uniformly in the range of 0.1 and 0.2 with increments of 0.02, i.e., the sampled learning rate can only take values in {0.1, 0.12, 0.14, 0.16, ..., 0.2}, { \"learning_rate\": tune.quniform(lower=0.1, upper=0.2, q=0.02),} Copy You can find the corresponding search space choice in the table below once you have answers to the aforementioned three questions. Integer Float linear scale tune.randint(lower: int, upper: int) tune.uniform(lower: float, upper: float) log scale tune.lograndint(lower: int, upper: int, base: float = 10 tune.loguniform(lower: float, upper: float, base: float = 10) linear scale with quantization tune.qrandint(lower: int, upper: int, q: int = 1) tune.quniform(lower: float, upper: float, q: float = 1) log scale with quantization tune.qlograndint(lower: int, upper, q: int = 1, base: float = 10) tune.qloguniform(lower: float, upper, q: float = 1, base: float = 10) See the example below for the commonly used types of domains. config = { # Sample a float uniformly between -5.0 and -1.0 \"uniform\": tune.uniform(-5, -1), # Sample a float uniformly between 3.2 and 5.4, # rounding to increments of 0.2 \"quniform\": tune.quniform(3.2, 5.4, 0.2), # Sample a float uniformly between 0.0001 and 0.01, while # sampling in log space \"loguniform\": tune.loguniform(1e-4, 1e-2), # Sample a float uniformly between 0.0001 and 0.1, while # sampling in log space and rounding to increments of 0.00005 \"qloguniform\": tune.qloguniform(1e-4, 1e-1, 5e-5), # Sample a random float from a normal distribution with # mean=10 and sd=2 \"randn\": tune.randn(10, 2), # Sample a random float from a normal distribution with # mean=10 and sd=2, rounding to increments of 0.2 \"qrandn\": tune.qrandn(10, 2, 0.2), # Sample a integer uniformly between -9 (inclusive) and 15 (exclusive) \"randint\": tune.randint(-9, 15), # Sample a random uniformly between -21 (inclusive) and 12 (inclusive (!)) # rounding to increments of 3 (includes 12) \"qrandint\": tune.qrandint(-21, 12, 3), # Sample a integer uniformly between 1 (inclusive) and 10 (exclusive), # while sampling in log space \"lograndint\": tune.lograndint(1, 10), # Sample a integer uniformly between 2 (inclusive) and 10 (inclusive (!)), # while sampling in log space and rounding to increments of 2 \"qlograndint\": tune.qlograndint(2, 10, 2), # Sample an option uniformly from the specified choices \"choice\": tune.choice([\"a\", \"b\", \"c\"]),} Copy Cost-related hyperparameters​ Cost-related hyperparameters are a subset of the hyperparameters which directly affect the computation cost incurred in the evaluation of any hyperparameter configuration. For example, the number of estimators (n_estimators) and the maximum number of leaves (max_leaves) are known to affect the training cost of tree-based learners. So they are cost-related hyperparameters for tree-based learners. When cost-related hyperparameters exist, the evaluation cost in the search space is heterogeneous. In this case, designing a search space with proper ranges of the hyperparameter values is highly non-trivial. Classical tuning algorithms such as Bayesian optimization and random search are typically sensitive to such ranges. It may take them a very high cost to find a good choice if the ranges are too large. And if the ranges are too small, the optimal choice(s) may not be included and thus not possible to be found. With our method, you can use a search space with larger ranges in the case of heterogeneous cost. Our search algorithms are designed to finish the tuning process at a low total cost when the evaluation cost in the search space is heterogeneous. So in such scenarios, if you are aware of low-cost configurations for the cost-related hyperparameters, you are encouraged to set them as the low_cost_partial_config, which is a dictionary of a subset of the hyperparameter coordinates whose value corresponds to a configuration with known low cost. Using the example of the tree-based methods again, since we know that small n_estimators and max_leaves generally correspond to simpler models and thus lower cost, we set {'n_estimators': 4, 'max_leaves': 4} as the low_cost_partial_config by default (note that 4 is the lower bound of search space for these two hyperparameters), e.g., in LGBM. Please find more details on how the algorithm works here. In addition, if you are aware of the cost relationship between different categorical hyperparameter choices, you are encouraged to provide this information through cat_hp_cost. It also helps the search algorithm to reduce the total cost.","s":"Search space","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#search-space","p":675},{"i":684,"t":"Related arguments: time_budget_s: The time budget in seconds. num_samples: An integer of the number of configs to try. config_constraints (optional): A list of config constraints to be satisfied. metric_constraints (optional): A list of metric constraints to be satisfied. e.g., ['precision', '>=', 0.9]. The third step is to specify constraints of the tuning task. One notable property of flaml.tune is that it is able to finish the tuning process (obtaining good results) within a required resource constraint. A user can either provide the resource constraint in terms of wall-clock time (in seconds) through the argument time_budget_s, or in terms of the number of trials through the argument num_samples. The following example shows three use cases: # Set a resource constraint of 60 seconds wall-clock time for the tuning.flaml.tune.run(..., time_budget_s=60, ...)# Set a resource constraint of 100 trials for the tuning.flaml.tune.run(..., num_samples=100, ...)# Use at most 60 seconds and at most 100 trials for the tuning.flaml.tune.run(..., time_budget_s=60, num_samples=100, ...) Copy Optionally, you can provide a list of config constraints to be satisfied through the argument config_constraints and provide a list of metric constraints to be satisfied through the argument metric_constraints. We provide more details about related use cases in the Advanced Tuning Options section.","s":"Tuning constraints","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#tuning-constraints","p":675},{"i":686,"t":"After the aforementioned key steps, one is ready to perform a tuning task by calling flaml.tune.run(). Below is a quick sequential tuning example using the pre-defined search space config_search_space and a minimization (mode='min') objective for the score metric evaluated in evaluate_config, using the default serach algorithm in flaml. The time budget is 10 seconds (time_budget_s=10). # require: pip install flaml[blendsearch]analysis = tune.run( evaluate_config, # the function to evaluate a config config=config_search_space, # the search space defined metric=\"score\", mode=\"min\", # the optimization mode, \"min\" or \"max\" num_samples=-1, # the maximal number of configs to try, -1 means infinite time_budget_s=10, # the time budget in seconds) Copy","s":"Put together","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#put-together","p":675},{"i":688,"t":"Once the tuning process finishes, it returns an ExperimentAnalysis object, which provides methods to analyze the tuning. In the following code example, we retrieve the best configuration found during the tuning, and retrieve the best trial's result from the returned analysis. analysis = tune.run( evaluate_config, # the function to evaluate a config config=config_search_space, # the search space defined metric=\"score\", mode=\"min\", # the optimization mode, \"min\" or \"max\" num_samples=-1, # the maximal number of configs to try, -1 means infinite time_budget_s=10, # the time budget in seconds)print(analysis.best_config) # the best configprint(analysis.best_trial.last_result) # the best trial's result Copy","s":"Result analysis","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#result-analysis","p":675},{"i":690,"t":"There are several advanced tuning options worth mentioning.","s":"Advanced Tuning Options","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#advanced-tuning-options","p":675},{"i":692,"t":"A user can specify constraints on the configurations to be satisfied via the argument config_constraints. The config_constraints receives a list of such constraints to be satisfied. Specifically, each constraint is a tuple that consists of (1) a function that takes a configuration as input and returns a numerical value; (2) an operation chosen from \"\\<=\", \">=\", \"\\<\" or \">\"; (3) a numerical threshold. In the following code example, we constrain the output of area, which takes a configuration as input and outputs a numerical value, to be no larger than 1000. def my_model_size(config): return config[\"n_estimators\"] * config[\"max_leaves\"]analysis = tune.run( ..., config_constraints=[(my_model_size, \"<=\", 40)],) Copy You can also specify a list of metric constraints to be satisfied via the argument metric_constraints. Each element in the metric_constraints list is a tuple that consists of (1) a string specifying the name of the metric (the metric name must be defined and returned in the user-defined evaluation_function); (2) an operation chosen from \"\\<=\" or \">=\"; (3) a numerical threshold. In the following code example, we constrain the metric training_cost to be no larger than 1 second. analysis = (tune.run(..., metric_constraints=[(\"training_cost\", \"<=\", 1)]),) Copy config_constraints vs metric_constraints:​ The key difference between these two types of constraints is that the calculation of constraints in config_constraints does not rely on the computation procedure in the evaluation function, i.e., in evaluation_function. For example, when a constraint only depends on the config itself, as shown in the code example. Due to this independency, constraints in config_constraints will be checked before evaluation. So configurations that do not satisfy config_constraints will not be evaluated.","s":"More constraints on the tuning","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#more-constraints-on-the-tuning","p":675},{"i":694,"t":"Related arguments: use_ray: A boolean of whether to use ray as the backend. use_spark: A boolean of whether to use spark as the backend. resources_per_trial: A dictionary of the hardware resources to allocate per trial, e.g., {'cpu': 1}. Only valid when using ray backend. Details about parallel tuning with Spark could be found here. You can perform parallel tuning by specifying use_ray=True (requiring flaml[ray] option installed) or use_spark=True (requiring flaml[spark] option installed). You can also limit the amount of resources allocated per trial by specifying resources_per_trial, e.g., resources_per_trial={'cpu': 2} when use_ray=True. # require: pip install flaml[ray]analysis = tune.run( evaluate_config, # the function to evaluate a config config=config_search_space, # the search space defined metric=\"score\", mode=\"min\", # the optimization mode, \"min\" or \"max\" num_samples=-1, # the maximal number of configs to try, -1 means infinite time_budget_s=10, # the time budget in seconds use_ray=True, resources_per_trial={\"cpu\": 2}, # limit resources allocated per trial)print(analysis.best_trial.last_result) # the best trial's resultprint(analysis.best_config) # the best config Copy # require: pip install flaml[spark]analysis = tune.run( evaluate_config, # the function to evaluate a config config=config_search_space, # the search space defined metric=\"score\", mode=\"min\", # the optimization mode, \"min\" or \"max\" num_samples=-1, # the maximal number of configs to try, -1 means infinite time_budget_s=10, # the time budget in seconds use_spark=True,)print(analysis.best_trial.last_result) # the best trial's resultprint(analysis.best_config) # the best config Copy A headsup about computation overhead. When parallel tuning is used, there will be a certain amount of computation overhead in each trial. In case each trial's original cost is much smaller than the overhead, parallel tuning can underperform sequential tuning. Sequential tuning is recommended when compute resource is limited, and each trial can consume all the resources.","s":"Parallel tuning","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#parallel-tuning","p":675},{"i":696,"t":"Related arguments: scheduler: A scheduler for executing the trials. resource_attr: A string to specify the resource dimension used by the scheduler. min_resource: A float of the minimal resource to use for the resource_attr. max_resource: A float of the maximal resource to use for the resource_attr. reduction_factor: A float of the reduction factor used for incremental pruning. A scheduler can help manage the trials' execution. It can be used to perform multi-fiedlity evalution, or/and early stopping. You can use two different types of schedulers in flaml.tune via scheduler. 1. An authentic scheduler implemented in FLAML (scheduler='flaml').​ This scheduler is authentic to the new search algorithms provided by FLAML. In a nutshell, it starts the search with the minimum resource. It switches between HPO with the current resource and increasing the resource for evaluation depending on which leads to faster improvement. If this scheduler is used, you need to Specify a resource dimension. Conceptually a 'resource dimension' is a factor that affects the cost of the evaluation (e.g., sample size, the number of epochs). You need to specify the name of the resource dimension via resource_attr. For example, if resource_attr=\"sample_size\", then the config dict passed to the evaluation_function would contain a key \"sample_size\" and its value suggested by the search algorithm. That value should be used in the evaluation function to control the compute cost. The larger is the value, the more expensive the evaluation is. Provide the lower and upper limit of the resource dimension via min_resource and max_resource, and optionally provide reduction_factor, which determines the magnitude of resource (multiplicative) increase when we decide to increase the resource. In the following code example, we consider the sample size as the resource dimension. It determines how much data is used to perform training as reflected in the evaluation_function. We set the min_resource and max_resource to 1000 and the size of the full training dataset, respectively. from flaml import tunefrom functools import partialfrom flaml.automl.data import load_openml_taskdef obj_from_resource_attr(resource_attr, X_train, X_test, y_train, y_test, config): from lightgbm import LGBMClassifier from sklearn.metrics import accuracy_score # in this example sample size is our resource dimension resource = int(config[resource_attr]) sampled_X_train = X_train.iloc[:resource] sampled_y_train = y_train[:resource] # construct a LGBM model from the config # note that you need to first remove the resource_attr field # from the config as it is not part of the original search space model_config = config.copy() del model_config[resource_attr] model = LGBMClassifier(**model_config) model.fit(sampled_X_train, sampled_y_train) y_test_predict = model.predict(X_test) test_loss = 1.0 - accuracy_score(y_test, y_test_predict) return {resource_attr: resource, \"loss\": test_loss}X_train, X_test, y_train, y_test = load_openml_task(task_id=7592, data_dir=\"test/\")max_resource = len(y_train)resource_attr = \"sample_size\"min_resource = 1000analysis = tune.run( partial(obj_from_resource_attr, resource_attr, X_train, X_test, y_train, y_test), config={ \"n_estimators\": tune.lograndint(lower=4, upper=32768), \"max_leaves\": tune.lograndint(lower=4, upper=32768), \"learning_rate\": tune.loguniform(lower=1 / 1024, upper=1.0), }, metric=\"loss\", mode=\"min\", resource_attr=resource_attr, scheduler=\"flaml\", max_resource=max_resource, min_resource=min_resource, reduction_factor=2, time_budget_s=10, num_samples=-1,) Copy You can find more details about this scheduler in this paper. 2. A scheduler of the TrialScheduler class from ray.tune.​ There is a handful of schedulers of this type implemented in ray.tune, for example, ASHA, HyperBand, BOHB, etc. To use this type of scheduler you can either (1) set scheduler='asha', which will automatically create an ASHAScheduler instance using the provided inputs (resource_attr, min_resource, max_resource, and reduction_factor); or (2) create an instance by yourself and provided it via scheduler, as shown in the following code example, # require: pip install flaml[ray]from ray.tune.schedulers import HyperBandSchedulermy_scheduler = HyperBandScheduler(time_attr=\"sample_size\", max_t=max_resource, reduction_factor=2)tune.run(.., scheduler=my_scheduler, ...) Copy Similar to the case where the flaml scheduler is used, you need to specify the resource dimension, use the resource dimension accordingly in your evaluation_function, and provide the necessary information needed for scheduling, such as min_resource, max_resource and reduction_factor (depending on the requirements of the specific scheduler). Different from the case when the flaml scheduler is used, the amount of resources to use at each iteration is not suggested by the search algorithm through the resource_attr in a configuration. You need to specify the evaluation schedule explicitly by yourself in the evaluation_function and report intermediate results (using tune.report()) accordingly. In the following code example, we use the ASHA scheduler by setting scheduler=\"asha\". We specify resource_attr, min_resource, min_resource and reduction_factor the same way as in the previous example (when \"flaml\" is used as the scheduler). We perform the evaluation in a customized schedule. Use ray backend or not? You can choose to use ray backend or not by specifying use_ray=True or use_ray=False. When ray backend is not used, i.e., use_ray=False, you also need to stop the evaluation function by explicitly catching the StopIteration exception, as shown in the end of the evaluation function obj_w_intermediate_report() in the following code example. def obj_w_intermediate_report( resource_attr, X_train, X_test, y_train, y_test, min_resource, max_resource, config): from lightgbm import LGBMClassifier from sklearn.metrics import accuracy_score # a customized schedule to perform the evaluation eval_schedule = [res for res in range(min_resource, max_resource, 5000)] + [ max_resource ] for resource in eval_schedule: sampled_X_train = X_train.iloc[:resource] sampled_y_train = y_train[:resource] # construct a LGBM model from the config model = LGBMClassifier(**config) model.fit(sampled_X_train, sampled_y_train) y_test_predict = model.predict(X_test) test_loss = 1.0 - accuracy_score(y_test, y_test_predict) # need to report the resource attribute used and the corresponding intermediate results try: tune.report(sample_size=resource, loss=test_loss) except (StopIteration, SystemExit): # do cleanup operation here returnresource_attr = \"sample_size\"min_resource = 1000max_resource = len(y_train)analysis = tune.run( partial( obj_w_intermediate_report, resource_attr, X_train, X_test, y_train, y_test, min_resource, max_resource, ), config={ \"n_estimators\": tune.lograndint(lower=4, upper=32768), \"learning_rate\": tune.loguniform(lower=1 / 1024, upper=1.0), }, metric=\"loss\", mode=\"min\", resource_attr=resource_attr, scheduler=\"asha\", max_resource=max_resource, min_resource=min_resource, reduction_factor=2, time_budget_s=10, num_samples=-1,) Copy If you would like to do some cleanup opearation when the trial is stopped by the scheduler, you can do it when you catch the StopIteration (when not using ray) or SystemExit (when using ray) exception explicitly.","s":"Trial scheduling","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#trial-scheduling","p":675},{"i":698,"t":"Related arguments: points_to_evaluate: A list of initial hyperparameter configurations to run first. evaluated_rewards: If you have previously evaluated the parameters passed in as points_to_evaluate , you can avoid re-running those trials by passing in the reward attributes as a list so the optimizer can be told the results without needing to re-compute the trial. Must be the same length or shorter length than points_to_evaluate. If you are aware of some good hyperparameter configurations, you are encouraged to provide them via points_to_evaluate. The search algorithm will try them first and use them to bootstrap the search. You can use previously evaluated configurations to warm-start your tuning. For example, the following code means that you know the reward for the two configs in points_to_evaluate are 3.99 and 1.99, respectively, and want to inform tune.run(). def simple_obj(config): return config[\"a\"] + config[\"b\"]from flaml import tuneconfig_search_space = { \"a\": tune.uniform(lower=0, upper=0.99), \"b\": tune.uniform(lower=0, upper=3),}points_to_evaluate = [ {\"b\": 0.99, \"a\": 3}, {\"b\": 0.99, \"a\": 2}, {\"b\": 0.80, \"a\": 3}, {\"b\": 0.80, \"a\": 2},]evaluated_rewards = [3.99, 2.99]analysis = tune.run( simple_obj, config=config_search_space, mode=\"max\", points_to_evaluate=points_to_evaluate, evaluated_rewards=evaluated_rewards, time_budget_s=10, num_samples=-1,) Copy","s":"Warm start","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#warm-start","p":675},{"i":700,"t":"By default, there is randomness in our tuning process (for versions \\<= 0.9.1). If reproducibility is desired, you could manually set a random seed before calling tune.run(). For example, in the following code, we call np.random.seed(100) to set the random seed. With this random seed, running the following code multiple times will generate exactly the same search trajectory. The reproducibility can only be guaranteed in sequential tuning. import numpy as npnp.random.seed(100) # This line is not needed starting from version v0.9.2.analysis = tune.run( simple_obj, config=config_search_space, mode=\"max\", num_samples=10,) Copy","s":"Reproducibility","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#reproducibility","p":675},{"i":702,"t":"We support tuning multiple objectives with lexicographic preference by providing argument lexico_objectives for tune.run(). lexico_objectives is a dictionary that contains the following fields of key-value pairs: metrics: a list of optimization objectives with the orders reflecting the priorities/preferences of the objectives. modes: (optional) a list of optimization modes (each mode either \"min\" or \"max\") corresponding to the objectives in the metric list. If not provided, we use \"min\" as the default mode for all the objectives. tolerances: (optional) a dictionary to specify the optimality tolerances on objectives. The keys are the metric names (provided in \"metrics\"), and the values are the absolute/percentage tolerance in the form of numeric/string. targets: (optional) a dictionary to specify the optimization targets on the objectives. The keys are the metric names (provided in \"metric\"), and the values are the numerical target values. In the following example, we want to minimize val_loss and pred_time of the model where val_loss has high priority. The tolerances for val_loss and pre_time are 0.02 and 0 respectively. We do not set targets for these two objectives and we set them to -inf for both objectives. lexico_objectives = {}lexico_objectives[\"metrics\"] = [\"val_loss\", \"pred_time\"]lexico_objectives[\"modes\"] = [\"min\", \"min\"]lexico_objectives[\"tolerances\"] = {\"val_loss\": 0.02, \"pred_time\": 0.0}lexico_objectives[\"targets\"] = {\"val_loss\": -float(\"inf\"), \"pred_time\": -float(\"inf\")}# provide the lexico_objectives to tune.runtune.run(..., search_alg=None, lexico_objectives=lexico_objectives) Copy We also supports providing percentage tolerance as shown below. lexico_objectives[\"tolerances\"] = {\"val_loss\": \"10%\", \"pred_time\": \"0%\"} Copy NOTE: When lexico_objectives is not None, the arguments metric, mode, will be invalid, and flaml's tune uses CFO as the search_alg, which makes the input (if provided) search_alg invalid. This is a new feature that will be released in version 1.1.0 and is subject to change in the future version.","s":"Lexicographic Objectives","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#lexicographic-objectives","p":675},{"i":704,"t":"To tune the hyperparameters toward your objective, you will want to use a hyperparameter optimization algorithm which can help suggest hyperparameters with better performance (regarding your objective). flaml offers two HPO methods: CFO and BlendSearch. flaml.tune uses BlendSearch by default when the option [blendsearch] is installed.","s":"Hyperparameter Optimization Algorithm","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#hyperparameter-optimization-algorithm","p":675},{"i":706,"t":"CFO uses the randomized direct search method FLOW2 with adaptive stepsize and random restart. It requires a low-cost initial point as input if such point exists. The search begins with the low-cost initial point and gradually move to high cost region if needed. The local search method has a provable convergence rate and bounded cost. About FLOW2: FLOW2 is a simple yet effective randomized direct search method. It is an iterative optimization method that can optimize for black-box functions. FLOW2 only requires pairwise comparisons between function values to perform iterative update. Comparing to existing HPO methods, FLOW2 has the following appealing properties: It is applicable to general black-box functions with a good convergence rate in terms of loss. It provides theoretical guarantees on the total evaluation cost incurred. The GIFs attached below demonstrate an example search trajectory of FLOW2 shown in the loss and evaluation cost (i.e., the training time ) space respectively. FLOW2 is used in tuning the # of leaves and the # of trees for XGBoost. The two background heatmaps show the loss and cost distribution of all configurations. The black dots are the points evaluated in FLOW2. Black dots connected by lines are points that yield better loss performance when evaluated. From the demonstration, we can see that (1) FLOW2 can quickly move toward the low-loss region, showing good convergence property and (2) FLOW2 tends to avoid exploring the high-cost region until necessary. Example: from flaml import CFOtune.run(... search_alg=CFO(low_cost_partial_config=low_cost_partial_config),) Copy Recommended scenario: There exist cost-related hyperparameters and a low-cost initial point is known before optimization. If the search space is complex and CFO gets trapped into local optima, consider using BlendSearch.","s":"CFO: Frugal Optimization for Cost-related Hyperparameters","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#cfo-frugal-optimization-for-cost-related-hyperparameters","p":675},{"i":708,"t":"BlendSearch combines local search with global search. It leverages the frugality of CFO and the space exploration ability of global search methods such as Bayesian optimization. Like CFO, BlendSearch requires a low-cost initial point as input if such point exists, and starts the search from there. Different from CFO, BlendSearch will not wait for the local search to fully converge before trying new start points. The new start points are suggested by the global search method and filtered based on their distance to the existing points in the cost-related dimensions. BlendSearch still gradually increases the trial cost. It prioritizes among the global search thread and multiple local search threads based on optimism in face of uncertainty. Example: # require: pip install flaml[blendsearch]from flaml import BlendSearchtune.run(... search_alg=BlendSearch(low_cost_partial_config=low_cost_partial_config),) Copy Recommended scenario: Cost-related hyperparameters exist, a low-cost initial point is known, and the search space is complex such that local search is prone to be stuck at local optima. Suggestion about using larger search space in BlendSearch. In hyperparameter optimization, a larger search space is desirable because it is more likely to include the optimal configuration (or one of the optimal configurations) in hindsight. However the performance (especially anytime performance) of most existing HPO methods is undesirable if the cost of the configurations in the search space has a large variation. Thus hand-crafted small search spaces (with relatively homogeneous cost) are often used in practice for these methods, which is subject to idiosyncrasy. BlendSearch combines the benefits of local search and global search, which enables a smart (economical) way of deciding where to explore in the search space even though it is larger than necessary. This allows users to specify a larger search space in BlendSearch, which is often easier and a better practice than narrowing down the search space by hand. For more technical details, please check our papers. Frugal Optimization for Cost-related Hyperparameters. Qingyun Wu, Chi Wang, Silu Huang. AAAI 2021. @inproceedings{wu2021cfo, title={Frugal Optimization for Cost-related Hyperparameters}, author={Qingyun Wu and Chi Wang and Silu Huang}, year={2021}, booktitle={AAAI'21},} Copy Economical Hyperparameter Optimization With Blended Search Strategy. Chi Wang, Qingyun Wu, Silu Huang, Amin Saied. ICLR 2021. @inproceedings{wang2021blendsearch, title={Economical Hyperparameter Optimization With Blended Search Strategy}, author={Chi Wang and Qingyun Wu and Silu Huang and Amin Saied}, year={2021}, booktitle={ICLR'21},} Copy Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives. Shaokun Zhang, Feiran Jia, Chi Wang, Qingyun Wu. ICLR 2023 (notable-top-5%). @inproceedings{zhang2023targeted, title={Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives}, author={Shaokun Zhang and Feiran Jia and Chi Wang and Qingyun Wu}, booktitle={International Conference on Learning Representations}, year={2023}, url={https://openreview.net/forum?id=0Ij9_q567Ma}} Copy","s":"BlendSearch: Economical Hyperparameter Optimization With Blended Search Strategy","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#blendsearch-economical-hyperparameter-optimization-with-blended-search-strategy","p":675}],"index":{"version":"2.3.9","fields":["t"],"fieldVectors":[["t/2",[0,4.108,1,7.438,2,5.233,3,8.508,4,2.183,5,7.438,6,4.909,7,4.307,8,3.996,9,4.772,10,1.719,11,3.924,12,3.84,13,5.4,14,2.772,15,4.557,16,4.892,17,4.108,18,5.4,19,3.564,20,5.4,21,4.428,22,6.277,23,3.942,24,6.738,25,5.4,26,2.752,27,4.892,28,4.108,29,1.08,30,4.892,31,7.438,32,3.799,33,4.108,34,2.901,35,4.892,36,5.4,37,4.557,38,2.472,39,4.108,40,4.557,41,3.675,42,5.4,43,5.4,44,4.557,45,5.4,46,5.4,47,4.557,48,3.942,49,2.098,50,5.4,51,3.942,52,3.942,53,5.4,54,4.557,55,5.4,56,2.799,57,4.892,58,4.892,59,5.4,60,5.933,61,6.472,62,4.557,63,3.291,64,2.404,65,4.892,66,5.4,67,5.4,68,4.892,69,4.557,70,4.557,71,5.4,72,5.4,73,5.4,74,5.4,75,5.4,76,4.892,77,3.015,78,9.002,79,4.892,80,4.892,81,4.557,82,5.4,83,5.4,84,5.4,85,0.83,86,4.108,87,5.4,88,4.892,89,5.4,90,5.4,91,5.4,92,3.564,93,5.4,94,2.849,95,4.892,96,3.799,97,4.892,98,4.307,99,3.799,100,5.4,101,3.465,102,4.892,103,4.557]],["t/5",[8,3.446,10,1.929,14,2.937,38,4.246,56,3.325,104,4.513,105,6.414,106,2.086,107,4.859,108,4.969,109,5.116,110,6.414,111,4.513,112,5.811,113,2.148,114,6.658,115,6.414,116,3.227,117,3.655,118,3.512,119,2.464,120,2.066,121,3.325,122,3.512,123,2.851,124,6.658,125,5.811,126,4.365,127,5.872,128,2.214,129,5.811,130,6.414,131,2.941,132,5.413,133,3.269,134,5.116,135,3.114,136,4.234,137,4.365,138,4.682,139,5.116,140,3.909,141,1.507,142,3.022,143,3.164,144,6.414,145,4.365,146,6.414,147,4.365,148,6.414,149,4.115,150,4.879,151,6.414,152,3.114,153,2.936,154,3.022,155,3.067,156,3.215,157,3.384,158,5.811,159,2.611,160,6.414,161,4.879,162,3.581]],["t/7",[8,3.906,10,1.681,14,2.836,21,4.328,28,5.531,30,6.587,106,3.199,107,4.233,118,3.981,119,2.793,126,4.948,127,5.115,143,3.586,149,4.665,150,5.531,162,4.06,163,2.234,164,7.271,165,5.115,166,7.629,167,7.271,168,5.115,169,2.701,170,2.857,171,2.435,172,3.111,173,6.136,174,2.588,175,4.08,176,4.665,177,4.543,178,6.587,179,5.115,180,4.143,181,4.665,182,4.665,183,2.701,184,5.115,185,4.665,186,2.701,187,7.271,188,4.948,189,3.981,190,3.705]],["t/9",[2,4.777,12,3.907,14,1.957,38,3.962,92,4.481,116,2.23,119,2.608,120,2.187,128,2.343,131,2.392,137,5.892,138,4.956,141,1.595,152,3.296,161,5.164,171,2.9,172,4.079,188,4.62,191,4.956,192,4.951,193,5.277,194,4.138,195,4.187,196,2.343,197,1.809,198,6.789,199,2.608,200,3.022,201,4.356,202,2.943,203,3.46,204,4.62,205,2.943,206,2.982,207,2.943,208,4.62,209,3.403,210,2.637,211,5.73,212,6.15,213,6.789,214,4.356,215,3.296,216,6.789,217,6.789,218,5.73,219,5.415,220,5.73,221,6.15,222,6.789,223,6.789,224,6.789,225,6.15,226,5.415,227,2.608]],["t/11",[2,4.077,8,5.294,9,6.322,10,2.346,11,4.655,12,2.616,14,2.84,15,4.891,32,4.077,33,4.409,35,5.25,54,4.891,56,3.004,60,4.623,99,4.077,103,6.586,104,4.077,108,3.45,118,3.173,121,4.045,124,4.623,127,4.077,141,1.362,142,3.676,149,3.718,153,2.652,168,4.077,184,4.077,186,2.153,189,3.173,203,2.953,204,5.311,228,4.891,229,5.795,230,4.891,231,5.795,232,5.795,233,3.718,234,5.795,235,5.795,236,4.23,237,1.701,238,4.891,239,7.07,240,4.077,241,4.23,242,4.891,243,5.25,244,4.409,245,5.25,246,4.623,247,3.825,248,5.795,249,3.944,250,2.546,251,2.771,252,2.652,253,3.058,254,3.058,255,4.623,256,4.623,257,4.23,258,4.409,259,4.891,260,2.304,261,2.201,262,3.944,263,3.303,264,3.718,265,4.077,266,5.795,267,4.23,268,3.718,269,4.23,270,5.25,271,5.795,272,4.891,273,5.795,274,5.795,275,5.795,276,5.25,277,4.409,278,5.795,279,3.944,280,4.891,281,3.944,282,4.077]],["t/13",[11,4.303,12,3.681,14,2.351,21,4.855,103,6.883,141,1.916,162,4.554,186,3.03,197,2.173,261,3.098,283,5.096,284,5.233,285,6.883,286,4.648,287,4.228,288,4.465,289,4.382,290,6.204,291,4.228,292,3.681,293,6.505,294,5.953,295,5.953,296,6.204]],["t/15",[0,3.605,7,5.413,8,3.646,9,4.354,10,2.203,11,5.028,33,3.605,38,2.169,39,3.605,41,3.225,56,2.457,77,2.646,94,2.5,107,2.759,116,2.229,127,3.334,134,3.78,142,2.233,143,2.337,145,3.225,149,4.354,153,3.628,159,2.763,161,3.605,169,1.761,184,3.334,185,3.041,186,1.761,191,3.459,203,4.04,236,5.786,237,1.391,238,4,247,5.232,253,2.5,261,2.577,262,3.225,263,2.701,264,3.041,277,3.605,282,3.334,283,2.961,286,5.22,287,5.203,288,5.218,297,5.786,298,5.577,299,6.03,300,3.459,301,4.259,302,3.045,303,4.293,304,4.831,305,4.739,306,1.977,307,3.78,308,3.78,309,5.712,310,4.354,311,2.546,312,3.78,313,3.78,314,3.459,315,3.78,316,2.821,317,2.457,318,2.375,319,4,320,3.78,321,4.739,322,4,323,1.841,324,5.786,325,4.739,326,2.961,327,3.334,328,4.739,329,4.293,330,2.646,331,5.786,332,3.334,333,3.605,334,3.334,335,4.293,336,5.413,337,3.041,338,4.293,339,3.459,340,3.605,341,4.739,342,4.293,343,3.78,344,4.739,345,2.233,346,5.413,347,4.739,348,3.334,349,3.225,350,3.225,351,4.739,352,3.78,353,4.739,354,1.069,355,2.054,356,3.605,357,3.459,358,4.293,359,4.293,360,3.041,361,4,362,3.78,363,4.739,364,2.375,365,3.459,366,3.605]],["t/17",[4,0.887,11,4.968,29,1.6,33,2.298,38,3.993,49,1.174,60,2.41,85,1.703,94,1.594,107,1.759,118,1.654,131,1.064,145,4.096,149,1.938,153,2.207,170,1.187,191,2.205,193,1.841,197,0.805,199,1.16,200,2.147,201,1.938,211,2.55,215,2.922,221,2.737,227,1.16,228,5.08,237,1.415,239,4.369,243,2.737,245,2.737,253,1.594,259,2.55,261,2.61,263,4.971,279,2.056,286,2.748,287,4.881,288,5.049,297,3.52,298,4.834,301,1.623,302,1.16,309,5.936,310,3.862,316,3.583,324,7.105,334,4.235,346,2.41,357,2.205,362,7.174,364,4.21,367,2.737,368,3.336,369,1.174,370,1.938,371,2.737,372,1.938,373,2.205,374,2.737,375,2.737,376,3.021,377,2.878,378,3.847,379,2.126,380,3.021,381,2.55,382,2.417,383,5.317,384,2.056,385,1.799,386,3.021,387,2.41,388,4.369,389,1.938,390,2.298,391,2.55,392,3.393,393,1.799,394,3.021,395,3.021,396,2.458,397,1.345,398,3.021,399,2.737,400,2.591,401,3.021,402,2.737,403,2.41,404,2.205,405,2.056,406,3.021,407,3.021,408,2.55,409,4.369,410,7.59,411,2.056,412,3.021,413,3.021,414,3.021,415,2.979,416,4.804,417,2.298,418,4.823,419,4.823,420,2.41,421,8.354,422,3.021,423,2.41,424,8.4,425,6.51,426,1.938,427,5.453,428,4.823,429,4.823,430,4.823,431,3.021,432,4.823,433,3.021,434,4.823,435,4.823,436,3.832,437,4.823,438,4.823,439,4.823,440,2.641,441,2.737,442,3.021,443,4.823,444,3.021,445,5.632,446,2.641,447,2.056,448,3.021,449,2.41,450,1.49,451,4.823,452,1.364,453,2.421,454,3.021,455,3.021,456,1.445,457,1.087,458,3.021]],["t/19",[10,1.705,29,1.823,85,0.82,94,2.814,102,4.832,111,3.753,113,1.787,149,3.422,162,2.978,170,2.096,174,3.408,176,3.422,181,3.422,182,3.422,185,3.422,204,3.63,210,2.865,215,2.59,247,3.521,254,2.814,286,3.04,287,5.361,288,4.993,289,2.866,297,5.383,301,4.541,302,2.833,304,3.251,306,2.226,309,6.698,311,2.866,314,5.383,315,4.255,333,4.058,334,7.14,346,5.882,366,4.058,381,4.502,384,3.63,391,8.078,400,5.319,403,4.255,404,5.383,441,4.832,452,2.407,459,5.334,460,3.375,461,5.334,462,4.832,463,4.255,464,5.334,465,4.058,466,5.334,467,5.334,468,3.04,469,4.502,470,5.334,471,4.832,472,2.172,473,4.832,474,3.893,475,3.63,476,3.753,477,4.832,478,1.823,479,3.422,480,3.175,481,4.058,482,3.333,483,7.375,484,7.375,485,5.334,486,2.375,487,8.261,488,2.898,489,5.334,490,3.893,491,4.502,492,4.058,493,2.978,494,5.334,495,4.832]],["t/21",[14,1.643,23,4.161,29,1.14,85,0.876,131,2.008,149,3.657,153,2.609,170,3.438,176,3.657,185,3.657,186,2.867,197,1.519,204,3.879,212,5.164,226,4.547,247,3.763,261,2.165,262,3.879,263,3.249,265,4.011,272,4.811,286,3.249,287,4.001,288,3.121,289,3.063,291,2.955,297,6.387,301,3.063,302,2.189,304,5.333,306,2.378,308,4.547,309,3.763,310,3.657,311,3.063,314,6.844,315,8.238,316,3.394,317,2.955,318,4.911,327,4.011,330,3.183,339,4.161,345,3.636,383,3.474,446,4.226,447,3.879,452,2.573,460,2.609,463,4.547,471,5.164,472,2.321,473,5.164,474,4.161,475,3.879,476,5.43,477,6.992,482,4.822,487,7.927,495,7.927,496,5.164,497,3.763,498,3.562,499,5.701,500,4.336,501,4.811,502,2.768,503,5.701,504,5.701,505,3.879,506,3.763,507,5.701,508,4.822,509,5.701,510,2.857,511,5.164,512,2.955,513,4.547,514,5.701,515,2.504,516,4.336,517,2.955,518,5.701,519,2.955,520,2.955]],["t/23",[10,1.362,11,5.014,29,1.779,38,3.612,64,2.624,94,3.109,107,3.431,108,3.508,126,4.011,145,5.371,159,2.399,170,3.101,176,3.781,184,4.146,185,3.781,186,2.19,193,3.592,202,2.555,227,2.264,233,3.781,238,4.974,247,3.89,253,3.109,272,6.661,286,5.071,287,5.137,288,4.872,297,4.302,299,4.483,301,3.166,302,2.264,304,4.81,306,2.459,319,4.974,320,6.296,324,4.302,330,3.291,331,4.302,334,5.553,355,2.555,357,4.302,383,3.592,384,4.011,390,6.004,400,3.166,505,4.011,508,3.682,510,2.954,521,5.893,522,4.146,523,3.592,524,5.893,525,4.701,526,5.893,527,4.974,528,3.562,529,5.339,530,7.15,531,7.15,532,4.011,533,4.146,534,5.893,535,4.974,536,5.893,537,4.146,538,3.227,539,3.562,540,4.483,541,3.227,542,7.893,543,6.004,544,3.003,545,4.701,546,5.893,547,5.893,548,5.893,549,5.553,550,3.166]],["t/25",[11,4.243,12,3.63,21,5.723,162,5.367,253,4.243,260,3.198,263,4.583,283,5.025,284,5.16,286,5.478,287,4.983,288,5.263,292,3.63,293,6.415,294,5.871,295,5.871,296,6.118,297,5.871,505,5.473,551,5.473,552,8.043,553,5.16]],["t/27",[0,4.379,10,2.033,29,2.025,58,7.038,98,6.197,116,1.891,121,2.984,123,1.769,127,4.05,133,3.959,143,2.839,149,3.694,159,2.344,175,3.507,184,5.466,186,3.267,233,4.985,254,3.037,258,5.91,261,3.34,280,4.859,286,3.281,288,3.152,301,5.733,302,3.616,317,4.027,318,2.886,326,5.495,330,3.214,349,3.918,350,3.918,372,3.694,479,3.694,508,3.597,517,2.984,543,4.379,554,2.673,555,4.202,556,7.769,557,6.197,558,4.205,559,3.281,560,5.466,561,6.557,562,4.592,563,3.8,564,3.918,565,5.757,566,5.757,567,2.635,568,5.215,569,5.757,570,4.379,571,3.214,572,3.918,573,5.804,574,3.427,575,4.859,576,4.859,577,3.918,578,4.05,579,6.197,580,3.832,581,4.05,582,5.215,583,5.215,584,3.509,585,4.592,586,5.757,587,4.859,588,5.757]],["t/29",[10,2.14,21,2.595,29,1.772,34,2.342,48,3.182,49,1.694,85,1.162,94,2.3,107,3.719,116,3.387,122,3.497,131,1.536,147,2.967,159,3.389,175,3.412,185,2.797,186,3.292,197,2.361,199,2.904,200,1.941,207,1.89,210,1.694,227,1.674,257,3.182,261,2.426,269,3.182,277,3.316,279,2.967,288,5.238,300,3.182,301,5.271,302,2.904,306,1.819,323,1.694,326,5.537,333,3.316,335,3.949,340,3.316,346,3.477,352,3.477,355,2.769,364,3.789,372,5.341,384,2.967,388,3.949,393,2.595,396,2.222,409,3.949,415,1.89,436,1.915,457,1.568,472,1.775,486,1.404,516,3.316,519,2.26,522,3.067,532,2.967,539,1.968,554,3.864,573,5.849,574,2.595,577,2.967,581,3.067,582,3.949,589,4.36,590,5.095,591,4.663,592,3.316,593,4.36,594,2.967,595,3.949,596,3.316,597,6.388,598,3.679,599,3.067,600,4.36,601,3.949,602,4.663,603,3.949,604,4.36,605,3.51,606,1.291,607,4.36,608,3.949,609,3.151,610,5.095,611,7.56,612,3.949,613,3.679,614,4.36,615,2.434,616,2.657,617,2.967,618,4.062,619,4.36,620,4.36,621,0.375,622,3.949,623,5.787,624,4.36,625,4.36,626,3.679,627,3.477,628,4.36,629,5.787,630,4.36,631,3.477,632,2.185,633,3.679,634,4.36,635,3.949,636,2.797,637,5.787,638,3.316,639,3.949,640,3.316,641,1.866,642,2.877,643,3.316,644,3.477,645,3.949,646,3.679,647,4.36,648,2.877]],["t/31",[4,1.668,10,1.313,29,1.747,52,4.147,107,5.085,113,3.456,116,2.529,121,4.528,131,2.002,143,2.802,153,2.601,159,3.135,163,1.746,174,2.023,191,4.147,199,3.964,227,2.182,233,3.646,252,3.524,253,2.998,257,5.621,261,2.158,284,3.646,301,5.258,302,3.355,326,4.812,345,3.628,372,6.008,393,3.383,397,2.53,423,4.532,486,1.83,488,2.233,515,2.496,519,2.945,558,3.682,571,3.173,573,5.083,598,4.795,599,3.998,605,2.638,632,3.86,640,4.322,641,2.431,648,3.75,649,4.322,650,5.682,651,3.383,652,3.308,653,2.601,654,4.532,655,2.717,656,4.795,657,5.858,658,4.147,659,2.895,660,4.532,661,4.147,662,7.913,663,6.976,664,5.147,665,7.913,666,7.913,667,7.913,668,7.913,669,7.913,670,5.147]],["t/33",[4,1.389,19,1.947,29,0.946,49,2.301,85,1.643,107,4.844,113,1.585,116,2.437,121,3.513,126,3.22,135,1.432,137,2.007,159,3.021,175,4.027,184,2.075,185,1.893,186,1.096,197,2.217,199,1.817,200,1.313,207,2.051,210,1.838,215,1.432,220,3.993,227,2.275,233,5.081,260,1.173,287,1.529,288,4.336,289,1.585,301,4.47,302,3.592,304,1.798,306,1.231,311,2.542,317,1.529,319,2.489,326,2.956,327,2.075,330,1.647,338,2.672,345,2.229,349,2.007,350,2.007,364,2.969,368,1.432,375,2.672,381,2.489,384,4.031,391,2.489,392,2.075,397,2.106,400,1.585,415,2.051,423,2.353,426,1.893,436,3.479,446,1.615,450,1.455,452,3.059,453,2.383,457,3.111,472,2.412,478,1.008,482,2.956,486,2.183,508,2.956,515,2.078,519,3.071,520,1.529,532,2.007,554,2.196,561,2.489,562,2.353,564,2.007,573,3.123,578,4.168,579,4.725,595,2.672,596,2.244,606,2.007,608,2.672,609,4.4,615,1.647,617,2.007,618,2.542,621,0.582,622,6.721,623,2.672,636,1.893,639,4.286,641,1.262,644,5.406,651,1.756,658,3.453,659,1.503,661,2.153,662,5.366,663,4.286,664,2.672,665,5.366,666,5.366,667,5.366,668,5.366,669,5.366,670,2.672,671,2.672,672,2.007,673,3.22,674,2.95,675,2.95,676,1.756,677,2.95,678,2.95,679,2.353,680,4.506,681,2.95,682,2.95,683,2.95,684,4.286,685,2.489,686,2.95,687,2.353,688,2.075,689,2.95,690,4.286,691,2.007,692,2.95,693,4.731,694,3.599,695,4.031,696,3.22,697,2.884,698,1.893,699,2.353,700,2.95,701,2.25,702,2.489,703,2.95,704,2.95,705,2.95,706,2.95,707,2.489,708,2.95,709,3.677,710,3.123,711,2.95,712,2.95,713,3.329,714,2.95,715,2.95,716,2.672,717,1.893,718,2.95,719,1.556,720,6.778,721,2.95,722,2.95,723,2.95,724,2.489,725,2.672,726,2.672,727,2.672,728,2.672,729,2.489,730,2.95,731,2.95,732,2.95,733,2.95,734,4.731,735,2.95,736,2.95,737,2.95,738,3.993,739,1.893,740,2.672,741,1.556,742,2.075,743,2.489,744,2.95,745,1.843,746,2.075,747,2.95,748,4.731,749,2.95,750,3.329,751,2.95,752,2.672,753,1.096,754,2.672,755,2.672,756,2.353,757,2.95,758,2.95,759,2.075,760,2.489,761,2.672,762,2.244,763,2.672,764,0.969,765,2.95]],["t/35",[10,1.78,11,4.609,12,3.476,21,4.584,29,1.957,52,4.147,104,3.998,107,3.308,113,2.926,118,4.783,121,3.992,127,3.998,131,2.713,133,3.924,138,4.147,141,1.335,147,3.867,159,4.201,162,5.229,169,2.861,175,2.564,182,3.646,186,2.111,199,2.182,203,3.924,227,2.182,233,3.646,247,3.75,249,3.867,252,3.524,263,3.238,264,3.646,284,4.941,286,3.238,287,2.945,288,3.111,290,4.322,291,2.945,292,2.564,293,4.532,294,4.147,295,4.147,296,4.322,312,6.143,331,4.147,340,4.322,345,3.628,349,3.867,350,3.867,365,4.147,372,6.008,415,2.463,423,6.143,490,4.147,500,4.322,519,2.945,550,3.053,554,2.638,558,3.682,636,3.646,642,5.083,644,4.532,766,7.701,767,5.147,768,4.795,769,4.795,770,4.941,771,3.55,772,3.173,773,3.383,774,4.147,775,5.682,776,5.682,777,5.682,778,4.795,779,5.147,780,4.147,781,4.532]],["t/37",[21,5.222,283,5.481,284,5.628,286,4.999,349,5.969,350,5.969,551,5.969,555,6.403,782,5.106]],["t/39",[0,6.445,11,4.47,29,1.982,121,4.392,162,4.731,197,2.258,284,5.436,306,3.535,327,5.961,377,4.052,783,4.731,784,8.473,785,7.151,786,8.473,787,6.445]],["t/42",[10,1.859,12,3.63,29,1.608,131,2.834,210,3.124,254,5.072,261,3.055,323,3.124,479,6.168,621,0.691,745,5.025,783,4.491,785,8.677,788,6.415,789,7.286,790,5.659,791,8.043,792,8.043,793,8.043,794,6.415,795,6.788,796,8.043,797,8.043]],["t/44",[6,5.165,9,6.067,10,2.186,26,3.988,159,3.85,252,3.582,260,3.111,299,5.953,323,3.04,450,3.86,621,0.672,787,7.73,794,7.543,795,6.605,798,7.826,799,7.826,800,7.826,801,7.826,802,7.826,803,6.242,804,3.306,805,4.77,806,4.89,807,7.826,808,7.826,809,3.393,810,7.826]],["t/46",[10,1.953,48,4.77,85,1.575,86,7.121,200,2.909,253,3.447,254,3.447,261,2.482,268,6.006,279,4.447,287,3.387,295,4.77,332,5.943,354,1.474,383,5.705,400,3.511,411,4.447,528,2.949,621,0.85,697,3.983,698,5.42,709,3.922,787,4.971,803,5.212,811,4.192,812,6.534,813,5.92,814,6.534,815,3.89,816,5.92,817,6.534,818,6.534,819,6.534,820,6.534,821,6.534,822,4.971,823,6.534,824,6.534,825,4.597,826,2.949,827,9.361,828,6.534,829,6.534,830,4.971,831,6.534,832,4.457,833,8.448,834,4.083,835,3.955,836,8.448,837,6.534,838,6.534,839,4.313]],["t/48",[6,4.412,10,2.441,14,1.927,28,5.085,38,3.06,85,1.688,237,1.962,268,4.289,332,4.703,337,4.289,345,3.149,360,4.289,383,4.074,392,4.703,447,4.549,449,5.332,479,4.289,480,3.98,493,4.786,574,5.103,621,0.574,787,6.521,803,6.838,813,6.056,815,3.98,840,6.685,841,6.685,842,6.056,843,7.766,844,6.056,845,7.234,846,7.234,847,7.766,848,7.234,849,7.234,850,7.234,851,7.234,852,6.685,853,6.685,854,6.056,855,6.056,856,4.879,857,6.056,858,6.056,859,4.879,860,2.539]],["t/50",[10,2.465,11,3.422,14,1.87,38,2.968,63,3.953,85,1.693,86,4.934,121,3.362,237,1.904,261,2.463,262,4.414,360,4.161,369,3.266,383,3.953,396,3.305,493,3.621,558,3.101,574,3.861,621,0.722,783,3.621,787,7.096,790,4.563,803,7.44,815,5.005,842,5.876,843,5.876,845,5.474,846,7.095,847,7.616,848,7.095,849,7.095,850,7.095,851,7.095,854,5.876,855,5.876,856,4.734,857,5.876,861,6.486,862,4.414,863,3.861,864,5.876,865,6.486,866,6.486,867,8.45,868,9.328,869,8.407]],["t/52",[283,6.413,284,5.773,785,7.594]],["t/55",[0,3.428,8,2.421,9,4.198,10,2.333,11,5.099,12,2.034,14,2.221,29,1.691,49,1.751,56,2.336,77,2.516,85,0.692,92,2.974,107,2.623,111,3.17,116,1.48,117,2.568,118,4.219,121,5.01,122,2.467,137,3.067,141,2.11,145,3.067,153,2.995,159,1.835,161,3.428,162,4.302,166,3.803,171,1.509,174,1.604,175,3.816,186,2.431,189,2.467,204,3.067,226,3.594,227,1.731,236,3.289,250,2.874,252,4.287,284,2.891,286,4.818,287,5.01,288,3.583,301,5.423,302,3.712,303,4.082,304,2.746,306,2.73,307,3.594,309,2.974,310,2.891,314,3.289,318,3.28,326,4.089,332,3.17,345,2.123,348,3.17,349,3.067,350,3.067,361,3.803,372,2.891,393,2.683,396,3.335,415,1.953,460,2.062,462,4.082,463,5.22,472,1.835,479,2.891,482,2.816,496,4.082,502,2.188,517,3.392,522,3.17,523,2.746,532,3.067,543,3.428,554,2.092,555,3.289,557,3.594,560,3.17,562,3.594,567,2.995,568,4.082,573,2.974,585,3.594,602,3.289,618,3.516,660,3.594,762,3.428,774,3.289,870,2.516,871,3.17,872,4.506,873,6.744,874,4.082,875,4.776,876,3.803,877,4.082,878,3.428,879,4.506,880,4.082,881,4.506,882,4.506,883,4.082,884,4.506,885,6.544,886,2.568,887,4.506,888,4.506,889,1.792,890,1.857,891,4.506,892,3.428,893,3.803]],["t/57",[4,2.446,10,1.75,11,2.306,14,1.26,29,1.853,49,1.698,77,2.44,85,0.983,101,2.804,107,2.544,118,3.504,120,1.408,121,4.32,123,1.343,159,3.082,163,1.343,169,3.096,171,2.791,174,1.556,175,3.417,186,2.813,188,5.671,196,1.509,197,1.705,201,2.804,207,1.895,233,2.804,252,3.465,256,3.486,258,3.325,285,3.688,286,2.491,287,4.598,288,2.393,289,2.348,301,4.068,302,1.679,306,1.824,309,2.885,318,2.191,326,3.999,330,2.44,332,3.075,334,6.736,361,3.688,368,2.122,372,5.347,390,3.325,400,4.766,403,3.486,404,3.19,415,1.895,426,2.804,436,1.92,452,1.973,453,2.574,457,1.572,460,2,472,3.082,475,4.355,482,2.731,488,2.515,491,3.688,502,2.122,510,3.795,517,2.266,522,3.075,523,2.664,528,1.973,535,3.688,543,5.759,560,3.075,563,2.885,570,3.325,571,3.573,572,6.036,573,4.224,577,2.974,591,3.19,645,3.959,657,6.34,660,6.039,672,4.355,697,2.664,717,2.804,771,2.731,772,2.44,790,3.075,811,4.106,826,2.888,890,1.801,894,2.544,895,3.486,896,4.371,897,3.959,898,4.371,899,3.869,900,3.208,901,3.438,902,5.797,903,6.4,904,4.371,905,4.371,906,4.371,907,5.526,908,6.39,909,4.371,910,2.664,911,2.306,912,3.486,913,3.959,914,4.371,915,4.371,916,4.371,917,6.4,918,4.371,919,3.959,920,3.486,921,4.371,922,4.371,923,3.19]],["t/59",[10,2.283,11,3.078,14,1.682,49,3.045,98,4.654,101,3.743,113,1.954,118,4.847,121,4.589,123,2.409,141,2.08,162,3.258,163,2.409,169,2.168,175,3.996,197,1.554,200,2.597,204,6.721,227,2.241,233,3.743,252,3.588,258,5.963,289,3.135,291,3.024,301,5.306,302,3.793,307,4.654,314,6.462,318,4.438,323,2.266,326,3.645,345,2.748,349,3.97,350,3.97,364,3.929,426,3.743,436,2.563,446,4.292,452,2.633,457,2.099,491,4.924,508,4.898,520,3.024,560,4.105,563,3.851,573,3.851,598,4.924,659,2.973,671,5.285,672,5.335,746,4.105,764,1.916,870,3.258,873,6.253,874,5.285,875,5.722,876,4.924,883,5.285,889,2.319,890,2.404,924,5.834,925,3.325,926,5.285,927,4.654,928,4.438,929,4.924,930,4.924,931,4.259,932,5.285,933,5.834]],["t/61",[10,2.129,11,3.335,22,5.335,95,5.726,111,4.447,116,2.715,118,4.526,121,4.775,122,4.526,133,3.221,137,4.302,141,2.165,147,5.626,159,3.751,175,3.731,176,4.056,186,2.348,197,1.684,203,3.221,247,4.172,252,4.216,264,4.056,286,4.711,287,5.065,288,3.461,301,4.95,302,2.428,304,3.853,314,4.614,318,3.168,323,3.212,326,3.95,327,4.447,334,4.447,337,4.056,349,4.302,350,4.302,405,4.302,463,5.042,501,5.335,535,5.335,549,4.447,573,4.172,580,3.118,602,4.614,651,3.763,659,3.221,763,5.726,771,3.95,773,4.921,890,3.407,925,3.602,934,3.68,935,4.614,936,5.042,937,5.335,938,6.321,939,5.726,940,3.602,941,4.447,942,5.726,943,6.321]],["t/63",[11,5.142,12,3.716,21,5.803,141,1.934,162,4.597,169,3.059,186,3.059,283,5.144,284,5.282,289,4.423,290,6.263,291,4.268,292,3.716,293,6.567,294,6.009,295,6.009,296,6.263,365,6.009,551,5.603,642,5.434]],["t/65",[944,2.499]],["t/67",[14,2.383,52,4.614,64,2.814,131,2.913,133,3.221,143,3.118,165,4.447,186,3.071,206,2.777,208,4.302,215,3.069,237,1.855,249,4.302,261,3.851,276,5.726,291,4.285,292,4.577,340,4.808,383,3.853,385,3.763,387,5.042,405,4.302,446,3.461,449,5.042,472,2.574,488,3.249,493,3.529,513,5.042,528,2.853,549,4.447,591,4.614,621,0.543,632,3.168,764,2.076,770,4.056,805,5.615,825,4.447,826,2.853,889,2.513,945,5.042,946,5.042,947,7.489,948,5.042,949,6.321,950,6.321,951,8.267,952,3.95,953,6.321,954,7.489,955,7.794,956,4.526,957,5.335,958,3.461,959,6.321,960,6.321,961,4.056,962,6.321,963,4.056,964,6.321,965,5.726,966,4.056,967,6.289,968,6.321]],["t/69",[32,5.933,37,7.116,250,4.342,294,6.155,550,4.53,599,5.933,935,6.155,969,8.432,970,10.818,971,8.432,972,8.432,973,8.432,974,7.639]],["t/72",[153,3.804,554,3.859,612,8.88,621,0.714,632,4.166,794,6.63,795,7.014,809,4.519,975,8.311,976,8.311,977,4.618,978,6.63,979,5.656,980,8.311,981,8.311,982,8.311]],["t/74",[14,2.882,131,3.029,621,0.739,636,5.517,764,2.824,780,6.276,983,8.599,984,6.859,985,8.599,986,8.599,987,8.599,988,7.79]],["t/76",[14,2.529,26,4.47,29,1.754,113,2.938,131,3.09,826,3.959,989,8.772,990,7.946,991,8.772]],["t/78",[29,1.524,242,9.413,253,4.02,355,3.303,393,4.537,450,3.759,538,4.172,764,3.435,794,6.079,809,4.354,992,8.301,993,9.305,994,6.904,995,6.079,996,9.305,997,6.431,998,9.305,999,6.904,1000,7.621]],["t/80",[14,2.308,86,7.292,183,2.974,242,6.756,261,3.041,291,4.15,364,5.143,511,7.253,621,0.688,764,3.148,809,4.156,934,4.661,952,5.99,977,3.771,1001,10.636,1002,8.006,1003,8.006,1004,8.006,1005,8.006]],["t/82",[26,3.473,29,1.735,37,5.752,64,3.034,85,1.334,96,4.795,127,4.795,197,1.816,260,2.71,283,4.259,295,6.335,343,5.437,364,3.416,378,6.923,393,4.057,515,2.994,621,0.746,655,4.15,750,4.795,780,4.975,783,4.846,809,4.501,826,3.917,870,3.806,963,4.373,978,5.437,988,7.862,995,5.437,1006,6.816,1007,6.816,1008,6.816,1009,6.816,1010,5.437,1011,6.816,1012,6.335,1013,6.816,1014,6.816,1015,6.816,1016,6.816,1017,6.816,1018,6.816,1019,6.816,1020,5.437,1021,6.816,1022,6.816,1023,4.638,1024,6.816,1025,6.174,1026,6.174,1027,6.174,1028,3.884,1029,6.816]],["t/84",[8,4.024,9,4.805,10,2.128,21,4.459,26,4.692,85,1.415,104,5.269,119,3.536,125,6.785,141,2.342,142,3.528,159,3.049,169,3.703,175,3.38,197,1.995,240,5.269,261,2.845,264,4.805,283,4.68,284,4.805,286,4.268,292,3.38,301,4.024,304,4.565,365,5.467,415,3.991,500,5.697,520,3.882,555,5.467,615,4.182,779,6.785,958,4.101,1030,5.359]],["t/86",[240,6.172,263,4.999,292,3.959,360,5.628,642,5.79,676,5.222,863,5.222,1031,8.772,1032,7.946]],["t/88",[944,2.499]],["t/90",[106,2.882,183,3.292,621,0.761,809,4.41,977,4.174,1033,6.234]],["t/92",[4,1.845,10,1.175,14,0.931,29,0.646,85,1.192,106,2.319,116,1.06,120,1.04,123,1.932,128,1.114,152,1.568,154,1.521,170,1.997,174,1.149,195,4.036,196,1.754,202,1.4,205,1.4,207,1.4,237,1.492,250,3.923,251,4.27,302,1.24,311,1.735,318,1.618,377,1.544,415,1.4,436,1.418,452,1.457,453,1.299,457,1.161,468,1.84,480,1.922,515,1.418,528,1.457,621,0.437,653,1.478,764,1.06,804,1.364,860,1.226,886,6.143,889,4.317,899,1.499,1034,2.071,1035,2.271,1036,3.229,1037,2.575,1038,2.925,1039,2.925,1040,1.592,1041,1.803,1042,3.229,1043,1.364,1044,2.575,1045,1.544,1046,2.925,1047,1.84,1048,2.071,1049,3.229,1050,2.357,1051,2.725,1052,2.271,1053,3.886,1054,2.131,1055,1.735,1056,7.336,1057,10.22,1058,2.575,1059,5.588,1060,1.735,1061,2.725,1062,2.575,1063,2.725,1064,2.575,1065,2.725,1066,2.575,1067,1.187,1068,2.431,1069,1.879,1070,2.131,1071,1.592,1072,2.131,1073,3.229,1074,7.124,1075,5.606,1076,2.575,1077,1.968,1078,3.229,1079,1.84,1080,3.229,1081,7.124,1082,2.271,1083,6.609,1084,5.083,1085,5.083,1086,2.357,1087,2.357,1088,7.131,1089,8.238,1090,3.71,1091,2.271,1092,9.188,1093,1.968,1094,2.271,1095,3.229,1096,1.703,1097,2.456,1098,2.357,1099,2.456,1100,2.925,1101,2.575,1102,3.176,1103,2.575,1104,2.575,1105,3.229,1106,3.229,1107,3.229,1108,2.925,1109,2.725,1110,3.229,1111,3.229,1112,2.017,1113,2.456,1114,2.575,1115,2.071,1116,2.575,1117,1.922,1118,2.925]],["t/94",[26,4.562,85,1.375,520,4.64,958,4.901,1030,5.211]],["t/96",[944,2.499]],["t/98",[106,2.853,183,3.259,621,0.754,809,4.385,977,4.132,1033,6.172,1119,7.403,1120,5.969]],["t/100",[4,1.863,6,1.253,10,1.189,14,0.944,29,0.38,64,0.845,77,1.06,85,1.492,106,0.617,113,0.636,116,1.419,119,1.258,120,0.612,123,2.209,128,1.492,131,0.669,141,0.446,142,0.894,152,1.591,155,1.567,163,0.583,170,1.287,171,1.097,174,0.676,195,3.943,196,1.775,197,0.506,202,0.823,205,0.823,206,0.834,218,1.602,237,2.11,250,3.808,251,4.145,260,0.755,302,0.729,304,1.157,311,1.02,316,6.242,317,0.984,318,0.952,345,1.543,364,1.642,415,1.42,436,0.834,440,1.794,452,0.857,453,0.764,457,0.683,460,1.5,468,1.082,478,0.649,480,1.13,482,1.186,502,0.922,512,0.984,515,0.834,528,0.857,544,1.67,570,1.444,605,2.006,621,0.618,653,0.869,701,0.721,764,1.689,772,1.06,804,0.802,873,1.514,886,1.082,889,4.294,890,1.35,899,0.881,900,0.952,927,1.514,1034,1.218,1040,0.936,1041,1.06,1043,0.802,1045,1.567,1047,1.082,1052,1.336,1053,3.808,1054,1.253,1055,1.02,1056,7.157,1058,1.514,1059,5.417,1060,1.02,1062,1.514,1063,1.602,1064,1.514,1066,1.514,1067,1.204,1068,2.459,1074,6.914,1075,5.899,1076,1.514,1077,1.157,1079,1.082,1081,6.914,1083,6.631,1090,1.386,1093,1.157,1101,1.514,1102,2.047,1104,1.514,1112,2.047,1113,1.444,1114,1.514,1115,1.218,1116,1.514,1117,1.95,1120,1.292,1121,2.102,1122,1.602,1123,3.915,1124,1.72,1125,1.602,1126,1.602,1127,1.72,1128,1.72,1129,1.72,1130,1.13,1131,2.573,1132,1.514,1133,1.514,1134,1.514,1135,1.253,1136,4.072,1137,1.292,1138,1.292,1139,1.72,1140,1.186,1141,2.573,1142,1.72,1143,0.857,1144,0.984,1145,1.157,1146,1.602,1147,1.72,1148,8.668,1149,1.444,1150,1.602,1151,1.899,1152,1.899,1153,1.72,1154,1.13,1155,1.899,1156,1.899,1157,3.276,1158,3.276,1159,1.514,1160,1.899,1161,1.899,1162,5.142,1163,1.602,1164,3.276,1165,3.276,1166,1.514,1167,5.142,1168,3.276,1169,3.276,1170,1.72,1171,3.276,1172,1.602,1173,1.899,1174,1.899,1175,1.157,1176,3.276,1177,1.899,1178,5.142,1179,5.142,1180,3.276,1181,1.899,1182,3.276,1183,1.899,1184,3.276,1185,1.899,1186,1.292,1187,1.899,1188,1.899,1189,1.899,1190,1.899,1191,5.803,1192,1.899,1193,3.276,1194,3.276,1195,2.765,1196,3.276,1197,3.276,1198,3.276,1199,3.276,1200,3.276,1201,1.899,1202,1.602,1203,1.253,1204,1.72,1205,1.157,1206,1.336,1207,1.462,1208,1.72,1209,2.765,1210,1.602,1211,1.591,1212,1.602,1213,1.602,1214,2.765,1215,1.602,1216,1.72,1217,1.13,1218,1.899,1219,1.386,1220,1.899,1221,1.444,1222,1.602,1223,1.082,1224,1.899,1225,1.514,1226,1.386,1227,1.899,1228,1.386,1229,1.899,1230,1.386,1231,1.899,1232,1.899,1233,1.899,1234,1.444,1235,2.391,1236,1.444,1237,1.72,1238,1.72,1239,4.319,1240,1.72,1241,1.899,1242,1.899,1243,1.899,1244,1.899,1245,1.899,1246,1.899,1247,2.613,1248,1.72,1249,2.765,1250,1.72,1251,1.72,1252,1.72,1253,1.72,1254,1.899,1255,1.292,1256,1.899,1257,1.186,1258,1.899,1259,1.899,1260,1.72,1261,1.514,1262,1.899,1263,1.72,1264,1.899,1265,1.514,1266,1.72,1267,1.039,1268,1.72,1269,1.602,1270,1.602,1271,1.514,1272,1.602,1273,1.72,1274,1.72,1275,1.72,1276,1.386,1277,1.72,1278,1.72,1279,1.602,1280,1.72]],["t/102",[4,2.039,10,1.132,14,1.412,26,2.497,85,1.765,106,1.593,108,2.916,141,1.151,153,2.242,163,1.505,192,4.994,193,2.986,194,4.235,195,3.859,197,1.305,199,1.882,209,2.455,210,3.413,237,2.039,254,2.585,405,3.334,453,2.795,457,2.5,486,1.578,488,1.925,493,2.735,508,3.061,520,2.539,606,1.451,621,0.597,860,1.861,870,2.735,958,2.682,1030,2.852,1047,2.792,1053,1.82,1086,5.072,1087,3.576,1096,3.666,1141,5.23,1154,2.916,1207,2.35,1239,4.728,1257,3.061,1267,2.682,1281,4.438,1282,3.688,1283,2.539,1284,3.061,1285,4.135,1286,4.438,1287,4.899,1288,5.952,1289,8.074,1290,4.899,1291,7.415,1292,6.948,1293,7.415,1294,4.135,1295,6.948,1296,6.948,1297,6.948,1298,4.899,1299,6.948,1300,4.899,1301,4.438,1302,6.948,1303,6.948,1304,6.948,1305,4.899,1306,3.908,1307,4.899,1308,4.899,1309,3.727,1310,4.899,1311,3.727,1312,4.899,1313,4.899,1314,4.899,1315,4.899,1316,4.438]],["t/104",[944,2.499]],["t/106",[106,2.853,183,3.259,621,0.754,809,4.385,977,4.132,1033,6.172,1119,7.403,1120,5.969]],["t/108",[4,1.666,6,0.903,10,1.084,14,0.708,29,0.273,64,0.609,77,0.764,85,1.415,106,0.445,113,0.458,116,1.097,118,0.749,119,0.943,120,0.441,123,1.866,128,1.152,131,0.482,141,0.321,142,0.644,152,1.192,155,1.174,163,0.42,170,0.965,171,0.822,174,0.487,195,4.142,196,1.406,197,0.364,202,0.593,205,0.593,206,0.601,218,1.154,237,1.783,250,4.079,251,4.44,260,0.544,302,0.525,304,0.834,311,0.735,316,0.814,317,0.709,318,0.686,326,0.855,345,1.156,364,1.23,415,1.064,436,0.601,440,0.749,445,0.962,452,0.617,453,0.987,457,0.492,460,1.123,468,0.779,478,0.467,480,0.814,482,0.855,502,0.664,512,0.709,515,0.601,517,0.709,528,0.617,544,1.251,564,0.931,570,1.041,605,1.55,621,0.522,653,0.626,701,0.52,764,1.337,772,0.764,804,0.578,873,1.091,878,1.041,886,0.779,889,4.369,890,1.012,899,0.635,900,0.686,927,1.091,1034,0.878,1040,0.675,1041,0.764,1043,0.578,1045,1.174,1047,0.779,1052,0.962,1053,3.916,1054,0.903,1055,0.735,1056,0.931,1059,5.524,1060,0.735,1063,1.154,1067,0.902,1071,2.799,1077,0.834,1079,0.779,1086,0.998,1090,0.998,1091,6.533,1094,7.351,1096,1.295,1102,1.534,1115,0.878,1117,1.461,1120,0.931,1121,1.575,1122,1.154,1123,3.025,1124,1.239,1125,1.154,1126,1.154,1127,1.239,1128,1.239,1129,1.239,1130,0.814,1131,1.988,1132,1.091,1133,1.091,1134,1.091,1135,0.903,1136,3.348,1137,0.931,1138,0.931,1139,1.239,1140,0.855,1142,1.239,1143,0.617,1144,0.709,1145,0.834,1146,1.154,1147,1.239,1149,1.041,1150,1.154,1153,1.239,1154,0.814,1172,1.154,1175,0.834,1186,0.931,1203,0.903,1205,0.834,1206,0.962,1207,1.129,1208,1.239,1209,2.072,1210,1.154,1211,1.192,1212,1.154,1213,1.154,1214,2.072,1215,1.154,1216,1.239,1217,0.814,1223,0.779,1226,0.998,1228,0.998,1230,0.998,1234,1.041,1235,1.792,1236,1.041,1237,1.239,1238,1.239,1239,3.552,1240,1.239,1247,1.958,1248,1.239,1249,2.072,1250,1.239,1251,1.239,1252,1.239,1253,1.239,1255,0.931,1257,0.855,1261,1.091,1263,1.239,1265,1.091,1266,1.239,1267,0.749,1268,1.239,1269,1.154,1270,1.154,1271,1.091,1272,1.154,1273,1.239,1274,1.239,1275,1.239,1276,0.998,1277,1.239,1278,1.239,1279,1.154,1280,1.239,1282,0.976,1317,9.67,1318,8.12,1319,4.691,1320,1.368,1321,1.368,1322,1.368,1323,1.368,1324,1.239,1325,9.285,1326,7.49,1327,1.368,1328,1.368,1329,9.285,1330,2.455,1331,2.455,1332,1.368,1333,1.368,1334,0.998,1335,3.339,1336,3.339,1337,1.154,1338,4.072,1339,1.154,1340,3.339,1341,3.339,1342,1.154,1343,6.074,1344,1.154,1345,3.339,1346,3.339,1347,1.239,1348,1.154,1349,5.219,1350,1.239,1351,2.455,1352,2.455,1353,1.368,1354,2.455,1355,2.455,1356,4.072,1357,0.931,1358,1.368,1359,2.455,1360,2.455,1361,0.998,1362,2.455,1363,1.239,1364,2.455,1365,1.239,1366,4.072,1367,4.072,1368,0.998,1369,2.455,1370,1.368,1371,2.455,1372,1.368,1373,0.962,1374,2.455,1375,1.368,1376,0.998,1377,2.455,1378,1.368,1379,4.072,1380,4.072,1381,1.041,1382,2.455,1383,1.368,1384,0.998,1385,2.455,1386,1.368,1387,0.998,1388,2.455,1389,1.368,1390,1.041,1391,2.455,1392,1.368,1393,1.368,1394,1.368,1395,1.368,1396,2.455,1397,1.368,1398,4.691,1399,1.368,1400,1.368,1401,1.368,1402,1.368,1403,1.368,1404,1.368,1405,1.368,1406,1.368,1407,1.368,1408,1.368,1409,0.931,1410,1.154,1411,1.154,1412,1.368,1413,1.368,1414,1.091,1415,1.368,1416,1.154,1417,1.368,1418,1.368,1419,1.368,1420,1.368,1421,1.368,1422,1.368,1423,1.154,1424,1.368,1425,1.154,1426,1.239,1427,1.154,1428,1.154,1429,1.154,1430,1.154,1431,1.154,1432,1.368,1433,1.154,1434,1.154,1435,1.368,1436,1.368,1437,1.154,1438,1.091,1439,1.368,1440,0.962,1441,1.154,1442,1.154,1443,1.368,1444,1.368,1445,1.154,1446,1.368,1447,1.154,1448,1.154,1449,1.154,1450,1.239,1451,1.368,1452,1.368,1453,1.368,1454,1.368,1455,1.368,1456,1.368,1457,1.368,1458,1.368,1459,1.368,1460,1.368,1461,1.368,1462,1.368,1463,1.368]],["t/110",[14,1.671,26,2.953,85,1.686,106,1.885,108,3.45,141,1.362,153,2.652,163,1.781,192,5.006,194,4.757,195,3.876,197,1.544,209,2.905,210,3.828,237,2.291,405,3.944,486,1.867,488,2.277,508,3.621,520,3.004,606,2.311,621,0.671,870,3.236,871,4.077,958,3.173,1030,3.374,1045,3.732,1047,3.303,1053,2.153,1071,3.849,1096,4.655,1207,2.985,1267,3.173,1282,3.917,1284,3.621,1285,4.891,1286,5.25,1291,6.586,1293,4.891,1306,4.623,1311,5.937,1316,5.25,1464,4.891,1465,7.447,1466,4.409,1467,5.25,1468,5.25,1469,5.25,1470,7.86,1471,5.25,1472,3.004,1473,4.891,1474,5.25,1475,5.795,1476,5.795,1477,5.25,1478,5.25,1479,5.25,1480,5.795,1481,5.795,1482,5.795,1483,5.795,1484,5.795,1485,5.795,1486,5.795,1487,5.795,1488,5.795]],["t/112",[944,2.499]],["t/114",[183,3.243,197,2.325,355,3.783,621,0.75,809,4.372,977,4.112,1489,5.081,1490,8.728,1491,8.728]],["t/116",[4,1.714,8,2.077,10,1.814,14,1.115,29,1.168,85,1.653,106,1.257,116,1.918,118,2.117,119,1.485,122,2.117,123,2.722,128,1.334,131,1.362,152,1.877,154,1.821,163,2.163,170,2.296,171,1.295,172,1.654,174,1.376,195,2.566,196,1.334,202,1.676,205,1.676,237,1.714,250,1.698,251,1.849,260,2.322,261,1.468,317,2.004,415,2.532,453,2.35,460,1.769,476,2.72,478,1.321,480,2.302,488,1.519,515,1.698,528,1.745,621,0.605,633,3.263,653,1.769,717,2.481,764,1.918,772,2.159,806,2.416,859,2.822,860,1.468,886,5.923,889,3.522,890,2.407,899,3.269,923,2.822,934,2.251,1034,2.481,1040,1.907,1043,1.633,1047,2.203,1052,2.72,1053,3.291,1054,2.552,1055,2.077,1059,5.203,1060,2.077,1061,3.263,1065,3.263,1067,1.421,1077,2.356,1079,2.203,1115,2.481,1117,3.478,1203,2.552,1205,2.356,1282,1.537,1373,4.11,1472,2.004,1489,2.251,1492,3.263,1493,6.378,1494,7.041,1495,3.263,1496,3.866,1497,3.866,1498,3.502,1499,3.502,1500,3.502,1501,3.502,1502,3.084,1503,2.72,1504,3.502,1505,3.502,1506,3.502,1507,2.552,1508,4.11,1509,2.941,1510,4.11,1511,4.66,1512,2.822,1513,3.084,1514,4.66,1515,3.263,1516,1.245,1517,2.631,1518,2.72,1519,3.866,1520,2.941,1521,3.084,1522,3.084,1523,3.502,1524,2.822,1525,3.502,1526,3.866,1527,3.866,1528,3.866,1529,8.115,1530,8.859,1531,3.866,1532,3.502,1533,3.866,1534,3.866,1535,2.416,1536,3.866,1537,3.866,1538,3.084,1539,3.866,1540,3.866,1541,5.842,1542,3.866,1543,3.866,1544,3.866,1545,3.866,1546,3.866,1547,3.263,1548,3.866,1549,8.859,1550,3.866,1551,3.866,1552,3.866,1553,3.866,1554,3.866,1555,5.842,1556,3.866,1557,3.866,1558,3.866,1559,3.866,1560,3.866,1561,3.866,1562,3.866,1563,3.866,1564,3.866,1565,3.502]],["t/118",[10,1.211,14,1.51,29,1.047,85,1.725,106,1.703,116,2.392,128,1.808,152,2.543,155,2.505,163,2.78,170,2.862,174,1.865,195,3.199,196,2.514,202,2.271,205,2.271,237,2.137,250,2.301,251,2.505,260,2.895,453,2.93,460,2.397,478,1.79,517,5.234,528,2.364,539,2.364,621,0.626,764,1.72,806,3.273,886,5.61,899,3.381,1034,3.361,1040,2.583,1047,2.985,1048,3.361,1055,2.814,1059,5.103,1060,2.814,1067,1.925,1149,3.984,1472,3.775,1492,4.42,1493,6.597,1495,4.42,1498,4.745,1499,4.745,1500,4.745,1502,4.178,1507,3.457,1508,5.124,1510,3.685,1511,4.178,1512,5.316,1513,4.178,1514,5.809,1515,4.42,1516,1.687,1517,3.564,1518,3.685,1520,3.984,1521,4.178,1522,4.178,1535,3.273,1538,4.178,1566,7.282,1567,5.238,1568,4.745,1569,4.745,1570,4.745,1571,5.238,1572,5.238,1573,3.823,1574,5.238,1575,4.178,1576,2.397,1577,4.745,1578,9.844,1579,4.745,1580,5.238,1581,4.745,1582,4.745,1583,4.745,1584,5.238,1585,4.745,1586,4.745]],["t/120",[4,1.726,10,0.902,14,1.124,29,0.78,85,1.738,106,1.269,113,1.306,116,1.931,128,1.346,152,1.894,163,2.422,170,2.311,174,1.389,195,2.583,196,2.03,202,1.691,205,1.691,237,1.726,250,1.713,251,1.865,255,3.112,302,3.027,311,3.16,348,4.98,436,1.713,440,2.136,453,2.848,456,4.412,460,1.785,478,1.333,517,4.783,528,1.761,539,1.761,621,0.505,729,6.652,764,1.281,806,2.437,880,6.413,886,5.066,899,2.73,1034,2.503,1040,1.924,1047,2.223,1048,2.503,1055,2.096,1059,4.608,1060,2.096,1067,1.434,1096,2.058,1144,2.022,1149,2.967,1207,1.32,1472,2.022,1492,3.292,1495,3.292,1502,3.112,1507,2.575,1510,2.744,1511,3.112,1512,4.293,1516,1.256,1517,2.655,1518,2.744,1520,2.967,1521,3.112,1522,3.112,1529,3.112,1535,2.437,1538,3.112,1568,3.534,1569,3.534,1570,3.534,1573,5.753,1575,3.112,1576,1.785,1577,3.534,1579,3.534,1581,3.534,1582,3.534,1583,3.534,1585,3.534,1586,3.534,1587,5.881,1588,3.901,1589,3.901,1590,3.901,1591,3.901,1592,7.882,1593,5.881,1594,8.889,1595,3.901,1596,3.901,1597,3.901,1598,3.901,1599,3.901,1600,3.901,1601,3.901,1602,3.901,1603,3.901,1604,3.901,1605,3.901,1606,3.901,1607,3.292,1608,3.901,1609,5.881,1610,3.901,1611,3.901,1612,2.655,1613,3.901,1614,3.901,1615,3.534,1616,3.901,1617,3.901,1618,3.901,1619,2.437,1620,3.901,1621,3.901,1622,3.901,1623,3.901,1624,3.901,1625,3.901,1626,3.901,1627,3.901,1628,3.292,1629,3.901,1630,6.652,1631,3.901,1632,2.967,1633,7.882,1634,3.292,1635,3.901,1636,2.847,1637,3.901,1638,7.882,1639,3.901,1640,7.079,1641,7.079,1642,3.534,1643,3.901,1644,3.901,1645,3.901,1646,3.901,1647,3.901,1648,3.901,1649,3.534,1650,3.901,1651,3.901]],["t/122",[4,2.245,10,1.148,12,1.415,14,1.432,29,0.627,85,1.766,106,1.02,116,2.511,128,1.082,133,1.598,141,0.737,152,1.522,154,2.906,163,2.5,170,1.952,174,1.116,192,1.546,195,2.182,196,2.129,200,1.396,202,1.359,205,1.359,209,3.092,237,1.458,250,2.182,251,1.499,260,2.79,397,1.396,436,1.377,453,4.124,457,1.128,468,2.831,478,1.697,502,2.412,528,1.415,571,3.918,572,6.586,580,2.45,613,7.682,621,0.53,710,5.835,764,1.03,804,1.325,806,3.104,899,2.864,941,2.206,1040,2.45,1043,2.099,1045,3.355,1047,2.831,1055,1.685,1059,4.217,1060,1.685,1061,2.646,1067,1.826,1472,3.197,1489,2.892,1501,4.5,1502,3.962,1503,3.495,1504,4.5,1505,4.5,1506,4.5,1507,3.278,1509,3.778,1510,3.495,1511,3.962,1512,3.626,1513,3.962,1514,5.597,1515,4.192,1516,1.6,1517,3.38,1518,3.495,1520,3.778,1521,3.962,1522,3.962,1523,4.5,1529,6.489,1532,2.841,1535,1.959,1538,2.501,1636,5.938,1642,4.5,1652,4.967,1653,3.278,1654,4.967,1655,5.626,1656,8.135,1657,6.168,1658,7.017,1659,4.967,1660,4.967,1661,4.967,1662,4.967,1663,4.967,1664,4.967,1665,4.967,1666,4.967,1667,4.967,1668,3.962,1669,4.967,1670,4.967,1671,4.967,1672,4.967,1673,4.967,1674,4.967,1675,4.967,1676,3.027,1677,4.967,1678,2.841,1679,4.192,1680,8.135,1681,3.136,1682,3.136,1683,3.136,1684,3.136,1685,3.136,1686,3.136,1687,3.136]],["t/124",[26,4.339,29,1.702,85,1.308,141,2.001,186,3.163,197,2.649,292,3.843,312,6.792,520,4.414,764,2.796,958,4.662,1028,4.852,1030,4.957,1688,8.515]],["t/126",[944,2.499]],["t/128",[106,2.882,183,3.292,621,0.761,809,4.41,977,4.174,1033,6.234]],["t/130",[4,0.816,10,0.864,14,0.454,29,0.315,64,0.701,85,1.06,106,0.512,119,0.605,123,1.749,128,0.543,131,0.555,152,0.764,170,1.093,171,0.527,174,0.56,195,4.327,196,0.543,202,0.682,205,0.682,237,0.816,250,4.302,251,4.683,302,1.068,311,0.846,316,6.507,317,0.816,415,1.206,436,0.692,440,0.862,445,1.108,452,0.711,453,0.633,457,1.001,468,0.897,480,0.937,502,0.764,515,0.692,517,0.816,528,0.711,564,1.071,621,0.239,653,0.721,717,1.01,764,0.517,772,0.879,804,0.665,886,0.897,889,4.435,890,1.146,899,0.731,1035,1.108,1043,1.175,1052,1.108,1053,4.023,1054,1.039,1055,0.846,1056,7.438,1058,1.256,1059,5.652,1060,0.846,1062,1.256,1064,1.256,1066,1.256,1067,0.579,1068,1.33,1074,7.812,1075,6.188,1076,1.256,1077,0.96,1079,0.897,1081,7.812,1082,3.175,1083,6.915,1086,2.031,1087,4.156,1090,2.728,1091,4.852,1093,1.696,1094,5.578,1096,1.468,1101,1.256,1102,1.738,1103,1.256,1104,1.256,1112,0.984,1113,1.198,1114,1.256,1115,1.01,1116,1.256,1117,1.656,1154,2.687,1159,2.219,1175,0.96,1186,1.071,1202,1.329,1203,1.039,1205,0.96,1318,1.198,1324,1.426,1334,2.728,1357,1.071,1361,1.149,1368,1.149,1373,1.108,1376,1.149,1381,1.198,1384,1.149,1387,1.149,1390,1.198,1535,0.984,1612,1.893,1634,1.329,1689,1.574,1690,1.329,1691,1.574,1692,1.574,1693,1.574,1694,1.574,1695,1.574,1696,1.426,1697,1.108,1698,1.574,1699,1.039,1700,1.574,1701,1.426,1702,0.879,1703,1.574,1704,1.574,1705,1.574,1706,10.256,1707,1.574,1708,1.574,1709,1.574,1710,1.426,1711,5.694,1712,7.201,1713,4.513,1714,5.154,1715,4.513,1716,4.513,1717,5.154,1718,9.794,1719,6.154,1720,6.154,1721,4.513,1722,4.513,1723,1.256,1724,1.071,1725,1.574,1726,1.574,1727,1.574,1728,1.574,1729,1.574,1730,1.574,1731,1.329,1732,1.574,1733,1.574,1734,1.426]],["t/132",[944,2.499]],["t/134",[85,1.271,183,3.073,237,2.428,621,0.84,809,4.237,977,3.897,1655,5.46,1735,8.272,1736,8.272,1737,7.494,1738,5.46,1739,6.292,1740,6.981,1741,7.494,1742,8.272,1743,8.272,1744,8.272,1745,8.272,1746,8.272]],["t/136",[85,1.355,237,2.977,621,0.758,1740,7.44,1741,7.987,1747,8.816,1748,8.816]],["t/138",[6,3.916,10,1.372,14,2.574,26,3.024,29,1.186,85,1.711,106,2.904,116,2.932,117,3.381,123,1.823,143,2.926,154,2.795,163,1.823,169,2.204,196,3.082,206,2.606,237,2.327,289,4.26,318,2.974,369,3.08,493,3.313,512,3.076,520,3.076,539,2.678,605,3.681,618,4.26,621,0.767,764,3.13,804,2.507,958,3.249,1030,3.454,1040,2.926,1041,3.313,1043,2.507,1047,3.381,1071,2.926,1120,4.038,1121,3.807,1130,3.532,1131,3.532,1133,4.733,1134,4.733,1135,3.916,1143,4.03,1206,4.175,1738,5.233,1739,4.514,1749,4.514,1750,5.375,1751,5.375,1752,5.375,1753,5.008,1754,3.188,1755,3.807,1756,5.375,1757,5.008,1758,5.375,1759,5.934,1760,5.934,1761,5.934,1762,5.375,1763,4.514,1764,5.008,1765,5.934,1766,7.929,1767,5.934,1768,5.934,1769,4.038,1770,5.934]],["t/140",[29,1.773,56,2.009,77,2.163,85,1.72,106,1.903,131,1.365,139,3.091,140,2.362,141,0.91,143,1.911,153,1.773,163,1.798,165,2.726,186,1.44,197,1.032,199,1.488,203,1.975,215,1.881,237,2.069,250,2.57,267,2.828,289,2.082,306,1.617,323,1.505,379,2.726,383,3.566,396,1.975,446,2.121,457,1.394,472,1.578,474,2.828,488,1.523,493,3.936,544,4.518,558,1.853,574,2.307,581,2.726,621,0.675,659,1.975,753,1.44,764,2.315,780,5.733,790,2.726,809,1.68,862,2.637,894,4.573,941,2.726,945,3.091,956,2.121,958,2.121,961,2.486,977,1.825,978,4.667,979,2.637,984,4.667,1028,4.805,1050,2.828,1055,2.082,1144,3.033,1489,2.256,1524,2.828,1738,5.184,1739,5.363,1740,3.27,1754,2.082,1771,5.733,1772,5.04,1773,4.96,1774,5.851,1775,5.738,1776,2.828,1777,3.27,1778,3.875,1779,3.875,1780,5.851,1781,3.875,1782,3.091,1783,3.875,1784,3.875,1785,3.875,1786,3.875,1787,3.875,1788,3.875,1789,5.851,1790,5.851,1791,3.875,1792,3.754,1793,3.875,1794,2.637,1795,5.95,1796,3.875,1797,7.05,1798,3.875,1799,3.875,1800,5.851,1801,3.51,1802,3.875,1803,3.875,1804,7.05,1805,3.875,1806,7.05,1807,3.875,1808,3.875,1809,5.851,1810,3.875,1811,3.875,1812,5.851,1813,3.875,1814,3.875,1815,3.875,1816,3.875,1817,3.875,1818,3.875,1819,2.557,1820,3.091,1821,2.009,1822,3.875,1823,3.875,1824,3.875,1825,3.875,1826,3.875,1827,3.875,1828,3.875,1829,3.875,1830,3.875,1831,4.405,1832,2.486,1833,4.938,1834,3.875,1835,3.875,1836,3.091,1837,2.726,1838,5.851,1839,3.875,1840,3.875,1841,3.875,1842,3.875,1843,3.875,1844,3.875,1845,3.875,1846,3.875,1847,3.875,1848,3.875,1849,3.875,1850,3.875,1851,3.875,1852,3.875,1853,3.875,1854,3.875,1855,3.875,1856,3.875,1857,3.875,1858,3.875,1859,3.875,1860,3.875,1861,3.875,1862,3.875]],["t/142",[944,2.499]],["t/144",[106,2.882,183,3.292,621,0.761,809,4.41,977,4.174,1033,6.234]],["t/146",[4,1.492,10,1.175,14,0.682,29,0.473,85,1.014,106,1.93,116,0.777,119,0.908,120,0.762,123,2.191,128,0.816,131,0.833,152,1.148,155,1.131,170,1.552,171,0.792,174,0.842,195,4.187,196,1.363,202,1.025,205,1.025,207,1.025,237,1.159,250,4.131,251,4.497,302,0.908,311,1.271,316,6.457,317,1.226,377,1.131,415,1.712,436,1.039,440,1.295,445,1.664,452,1.067,453,0.951,457,0.851,468,1.348,480,1.408,502,1.148,515,1.039,528,1.067,621,0.339,653,1.082,764,0.777,772,1.321,804,0.999,860,0.898,886,1.348,889,4.386,890,1.627,899,1.098,1034,1.517,1035,1.664,1037,1.887,1038,2.143,1039,2.143,1040,1.166,1041,1.321,1043,0.999,1045,1.131,1046,2.143,1047,1.348,1048,1.517,1050,1.726,1051,1.996,1052,1.664,1053,3.965,1054,1.561,1055,1.271,1056,7.398,1058,1.887,1059,5.609,1060,1.271,1062,1.887,1064,1.887,1066,1.887,1067,0.869,1068,1.888,1069,1.377,1070,1.561,1071,1.166,1074,7.502,1075,5.396,1076,1.887,1077,1.441,1079,1.348,1081,7.502,1082,1.664,1083,6.703,1086,2.882,1087,1.726,1090,1.726,1091,5.017,1093,3.098,1094,5.017,1096,1.248,1097,1.799,1098,1.726,1099,1.799,1101,1.887,1102,2.467,1103,1.887,1104,1.887,1109,1.996,1112,1.478,1113,1.799,1114,1.887,1115,1.517,1116,1.887,1117,2.35,1136,1.517,1149,1.799,1150,1.996,1154,2.35,1159,1.887,1175,1.441,1186,1.609,1195,1.996,1202,1.996,1203,1.561,1205,1.441,1334,2.882,1535,1.478,1731,1.996,1863,2.365,1864,2.365,1865,2.365,1866,2.365,1867,9.75,1868,2.365,1869,2.365,1870,2.143,1871,3.948,1872,3.948,1873,2.365,1874,2.365,1875,2.365,1876,2.365,1877,5.083,1878,5.083,1879,10.087,1880,2.365,1881,7.93,1882,3.948,1883,2.365,1884,5.083,1885,2.365,1886,2.365,1887,2.143,1888,2.143,1889,2.143,1890,2.143,1891,2.365,1892,2.143]],["t/148",[14,2.062,49,3.475,85,1.5,94,3.773,106,2.91,120,2.882,155,4.278,237,3.003,306,2.984,364,3.584,416,3.584,493,3.993,616,5.453,621,0.614,649,5.44,804,3.021,863,4.257,894,4.163,899,3.32,1034,4.588,1035,5.031,1043,3.78,1055,3.842,1060,3.842,1130,4.257,1131,4.257,1135,4.72,1893,7.151,1894,7.151,1895,7.151,1896,7.151,1897,7.151,1898,7.151,1899,7.151,1900,7.151,1901,7.151,1902,6.479,1903,7.151,1904,6.479,1905,7.151,1906,7.151,1907,7.151,1908,7.151]],["t/150",[944,2.499]],["t/153",[183,3.243,197,2.325,355,3.783,621,0.75,809,3.783,977,4.112,1120,5.939,1141,5.196,1909,8.728,1910,8.728]],["t/155",[4,2.606,85,1.613,202,3.062,237,2.85,369,2.744,440,4.861,460,3.233,621,0.763,899,3.28,1043,2.985,1068,4.245,1112,4.414,1121,4.532,1130,4.205,1131,4.205,1132,5.635,1136,5.696,1239,4.807,1247,5.635,1249,5.962,1260,6.4,1261,5.635,1749,5.374,1769,4.807,1911,4.97,1912,6.4,1913,5.962,1914,6.4,1915,7.064,1916,7.064,1917,6.4,1918,6.4,1919,6.4,1920,5.962,1921,6.4,1922,6.4,1923,5.962,1924,7.064,1925,7.064,1926,7.064,1927,7.064,1928,7.064,1929,7.064,1930,7.064,1931,7.064,1932,7.064]],["t/157",[4,2.032,26,3.528,85,1.554,202,3.002,237,2.823,369,2.69,440,4.8,457,2.491,460,3.169,520,3.589,621,0.753,899,3.215,958,3.791,1030,4.031,1043,2.925,1112,4.326,1121,4.442,1130,4.122,1131,4.122,1132,5.523,1219,5.054,1221,5.267,1223,3.946,1226,5.054,1228,5.054,1230,5.054,1749,5.267,1769,4.712,1911,4.872,1912,6.273,1913,5.843,1914,6.273,1917,6.273,1918,6.273,1919,6.273,1920,5.843,1921,6.273,1922,6.273,1923,5.843,1933,6.924,1934,6.924,1935,5.523,1936,6.273,1937,6.273,1938,6.924,1939,6.273,1940,6.924,1941,6.924,1942,6.924,1943,6.924,1944,6.924,1945,6.924,1946,6.924,1947,6.273,1948,6.924]],["t/160",[197,2.385,355,3.881,1071,4.415,1949,6.092,1950,8.952]],["t/162",[4,2.473,85,1.573,202,2.822,237,2.743,318,4.224,369,2.529,460,2.98,468,4.802,621,0.724,899,3.022,1043,2.75,1121,4.177,1130,3.875,1131,3.875,1239,4.43,1247,5.193,1261,5.193,1423,5.494,1425,5.494,1426,5.898,1427,5.494,1428,5.494,1429,5.494,1430,5.494,1431,5.494,1433,5.494,1434,5.494,1437,5.494,1438,5.193,1441,5.494,1442,5.494,1445,5.494,1447,5.494,1448,5.494,1449,5.494,1450,5.898,1749,4.952,1757,5.494,1769,4.43,1911,4.58,1913,5.494,1920,5.494,1923,5.494,1951,6.51,1952,6.51,1953,6.51,1954,6.51,1955,5.193,1956,8.427,1957,6.51,1958,6.51,1959,6.51,1960,6.51,1961,6.51,1962,6.51,1963,6.51,1964,6.51,1965,6.51,1966,6.51,1967,6.51,1968,6.51,1969,6.51,1970,6.51,1971,5.898,1972,6.51,1973,6.51,1974,5.898]],["t/164",[944,2.499]],["t/166",[106,2.867,183,3.275,621,0.758,809,4.398,977,4.153,1033,6.203,1120,6]],["t/168",[6,5.308,85,1.236,116,2.641,237,2.361,539,3.63,605,3.734,618,5.165,621,0.691,1043,3.398,1120,5.473,1121,5.16,1122,8.113,1130,4.788,1131,4.788,1750,7.286,1751,7.286,1752,7.286,1753,6.788,1754,4.321,1755,5.16,1756,7.286,1975,8.043,1976,7.286,1977,8.043,1978,8.043]],["t/170",[14,2.287,85,1.629,106,2.58,136,5.236,237,3.184,621,0.682,1949,5.398,1979,7.933,1980,7.933,1981,7.933,1982,7.933,1983,7.933,1984,7.933,1985,7.933,1986,7.933,1987,7.933,1988,7.933,1989,7.933,1990,7.933,1991,7.933,1992,8.637,1993,7.933]],["t/172",[14,2.02,85,1.667,116,2.901,123,2.153,154,3.301,186,2.603,196,3.339,206,3.078,283,4.379,318,4.427,382,3.512,512,3.632,538,3.837,621,0.602,701,3.355,764,2.301,804,2.961,956,3.837,1040,3.456,1041,3.913,1043,2.961,1048,4.496,1068,3.351,1070,4.625,1071,3.456,1135,4.625,1136,4.496,1137,4.769,1138,4.769,1140,4.379,1143,3.163,1255,4.769,1257,4.379,1758,6.348,1994,5.59,1995,5.914,1996,5.59,1997,5.59,1998,5.59,1999,5.59,2000,7.008,2001,7.008,2002,5.331,2003,7.008,2004,7.008,2005,7.008,2006,7.008,2007,7.008]],["t/174",[26,4.061,85,1.469,106,2.592,128,2.751,152,3.869,318,3.994,520,4.131,621,0.685,764,2.617,889,4.072,958,4.363,1030,4.639,1207,3.234,1209,6.726,1210,6.726,1211,3.869,1212,6.726,1213,6.726,1214,6.726,1215,6.726,2008,7.969,2009,7.969,2010,7.969,2011,7.969,2012,7.969]],["t/176",[944,2.499]],["t/178",[10,2.395,14,2.362,29,1.943,120,2.639,128,2.828,134,6.536,140,4.994,152,3.979,200,3.648,260,3.258,323,3.183,355,3.552,385,4.878,580,4.041,1053,3.611,2013,5.906,2014,7.423]],["t/180",[10,1.101,14,1.374,29,1.909,85,1.595,94,3.594,106,1.55,128,3.393,131,1.679,132,4.021,142,3.209,143,2.35,152,2.314,156,2.388,183,1.77,186,1.77,197,1.815,203,2.428,206,2.992,210,3.089,237,2.334,261,1.81,283,2.977,289,2.56,316,2.837,323,1.851,355,2.066,369,1.851,385,2.837,387,3.801,446,2.609,468,2.715,478,2.965,493,3.804,500,3.625,502,2.314,517,2.47,570,5.182,615,3.804,621,0.585,641,2.915,661,3.478,698,5.101,739,3.057,835,2.013,870,2.661,923,3.478,955,3.801,1043,2.013,1045,2.278,1053,2.531,1059,2.47,1387,3.478,1516,1.535,1653,6.487,1702,2.661,1772,3.057,2013,6.047,2015,6.812,2016,6.812,2017,4.317,2018,5.727,2019,3.801,2020,4.765,2021,3.145,2022,4.021,2023,6.812,2024,4.152,2025,4.765,2026,4.765,2027,4.021,2028,5.749,2029,6.812,2030,5.051,2031,4.765,2032,4.765,2033,4.765,2034,4.765,2035,4.765,2036,4.765,2037,4.765,2038,4.765,2039,4.765,2040,4.765,2041,4.021,2042,4.765,2043,4.765,2044,4.765,2045,4.765,2046,4.765,2047,4.765,2048,4.765,2049,4.765,2050,4.765,2051,4.765,2052,3.057,2053,3.801,2054,4.765,2055,4.765,2056,4.765,2057,7.951,2058,4.765,2059,4.765,2060,4.765,2061,4.765,2062,4.317,2063,4.765]],["t/182",[10,2.341,14,2.651,26,3.21,29,1.839,85,1.556,106,2.048,113,2.109,116,2.068,128,3.174,141,1.48,163,2.534,183,2.34,185,4.041,196,2.174,197,1.678,200,2.804,207,2.73,215,3.058,237,1.848,254,3.323,261,2.392,265,4.431,267,6.02,331,4.597,354,1.421,355,2.73,385,4.91,478,2.152,520,3.265,615,3.517,621,0.541,632,4.134,655,3.012,726,5.706,805,3.839,860,2.392,955,5.024,958,3.448,1030,3.666,1040,3.106,1053,2.34,1055,3.384,1067,2.315,1136,4.041,1140,3.935,1141,3.749,1516,2.029,1636,4.597,1653,4.157,2013,5.241,2064,8.248,2065,4.597,2066,5.315,2067,5.315,2068,4.791,2069,5.315,2070,6.298,2071,6.298,2072,6.298,2073,5.706,2074,4.791,2075,6.298,2076,6.298,2077,6.298,2078,6.298,2079,5.706]],["t/184",[4,1.28,8,3.432,10,1.924,12,1.968,14,1.841,26,2.222,29,1.772,32,4.494,34,2.342,77,2.434,85,1.538,106,2.707,116,1.432,119,2.453,120,2.854,123,2.323,128,2.205,140,5.831,141,2.248,155,2.085,163,2.323,171,1.46,183,1.62,186,2.373,196,1.505,197,1.162,199,1.674,215,2.117,237,1.28,260,1.733,261,1.656,268,4.098,292,1.968,306,1.819,323,1.694,400,2.342,456,4.237,457,1.568,460,1.995,472,3.078,478,1.49,498,2.724,515,1.915,520,2.26,539,2.883,540,3.316,554,2.966,559,3.64,567,1.995,571,2.434,596,3.316,621,0.375,753,3.093,764,2.098,782,2.538,783,2.434,832,2.3,890,1.797,955,3.477,958,2.387,1030,2.538,1040,2.15,1048,2.797,1136,2.797,1489,2.538,1516,2.058,1636,3.182,1676,2.657,1771,3.182,1772,4.098,1773,3.067,1794,2.967,1819,2.877,1831,6.13,1837,4.494,2013,6.054,2073,5.787,2079,3.949,2080,4.663,2081,2.877,2082,7.044,2083,4.36,2084,4.36,2085,3.316,2086,3.679,2087,4.216,2088,5.095,2089,3.949,2090,3.477,2091,3.316,2092,3.182,2093,3.949,2094,5.095,2095,2.185,2096,2.877,2097,3.679,2098,2.797,2099,3.679,2100,5.391,2101,6.64,2102,3.949,2103,6.03,2104,3.477,2105,3.477,2106,3.949,2107,4.36,2108,4.36,2109,4.36,2110,4.36,2111,3.949,2112,3.316,2113,4.36,2114,4.36]],["t/186",[944,2.499]],["t/188",[197,2.302,355,3.746,460,3.955,541,4.731,621,0.742,809,4.347,977,4.071,1472,4.479,1489,5.03,1777,7.293,2115,7.828]],["t/190",[10,2.164,85,1.755,116,2.529,120,2.48,169,2.111,170,2.233,174,2.023,196,3.015,209,2.848,237,2.564,260,2.259,460,2.601,486,2.48,572,5.24,605,3.575,606,1.683,621,0.662,952,3.55,1045,2.717,1143,2.564,1207,1.922,1472,3.992,1510,3.998,1769,3.867,2085,4.322,2116,5.682,2117,5.682,2118,5.682,2119,5.682,2120,5.682,2121,5.682,2122,5.682,2123,5.682,2124,5.682,2125,5.147,2126,5.682,2127,5.682,2128,5.682,2129,5.682,2130,5.682,2131,2.371,2132,5.682,2133,5.682,2134,5.682,2135,5.682,2136,5.682,2137,5.682,2138,5.682,2139,5.682,2140,5.682,2141,5.682,2142,5.682,2143,5.682,2144,5.682,2145,5.682,2146,5.682,2147,5.682,2148,5.682,2149,5.682,2150,5.682,2151,5.682,2152,7.701,2153,5.147,2154,5.682,2155,5.682,2156,5.682,2157,5.682,2158,6.976,2159,5.682,2160,5.682,2161,5.682,2162,5.682,2163,5.682,2164,5.682,2165,5.682,2166,5.682,2167,5.682,2168,5.682]],["t/192",[4,2.455,85,1.713,119,2.473,123,1.978,169,3.108,171,2.802,172,2.755,177,4.023,190,3.281,196,2.222,209,3.227,215,3.126,302,3.57,311,3.459,447,4.381,457,2.316,468,3.669,472,2.621,621,0.553,742,4.529,753,2.392,804,2.72,870,3.595,890,2.653,901,3.459,911,4.414,1175,3.924,1223,3.669,1282,2.559,1489,3.748,1619,5.228,1821,3.337,2095,4.193,2169,4.249,2170,4.249,2171,6.438,2172,6.438,2173,3.669,2174,4.699,2175,7.579,2176,6.438,2177,5.832,2178,5.135,2179,5.135,2180,9.295,2181,5.135,2182,5.433,2183,6.438,2184,5.135,2185,5.433,2186,6.438,2187,6.438,2188,6.438,2189,5.832,2190,6.438,2191,6.438,2192,6.438,2193,6.438,2194,6.438]],["t/194",[4,3.18,29,0.653,85,0.973,123,1.003,141,1.205,199,1.254,237,0.958,251,1.561,265,2.297,268,2.095,291,1.692,369,1.268,447,2.222,492,2.484,512,1.692,617,2.222,621,0.441,753,1.213,764,1.072,878,2.484,1223,1.86,1234,2.484,1282,1.298,1317,2.958,1376,2.383,1489,1.901,1529,8.007,1619,5.409,1668,8.007,1679,2.755,1755,2.095,1775,3.49,1792,3.29,1795,2.755,2169,2.155,2179,2.604,2181,2.604,2182,2.755,2184,5.724,2185,2.755,2195,4.09,2196,3.265,2197,3.265,2198,3.265,2199,3.265,2200,3.265,2201,2.958,2202,2.958,2203,2.755,2204,3.265,2205,3.265,2206,3.265,2207,3.265,2208,2.958,2209,2.755,2210,2.958,2211,2.484,2212,2.958,2213,3.265,2214,2.297,2215,3.265,2216,3.265,2217,3.265,2218,3.265,2219,5.128,2220,3.265,2221,5.128,2222,3.265,2223,3.265,2224,3.265,2225,3.265,2226,2.958,2227,3.265,2228,7.782,2229,3.265,2230,3.265,2231,3.265,2232,3.265,2233,1.823,2234,3.265,2235,7.498,2236,3.265,2237,3.265,2238,3.265,2239,3.265,2240,3.265,2241,3.265,2242,3.265,2243,3.265,2244,3.265,2245,3.265,2246,3.265,2247,3.265,2248,3.265,2249,3.265,2250,3.265,2251,3.265,2252,3.265,2253,7.842,2254,3.265,2255,3.265,2256,3.265,2257,3.265,2258,3.265,2259,3.265,2260,3.265,2261,3.265,2262,3.265,2263,3.265,2264,3.265,2265,3.265,2266,3.265,2267,3.265,2268,3.265,2269,3.265,2270,3.265,2271,3.265,2272,3.265,2273,3.265,2274,3.265,2275,3.265,2276,3.265,2277,3.265,2278,3.265,2279,3.265,2280,3.265,2281,3.265,2282,3.265,2283,3.265,2284,3.265,2285,3.265,2286,3.265,2287,3.265,2288,3.265,2289,3.265,2290,3.265,2291,3.265,2292,3.265,2293,3.265,2294,3.265,2295,3.265,2296,3.265,2297,3.265,2298,3.265,2299,3.265,2300,3.265,2301,3.265,2302,3.265,2303,3.265,2304,3.265,2305,3.265,2306,3.265,2307,3.265,2308,3.265,2309,3.265,2310,3.265,2311,3.265,2312,3.265,2313,3.265,2314,3.265,2315,3.265,2316,3.265,2317,3.265,2318,3.265,2319,3.265,2320,3.265,2321,3.265,2322,3.265,2323,3.265,2324,3.265,2325,3.265,2326,3.265,2327,3.265,2328,3.265,2329,3.265,2330,3.265,2331,3.265,2332,3.265,2333,3.265,2334,3.265,2335,3.265,2336,3.265,2337,3.265,2338,3.265,2339,3.265,2340,3.265,2341,3.265,2342,3.265,2343,3.265,2344,3.265,2345,3.265,2346,3.265,2347,3.265,2348,3.265,2349,3.265,2350,3.265,2351,3.265,2352,3.265,2353,3.265,2354,3.265,2355,3.265,2356,3.265,2357,3.265,2358,3.265,2359,3.265,2360,3.265,2361,3.265,2362,3.265,2363,3.265,2364,3.265,2365,3.265,2366,3.265,2367,3.265,2368,3.265,2369,3.265,2370,3.265,2371,3.265,2372,3.265,2373,3.265,2374,3.265,2375,3.265,2376,3.265,2377,3.265,2378,3.265,2379,3.265,2380,3.265,2381,3.265,2382,3.265,2383,3.265,2384,3.265,2385,3.265,2386,3.265,2387,3.265,2388,3.265,2389,3.265,2390,3.265,2391,3.265,2392,3.265,2393,3.265,2394,3.265]],["t/196",[10,2.403,26,3.817,85,1.532,252,4.214,520,3.882,621,0.644,889,3.66,958,4.101,1030,4.36,1223,4.268,1668,5.974,2095,3.754,2179,5.974,2181,5.974,2182,6.321,2184,5.974,2185,6.321,2189,6.785,2228,6.321,2395,6.321,2396,6.785,2397,7.49,2398,7.49,2399,7.49,2400,7.77,2401,6.785,2402,7.49,2403,6.785,2404,7.49,2405,7.49,2406,7.49,2407,7.49,2408,7.49,2409,7.49,2410,7.49]],["t/198",[944,2.499]],["t/203",[10,1.838,29,1.59,39,3.625,41,4.636,49,1.851,106,1.55,113,3.074,116,1.565,119,3.93,120,2.561,135,3.861,141,1.601,143,2.35,153,2.181,159,1.94,163,2.093,166,4.021,168,3.353,169,2.531,170,1.872,171,3.292,172,2.039,175,4.831,186,2.531,189,4.75,195,2.093,197,1.815,210,1.851,253,2.514,260,2.708,265,3.353,292,2.151,302,3.054,310,3.057,355,2.066,377,2.278,392,3.353,397,2.121,425,3.145,436,2.093,457,1.714,478,2.328,515,2.093,523,2.904,544,3.472,545,3.801,551,3.243,554,2.212,563,4.496,567,2.181,580,2.35,599,4.793,646,4.021,652,3.966,659,2.428,676,2.837,680,3.625,688,4.793,701,3.02,773,2.837,774,5.804,782,5.051,835,2.013,931,5.804,956,2.609,1053,1.77,1068,2.278,1217,4.733,1409,5.411,1573,3.478,2065,3.478,2068,5.182,2086,4.021,2092,3.478,2170,3.145,2411,3.625,2412,6.982,2413,2.245,2414,4.317,2415,3.801,2416,4.122,2417,4.765,2418,4.765,2419,4.765,2420,5.182,2421,3.801,2422,4.021,2423,4.636,2424,3.353,2425,3.625,2426,4.021,2427,4.021,2428,4.021,2429,3.801,2430,4.021,2431,2.904,2432,4.021,2433,3.243]],["t/205",[14,2.312,29,1.207,38,3.671,49,2.345,85,1.672,116,1.982,120,2.583,128,3.109,143,2.977,154,2.844,163,2.464,192,2.977,193,3.679,194,3.679,197,2.4,202,2.617,214,5.145,237,2.354,250,2.651,261,2.293,354,2.031,457,2.172,474,4.406,488,2.372,517,4.157,533,4.247,559,3.44,621,0.519,640,4.592,641,2.583,740,5.468,826,2.724,871,5.642,875,4.406,1034,3.873,1035,4.247,1040,2.977,1041,3.37,1043,2.55,1053,2.243,1069,4.669,1071,2.977,1140,3.772,1154,4.774,1507,3.984,1509,4.592,1516,1.944,1524,4.406,1776,4.406,2434,5.468,2435,6.036,2436,5.468,2437,4.815,2438,4.815,2439,6.036,2440,5.458,2441,5.468,2442,4.592,2443,5.094,2444,4.815,2445,6.036,2446,6.036,2447,6.036,2448,6.036,2449,5.468,2450,5.468,2451,6.036,2452,6.036,2453,6.397,2454,6.036,2455,6.036,2456,6.036]],["t/207",[10,2.322,12,3.439,29,1.86,64,3.393,106,2.478,118,4.172,142,3.59,153,3.488,169,2.831,197,2.03,241,5.562,291,3.95,446,4.172,538,4.172,643,5.797,770,4.889,889,3.03,974,6.904,1054,5.03,1143,4.2,1206,5.362,1235,5.562,1265,6.079,1281,6.904,1284,4.762,1738,5.03,2457,6.904,2458,6.904,2459,7.621,2460,7.621,2461,7.621,2462,7.621,2463,7.621,2464,7.621,2465,6.079]],["t/209",[4,1.766,29,1.203,49,2.337,101,3.86,106,1.956,120,1.938,122,3.294,128,2.762,131,2.119,163,3.152,171,2.015,172,2.574,179,4.232,180,3.428,183,2.235,186,2.235,197,2.132,210,2.337,226,4.798,317,3.118,323,2.337,357,4.391,368,2.921,411,4.094,450,2.967,453,2.42,456,2.876,512,3.118,517,3.118,528,4.503,550,3.232,571,3.359,581,4.232,594,5.445,601,5.45,632,3.015,653,3.662,655,2.876,753,3.34,764,1.976,772,3.359,862,4.094,901,3.232,920,4.798,979,4.094,1053,3.34,1082,4.232,1140,3.759,1207,2.035,1576,3.662,2052,3.86,2091,4.576,2214,7.02,2428,6.753,2466,4.798,2467,2.967,2468,4.798,2469,8.001,2470,5.45,2471,6.839,2472,5.45,2473,8.145,2474,4.576,2475,3.759,2476,4.576,2477,6.753,2478,5.077,2479,7.588,2480,4.232]],["t/211",[10,1.801,14,2.719,19,5.142,29,1.558,34,4.186,85,1.449,106,2.534,120,2.51,237,2.768,252,3.566,261,3.582,498,4.868,541,4.266,616,4.748,621,0.669,889,3.097,1034,4.999,1035,5.482,1053,3.504,2018,5.142,2449,7.058,2481,4.999,2482,7.791,2483,7.791,2484,7.791,2485,7.791,2486,7.791,2487,7.791,2488,7.791]],["t/213",[944,2.499]],["t/215",[56,4.288,99,5.82,141,1.944,142,3.897,558,3.955,621,0.711,805,5.957,809,3.586,870,4.619,977,3.897,1282,3.289,1284,5.169,2115,7.494,2489,8.272,2490,8.272,2491,7.494,2492,5.629,2493,5.629,2494,7.494,2495,6.981]],["t/218",[14,2.079,85,1.732,237,2.639,621,0.62,1267,3.948,1976,8.147,2496,6.532,2497,7.211,2498,6.532,2499,7.211,2500,7.211,2501,6.532,2502,6.532,2503,6.532,2504,6.532,2505,7.211,2506,7.211,2507,7.211,2508,8.993,2509,7.211,2510,7.211,2511,7.211,2512,8.993,2513,6.532,2514,6.532,2515,7.211,2516,7.589,2517,7.211,2518,7.211,2519,8.993,2520,7.211,2521,6.532,2522,7.211,2523,7.211,2524,7.211,2525,6.532]],["t/220",[85,1.722,486,2.521,502,3.8,606,2.318,621,0.672,908,6.605,1724,6.435,2526,7.826,2527,6.605,2528,7.826,2529,7.826,2530,9.456,2531,7.826,2532,10.162,2533,7.826,2534,9.456,2535,7.826,2536,7.826,2537,7.826,2538,7.826,2539,7.826]],["t/222",[4,2.405,85,1.494,128,3.355,169,3.044,606,2.427,621,0.704,894,5.659,1724,5.576,2540,7.423,2541,7.423,2542,8.194,2543,7.423,2544,8.194,2545,7.423,2546,7.423,2547,7.423,2548,7.423,2549,8.194,2550,8.194,2551,7.423]],["t/224",[4,2.653,10,1.681,85,1.724,128,3.12,318,4.531,384,6.694,453,2.925,486,2.342,606,2.153,621,0.625,894,5.262,1470,5.8,1724,6.151,2543,6.587,2545,6.587,2546,8.189,2547,6.587,2552,6.587,2553,7.271,2554,7.271,2555,6.136,2556,7.271,2557,7.271,2558,7.271,2559,7.271,2560,7.271,2561,6.136,2562,5.8,2563,7.271,2564,7.271,2565,7.271,2566,7.271]],["t/226",[10,1.825,85,1.627,169,3.532,486,2.544,606,2.339,621,0.679,2540,7.154,2541,7.154,2552,7.154,2561,8.61,2562,6.545,2567,7.897,2568,7.897,2569,7.897,2570,7.897,2571,6.665,2572,7.897,2573,6.007,2574,7.897,2575,7.76,2576,7.897]],["t/228",[4,2.297,85,1.453,452,3.532,621,0.672,2170,5.165,2527,6.605,2571,6.605,2577,7.543,2578,7.826,2579,7.09,2580,10.162,2581,10.162,2582,7.09,2583,7.09,2584,7.826,2585,10.162,2586,10.162,2587,7.826,2588,7.826,2589,6.605,2590,6.605,2591,7.826,2592,7.09]],["t/230",[4,2.738,12,2.927,26,3.305,85,1.724,131,2.285,141,1.524,171,2.172,172,2.775,175,3.794,189,4.603,203,3.305,268,4.161,302,3.583,377,4.02,425,4.281,452,2.927,453,2.609,497,4.281,498,4.053,520,3.362,621,0.722,759,4.563,895,5.173,958,3.551,1030,3.776,1821,4.358,2173,3.696,2492,4.414,2527,5.474,2561,7.872,2571,5.474,2575,7.507,2579,5.876,2582,5.876,2583,5.876,2593,6.486,2594,6.486,2595,5.876,2596,6.486,2597,5.876,2598,4.563,2599,6.486,2600,6.486,2601,3.776,2602,6.486,2603,6.486,2604,5.876,2605,6.486,2606,5.474,2607,5.876,2608,5.876,2609,4.414,2610,5.876]],["t/232",[944,2.499]],["t/234",[8,3.434,10,1.925,12,2.884,14,2.4,21,4.957,24,5.789,38,2.925,60,5.098,63,3.895,64,2.845,76,5.789,77,3.568,78,8.39,79,5.789,80,5.789,81,5.393,88,5.789,108,3.804,109,5.098,112,5.789,114,5.098,116,2.099,117,3.642,124,5.098,128,2.206,131,2.252,137,4.349,141,1.502,149,4.1,150,4.861,153,2.925,154,3.011,155,3.056,156,3.203,162,3.568,168,4.496,169,2.374,171,2.14,172,2.735,173,5.393,174,2.275,175,2.884,176,5.342,180,3.642,189,3.499,190,3.257,192,3.152,205,2.77,260,2.541,263,3.642,298,4.496,301,4.976,306,2.666,415,2.77,416,4.642,522,4.496,544,3.257,555,4.665,642,4.218,780,4.665,863,3.804,913,5.789,2611,4.665,2612,5.789,2613,6.391,2614,6.391,2615,3.434,2616,5.393,2617,6.391,2618,5.789,2619,5.098,2620,6.391,2621,6.391]],["t/236",[4,1.406,10,1.58,11,3.157,14,2.413,19,1.977,29,1.674,38,1.371,44,2.528,48,2.186,52,2.186,56,1.553,63,1.826,64,2.132,81,2.528,85,1.616,92,3.161,104,4.211,106,2.224,108,1.783,113,1.604,116,2.245,117,2.729,118,1.64,119,2.299,120,1.543,121,1.553,123,1.472,128,1.653,133,2.441,134,2.389,137,2.038,141,1.874,143,1.477,145,3.259,149,1.922,150,2.279,153,2.739,159,2.437,162,1.672,168,2.107,169,1.779,171,2.29,172,3.582,174,1.066,175,1.352,178,2.714,181,1.922,182,1.922,183,1.113,186,1.113,189,1.64,192,2.362,195,2.629,196,1.653,197,2.125,199,1.15,205,1.298,209,2.401,210,2.325,214,1.922,215,1.454,219,2.389,227,1.15,237,2.34,240,4.211,244,2.279,246,2.389,250,1.316,253,1.58,255,2.389,256,2.389,261,2.273,263,3.896,285,2.528,288,1.64,291,1.553,292,1.352,298,3.37,299,2.279,300,2.186,301,2.573,302,1.84,306,2.497,322,2.528,323,1.164,324,2.186,336,3.82,355,1.298,360,3.073,364,1.501,368,1.454,369,1.164,377,1.432,389,1.922,397,1.334,405,2.038,415,1.298,416,1.501,436,1.316,460,1.371,478,1.637,486,1.543,500,2.279,502,1.454,512,1.553,516,2.279,522,2.107,523,1.826,528,1.352,533,2.107,541,1.64,558,1.432,574,1.783,578,2.107,580,1.477,602,2.186,621,0.685,627,2.389,642,3.161,652,1.744,653,1.371,655,1.432,659,1.526,701,1.138,764,1.573,770,1.922,789,2.714,790,3.37,804,1.266,805,1.826,809,2.594,825,2.107,860,1.819,862,2.038,863,1.783,889,1.191,890,2.466,900,1.501,925,1.707,939,2.714,940,1.707,963,1.922,977,2.256,1043,2.024,1053,1.113,1068,1.432,1071,2.362,1135,1.977,1141,3.563,1207,1.62,1217,1.783,1219,2.186,1255,4.653,1306,2.389,1470,3.82,1702,1.672,1769,2.038,1833,2.528,1911,2.107,2002,2.279,2018,1.977,2131,2.853,2173,2.729,2400,2.528,2413,1.411,2416,1.553,2425,2.279,2562,3.073,2601,1.744,2608,2.714,2611,2.186,2612,2.714,2615,1.609,2619,2.389,2622,2.995,2623,2.995,2624,2.995,2625,2.995,2626,2.995,2627,2.995,2628,2.995,2629,2.995,2630,2.995,2631,2.995,2632,2.995,2633,2.995,2634,2.995,2635,2.995,2636,2.186,2637,2.995,2638,2.995,2639,2.995,2640,2.528,2641,2.995,2642,2.995,2643,2.995,2644,2.995,2645,2.995,2646,2.279,2647,2.186,2648,2.714,2649,4.339,2650,4.339,2651,2.279,2652,2.995,2653,2.995,2654,2.995,2655,2.995,2656,2.714,2657,2.995,2658,2.995,2659,2.995,2660,4.79,2661,2.995,2662,2.995,2663,2.528,2664,2.995,2665,2.279,2666,2.995,2667,2.995,2668,7.974,2669,2.995,2670,2.995,2671,4.79,2672,2.995,2673,2.995,2674,2.995,2675,2.995,2676,2.995,2677,1.977,2678,2.107,2679,2.995,2680,2.995,2681,2.995,2682,2.714,2683,2.389,2684,1.872,2685,2.995,2686,3.82,2687,2.995,2688,2.995,2689,2.995,2690,2.528,2691,2.528]],["t/238",[14,2.168,21,4.478,22,6.348,29,1.504,38,3.443,54,6.348,64,3.349,106,3.002,116,2.47,141,2.169,181,4.826,182,4.826,197,2.459,209,3.77,210,2.922,240,6.495,261,2.857,277,5.722,292,4.166,294,5.49,360,4.826,378,6,415,3.261,513,6,538,4.118,554,3.492,627,6,934,4.379,947,6.814,1032,6.814,2002,5.722,2692,6.814,2693,6,2694,7.522,2695,7.522,2696,6.814,2697,7.522]],["t/240",[944,2.499]],["t/242",[14,3.005,85,1.277,355,3.603,383,5.066,621,0.842,805,5.066,809,4.519,977,4.618,1288,5.333,2698,8.311,2699,9.445,2700,8.311]],["t/244",[10,1.01,12,1.973,14,1.845,61,4.868,65,6.859,69,3.688,70,3.688,85,1.509,106,1.421,116,1.435,123,1.343,131,1.54,141,1.027,153,2,156,2.191,157,2.306,163,1.343,183,1.624,186,1.624,193,3.9,197,1.164,240,3.075,241,3.19,292,1.973,323,1.698,364,3.208,479,2.804,481,3.325,498,2.731,520,3.925,549,3.075,557,5.105,613,3.688,616,2.664,621,0.926,676,2.602,746,3.075,764,1.435,805,2.664,806,2.731,809,4.8,870,2.44,956,2.393,977,5.044,1023,2.974,1028,2.491,1033,3.075,1069,2.544,1070,2.885,1284,2.731,1288,2.804,1361,3.19,1472,2.266,1525,3.959,1771,3.19,1772,2.804,1773,3.075,1833,3.688,2002,3.325,2013,5.595,2423,2.974,2433,2.974,2701,4.371,2702,3.325,2703,4.371,2704,4.371,2705,4.371,2706,4.371,2707,3.19,2708,4.371,2709,4.371,2710,4.371,2711,4.371,2712,3.688,2713,3.688,2714,4.371,2715,6.4,2716,5.797,2717,4.371,2718,4.371,2719,7.571,2720,4.371,2721,3.959,2722,8.87,2723,7.571,2724,2.491,2725,4.371,2726,3.959,2727,6.4,2728,6.4,2729,4.371,2730,4.371,2731,4.371,2732,4.371,2733,4.371,2734,4.371,2735,4.371,2736,4.371,2737,6.4,2738,6.4,2739,4.371,2740,4.371,2741,4.371,2742,4.371,2743,4.371,2744,4.371,2745,4.371,2746,4.371,2747,3.959,2748,4.371,2749,4.371,2750,4.371,2751,4.371,2752,4.371,2753,4.371,2754,4.371,2755,3.959,2756,4.371,2757,4.371,2758,4.371,2759,4.371,2760,4.371]],["t/246",[10,2.301,14,2.87,26,3.044,27,5.412,29,1.911,63,4.854,64,3.546,68,9.276,106,2.59,107,3.478,120,2.566,131,2.105,133,3.044,138,4.361,145,4.066,152,2.901,186,3.329,189,4.361,200,2.66,241,6.54,254,4.202,261,3.403,291,4.954,299,4.545,378,7.147,480,3.557,488,2.348,490,4.361,519,3.097,520,3.097,522,4.203,655,2.857,809,4.439,995,4.765,999,5.412,1754,4.814,2716,5.412,2761,7.562,2762,4.765,2763,8.96,2764,7.965,2765,7.965,2766,10.239,2767,7.965,2768,5.974,2769,5.974,2770,8.96,2771,5.974]],["t/248",[944,2.499]],["t/250",[33,3.333,85,1.605,159,3.777,170,3.861,230,3.698,260,2.549,263,6.211,306,2.675,345,3.02,354,1.446,369,3.449,486,2.065,510,3.213,537,5.871,606,2.91,621,0.875,709,4.561,835,4.493,966,6.535,1067,2.356,1516,2.442,2131,3.481,2772,3.083,2773,7.474,2774,6.411,2775,6.912,2776,2.196,2777,3.495,2778,2.67,2779,6.869,2780,3.969,2781,7.559,2782,5.808,2783,7.559,2784,5.678,2785,3.969,2786,8.403,2787,3.969,2788,3.969,2789,8.292,2790,3.969,2791,3.969,2792,5.768,2793,3.969,2794,3.969,2795,4.511,2796,6.411,2797,3.58,2798,5.114,2799,7.399,2800,5.114,2801,3.969,2802,3.969]],["t/252",[944,2.499]],["t/254",[183,3.292,621,0.761,809,4.41,977,4.174,2803,8.861,2804,8.861]],["t/256",[4,0.18,14,0.177,29,0.123,49,0.239,85,0.556,106,0.2,116,0.202,123,0.655,128,0.212,152,0.299,157,0.324,170,0.46,174,0.219,195,4.444,196,0.212,202,0.267,205,0.267,237,0.343,250,4.437,251,4.83,302,0.236,311,0.33,316,0.366,436,0.27,440,0.337,445,0.433,452,0.277,453,0.247,457,0.221,468,0.35,480,0.366,502,0.299,515,0.27,517,0.319,528,0.277,561,0.519,562,0.49,564,0.418,567,0.281,576,0.519,590,0.49,591,0.449,621,0.1,701,0.234,717,0.394,764,0.202,804,0.26,876,0.519,878,0.468,886,0.666,889,4.477,890,0.253,899,0.285,926,0.557,929,0.519,930,0.519,1047,0.35,1052,0.433,1053,4.072,1054,0.406,1055,0.33,1056,0.418,1059,5.688,1060,0.33,1067,0.226,1068,0.294,1069,0.358,1071,0.303,1072,0.406,1075,4.902,1077,0.375,1079,0.35,1083,6.58,1091,2.758,1093,1.019,1094,2.758,1096,1.548,1097,4.223,1098,2.141,1099,4.223,1135,0.406,1163,2.476,1166,1.699,1172,0.519,1175,0.375,1186,0.418,1204,0.557,1222,0.519,1267,0.337,1318,0.468,1337,2.151,1339,2.476,1342,1.798,1344,0.519,1357,0.418,1361,0.449,1368,0.449,1373,7.723,1376,0.449,1381,0.468,1384,0.449,1387,0.449,1390,0.468,1535,0.384,1547,0.519,1565,0.557,1607,0.519,1628,0.519,1632,2.232,1636,0.449,1690,0.519,1701,0.557,1710,0.557,1723,0.49,1724,0.418,1734,0.557,1892,0.557,2030,0.358,2052,0.394,2707,0.449,2805,0.557,2806,0.615,2807,9.267,2808,0.557,2809,0.615,2810,0.615,2811,0.615,2812,0.89,2813,0.615,2814,0.519,2815,0.519,2816,0.615,2817,0.615,2818,0.615,2819,0.615,2820,2.13,2821,0.557,2822,0.519,2823,0.557,2824,0.468,2825,0.557,2826,0.557,2827,0.519,2828,6.362,2829,0.557,2830,0.433,2831,0.449,2832,0.519,2833,9.151,2834,0.557,2835,0.615,2836,9.151,2837,2.934,2838,2.934,2839,0.615,2840,0.615,2841,6.362,2842,9.065,2843,10.054,2844,1.798,2845,1.798,2846,0.615,2847,1.672,2848,0.615,2849,3.616,2850,2.13,2851,4.711,2852,0.557,2853,0.557,2854,0.557,2855,0.557,2856,2.309,2857,0.557,2858,0.557,2859,0.557,2860,0.519,2861,1.93,2862,0.557,2863,4.981,2864,4.981,2865,0.615,2866,0.557,2867,1.515,2868,5.732,2869,0.557,2870,0.557,2871,0.557,2872,0.557,2873,0.557,2874,0.557,2875,0.557,2876,0.557,2877,0.557,2878,4.711,2879,2.309,2880,0.615,2881,0.615,2882,0.615,2883,0.615,2884,1.059,2885,7.204,2886,1.169,2887,1.059,2888,0.615,2889,0.615,2890,4.045,2891,7.348,2892,6.362,2893,7.204,2894,0.615,2895,1.059,2896,0.615,2897,4.476,2898,5.763,2899,0.615,2900,2.13,2901,0.615,2902,0.615,2903,1.169,2904,0.615,2905,0.615,2906,0.615,2907,0.615,2908,0.557,2909,0.615,2910,3.616,2911,2.13,2912,0.615,2913,0.615,2914,0.615,2915,0.615,2916,6.5,2917,1.93,2918,0.615,2919,0.615,2920,0.615,2921,0.615,2922,0.615,2923,1.169,2924,0.615,2925,1.059,2926,0.615,2927,1.93,2928,0.557,2929,0.557,2930,5.36,2931,2.13,2932,3.288,2933,0.615,2934,0.615,2935,0.615,2936,1.672,2937,0.615,2938,0.615,2939,0.615,2940,1.672,2941,0.557]],["t/258",[4,0.263,10,0.539,14,0.48,16,0.81,29,0.333,85,1.273,106,0.291,116,1.282,119,0.344,120,0.288,123,1.327,128,1.008,131,0.315,143,0.441,152,0.434,156,0.448,157,0.878,159,0.364,163,0.275,170,0.917,171,0.3,174,0.318,195,4.351,196,0.806,197,0.238,202,0.388,205,0.388,206,0.393,215,0.434,237,0.488,250,4.338,251,4.723,261,0.34,262,0.609,302,0.344,311,0.481,316,0.533,317,0.464,355,0.388,382,0.448,397,0.398,415,0.721,436,0.393,440,0.49,445,0.629,452,0.404,453,0.36,457,0.322,468,0.51,502,0.808,512,0.464,517,0.464,528,0.404,544,0.456,564,0.609,576,0.755,590,0.714,591,0.653,605,0.773,610,0.714,618,0.481,621,0.201,651,0.533,653,0.409,672,0.609,701,0.34,764,0.547,772,0.499,804,0.378,878,0.68,886,0.51,889,4.442,890,0.686,899,0.415,900,0.448,927,0.714,929,0.755,930,0.755,979,0.609,1040,0.441,1041,0.499,1045,0.428,1053,4.027,1055,0.481,1056,0.609,1059,5.647,1060,0.481,1067,0.329,1068,0.428,1069,0.521,1071,0.441,1072,0.59,1075,5.44,1077,0.545,1079,0.51,1083,6.672,1091,3.303,1093,0.545,1094,3.303,1096,1.541,1097,2.222,1098,1.704,1099,2.222,1102,1.04,1115,0.574,1117,0.991,1119,0.755,1130,0.533,1131,0.991,1134,0.714,1137,0.609,1138,0.609,1143,0.404,1144,0.464,1145,0.545,1146,0.755,1166,1.328,1170,1.508,1175,0.545,1186,0.609,1203,0.59,1205,0.545,1211,0.808,1222,0.755,1235,1.704,1236,0.68,1282,0.356,1318,0.68,1337,1.97,1339,0.755,1342,0.755,1344,1.97,1347,2.114,1348,0.755,1350,0.81,1357,0.609,1361,0.653,1363,0.81,1368,0.653,1373,7.675,1376,0.653,1381,0.68,1384,0.653,1387,0.653,1390,0.68,1516,0.288,1535,0.559,1547,0.755,1628,0.755,1632,0.68,1636,0.653,1723,0.714,1724,0.609,1776,0.653,1870,0.81,2024,1.014,2030,0.969,2173,0.51,2416,0.464,2440,1.133,2647,0.653,2707,1.215,2807,9.2,2812,0.68,2821,0.81,2822,0.755,2823,0.81,2824,0.68,2825,0.81,2826,0.81,2829,0.81,2830,0.629,2831,0.653,2832,0.755,2833,8.947,2834,0.81,2836,8.947,2844,2.466,2845,2.466,2852,0.81,2853,0.81,2854,0.81,2855,0.81,2856,0.81,2857,0.81,2858,0.81,2859,0.81,2860,0.755,2861,0.81,2862,0.81,2863,4.249,2864,4.249,2866,0.81,2867,0.81,2869,0.81,2870,0.81,2871,0.81,2872,0.81,2873,0.81,2874,0.81,2875,0.81,2876,0.81,2877,0.81,2879,2.114,2884,1.508,2887,6.417,2890,1.508,2891,1.508,2897,3.118,2898,3.118,2917,0.81,2925,1.508,2927,0.81,2929,0.81,2942,0.895,2943,0.895,2944,0.895,2945,1.508,2946,0.895,2947,0.895,2948,0.895,2949,0.81,2950,0.895,2951,0.895,2952,0.895,2953,0.895,2954,0.895,2955,0.895,2956,0.895,2957,0.895,2958,1.664,2959,0.895,2960,1.508,2961,0.895,2962,0.895,2963,0.895,2964,1.215,2965,0.653,2966,0.895,2967,0.629,2968,0.714,2969,0.895,2970,0.895,2971,0.895,2972,0.714,2973,0.755,2974,3.905,2975,0.895,2976,0.895,2977,0.895,2978,8.829,2979,0.895,2980,0.895,2981,0.895,2982,0.895,2983,0.895,2984,1.664,2985,1.664,2986,0.895,2987,0.895,2988,2.334,2989,2.334,2990,1.664,2991,1.664,2992,0.895,2993,0.895,2994,1.664,2995,1.664,2996,1.664,2997,1.664,2998,0.895,2999,0.895,3000,5.034,3001,8.195,3002,9.014,3003,0.895,3004,1.664,3005,1.664,3006,0.895,3007,2.334,3008,1.664,3009,2.334,3010,1.664,3011,0.895,3012,1.664,3013,2.114,3014,0.895,3015,6.345,3016,1.664,3017,0.895,3018,3.905,3019,1.664,3020,1.664,3021,0.895,3022,5.344,3023,4.695,3024,0.895,3025,4.32,3026,0.895,3027,0.81,3028,5.344,3029,0.81,3030,0.895,3031,4.695,3032,0.895,3033,0.895,3034,3.905,3035,0.895,3036,1.664,3037,4.695,3038,0.895,3039,0.895,3040,0.895,3041,0.895,3042,0.895,3043,0.895,3044,0.895,3045,0.895,3046,0.895,3047,0.895,3048,0.895,3049,0.895,3050,1.664,3051,0.895,3052,0.895,3053,0.895,3054,0.895,3055,0.895,3056,0.895,3057,0.895]],["t/260",[4,1.568,10,0.586,14,0.731,29,0.507,85,1.655,106,2.016,113,0.85,116,1.754,120,1.348,123,1.905,126,1.727,128,2.14,152,1.232,163,0.78,170,1.645,174,0.903,195,3.924,196,1.844,202,1.1,205,1.1,206,1.115,237,0.745,250,3.828,251,4.167,302,0.975,311,1.363,342,2.299,364,1.272,377,1.213,397,1.13,415,1.1,416,1.272,436,1.115,440,1.389,452,1.145,453,1.684,457,1.506,468,1.446,486,1.721,493,1.417,502,1.232,512,1.315,528,1.145,621,0.36,653,1.161,660,3.339,672,1.727,699,2.024,701,2.029,750,1.785,764,1.375,804,1.072,826,1.145,835,1.072,862,1.727,889,4.193,899,1.178,901,1.363,1037,2.024,1040,1.251,1041,1.417,1045,1.213,1053,3.744,1055,1.363,1059,5.444,1060,2.249,1067,0.932,1068,2.001,1069,1.477,1071,1.251,1072,1.675,1075,5.757,1077,1.546,1079,1.446,1083,6.537,1093,3.256,1096,2.818,1098,3.055,1112,1.585,1113,1.93,1115,1.628,1117,1.51,1137,1.727,1143,1.145,1144,1.315,1175,1.546,1186,7.147,1334,1.852,1535,1.585,1653,1.675,1668,8.377,1974,2.299,2024,1.546,2030,2.437,2173,1.446,2440,1.727,2471,1.93,2478,3.532,2684,1.585,2707,1.852,2812,1.93,2815,2.141,2822,2.141,2824,1.93,2827,2.141,2830,1.785,2831,1.852,2832,2.141,2945,2.299,2964,1.852,2965,1.852,2967,1.785,2972,2.024,3058,2.537,3059,2.537,3060,2.537,3061,2.537,3062,2.537,3063,2.537,3064,2.537,3065,2.537,3066,2.537,3067,2.537,3068,2.537,3069,2.537,3070,2.537,3071,2.141,3072,2.141,3073,3.792,3074,2.537,3075,2.537,3076,1.628,3077,2.537,3078,2.537,3079,2.537,3080,2.299,3081,2.537,3082,2.537,3083,2.537,3084,2.537,3085,2.537,3086,2.537,3087,2.537,3088,5.342,3089,2.537,3090,2.537,3091,2.537,3092,2.537,3093,2.141,3094,2.537,3095,2.537,3096,2.537,3097,2.537,3098,2.537,3099,2.537,3100,2.537,3101,2.537,3102,2.537,3103,2.537,3104,2.537,3105,2.537,3106,2.537,3107,2.537,3108,2.299,3109,2.537,3110,2.537,3111,2.299,3112,2.537,3113,2.299,3114,2.537,3115,2.537,3116,6.199,3117,2.537,3118,2.537,3119,2.537,3120,2.537,3121,9.806,3122,2.537,3123,8.714,3124,2.537,3125,2.537,3126,2.537,3127,8.46,3128,4.186,3129,4.186,3130,4.186,3131,4.186,3132,5.342,3133,5.342,3134,6.199,3135,4.186,3136,4.186,3137,2.537,3138,2.537,3139,2.537,3140,4.186,3141,2.537,3142,2.537,3143,2.537]],["t/262",[4,1.602,10,0.605,14,0.754,26,1.803,85,1.353,106,1.151,113,0.492,116,1.162,120,0.843,123,1.319,128,0.507,142,0.692,143,0.725,152,0.713,163,0.451,170,1.028,174,0.523,195,4.266,196,1.221,202,0.637,205,0.637,206,0.645,219,1.172,237,0.768,250,4.239,251,4.615,302,0.564,311,0.789,316,1.558,318,0.736,364,0.736,377,0.703,415,0.637,436,0.645,440,0.805,445,1.034,452,0.663,453,1.053,457,0.529,468,0.837,493,0.82,498,0.918,502,0.713,512,0.762,517,0.762,528,0.663,564,1,621,0.225,653,0.673,699,2.087,701,0.558,764,0.859,804,0.621,862,1,886,0.837,889,4.404,899,0.682,901,0.789,1037,1.172,1040,0.725,1041,0.82,1045,1.251,1053,3.98,1055,0.789,1056,1,1059,5.619,1060,0.789,1065,1.24,1067,0.54,1068,0.703,1069,0.855,1071,1.291,1072,0.97,1075,4.298,1077,0.896,1079,0.837,1082,2.489,1083,5.224,1086,2.582,1087,2.582,1090,2.582,1091,3.841,1093,2.617,1094,5.272,1096,1.381,1097,3.266,1099,3.266,1100,7.977,1102,1.635,1103,1.172,1108,1.331,1115,0.943,1117,0.875,1137,1,1143,0.663,1144,0.762,1154,2.106,1159,3.424,1175,0.896,1186,1,1267,0.805,1318,1.118,1334,1.91,1357,1,1361,1.073,1368,1.073,1373,1.034,1376,1.073,1381,1.118,1384,1.073,1387,1.073,1390,1.118,1423,1.24,1425,1.24,1427,1.24,1428,1.24,1429,1.24,1430,1.24,1431,1.24,1433,1.24,1434,1.24,1437,1.24,1438,1.172,1440,1.034,1441,1.24,1442,1.24,1445,1.24,1447,1.24,1448,1.24,1449,1.24,1535,0.918,1612,2.408,1723,1.172,1724,7.387,2030,0.855,2440,1,2805,1.331,2824,1.118,2844,4.607,2845,7.772,2863,4.607,2864,4.607,2967,1.034,2972,1.172,3111,1.331,3144,1.469,3145,1.469,3146,1.469,3147,1.469,3148,1.469,3149,1.469,3150,1.469,3151,1.469,3152,1.469,3153,3.538,3154,2.617,3155,1.469,3156,1.469,3157,1.469,3158,1.469,3159,1.469,3160,1.469,3161,2.371,3162,1.469,3163,1.469,3164,1.469,3165,1.469,3166,1.469,3167,1.469,3168,2.617,3169,1.469,3170,1.469,3171,1.118,3172,1.469,3173,1.331,3174,1.469,3175,1.469,3176,1.469,3177,1.469,3178,1.469,3179,9.821,3180,10.528,3181,1.469,3182,1.469,3183,1.469,3184,1.469,3185,1.469,3186,1.469,3187,1.469,3188,9.651,3189,1.469,3190,1.469,3191,1.469,3192,9.651,3193,2.617,3194,2.617,3195,5.459,3196,4.293,3197,8.556,3198,8.416,3199,2.617,3200,5.459,3201,1.469,3202,1.469,3203,1.469,3204,1.469,3205,1.469,3206,1.469,3207,1.469,3208,1.469,3209,1.469,3210,1.469,3211,1.469,3212,1.469,3213,1.469,3214,1.469,3215,1.469,3216,1.469]],["t/264",[4,1.19,10,0.613,14,0.64,26,0.329,29,0.682,34,0.346,85,1.751,106,0.398,113,0.216,116,0.573,119,0.248,120,0.208,123,1.333,128,0.603,131,0.227,142,0.304,152,0.313,156,0.613,157,0.34,163,0.376,170,0.481,171,0.216,174,0.23,194,0.746,195,0.537,196,0.603,197,0.172,199,0.671,200,0.287,202,0.28,205,0.28,206,0.767,207,0.28,237,0.189,250,0.283,251,0.308,270,0.584,291,0.334,311,0.938,315,0.976,317,0.334,323,0.475,339,1.274,364,0.323,366,0.491,369,0.475,415,0.53,416,0.875,436,0.767,440,0.353,453,1.746,457,0.628,460,0.799,486,0.208,502,0.313,505,0.439,512,1.375,520,0.334,528,0.291,544,0.329,550,0.346,553,0.414,558,0.308,605,0.568,606,0.191,609,0.318,615,0.36,616,1.616,621,0.105,642,0.426,653,0.295,673,0.439,698,0.414,701,0.245,717,0.785,728,0.584,738,1.033,739,0.785,760,0.544,764,0.402,772,0.36,804,0.272,860,0.245,886,0.367,889,1.054,890,0.504,894,0.375,899,0.299,958,0.353,1030,0.375,1040,0.318,1041,0.36,1047,0.367,1051,0.544,1053,1.132,1055,0.346,1059,2.517,1060,0.346,1067,0.237,1077,0.393,1079,0.367,1098,3.168,1102,0.765,1115,0.414,1117,0.728,1137,0.439,1143,0.291,1144,0.334,1163,1.033,1166,0.976,1203,0.426,1205,0.393,1257,0.403,1294,0.544,1357,1.188,1365,1.109,1368,0.893,1384,0.471,1518,0.454,1520,0.491,1535,0.403,1576,1.394,1619,0.403,1676,1.857,1699,0.426,1724,3.462,1801,2.76,1832,0.414,1836,1.771,2030,0.712,2092,0.471,2096,1.152,2228,7.859,2233,0.975,2253,4.609,2411,0.491,2440,0.439,2475,0.765,2562,1.424,2693,0.514,2797,0.36,2807,1.033,2815,1.873,2824,0.491,2827,0.544,2895,2.011,2949,0.584,2960,0.584,2964,0.893,2967,0.454,2972,0.514,3073,0.584,3076,0.414,3080,0.584,3173,0.584,3179,1.109,3217,0.584,3218,0.645,3219,0.645,3220,0.645,3221,0.645,3222,0.645,3223,1.224,3224,1.224,3225,0.645,3226,0.645,3227,0.645,3228,0.645,3229,0.645,3230,0.645,3231,0.645,3232,1.224,3233,3.744,3234,1.224,3235,1.224,3236,0.645,3237,2.22,3238,1.224,3239,0.645,3240,0.645,3241,3.744,3242,0.645,3243,0.645,3244,0.645,3245,0.645,3246,0.645,3247,0.645,3248,0.645,3249,0.645,3250,0.645,3251,0.645,3252,1.224,3253,0.645,3254,0.645,3255,0.645,3256,0.645,3257,0.645,3258,0.645,3259,0.584,3260,0.645,3261,0.645,3262,0.645,3263,0.645,3264,0.645,3265,0.645,3266,0.645,3267,0.645,3268,0.645,3269,1.224,3270,1.224,3271,0.645,3272,0.645,3273,0.645,3274,0.645,3275,0.645,3276,0.514,3277,0.645,3278,0.544,3279,0.645,3280,1.109,3281,0.584,3282,0.584,3283,0.584,3284,2.22,3285,2.22,3286,0.584,3287,0.584,3288,0.645,3289,0.584,3290,3.047,3291,3.047,3292,0.584,3293,0.584,3294,2.22,3295,2.22,3296,2.22,3297,2.22,3298,2.22,3299,2.22,3300,0.491,3301,0.645,3302,0.584,3303,0.645,3304,0.645,3305,0.645,3306,0.645,3307,3.047,3308,0.645,3309,0.645,3310,0.645,3311,0.645,3312,0.645,3313,0.645,3314,0.645,3315,0.645,3316,0.645,3317,1.224,3318,1.224,3319,1.224,3320,1.224,3321,1.746,3322,1.746,3323,2.652,3324,1.746,3325,1.746,3326,1.224,3327,3.047,3328,4.34,3329,1.224,3330,1.746,3331,4.053,3332,1.224,3333,1.224,3334,1.746,3335,1.224,3336,1.746,3337,1.224,3338,1.224,3339,1.746,3340,8.368,3341,1.224,3342,1.746,3343,1.224,3344,1.746,3345,1.224,3346,1.746,3347,1.224,3348,1.746,3349,2.22,3350,1.224,3351,1.746,3352,1.224,3353,1.746,3354,7.96,3355,1.224,3356,1.746,3357,7.96,3358,1.224,3359,1.746,3360,1.224,3361,1.746,3362,1.746,3363,1.224,3364,1.746,3365,7.96,3366,1.224,3367,1.746,3368,1.224,3369,1.746,3370,1.224,3371,1.746,3372,0.861,3373,1.224,3374,1.224,3375,1.689,3376,1.224,3377,1.224,3378,1.224,3379,1.224,3380,0.645,3381,0.645,3382,0.645,3383,0.645,3384,0.645,3385,0.645,3386,0.645,3387,0.645,3388,1.224,3389,0.645,3390,0.645,3391,0.645,3392,0.645,3393,0.645,3394,1.224,3395,0.645,3396,0.645,3397,0.645,3398,0.645,3399,0.645,3400,0.645,3401,0.645,3402,0.645,3403,0.645,3404,0.645,3405,2.652,3406,0.645,3407,0.645,3408,0.645,3409,0.645,3410,0.645,3411,0.645,3412,0.645,3413,0.645,3414,0.645,3415,0.645,3416,0.645,3417,8.034,3418,9.707,3419,10.581,3420,1.746,3421,1.746,3422,1.746,3423,2.652,3424,1.746,3425,6.779,3426,7.446,3427,5.86,3428,7.347,3429,7.446,3430,7.446,3431,9.313,3432,1.224,3433,9.313,3434,9.313,3435,7.446,3436,0.645,3437,1.746,3438,7.446,3439,7.446,3440,7.446,3441,1.224,3442,7.446,3443,7.631,3444,7.068,3445,7.802,3446,7.802,3447,7.802,3448,0.645,3449,7.631,3450,1.746,3451,9.098,3452,9.245,3453,7.54,3454,2.22,3455,1.746,3456,1.224,3457,0.645,3458,1.746,3459,7.96,3460,2.22,3461,1.224,3462,0.645,3463,1.224,3464,0.645,3465,1.746,3466,1.224,3467,0.645,3468,5.305,3469,1.224,3470,1.224,3471,1.224,3472,1.224,3473,0.645,3474,0.645,3475,0.645,3476,4.053,3477,0.645,3478,0.645,3479,0.584,3480,0.645,3481,0.645,3482,0.645,3483,0.645,3484,0.645,3485,0.645,3486,0.645,3487,0.645,3488,0.645,3489,0.645,3490,0.645]],["t/266",[944,2.499]],["t/269",[141,2.343,200,3.809,209,4.289,323,3.324,450,4.22,621,0.735,809,3.709,977,4.031,1777,7.221,2169,5.647,2491,7.751,3491,7.751,3492,7.751]],["t/271",[4,1.889,85,1.742,237,2.455,311,3.459,416,5.409,452,4.718,457,2.316,486,2.074,502,3.126,606,2.478,621,0.553,1311,4.897,1357,5.693,2496,5.832,2498,5.832,2501,5.832,2502,5.832,2503,5.832,3493,6.438,3494,6.438,3495,6.438,3496,6.438,3497,6.438,3498,6.438,3499,6.438,3500,6.438,3501,6.438,3502,6.438,3503,6.438,3504,5.832,3505,6.438,3506,6.438,3507,6.438,3508,6.438,3509,6.438,3510,6.438,3511,6.438,3512,6.438,3513,4.699,3514,6.438,3515,6.438,3516,4.897,3517,6.438,3518,6.438,3519,6.438,3520,6.438,3521,6.438,3522,6.438,3523,6.438,3524,6.438,3525,6.438]],["t/273",[85,1.687,486,2.521,606,2.318,621,0.672,1154,6.434,1472,4.057,2513,7.09,2514,8.567,2521,7.09,3526,7.826,3527,7.826,3528,7.826,3529,7.826,3530,7.981,3531,9.456,3532,9.456,3533,9.456,3534,7.981]],["t/275",[4,2.568,85,1.78,99,2.632,117,2.132,120,1.205,122,2.049,123,1.15,128,2.866,141,1.339,169,2.117,181,2.401,188,2.546,207,3.792,237,1.098,251,1.789,252,3.159,280,3.158,330,2.089,384,3.878,390,2.846,453,3.519,457,1.346,460,1.712,512,3.577,558,1.789,605,2.645,615,2.089,621,0.321,641,2.438,815,3.392,859,6.061,899,2.645,1028,3.933,1045,4.349,1050,5.037,1067,1.375,1207,1.266,1211,1.817,1334,2.731,1775,2.546,2233,4.308,2516,4.809,2525,5.162,2548,3.39,2551,3.39,2555,3.158,2573,4.335,2598,4.856,2761,4.809,3513,2.731,3530,4.809,3534,3.158,3535,3.39,3536,3.742,3537,3.742,3538,3.742,3539,3.742,3540,3.39,3541,3.742,3542,3.742,3543,5.162,3544,3.39,3545,3.39,3546,3.742,3547,3.742,3548,3.742,3549,3.39,3550,3.742,3551,3.742,3552,3.742,3553,3.742,3554,7.716,3555,3.158,3556,3.39,3557,5.698,3558,3.742,3559,3.39,3560,3.742,3561,3.742,3562,3.742,3563,3.742,3564,6.901,3565,3.742,3566,5.698,3567,5.698,3568,3.742,3569,3.742,3570,3.742,3571,5.698,3572,5.698,3573,5.698,3574,3.742,3575,3.742,3576,2.985,3577,7.716,3578,6.901,3579,3.742,3580,5.698,3581,5.162,3582,3.158,3583,3.39,3584,5.698,3585,5.698,3586,3.742,3587,2.985,3588,3.742,3589,5.698,3590,3.742,3591,3.742,3592,2.985,3593,3.39,3594,3.742,3595,3.742,3596,4.335,3597,6.901,3598,3.742,3599,3.158,3600,3.39,3601,3.39,3602,3.39,3603,3.742,3604,2.846,3605,3.742,3606,3.742,3607,3.742,3608,3.742,3609,3.742,3610,3.742]],["t/277",[4,2.099,85,1.745,128,3.088,384,6.644,453,3.599,486,2.304,512,5.061,605,4.153,606,2.118,621,0.614,899,3.32,1045,4.278,1782,7.136,2516,6.035,2555,6.035,3530,6.035,3534,7.55,3581,6.479,3599,6.035,3600,6.479,3601,6.479,3602,6.479,3611,7.151,3612,7.151,3613,7.151,3614,8.946,3615,7.151,3616,6.479,3617,7.151,3618,7.151,3619,7.151]],["t/279",[6,5.62,85,1.528,128,2.939,237,2.499,450,4.199,621,0.732,655,4.071,753,3.163,764,2.796,1267,4.662,2125,7.713,2504,7.713,3620,8.515,3621,8.515]],["t/281",[4,2.246,85,1.678,260,4.001,302,2.94,452,3.455,457,3.621,621,0.658,1143,4.542,1175,5.686,1472,5.217,1619,4.783,2175,8.452,2589,6.46,3300,5.822,3513,5.587,3516,5.822,3622,7.654,3623,9.33,3624,7.442,3625,6.934,3626,6.934]],["t/283",[49,3.082,85,1.712,120,2.555,123,2.437,199,3.047,290,6.035,397,3.532,472,3.882,621,0.682,753,2.947,890,3.269,901,4.262,1154,5.676,1489,4.618,1831,4.957,2174,5.79,2615,4.262,3627,7.187,3628,7.933,3629,7.933,3630,7.933,3631,7.933]],["t/285",[4,2.753,29,1.544,85,1.552,179,5.433,180,4.4,227,2.966,237,2.266,260,3.07,306,3.222,476,5.433,621,0.663,952,4.825,1489,4.495,1755,4.954,2195,6.159,2208,6.995,2209,6.517,2210,6.995,2211,5.874,2677,5.097,3632,7.722,3633,7.722,3634,7.722,3635,7.722,3636,6.995,3637,6.517,3638,7.722,3639,7.722,3640,7.722,3641,6.995,3642,6.517,3643,6.995,3644,6.995]],["t/287",[4,2.008,85,1.736,163,2.102,318,4.361,364,3.43,385,5.18,400,4.675,457,2.462,621,0.588,753,3.74,835,2.891,889,3.459,1050,4.994,1207,2.315,1211,4.224,1821,3.547,2233,3.82,3540,6.199,3543,6.199,3544,6.199,3545,6.199,3559,6.199,3644,6.199,3645,6.842,3646,6.842,3647,6.842,3648,6.842,3649,6.842,3650,6.842,3651,6.842,3652,8.701,3653,6.842,3654,6.842,3655,6.842,3656,6.842,3657,6.842,3658,6.842,3659,6.842,3660,6.842,3661,6.842,3662,6.842,3663,6.842,3664,6.842,3665,6.842]],["t/289",[6,6.125,26,3.867,85,1.166,163,2.331,318,4.651,364,3.803,400,4.986,440,5.081,520,3.933,581,6.529,621,0.652,753,3.881,958,4.154,1030,4.417,1207,2.567,1211,4.506,2233,4.236,2589,6.403,3300,5.772,3513,5.538,3516,5.772,3625,6.874,3666,7.587,3667,7.587,3668,7.587,3669,7.587,3670,7.587,3671,7.587,3672,7.587,3673,7.587,3674,7.587]],["t/291",[944,2.499]],["t/293",[11,4.3,29,0.996,34,2.677,38,2.281,39,3.791,41,4.786,85,1.53,94,2.629,113,2.355,116,2.309,121,3.645,131,1.756,183,1.851,191,5.133,210,1.936,215,2.419,261,3.095,263,5.045,288,3.85,324,3.637,354,1.586,369,3.166,370,3.197,382,2.498,383,3.037,472,2.029,478,3.31,486,1.605,488,1.958,549,5.734,553,3.197,554,2.313,584,4.967,592,5.35,606,1.476,621,0.604,648,4.642,651,2.966,673,3.391,676,4.186,701,1.893,709,3.265,719,4.925,826,2.249,834,4.394,835,3.74,856,3.637,910,3.037,966,6.216,967,3.791,1516,2.265,1576,3.219,1676,3.037,2021,3.289,2087,3.289,2098,3.197,2131,3.4,2235,3.506,2413,2.347,2691,4.205,2772,3.506,2775,3.506,2776,2.498,2777,3.975,2797,4.55,2799,3.975,3675,4.983,3676,4.514,3677,3.637,3678,5.609,3679,3.037,3680,4.983,3681,6.878,3682,5.935,3683,3.975,3684,5.935,3685,4.644,3686,4.983,3687,5.935,3688,6.878,3689,5.935,3690,5.609,3691,6.878,3692,3.791,3693,4.094,3694,4.514,3695,4.205,3696,4.205,3697,3.975,3698,3.791]],["t/295",[944,2.499]],["t/298",[29,1.424,32,5.011,56,3.692,61,5.418,62,6.011,85,1.094,136,4.701,152,3.458,163,2.188,241,5.199,460,3.26,493,4.982,541,3.899,621,0.612,641,3.048,657,5.418,809,4.816,1023,4.847,1738,6.943,2423,4.847,2699,8.084,3699,7.122,3700,7.122,3701,7.122,3702,7.122,3703,8.924,3704,7.122,3705,7.122,3706,7.122,3707,7.122,3708,7.122,3709,7.122,3710,7.122,3711,7.122,3712,8.084,3713,7.122,3714,7.122,3715,7.122,3716,7.122]],["t/300",[4,2.276,10,1.793,29,1.88,61,5.9,85,1.192,120,2.498,128,2.677,136,6.681,141,1.822,152,3.766,197,2.506,200,3.453,215,3.766,261,2.946,267,5.662,296,5.9,396,3.953,397,3.453,450,3.826,457,2.79,488,3.048,532,5.278,771,4.846,815,4.617,816,7.027,944,2.572,2169,5.119,3717,7.027,3718,7.756,3719,7.756]],["t/302",[29,1.631,85,1.489,120,2.627,128,3.346,136,5.383,197,2.173,261,3.098,488,3.205,621,0.701,923,5.953,1738,5.383,1739,6.204,3720,8.156,3721,8.156,3722,8.156,3723,8.156,3724,8.156,3725,8.156,3726,9.693,3727,8.156,3728,8.156]],["t/304",[113,2.732,136,5.383,209,4.088,591,5.953,621,0.701,1087,5.953,1217,4.855,1223,4.648,3712,7.388,3729,7.388,3730,8.156,3731,8.156,3732,8.156,3733,8.156,3734,7.388,3735,8.156,3736,7.388,3737,8.156,3738,8.156,3739,8.156,3740,8.156,3741,8.156,3742,8.156,3743,8.156]],["t/306",[29,1.593,120,2.567,136,6.76,190,4.061,196,2.751,209,3.994,227,3.061,277,6.062,292,3.597,323,3.096,396,4.061,621,0.821,764,2.617,860,3.027,945,6.357,1143,3.597,1738,6.31,2169,5.26,3729,7.219,3744,9.56,3745,7.969,3746,7.969,3747,5.113,3748,7.969]],["t/308",[120,2.627,136,5.383,163,2.978,215,3.96,262,5.55,368,3.96,396,4.156,397,3.631,447,5.55,525,6.505,1023,6.596,1207,2.759,1738,5.383,1831,6.687,2169,5.383,3747,6.636,3749,7.388]],["t/310",[4,1.835,85,1.751,92,4.127,140,3.811,141,1.469,163,1.921,169,2.323,171,2.094,172,2.676,196,2.833,237,1.835,268,4.012,456,2.99,457,2.25,472,2.546,606,1.852,621,0.537,753,2.323,889,2.486,911,3.299,1023,4.255,1028,3.563,1154,3.722,1207,2.777,1576,2.862,1634,5.277,1831,5.129,2095,4.593,2170,4.127,2173,3.563,2195,4.988,2202,5.665,2203,5.277,2209,5.277,2395,5.277,2396,5.665,2401,7.436,2403,5.665,2474,6.244,2604,5.665,2636,4.564,3747,5.267,3750,6.253,3751,6.253,3752,7.436,3753,4.988,3754,6.253,3755,6.253,3756,6.253,3757,6.253,3758,6.253,3759,6.253,3760,6.253,3761,6.253,3762,6.253,3763,6.253,3764,6.253,3765,6.253,3766,8.209,3767,6.253,3768,6.253]],["t/312",[4,1.533,14,1.505,63,3.183,85,1.706,119,2.791,120,1.682,136,5.964,141,2.123,169,1.94,180,4.763,183,2.7,196,3.119,259,4.407,262,3.554,368,2.536,382,2.617,450,2.576,456,2.497,486,1.682,501,4.407,537,3.674,559,2.976,574,4.326,606,1.547,618,2.806,621,0.624,641,2.235,655,2.497,701,1.983,764,3.379,773,3.109,783,4.667,979,3.554,1023,3.554,1067,1.919,1144,2.707,1206,3.674,1207,2.458,1576,2.39,1738,6.659,1739,5.528,1792,6.094,1831,6.429,2098,3.35,2131,3.032,2235,3.674,3734,6.583,3736,6.583,3749,6.583,3769,5.222,3770,5.222,3771,4.731,3772,5.222,3773,5.222,3774,5.222,3775,5.222,3776,5.222,3777,5.222,3778,5.222,3779,5.222,3780,5.222,3781,5.222,3782,9.036,3783,5.222,3784,5.222,3785,5.222,3786,5.222,3787,5.222,3788,5.222,3789,5.222,3790,8.358,3791,5.222,3792,7.267,3793,5.222,3794,4.731]],["t/314",[944,2.499]],["t/316",[85,1.451,118,4.682,260,2.648,263,6.114,354,1.502,360,6.06,369,2.587,415,2.887,472,2.711,486,3.043,606,3.053,621,0.922,709,3.092,826,3.006,910,4.059,966,5.486,1067,3.143,1699,6.234,2611,7.275,2778,4.059,2792,7.185,3678,5.312,3795,5.62,3796,6.659,3797,5.62,3798,8.551,3799,4.685,3800,6.659,3801,6.659,3802,9.446,3803,6.659,3804,6.659,3805,8.551,3806,6.659,3807,6.659,3808,6.659]],["t/318",[85,1.619,263,5.374,354,1.757,360,6.507,558,3.725,606,2.307,621,0.81,764,2.559,835,4.453,1207,2.636,1699,6.225,2131,3.251,2772,5.482,2789,6.575,2795,5.482,2798,6.215,3809,7.791,3810,6.225,3811,7.791,3812,7.791,3813,7.058,3814,7.791]],["t/320",[944,2.499]],["t/322",[85,1.457,113,2.878,159,3.499,175,3.029,183,2.493,210,3.338,215,3.258,257,4.898,261,2.549,354,1.514,372,6.082,486,2.162,519,5.356,538,3.674,574,3.995,606,2.545,621,0.815,637,6.079,641,2.872,644,8.242,680,7.211,698,4.306,709,4.641,832,3.54,835,2.835,1067,3.158,1207,2.907,1516,2.162,2426,5.663,2467,4.676,2795,4.721,3599,5.663,3815,6.711,3816,6.711,3817,6.711,3818,6.711,3819,5.353,3820,6.711,3821,8.593,3822,6.711,3823,4.306,3824,5.105]],["t/324",[944,2.499]],["t/326",[4,0.459,11,1.161,17,1.189,19,0.552,29,1.181,32,1.549,38,1.007,41,4.312,49,0.325,56,0.81,85,1.55,94,0.825,113,0.737,117,0.891,121,1.141,123,1.004,131,2.578,133,2.101,138,0.611,145,1.064,159,2.73,163,1.38,170,1.62,180,1.576,183,1.214,186,0.311,192,1.086,197,0.586,199,1.725,200,0.98,206,0.687,207,2.458,210,3.853,227,1.255,230,1.858,250,0.687,253,1.161,260,1.299,261,3.077,263,5.521,264,1.003,279,0.569,292,0.378,298,4.592,306,0.652,309,2.157,323,2.102,324,2.713,336,5.608,339,5.132,345,1.037,354,0.93,360,3.096,362,0.667,368,0.759,369,2.894,370,1.412,372,0.537,377,1.972,382,1.638,400,0.84,411,3.284,416,0.784,436,0.367,446,0.856,453,0.629,456,2.147,457,0.301,469,3.137,472,1.679,478,2.165,479,1.003,481,1.189,486,2.357,488,1.765,492,2.485,510,2.251,515,0.367,523,0.51,528,0.378,537,1.945,538,2.642,539,2.86,549,1.945,554,1.022,575,0.706,577,0.569,578,0.589,580,3.308,584,0.953,592,2.103,606,2.452,609,0.771,621,0.744,626,0.706,641,1.591,643,0.636,648,5.219,651,3.772,655,0.4,673,1.498,676,0.498,691,1.064,694,1.189,701,1.833,707,1.32,709,4.189,710,1.032,719,3.787,739,1.412,741,0.825,745,1.728,750,1.549,764,0.513,778,1.32,804,0.353,826,2.027,832,2.369,834,0.977,835,4.328,856,5.24,870,0.873,910,1.991,934,1.281,958,1.514,961,2.096,966,6.649,967,1.674,984,2.606,997,2.334,1012,1.141,1050,2.713,1067,2.253,1143,0.993,1207,1.918,1211,1.343,1516,2.399,1517,1.882,1576,2.477,1676,0.51,1754,0.84,1773,1.1,1776,0.611,1782,3.289,1794,1.064,1820,0.667,2018,2.157,2021,0.552,2052,0.537,2062,2.505,2087,1.032,2095,0.784,2098,2.881,2131,3.299,2235,3.807,2413,2.115,2442,2.103,2465,4.317,2480,1.549,2611,2.018,2724,1.254,2772,0.589,2775,3.989,2776,0.419,2777,0.667,2778,1.342,2779,5.137,2780,0.758,2781,2.505,2782,6.227,2783,4.068,2784,3.859,2785,0.758,2786,4.068,2787,0.758,2788,0.758,2789,7.614,2790,0.758,2791,0.758,2792,3.903,2793,1.416,2794,0.758,2795,2.901,2797,0.873,2798,2.965,2799,7.801,2800,0.667,2801,0.758,2802,0.758,3093,1.32,3604,3.671,3676,0.758,3677,0.611,3678,1.756,3681,1.858,3682,1.32,3684,2.757,3685,0.891,3687,1.32,3688,1.32,3689,2.334,3690,0.667,3691,3.48,3692,3.136,3693,0.487,3695,2.757,3696,4.33,3697,2.965,3698,0.636,3813,5.353,3819,0.667,3823,0.537,3824,3.903,3825,0.837,3826,0.758,3827,1.564,3828,0.758,3829,0.837,3830,1.416,3831,1.416,3832,1.416,3833,1.416,3834,0.51,3835,3.368,3836,1.994,3837,0.758,3838,1.416,3839,1.32,3840,1.674,3841,1.32,3842,0.537,3843,0.758,3844,0.758,3845,1.994,3846,0.758,3847,0.758,3848,0.758,3849,0.758,3850,3.136,3851,0.706,3852,0.837,3853,0.837,3854,0.837,3855,0.837,3856,3.267,3857,4.123,3858,3.717,3859,1.564,3860,0.837,3861,4.068,3862,0.837,3863,0.837,3864,0.837,3865,0.837,3866,0.837,3867,0.837,3868,0.837,3869,0.837,3870,1.564,3871,0.837,3872,0.837,3873,1.564,3874,0.837,3875,0.837,3876,5.137,3877,2.505,3878,3.492,3879,1.564,3880,3.717,3881,1.564,3882,2.505,3883,1.416,3884,1.564,3885,1.564,3886,1.564,3887,1.564,3888,0.837,3889,0.837,3890,4.123,3891,1.416,3892,3.735,3893,1.564,3894,0.837,3895,0.837,3896,0.837,3897,0.837,3898,0.837,3899,0.837,3900,0.837,3901,0.837,3902,0.837,3903,2.201,3904,0.837,3905,1.564,3906,0.837,3907,2.201,3908,0.837,3909,2.201,3910,0.837,3911,2.201,3912,0.837,3913,1.564,3914,1.945,3915,1.564,3916,1.564,3917,0.837,3918,0.837,3919,1.564,3920,0.837,3921,0.837,3922,0.837,3923,0.636,3924,1.564,3925,1.564,3926,0.837,3927,0.837,3928,0.837,3929,0.837,3930,0.837]],["t/328",[944,2.499]],["t/330",[944,2.499]],["t/332",[4,1.425,11,3.643,17,3.694,29,1.508,38,1.395,39,2.318,41,3.305,52,2.225,85,1.421,94,1.608,108,1.814,113,1.627,121,2.517,123,2.122,131,2.133,133,2.475,138,2.225,159,1.241,163,1.492,170,2.713,180,2.767,183,2.802,192,1.503,200,1.357,207,3.794,210,2.93,250,2.133,253,3.194,260,2.407,261,3.754,263,4.987,279,2.074,292,1.376,298,4.259,309,4.558,336,6.981,354,1.095,362,2.431,369,2.682,370,1.955,377,1.457,382,2.434,411,4.12,436,1.339,456,2.895,457,1.096,472,2.811,478,3.159,479,1.955,486,0.982,488,1.908,539,1.376,549,2.144,554,1.415,575,2.572,577,2.074,580,1.503,584,3.69,592,4.605,606,0.903,621,0.417,641,1.304,643,2.318,648,6.438,651,5.018,655,1.457,673,5.132,676,1.814,701,1.844,709,4.063,719,3.643,804,1.288,826,2.192,832,3.194,834,1.904,835,3.811,856,2.225,910,2.96,934,3.524,966,6.056,967,3.694,984,3.874,1067,2.225,1207,1.031,1516,0.982,1517,4.699,1576,4.005,1676,1.858,1773,3.417,1782,4.829,1820,2.431,2018,2.012,2021,2.012,2052,1.955,2087,2.012,2095,2.434,2098,3.884,2131,3.147,2235,4.858,2413,2.288,2442,2.318,2480,4.259,2772,2.144,2775,5.306,2776,1.528,2777,2.431,2799,6.981,3604,2.318,3677,2.225,3678,2.431,3681,5.828,3682,4.099,3684,4.099,3685,2.767,3687,5.828,3688,4.099,3689,5.828,3690,2.431,3691,6.365,3692,2.318,3693,1.774,3694,2.761,3695,2.572,3696,2.572,3697,2.431,3819,2.431,3824,4.605,3828,2.761,3830,2.761,3831,2.761,3832,2.761,3833,2.761,3834,1.858,3835,2.761,3836,4.399,3837,2.761,3838,4.399,3839,2.572,3840,2.318,3841,2.572,3842,1.955,3843,2.761,3844,2.761,3845,2.761,3846,2.761,3847,2.761,3848,2.761,3849,2.761,3850,2.318,3851,2.572,3931,3.048,3932,3.048]],["t/334",[944,2.499]],["t/336",[944,2.499]],["t/338",[141,2.071,354,2.288,621,0.758,3582,7.44,3933,8.816,3934,8.816,3935,8.816]],["t/340",[944,2.499]],["t/342",[944,2.499]],["t/344",[29,1.237,116,3.307,120,3.331,128,3.639,153,2.831,154,2.914,155,2.958,156,4.086,206,3.58,207,3.533,354,1.395,416,4.857,486,2.626,510,3.101,550,5.41,606,2.414,616,5.556,621,0.783,653,3.731,695,7.037,709,2.872,742,4.353,1045,3.898,1267,5.661,1472,5.023,1516,2.626,1653,6.825,2024,5.906,2798,4.935,3936,5.604,3937,6.186,3938,6.186,3939,6.879,3940,6.186,3941,6.186,3942,5.221]],["t/346",[944,2.499]],["t/348",[4,1.805,10,1.33,12,1.87,29,1.512,38,0.641,41,1.705,44,2.115,49,1.851,56,0.726,61,1.906,85,1.631,94,1.795,107,2.412,113,0.839,119,0.538,121,0.726,128,2.61,131,2.801,140,0.853,141,1.352,143,0.69,147,0.953,159,1.385,163,1.273,169,1.539,170,0.55,171,0.839,172,0.599,174,1.475,175,2.776,180,0.798,183,3.075,186,0.931,193,0.853,196,1.828,197,1.411,199,1.591,200,1.116,201,0.898,202,0.607,204,1.705,207,1.086,210,2.851,227,2.497,252,2.181,254,4.577,255,6.032,256,4.589,257,2.483,260,0.556,269,1.022,292,1.535,298,3.353,301,1.346,302,0.538,309,4.292,316,0.833,323,1.322,326,0.875,330,0.782,332,3.726,339,3.865,345,1.603,354,0.565,360,3.691,364,2.388,370,1.608,372,6.396,382,2.076,385,1.492,397,1.116,425,2.734,426,0.898,446,0.766,453,1.369,456,2.532,472,1.687,478,2.102,479,4.852,486,2.616,488,0.985,492,3.151,493,2.313,508,0.875,510,3.083,512,1.299,519,0.726,528,0.632,539,2.935,544,0.713,553,1.608,554,0.65,558,1.198,559,0.798,567,1.557,571,2.957,573,0.924,574,3.871,578,1.763,580,4.219,583,1.268,594,3.243,606,1.008,609,2.35,617,0.953,618,0.752,621,0.765,626,1.181,631,1.999,632,0.702,641,1.072,655,0.669,657,4.028,679,1.117,684,2.27,698,2.183,701,1.292,709,3.163,719,3.245,729,2.871,739,1.608,741,1.322,745,0.875,753,0.52,773,0.833,804,0.591,811,0.898,815,2.837,826,2.597,832,2.186,834,2.588,835,3.1,839,1.654,844,1.268,845,4.021,846,2.871,848,2.871,849,2.115,850,2.115,856,1.829,867,1.268,877,1.268,890,1.033,900,0.702,901,0.752,911,0.738,934,1.459,935,1.829,940,0.798,961,1.608,966,4.172,979,1.705,1028,0.798,1041,1.399,1067,3.042,1082,0.985,1125,1.181,1143,1.535,1144,0.726,1145,3.749,1207,2.627,1211,1.652,1234,1.906,1516,2.094,1576,2.181,1612,0.953,1649,3.082,1820,1.117,1821,0.726,2013,0.798,2018,0.924,2052,0.898,2087,0.924,2095,1.705,2131,3.712,2173,1.428,2413,2.898,2416,0.726,2465,4.589,2467,1.236,2475,1.566,2690,2.115,2724,0.798,2772,0.985,2784,3.243,2792,1.065,2795,0.985,2800,1.117,2860,1.181,3372,0.985,3685,1.939,3690,1.117,3692,1.065,3799,1.763,3824,5.393,3842,1.608,3877,1.268,3878,1.705,3891,1.268,3892,2.27,3923,1.906,3943,1.4,3944,1.4,3945,5.749,3946,1.4,3947,3.402,3948,2.506,3949,2.506,3950,2.115,3951,2.506,3952,1.4,3953,1.4,3954,1.065,3955,1.4,3956,5.753,3957,2.506,3958,3.402,3959,3.402,3960,3.402,3961,2.506,3962,5.753,3963,2.506,3964,2.506,3965,4.143,3966,2.506,3967,2.506,3968,2.506,3969,2.506,3970,2.506,3971,2.506,3972,2.506,3973,2.506,3974,2.506,3975,2.506,3976,2.506,3977,0.898,3978,2.506,3979,1.4,3980,1.4,3981,1.4,3982,1.4,3983,1.4,3984,1.654,3985,2.506,3986,2.506,3987,2.506,3988,1.4,3989,2.27,3990,1.4,3991,1.4,3992,1.4,3993,1.4,3994,1.181,3995,1.4,3996,1.4,3997,1.4,3998,1.4,3999,1.4,4000,1.4,4001,1.4,4002,1.4,4003,1.181,4004,1.4,4005,1.4,4006,1.4,4007,1.4,4008,1.4,4009,1.4,4010,1.4,4011,1.4,4012,1.4,4013,1.4,4014,1.4,4015,1.181,4016,3.753,4017,1.268,4018,2.506,4019,1.4,4020,1.4,4021,1.4,4022,2.506,4023,1.4,4024,1.4,4025,1.4,4026,1.4,4027,1.4,4028,1.4,4029,1.4,4030,1.4,4031,1.4,4032,4.143,4033,1.4,4034,1.4,4035,2.506,4036,6.502,4037,2.506,4038,1.4,4039,1.4,4040,1.4,4041,2.506,4042,2.506,4043,1.4,4044,1.4,4045,1.4,4046,1.4,4047,2.506,4048,1.4,4049,1.4,4050,1.4,4051,1.4]],["t/350",[254,4.675,354,2.295,479,5.685,621,0.761,3692,6.74,4052,8.861]],["t/352",[944,2.499]],["t/354",[944,2.499]],["t/356",[2,0.602,4,1.526,8,1.513,10,1.433,12,0.386,14,0.647,15,1.045,29,1.632,34,0.238,38,1.027,40,0.722,49,2.129,64,0.551,77,0.477,85,1.651,86,0.942,101,0.284,106,1.297,108,0.509,113,1.113,116,2.508,117,1.1,118,0.468,119,1.816,120,2.44,122,0.874,123,2.347,124,0.682,126,0.302,128,2.396,131,1.605,140,1.367,141,0.201,142,0.752,143,0.422,147,0.302,152,0.415,153,0.73,154,1.78,155,1.589,156,2.284,157,1.753,163,1.503,169,0.318,170,0.882,171,2.495,172,2.456,174,0.304,175,0.559,176,0.549,177,2.955,179,0.871,180,0.706,183,0.46,186,1.321,189,0.243,190,0.984,192,2.413,194,0.755,195,1.351,196,2.368,197,0.82,199,1.451,200,1.479,202,1.441,203,0.631,205,0.973,206,1.922,207,0.837,208,0.843,210,2.277,214,2.132,215,0.415,227,1.081,237,0.658,241,0.904,251,1.073,252,1.027,253,0.234,258,0.65,260,0.634,261,0.325,268,0.549,281,2.262,287,0.23,289,0.857,292,0.386,302,0.476,306,0.666,310,0.794,318,0.621,323,1.291,345,0.583,348,0.871,354,1.028,355,0.692,356,0.337,364,0.222,368,0.415,369,2.632,370,0.284,377,0.409,379,0.602,382,2.606,385,0.509,392,0.602,393,0.509,396,0.226,397,0.551,400,0.459,408,1.894,410,0.722,415,0.692,416,0.429,420,0.682,425,0.564,426,0.794,436,0.701,446,1.057,452,0.559,453,1.021,456,1.214,460,1.162,465,0.942,472,2.387,474,0.904,475,0.582,478,2.425,486,2.182,488,0.997,498,0.534,506,1.274,510,1.783,515,1.237,517,0.443,532,0.302,538,0.468,539,2.935,540,0.337,541,1.39,550,0.857,553,0.549,554,0.741,558,0.409,559,0.253,567,2.509,571,2.226,580,0.219,584,0.521,594,1.527,596,0.65,605,1.851,606,1.181,609,2.831,610,1.79,615,0.477,617,0.582,618,0.459,621,0.671,629,0.402,631,0.354,632,0.8,633,0.722,636,0.549,641,1.522,651,3.49,652,0.258,653,2.003,655,1.346,656,0.374,657,2.528,659,1.143,672,0.843,676,0.95,679,0.682,694,0.942,695,2.978,696,0.582,697,1.367,698,0.284,701,1.918,709,2.828,710,0.564,713,0.312,716,0.402,719,0.451,727,1.446,739,0.284,741,1.993,750,0.602,753,1.143,754,0.402,764,0.737,769,0.722,771,0.277,772,0.477,773,1.336,783,0.248,790,0.312,804,1.685,806,0.277,809,1.441,811,0.549,815,0.509,826,1.271,832,2.309,835,2.425,859,1.165,860,1.975,871,0.312,889,2.33,890,1.37,892,0.65,900,1.125,901,0.857,910,0.521,925,1.279,934,0.498,935,0.624,940,0.909,942,1.122,952,0.534,956,0.468,963,0.794,966,0.549,977,0.752,990,0.775,992,0.65,994,0.402,1020,1.54,1028,1.279,1040,1.252,1041,1.078,1043,2.067,1045,2.965,1048,0.284,1053,2.718,1059,0.23,1060,1.205,1067,2.014,1068,0.592,1069,0.498,1070,0.564,1071,0.422,1072,0.564,1093,0.27,1102,2.222,1112,0.997,1117,0.509,1130,0.509,1131,0.509,1135,0.293,1136,0.549,1138,0.582,1140,0.997,1143,3.133,1144,1.958,1145,0.973,1154,0.509,1205,0.521,1207,1.708,1211,2.903,1217,0.264,1223,0.706,1239,1.916,1255,0.582,1257,0.534,1267,1.947,1271,0.682,1282,2.377,1283,1.595,1288,0.549,1440,2.165,1466,0.65,1472,1.001,1489,0.721,1503,1.579,1507,0.293,1508,1.579,1509,1.707,1510,0.871,1512,0.904,1516,1.962,1518,0.602,1575,0.988,1576,1.521,1607,0.722,1612,0.302,1619,0.774,1630,0.722,1653,1.481,1655,0.564,1676,0.973,1697,1.786,1699,3.229,1702,2.109,1754,0.459,1763,2.142,1771,0.324,1773,0.312,1776,0.624,1819,0.293,1831,1.402,1832,1.238,1836,1.273,1837,0.871,1935,0.988,1949,0.582,1994,0.682,1995,0.722,1996,0.682,1997,0.682,1998,0.682,1999,1.273,2013,2.272,2019,0.354,2024,3.498,2030,3.342,2052,0.549,2067,0.722,2069,0.374,2081,1.481,2082,0.942,2087,4.414,2088,3.635,2089,0.775,2090,1.273,2091,1.214,2092,0.624,2093,0.775,2094,0.682,2095,0.222,2096,1.858,2097,0.374,2098,0.549,2099,0.374,2100,0.722,2101,1.54,2102,0.775,2103,0.682,2104,0.682,2105,0.682,2106,0.402,2131,3.258,2170,0.564,2178,0.354,2214,1.579,2233,1.572,2412,1.214,2413,1.878,2416,1.459,2425,0.337,2431,0.521,2433,1.527,2438,1.79,2440,1.916,2442,0.65,2443,0.722,2444,2.454,2453,0.354,2466,0.682,2467,3.207,2468,0.682,2470,1.446,2472,0.775,2473,0.775,2474,0.65,2475,1.922,2476,0.65,2479,1.347,2480,0.602,2481,0.549,2573,0.65,2609,0.843,2615,0.665,2616,1.045,2647,0.624,2665,0.337,2712,0.722,2721,0.402,2724,0.909,2747,1.446,2762,1.273,2772,0.602,2776,0.222,2778,3.573,2812,2.34,2814,0.722,2830,0.602,2831,0.324,2964,0.624,2965,0.904,2967,1.786,2968,1.79,2973,0.722,3071,0.722,3076,1.44,3113,0.775,3171,0.337,3276,0.682,3278,1.347,3280,0.402,3281,1.122,3282,1.122,3283,1.122,3286,1.122,3287,1.122,3289,1.122,3292,1.122,3293,1.122,3300,0.65,3302,0.775,3375,0.65,3427,0.988,3592,0.682,3596,2.34,3677,0.324,3693,1.124,3698,1.931,3747,0.549,3753,1.273,3799,0.312,3823,0.794,3826,0.402,3842,1.024,3914,1.579,3942,0.374,4003,1.347,4016,0.775,4053,0.443,4054,0.443,4055,0.443,4056,0.775,4057,0.775,4058,0.722,4059,0.722,4060,1.446,4061,0.855,4062,1.446,4063,0.775,4064,0.855,4065,0.775,4066,1.446,4067,3.612,4068,0.942,4069,0.775,4070,0.722,4071,0.722,4072,0.775,4073,1.638,4074,0.775,4075,0.775,4076,1.446,4077,0.775,4078,0.775,4079,2.376,4080,0.775,4081,0.775,4082,0.871,4083,0.904,4084,1.446,4085,1.446,4086,1.446,4087,1.045,4088,0.775,4089,1.045,4090,2.142,4091,0.855,4092,0.682,4093,0.775,4094,0.855,4095,2.033,4096,1.596,4097,0.775,4098,0.855,4099,0.775,4100,2.815,4101,0.855,4102,1.045,4103,2.596,4104,1.749,4105,1.045,4106,1.045,4107,2.165,4108,0.855,4109,0.624,4110,0.775,4111,0.855,4112,0.855,4113,0.855,4114,1.273,4115,0.443,4116,0.775,4117,1.468,4118,0.775,4119,0.682,4120,0.855,4121,0.855,4122,0.855,4123,0.855,4124,0.855,4125,0.855,4126,0.855,4127,2.837,4128,0.722,4129,0.855,4130,1.596,4131,0.855,4132,1.596,4133,0.855,4134,0.775,4135,0.722,4136,0.775,4137,0.775,4138,0.855,4139,0.855,4140,1.347,4141,1.122,4142,1.596,4143,0.855,4144,0.855,4145,0.855,4146,0.775,4147,0.775,4148,0.775,4149,0.682,4150,2.055,4151,2.658,4152,1.214,4153,0.682,4154,0.722,4155,0.443,4156,0.855,4157,1.749,4158,0.722,4159,0.722,4160,0.302,4161,1.238,4162,1.238,4163,1.238,4164,1.122,4165,0.855,4166,1.238,4167,1.238,4168,0.942,4169,0.855,4170,0.443,4171,0.354,4172,0.855,4173,0.775,4174,0.775,4175,0.775,4176,0.855,4177,0.855,4178,0.855,4179,0.775,4180,0.855,4181,0.402,4182,0.855,4183,0.855,4184,0.549,4185,0.775,4186,0.775,4187,0.855,4188,0.443,4189,0.855,4190,0.337,4191,0.443,4192,0.374,4193,1.596,4194,0.443,4195,1.93,4196,0.402,4197,1.93,4198,0.775,4199,0.443,4200,0.443,4201,0.443,4202,0.443,4203,0.443,4204,0.443,4205,0.443,4206,0.443,4207,0.443,4208,0.443,4209,0.443,4210,0.337,4211,0.65,4212,0.443,4213,0.443,4214,0.855,4215,0.402,4216,1.238,4217,0.402,4218,0.443,4219,0.443,4220,2.299,4221,0.324,4222,0.402,4223,0.443,4224,0.443,4225,0.855,4226,0.855,4227,0.855,4228,0.443,4229,0.855,4230,0.855,4231,0.855,4232,0.855,4233,0.855,4234,0.443,4235,0.443,4236,0.855,4237,0.855,4238,0.855,4239,0.855,4240,0.855,4241,1.749,4242,0.443,4243,0.443,4244,0.324,4245,0.354,4246,1.122,4247,0.443,4248,0.443,4249,0.374,4250,1.122,4251,3.011,4252,1.596,4253,1.596,4254,1.238,4255,1.122,4256,0.855,4257,0.855,4258,0.855,4259,0.855,4260,0.402,4261,0.443,4262,0.354,4263,0.942,4264,0.443,4265,0.402,4266,0.624,4267,0.65,4268,0.312,4269,0.65,4270,0.65,4271,0.443,4272,0.443,4273,0.443,4274,0.374,4275,0.443,4276,0.443,4277,0.402,4278,0.443,4279,0.443,4280,0.443,4281,0.443,4282,0.443,4283,0.443,4284,0.443,4285,0.443,4286,0.443,4287,0.443,4288,0.443,4289,0.443,4290,0.402,4291,0.443,4292,0.443,4293,0.443,4294,0.443,4295,0.443,4296,0.443,4297,0.443,4298,0.443,4299,0.443,4300,0.443,4301,0.443,4302,0.443,4303,0.443,4304,0.443,4305,0.374,4306,0.443,4307,0.443,4308,0.443,4309,0.443,4310,0.443,4311,0.443,4312,0.855,4313,0.443,4314,0.402,4315,0.443,4316,0.374,4317,0.443,4318,0.374,4319,0.443,4320,0.443,4321,0.443,4322,0.443,4323,1.238,4324,0.443,4325,0.443,4326,0.443,4327,1.238,4328,0.443,4329,0.855,4330,0.443,4331,0.443,4332,0.443,4333,0.443,4334,0.354,4335,0.443,4336,0.443]],["t/358",[944,2.499]],["t/360",[122,4.662,174,3.031,196,2.939,354,1.921,606,2.522,621,0.854,815,5.069,859,6.215,2098,5.463,4337,8.515,4338,8.515,4339,8.515,4340,8.515,4341,8.515]],["t/362",[944,2.499]],["t/364",[4,2.094,9,3.262,10,2.065,14,1.466,29,1.017,92,3.356,116,3.089,128,1.755,154,4.431,158,4.607,174,1.81,183,3.623,192,2.508,196,1.755,197,1.901,202,3.092,260,2.022,291,2.636,323,1.975,369,2.771,385,3.027,397,2.264,457,2.566,478,3.332,539,3.219,544,2.591,567,3.265,571,5.252,572,6.401,609,4.064,621,0.437,636,3.262,641,2.176,652,2.96,661,5.207,697,5.022,709,3.825,710,5.895,719,4.347,741,3.763,783,2.839,806,3.177,815,4.905,832,3.763,835,2.148,899,2.361,910,4.348,911,2.683,1045,4.498,1067,2.622,1143,2.295,1144,2.636,1489,2.96,1508,3.578,1510,3.578,1512,3.712,1513,4.056,1514,4.056,1516,2.298,1517,3.46,1575,5.69,1576,3.771,1655,4.708,1678,6.462,1679,6.02,2018,3.356,2153,4.607,2475,3.177,3592,6.572,3795,4.291,3799,3.578,3950,4.291,3989,4.607,4198,4.607,4342,5.085,4343,5.085,4344,5.085,4345,5.085,4346,5.085,4347,5.085,4348,5.085,4349,7.133,4350,5.085,4351,5.085,4352,5.085]],["t/366",[944,2.499]],["t/368",[4,1.257,10,1.73,14,0.752,29,0.522,38,1.194,49,2.449,85,1.15,106,1.772,116,2.287,119,2.422,120,2.903,123,1.316,128,1.88,140,1.59,142,3.28,154,3.724,155,3.578,156,2.731,162,1.457,163,0.802,170,3.106,171,1.435,172,1.833,174,1.94,175,1.178,183,2.343,192,2.113,195,1.146,196,2.849,197,1.68,199,1.002,206,1.881,207,1.131,210,2.449,214,2.748,237,0.766,253,1.377,281,5.092,287,1.353,292,1.178,318,2.147,348,1.836,352,2.081,354,1.688,355,2.362,368,1.267,369,2.449,377,1.248,382,2.147,397,1.162,416,2.147,446,1.429,450,1.287,453,1.05,460,1.194,472,1.744,475,2.915,478,0.892,480,1.553,482,1.631,486,3.179,510,3.16,515,1.146,538,1.429,550,1.402,559,1.487,567,2.493,572,1.776,580,3.11,594,1.776,605,2.529,606,2.216,609,2.113,618,3.388,621,0.829,641,2.331,651,1.553,653,3.187,695,5.092,696,4.291,701,0.991,709,1.211,713,3.014,741,1.377,771,1.631,804,1.81,826,1.178,835,2.942,860,0.991,889,2.166,890,1.765,928,1.985,952,2.676,1043,2.302,1045,3.015,1053,3.066,1054,2.827,1136,2.748,1141,1.553,1207,2.891,1211,2.645,1255,1.776,1257,1.631,1267,4.097,1282,1.037,1283,2.22,1288,1.674,1301,2.364,1309,1.985,1440,3.014,1465,2.202,1466,1.985,1503,3.014,1508,3.014,1516,2.753,1653,2.827,1697,1.836,1702,1.457,1994,2.081,1996,2.081,1997,2.081,1998,2.081,1999,2.081,2024,3.843,2030,1.519,2081,2.827,2131,3.566,2170,1.722,2214,3.833,2413,2.018,2425,1.985,2453,3.417,2458,3.88,2466,2.081,2467,3.691,2468,2.081,2475,3.404,2476,1.985,2562,2.748,2577,2.081,2773,1.985,2776,1.308,2778,3.843,2797,3.888,2964,1.905,2965,1.905,3071,2.202,3171,1.985,3693,4.053,3698,1.985,3842,4.801,3914,1.836,3945,5.321,4058,2.202,4059,2.202,4068,1.985,4082,1.836,4149,2.081,4151,3.014,4168,1.985,4173,2.364,4190,1.985,4210,1.985,4211,1.985,4221,3.126,4244,3.977,4245,3.417,4263,1.985,4305,2.202,4353,2.61,4354,1.836,4355,2.364,4356,2.364,4357,2.364,4358,2.61,4359,2.202,4360,2.081,4361,2.61,4362,2.364,4363,4.283,4364,6.305,4365,2.61,4366,4.283,4367,4.283,4368,2.61,4369,2.61,4370,2.364,4371,2.364,4372,2.364,4373,2.081,4374,2.081,4375,2.61,4376,2.61,4377,2.61,4378,2.364,4379,3.88,4380,2.61,4381,2.61,4382,2.61,4383,2.61,4384,2.364,4385,2.61,4386,2.61,4387,2.61,4388,2.61]],["t/370",[4,1.406,10,1.581,29,0.958,49,2.657,85,1.336,120,2.963,123,2.101,128,2.361,141,1.126,142,4.097,154,2.257,156,3.428,227,2.627,253,2.528,254,2.528,260,1.905,281,6.509,287,2.484,354,2.075,368,2.326,369,2.657,416,3.428,453,1.927,475,4.654,478,2.972,486,2.963,510,3.997,539,3.087,594,3.261,605,4.27,606,2.362,618,2.574,621,0.747,653,2.193,698,4.388,709,3.703,719,3.608,804,2.889,826,2.162,835,2.889,890,2.819,1043,3.37,1045,2.291,1288,3.074,1516,2.569,1576,3.65,1702,3.819,2013,2.73,2019,8.029,2024,5.829,2028,6.731,2030,3.981,2065,3.497,2066,4.044,2081,3.162,2214,3.371,2466,3.822,2467,3.934,2468,3.822,2797,4.453,3842,3.074,4149,3.822,4151,3.371,4168,3.645,4184,4.388,4190,3.645,4192,4.044,4210,3.645,4211,3.645,4244,5.821,4245,5.455,4305,4.044,4370,4.34,4371,4.34,4372,4.34,4373,3.822,4374,3.822,4389,4.791,4390,4.791,4391,4.34,4392,7.225,4393,6.196,4394,6.196,4395,7.225]],["t/372",[10,1.988,29,1.719,141,2.02,254,4.536,354,2.255,621,0.739,805,5.241,1141,5.119,2013,4.9,2065,6.276,2066,7.257,4396,8.599]],["t/374",[142,4.247,156,3.629,227,2.781,281,6.135,354,2.034,369,2.813,416,3.629,478,3.081,486,2.904,510,3.629,539,3.268,605,4.558,606,2.144,621,0.775,698,4.646,709,3.362,719,3.82,900,3.629,1045,3.462,1516,2.332,1576,4.126,2019,7.832,2024,5.495,2028,6.111,2030,4.215,2651,5.508,2797,4.043,3842,4.646,4184,4.646,4190,5.508,4244,5.285,4245,5.775,4392,6.559,4393,6.559,4394,6.559,4395,8.168,4397,7.241,4398,7.241]],["t/376",[9,5.544,10,1.997,29,1.728,141,2.03,254,4.559,354,2.262,621,0.742,806,5.399,1472,4.479,2065,6.307,4399,8.641]],["t/378",[64,4.099,141,1.76,143,3.694,194,4.565,197,1.995,199,2.877,210,2.909,252,3.428,260,2.978,354,2.077,382,3.754,411,5.097,450,3.694,621,0.644,701,2.845,778,6.321,826,4.155,963,5.907,1020,5.974,1053,3.42,1207,3.517,1283,3.882,1440,6.477,1776,5.467,2027,6.321,2684,4.68,2776,3.754,3677,5.467,3683,5.974,3823,4.805,4274,6.321,4400,7.49,4401,5.269,4402,6.785]],["t/380",[29,1.754,141,2.061,254,4.628,354,2.282,621,0.754,1068,4.194,1949,5.969,4403,8.772]],["t/382",[29,1.745,141,2.051,254,4.605,354,2.275,621,0.75,1071,4.305,1949,5.939,2684,5.453,4404,8.728]],["t/384",[29,1.728,141,2.03,254,4.559,354,2.262,621,0.742,1071,4.262,1309,6.573,1949,5.88,4405,8.641,4406,7.828,4407,7.293]],["t/386",[29,1.736,141,2.04,254,4.582,354,2.268,584,5.293,621,0.746,1071,4.283,1949,5.91,4407,7.329,4408,8.684]],["t/388",[141,2.071,354,2.288,621,0.758,900,4.419,1309,6.706,2651,6.706,4409,8.816]],["t/390",[141,2.082,354,2.295,621,0.761,2420,6.74,2702,6.74,4410,8.861]],["t/392",[141,2.061,155,4.194,354,2.282,621,0.754,3513,6.403,4411,8.772,4412,7.946,4413,7.403]],["t/394",[141,2.061,155,4.194,354,2.282,621,0.754,3516,6.673,4412,7.946,4413,7.403,4414,8.772]],["t/396",[141,2.093,354,2.302,621,0.765,1070,5.878,4415,8.906]],["t/398",[12,3.337,49,3.548,63,4.507,85,1.136,141,1.737,142,4.303,154,3.483,253,3.901,281,6.216,287,3.833,354,2.399,416,3.706,475,6.216,486,2.382,510,4.578,605,3.433,606,2.19,621,0.785,695,6.216,1267,5.001,1288,4.744,1516,2.382,2053,5.898,2683,5.898,2797,4.129,3372,5.202,4151,5.202,4168,5.625,4210,5.625,4211,5.625,4244,5.397,4373,5.898,4374,5.898,4416,7.394]],["t/400",[141,2.071,354,2.288,621,0.758,2683,7.032,4417,8.816,4418,7.987,4419,8.816]],["t/402",[10,1.716,49,3.558,85,1.141,141,1.745,142,4.314,154,3.498,253,3.918,281,6.232,287,3.849,354,2.402,416,3.722,475,6.232,486,2.392,510,4.59,605,3.447,606,2.199,621,0.787,695,6.232,1267,5.014,1288,4.764,1516,2.392,2797,4.146,3582,6.267,4151,5.225,4168,5.649,4210,5.649,4211,5.649,4244,5.42,4373,5.923,4374,5.923,4420,7.426,4421,7.426,4422,7.426]],["t/404",[10,2.028,141,2.061,155,4.194,354,2.282,621,0.754,2761,7.403,4423,8.772,4424,8.772]],["t/406",[10,1.997,141,2.03,155,4.132,354,2.262,621,0.742,653,3.955,4425,8.641,4426,8.641,4427,8.641,4428,8.641,4429,8.641]],["t/408",[10,2.017,141,2.051,155,4.173,159,3.553,354,2.275,621,0.75,3372,6.141,4184,5.6,4430,8.728]],["t/410",[10,2.028,141,2.061,155,4.194,354,2.282,621,0.754,3372,6.172,4184,5.628,4431,8.772]],["t/412",[10,2.028,141,2.061,354,2.282,621,0.754,3372,6.172,4184,5.628,4432,8.772,4433,8.772]],["t/414",[10,2.038,141,2.071,354,2.288,621,0.758,4184,5.656,4434,8.816,4435,8.816]],["t/416",[10,2.038,141,2.071,354,2.288,621,0.758,4184,5.656,4436,8.816,4437,8.816]],["t/418",[944,2.499]],["t/420",[944,2.499]],["t/422",[944,2.499]],["t/424",[85,1.302,143,4.179,354,1.911,621,0.852,641,3.626,1053,3.148,1207,3.354,2131,4.136,2169,5.592,3945,7.151,4438,7.676,4439,8.473,4440,8.473]],["t/426",[944,2.499]],["t/428",[944,2.499]],["t/430",[944,2.499]],["t/432",[10,1.108,14,0.494,29,1.548,51,2.188,63,1.827,64,1.778,77,2.23,85,1.482,106,1.559,108,1.02,113,1.605,116,3.39,120,2.203,121,1.554,123,1.981,128,3.439,131,2.884,142,1.882,153,1.828,154,2.257,155,1.433,156,3.231,157,0.904,159,1.626,163,2.379,170,2.139,174,2.131,183,2.395,196,2.672,199,1.151,201,1.099,202,0.743,203,2.442,206,4.127,207,0.743,220,4.044,249,1.166,250,0.753,260,1.192,265,2.109,267,1.251,281,2.04,287,0.888,310,1.099,323,0.666,345,0.807,354,1.543,366,1.304,368,0.832,369,3.008,373,1.251,387,3.822,399,2.715,416,0.859,426,2.563,456,1.91,465,1.304,472,1.22,474,2.916,478,2.046,486,2.409,492,2.28,510,3.231,519,3.104,532,1.166,541,1.641,550,1.61,553,1.923,558,0.819,567,0.784,574,4.072,605,0.796,606,1.419,609,1.97,618,0.921,621,0.685,641,1.283,651,4.873,653,2.492,659,1.527,680,1.304,691,4.387,694,3.039,697,3.649,698,1.099,701,0.651,709,3.967,713,2.109,719,3.159,739,1.099,741,0.904,764,0.984,773,2.378,788,1.367,826,0.773,832,1.581,835,3.84,863,1.02,871,1.206,875,2.188,889,0.681,890,1.646,894,3.982,956,2.187,961,3.075,963,1.099,1025,1.552,1043,2.53,1045,3.271,1053,2.779,1060,2.925,1067,2.001,1140,1.071,1143,0.773,1207,0.58,1211,4.516,1282,1.588,1283,0.888,1472,1.554,1503,3.372,1516,2.313,1576,2.193,1697,1.206,1699,5.403,1702,1.674,1935,2.391,2013,0.977,2024,5.726,2030,0.998,2052,1.923,2053,1.367,2081,1.131,2085,1.304,2131,1.251,2169,1.131,2233,1.674,2413,0.807,2416,2.071,2438,2.391,2440,2.04,2441,2.715,2442,1.304,2467,2.953,2471,3.039,2609,1.166,2616,1.446,2762,3.186,2773,2.28,2776,0.859,2797,1.674,2967,2.811,2968,2.391,3427,1.367,3583,1.552,3604,2.28,3799,1.206,3823,1.099,3842,1.099,3882,1.552,3936,1.552,3939,1.446,3984,1.131,4068,3.039,4087,2.53,4088,1.552,4089,2.53,4090,1.446,4093,2.715,4102,5.053,4103,3.371,4104,1.552,4105,1.446,4106,1.446,4107,2.811,4141,2.715,4171,2.391,4192,5.053,4241,4.341,4246,3.619,4316,2.53,4391,5.424,4438,2.715,4441,1.714,4442,1.446,4443,1.714,4444,1.552,4445,1.446,4446,1.552,4447,1.714,4448,4.792,4449,1.714,4450,1.714,4451,2.997,4452,2.997,4453,1.714,4454,6.446,4455,1.714,4456,2.997,4457,6.446,4458,7.181,4459,7.181,4460,2.715,4461,2.997,4462,1.714,4463,1.714,4464,1.714,4465,1.714,4466,2.997,4467,3.995,4468,1.714,4469,3.995,4470,3.039,4471,1.714,4472,1.714,4473,2.997,4474,2.997,4475,1.714,4476,1.552,4477,1.714,4478,1.714,4479,1.714,4480,1.714,4481,1.714,4482,1.714,4483,1.714,4484,1.714,4485,2.997,4486,1.714,4487,1.714,4488,1.714,4489,1.714,4490,1.714,4491,1.714]],["t/434",[944,2.499]],["t/436",[944,2.499]],["t/438",[85,1.608,142,3.953,170,3.298,207,3.638,416,4.941,605,3.896,616,5.114,697,5.114,832,4.427,894,4.885,2022,7.082,2053,6.694,2814,7.082,4476,7.602,4492,8.391]],["t/440",[2022,7.555,2024,5.456,2030,5.211,4255,8.11,4493,8.952]],["t/442",[944,2.499]],["t/444",[141,2.071,354,2.288,621,0.758,1472,4.57,4494,8.816,4495,8.816,4496,8.816]],["t/446",[944,2.499]],["t/448",[141,2.082,157,4.675,354,2.295,621,0.761,4497,8.861,4498,8.861]],["t/450",[944,2.499]],["t/452",[4,2.217,47,6.376,85,1.161,142,4.714,199,2.902,207,3.275,369,2.935,453,3.039,486,2.981,606,2.741,621,0.86,709,3.507,1472,3.916,1832,4.847,2018,4.986,2131,3.152,2562,5.938,3108,6.844,3161,6.844,3278,7.811,3795,6.376,3840,5.747,4499,9.255,4500,7.555,4501,7.555,4502,7.555,4503,7.555,4504,7.555,4505,7.555,4506,7.555,4507,7.555,4508,7.555]],["t/454",[120,3.18,123,2.253,128,3.408,156,4.949,207,3.178,354,1.654,416,4.554,486,2.362,550,4.882,606,2.171,616,6.018,621,0.781,653,4.159,695,7.024,1045,4.345,1267,5.651,1472,4.71,1516,2.362,1653,6.812,2024,5.538,3939,6.188,3942,6.188,4509,7.332,4510,7.332]],["t/456",[944,2.499]],["t/458",[141,2.093,354,2.302,621,0.765,2707,6.501,4511,8.906]],["t/460",[141,2.093,354,2.302,621,0.765,2831,6.501,4512,8.906]],["t/462",[141,2.093,354,2.302,621,0.765,4513,8.906,4514,8.906]],["t/464",[10,1.997,141,2.03,354,2.262,621,0.742,4515,8.641,4516,7.828,4517,7.828,4518,8.641,4519,7.828,4520,7.828,4521,7.828]],["t/466",[157,4.536,260,3.418,354,2.255,621,0.739,672,6.805,4418,9.578,4522,8.599,4523,9.058]],["t/468",[123,2.682,141,2.051,156,4.375,157,4.605,354,2.275,621,0.75,1949,5.939,2684,5.453,4524,8.728]],["t/470",[123,2.682,141,2.051,156,4.375,157,4.605,354,2.275,621,0.75,1068,4.173,2684,5.453,4525,8.728]],["t/472",[123,2.682,141,2.051,156,4.375,157,4.605,354,2.275,621,0.75,1071,4.305,2684,5.453,4526,8.728]],["t/474",[123,2.668,141,2.04,156,4.353,157,4.582,354,2.268,621,0.746,900,4.353,2651,6.606,2684,5.426,4527,8.684]],["t/476",[123,2.668,141,2.04,156,4.353,157,4.582,354,2.268,621,0.746,2420,6.606,2684,5.426,2702,6.606,4528,8.684]],["t/478",[123,2.655,141,2.03,156,4.331,157,4.559,354,2.262,621,0.742,1071,4.262,2684,5.399,4406,7.828,4407,7.293,4529,8.641]],["t/480",[944,2.499]],["t/482",[944,2.499]],["t/484",[944,2.499]],["t/486",[10,2.172,85,1.012,106,3.055,163,2.023,186,2.446,289,3.537,323,2.558,354,1.485,369,2.558,426,4.224,515,2.892,543,5.008,550,3.537,558,3.148,574,3.919,605,3.057,606,2.782,618,3.537,621,0.853,655,3.148,659,3.355,764,3.259,805,4.013,889,3.375,957,5.556,1053,2.446,1102,5.304,1143,4.24,1207,3.357,1284,4.114,1763,6.457,1769,4.48,1837,4.632,2477,5.556,3851,5.556,4135,5.556,4157,5.964,4530,6.584,4531,6.584,4532,6.584,4533,6.584,4534,6.584,4535,6.584,4536,6.584,4537,6.584,4538,6.584,4539,8.489,4540,6.584,4541,6.584,4542,6.584,4543,6.584,4544,8.489,4545,6.584]],["t/488",[944,2.499]],["t/490",[944,2.499]],["t/492",[944,2.499]],["t/494",[10,1.873,29,1.89,34,1.904,49,2.123,64,2.97,85,1.676,101,2.274,113,1.831,117,2.019,118,1.94,119,2.099,128,2.589,135,1.721,141,0.833,142,1.669,163,2.304,171,1.831,172,2.339,176,2.274,183,1.317,186,1.317,190,1.806,193,2.16,196,2.303,197,1.998,199,2.881,202,2.892,203,1.806,205,1.536,207,1.536,208,2.412,210,1.377,215,1.721,247,3.608,262,2.412,306,2.784,343,5.322,354,1.233,364,2.74,369,1.377,377,1.695,385,3.254,396,1.806,456,1.695,472,2.225,478,2.28,488,2.148,527,4.613,539,2.467,554,1.645,559,2.019,567,1.622,594,3.72,605,3.098,606,1.976,609,3.699,610,2.827,618,1.904,621,0.767,651,3.254,673,2.412,699,2.827,701,3.077,702,2.991,741,1.87,764,1.164,830,4.158,832,2.884,834,2.214,835,2.309,839,2.339,860,2.848,900,2.74,907,3.99,910,3.331,911,1.87,925,2.019,1145,3.331,1154,3.254,1207,2.257,1211,1.721,1223,2.019,1255,2.412,1257,2.214,1282,1.409,1283,1.837,1516,2.149,1576,1.622,1755,2.274,1819,2.339,1821,2.833,2131,2.281,2170,3.608,2233,3.052,2413,3.817,2424,2.493,2467,3.291,2615,1.904,2724,3.115,2776,1.776,3587,2.827,3685,3.802,3819,2.827,3977,2.274,3984,4.404,4015,2.991,4149,2.827,4262,2.827,4546,5.466,4547,3.21,4548,4.613,4549,4.613,4550,6.672,4551,6.672,4552,5.466,4553,6.672,4554,5.466,4555,4.952,4556,5.466,4557,4.613,4558,3.21,4559,3.544,4560,2.696,4561,3.544,4562,3.544,4563,3.21,4564,4.158,4565,3.21,4566,4.952,4567,4.36,4568,3.544,4569,3.544,4570,3.544,4571,3.544,4572,3.544,4573,3.544,4574,3.544,4575,3.544,4576,3.544,4577,3.21,4578,3.21,4579,3.544,4580,3.544,4581,3.21,4582,2.991,4583,2.991,4584,2.412,4585,3.21,4586,3.21,4587,3.544,4588,4.952,4589,6.672,4590,3.544,4591,2.587,4592,3.544,4593,3.544,4594,3.544,4595,3.544,4596,3.544,4597,3.544]],["t/496",[944,2.499]],["t/498",[85,1.56,205,2.75,206,2.787,227,3.545,354,1.869,369,2.464,606,2.454,609,4.552,621,0.793,709,2.945,717,4.07,753,2.357,832,3.347,834,3.964,835,2.68,839,6.091,860,3.955,911,3.347,995,5.06,1282,2.522,1283,3.289,1516,2.043,1821,4.296,2095,4.154,2233,3.542,2411,4.826,2424,5.83,2467,4.087,2475,3.964,2598,4.463,2615,3.409,2724,3.615,2776,3.18,3587,6.61,3685,3.615,3810,4.187,3850,4.826,4384,5.747,4557,6.994,4586,5.747,4598,6.344,4599,6.344,4600,8.287,4601,8.287,4602,6.344,4603,8.287,4604,6.344,4605,8.287,4606,6.344,4607,6.344,4608,6.344,4609,6.344,4610,6.344,4611,6.344,4612,6.344,4613,6.344]],["t/500",[29,1.273,85,1.506,113,2.133,123,1.956,163,2.552,190,4.233,192,3.14,250,2.797,354,1.874,369,2.473,370,5.329,456,3.045,539,3.749,606,2.738,609,4.097,621,0.842,655,3.045,719,4.382,753,3.872,835,2.69,860,2.418,934,3.707,1207,2.154,1257,3.979,1283,3.301,1516,2.051,1576,2.914,1655,4.203,1792,4.085,1819,4.203,2096,4.203,2131,2.657,2413,3,2467,4.56,2776,3.191,2784,5.653,3685,4.734,4140,5.374,4549,7.01,4560,6.319,4567,6.626,4591,4.648,4614,6.367,4615,5.768,4616,7.525,4617,7.525,4618,7.525,4619,6.626,4620,6.367,4621,6.367,4622,5.374,4623,5.768,4624,5.768]],["t/502",[10,1.862,29,1.215,69,5.13,70,5.13,85,1.581,119,2.335,120,1.958,159,2.475,163,1.868,174,2.164,190,3.098,196,3.119,250,3.539,354,1.817,370,5.169,456,2.907,515,2.67,539,3.636,605,3.74,606,2.677,621,0.827,709,4.196,719,4.251,753,3.72,835,3.818,839,4.012,934,3.539,1207,3.057,1239,4.136,1257,3.798,1283,4.176,1516,1.958,1576,2.782,1655,4.012,1819,4.012,2131,3.362,2233,3.394,2467,3.974,2776,3.047,2784,5.483,3685,4.591,4190,4.624,4549,6.8,4557,5.13,4560,4.624,4567,6.427,4591,5.881,4615,5.507,4616,7.299,4617,7.299,4618,5.507,4619,6.427,4625,6.078,4626,6.078,4627,5.13,4628,6.078,4629,6.078]],["t/504",[944,2.499]],["t/506",[29,1.857,49,2.707,85,1.505,118,1.695,141,0.728,196,3.584,199,2.676,227,3.38,252,4.028,260,3.693,279,3.347,289,4.084,330,3.89,354,0.698,377,2.352,382,2.465,396,4.123,400,2.642,415,2.132,452,3.652,456,2.352,478,2.597,482,6.119,502,3.929,592,2.356,606,1.457,621,0.729,636,4.47,641,3.766,672,4.741,691,4.163,696,4.741,701,2.323,709,4.086,719,2.595,745,3.073,750,7.059,753,4.013,772,3.89,835,2.944,860,2.646,889,3.604,893,2.613,911,2.595,1059,2.549,1206,3.46,1207,1.664,1282,1.231,1516,1.584,1821,2.549,2095,5.08,2131,2.552,2395,4.151,2416,1.605,2601,4.425,2778,4.247,3072,2.613,3685,3.97,3840,2.356,3984,2.044,4017,8.416,4160,4.163,4175,4.455,4179,4.455,4630,2.805,4631,6.118,4632,6.118,4633,8.091,4634,4.918,4635,3.097,4636,4.918,4637,3.097,4638,6.967,4639,6.967,4640,3.741,4641,8.091,4642,4.741,4643,8.801,4644,4.918,4645,4.918,4646,4.918,4647,2.47,4648,3.097,4649,3.097,4650,3.097]],["t/508",[944,2.499]],["t/510",[10,1.12,49,1.882,56,2.511,85,1.233,123,2.118,128,1.672,159,1.972,163,2.465,180,2.761,190,2.469,193,2.953,194,2.953,197,1.291,199,2.648,201,3.108,249,5.461,250,2.128,306,3.647,343,3.864,354,1.972,364,3.455,396,2.469,472,1.972,486,1.56,519,2.511,580,2.389,606,2.99,609,2.389,621,0.906,753,4.135,764,2.635,826,2.186,832,2.556,835,2.047,860,1.84,907,3.536,910,2.953,1067,3.395,1282,1.926,1283,2.511,1284,3.027,1516,2.585,1655,3.198,1754,2.603,1755,4.423,1792,5.148,2112,3.685,2415,3.864,2776,2.428,2778,4.201,2797,2.705,3810,4.55,4547,4.389,4558,4.389,4563,6.245,4565,4.389,4566,4.389,4567,5.498,4577,4.389,4578,4.389,4582,4.089,4584,4.691,4585,4.389,4588,4.389,4627,4.089,4651,4.845,4652,4.389,4653,4.845,4654,4.845,4655,4.845,4656,6.893,4657,6.893,4658,4.845,4659,4.845,4660,4.845,4661,4.845,4662,4.845,4663,4.845,4664,4.845,4665,4.845,4666,4.845,4667,6.245,4668,5.818,4669,4.389,4670,4.845,4671,4.845,4672,4.389,4673,4.389,4674,4.389,4675,4.845,4676,7.269,4677,4.845,4678,4.845,4679,4.845,4680,4.845,4681,4.845,4682,4.845]],["t/512",[944,2.499]],["t/514",[354,2.288,519,4.57,621,0.758,753,3.275,767,7.987,1755,5.656,4683,7.44]],["t/516",[944,2.499]],["t/518",[170,2.721,172,2.963,188,6.546,193,4.22,202,3.002,203,4.467,206,3.851,214,6.488,252,4.012,260,3.485,354,2.17,456,3.311,486,2.23,519,3.589,567,4.012,606,2.596,621,0.827,701,3.962,741,4.625,826,3.125,860,2.63,910,4.22,1211,4.671,1282,2.753,1754,3.72,1819,4.57,2096,4.57,2467,4.324,3076,5.624,4107,4.872,4684,6.924,4685,5.843,4686,5.843,4687,8.766,4688,6.924,4689,6.924,4690,6.924]],["t/520",[4,1.423,29,0.608,85,1.385,143,3.402,171,1.019,202,4.487,227,1.863,260,3.818,302,1.863,345,2.285,354,0.686,368,3.898,421,6.249,453,1.224,457,2.482,472,1.974,478,2.357,502,4.487,563,6.521,567,3.157,606,2.794,621,0.825,652,4.387,661,2.221,701,3.835,741,4.978,745,3.03,773,1.811,822,6.108,832,5.066,899,3.203,901,4.314,1096,1.605,1143,3.113,1516,2.222,1619,4.31,1772,4.426,2424,4.854,2467,5.368,2598,2.141,3076,1.952,3797,7.109,4107,2.141,4158,4.093,4164,2.756,4564,5.248,4685,2.568,4686,2.568,4691,3.042,4692,3.042,4693,2.568,4694,3.042,4695,8.167,4696,7.274,4697,4.85,4698,4.85,4699,2.756,4700,3.042,4701,8.104,4702,8.7,4703,6.408,4704,8.371,4705,3.042,4706,4.85,4707,4.393,4708,6.898,4709,2.756,4710,3.042,4711,3.042,4712,3.042,4713,2.756,4714,3.042,4715,4.393,4716,3.042,4717,3.042,4718,2.756,4719,3.042,4720,4.093,4721,2.756,4722,3.042,4723,2.756,4724,3.042,4725,2.756,4726,3.042,4727,8.746,4728,2.756,4729,3.042]],["t/522",[944,2.499]],["t/524",[85,1.219,227,3.662,308,6.328,354,2.15,486,2.555,606,2.824,621,0.878,753,3.94,764,2.605,952,4.957,1792,5.09,2131,3.31,2611,5.79,3977,5.09,4334,6.328,4642,5.398,4730,7.933,4731,7.933,4732,5.79,4733,6.695,4734,7.933,4735,7.933]],["t/526",[29,1.524,85,1.171,135,3.7,190,3.883,227,3.574,317,3.95,354,2.099,478,2.604,486,2.455,558,3.644,606,2.756,621,0.863,753,3.457,952,4.762,1283,3.95,1516,2.455,1632,7.078,1792,4.889,2131,3.18,2467,4.589,2776,3.82,4334,6.079,4560,5.797,4642,5.186,4732,5.562,4733,6.431,4736,7.621,4737,7.621,4738,6.904,4739,6.904,4740,5.362]],["t/528",[29,1.517,85,1.166,135,3.684,190,3.867,227,3.564,317,3.933,354,2.093,478,2.593,486,2.444,558,3.628,606,2.748,621,0.861,753,3.448,952,4.741,1283,3.933,1516,2.444,1632,7.059,1792,4.868,2131,3.166,2467,4.577,2776,3.803,2797,4.236,4334,6.052,4560,5.772,4642,5.163,4732,5.538,4733,6.403,4738,6.874,4739,6.874,4740,5.338,4741,7.587,4742,7.587]],["t/530",[944,2.499]],["t/532",[135,4.259,169,3.259,171,2.938,354,1.979,621,0.754,783,4.898,2096,5.79,3076,5.628,4743,8.772]],["t/534",[169,3.292,354,1.999,621,0.761,2096,5.848,2431,5.401,3076,5.685,4744,8.861]],["t/536",[944,2.499]],["t/538",[354,2.295,621,0.761,2773,6.74,4584,6.03,4591,6.468,4745,8.861]],["t/540",[21,3.265,41,3.733,51,4.004,85,1.693,106,1.784,113,1.837,119,2.107,135,2.663,163,1.685,169,2.038,171,3.091,172,3.949,196,2.961,205,2.378,261,2.083,354,1.935,369,2.131,377,2.623,486,1.767,515,2.409,551,5.116,606,2.54,609,4.231,618,2.947,621,0.793,741,2.894,753,2.793,834,3.427,835,4.084,860,3.505,900,2.749,911,2.894,1145,3.343,1207,2.543,1282,2.181,1283,2.843,1516,2.422,1576,2.51,1737,4.969,1821,2.843,2067,4.629,2095,4.299,2131,2.289,2411,4.173,2413,4.041,2416,2.843,2426,4.629,2431,3.343,2615,2.947,2776,2.749,2784,3.733,3685,5.509,3850,4.173,3984,6.091,4548,4.629,4555,6.811,4583,4.629,4591,5.488,4746,5.485,4747,5.485,4748,5.485,4749,4.969,4750,5.485,4751,7.518,4752,7.518,4753,5.485,4754,4.969,4755,4.969,4756,5.485,4757,7.518,4758,5.485]],["t/542",[944,2.499]],["t/544",[4,1.894,12,1.723,29,1.621,49,2.248,77,2.132,85,1.655,96,1.599,113,0.761,117,1.295,122,2.091,123,0.698,131,2.273,135,1.854,142,1.071,163,1.173,165,1.599,169,2.596,171,1.938,172,2.113,174,1.758,175,3.353,177,2.386,183,1.835,189,1.244,190,2.949,196,3.106,200,1.012,201,2.45,203,1.158,205,1.655,210,0.883,215,1.103,227,3.115,250,0.998,252,1.748,302,1.467,306,1.593,323,1.918,345,3.04,354,0.861,356,1.729,368,1.103,369,2.248,377,2.361,382,2.901,389,1.458,393,1.353,417,2.905,452,1.026,453,0.914,457,1.374,472,2.011,476,1.599,478,1.305,486,0.732,488,1.501,506,1.5,510,1.914,517,1.178,528,1.026,539,1.026,540,1.729,541,1.244,544,1.158,567,2.953,584,1.385,606,2.07,609,2.436,621,0.74,632,1.914,638,1.729,641,1.634,651,3.445,652,1.323,653,1.04,659,1.158,688,1.599,697,1.385,701,2.451,709,3.89,719,2.015,741,1.199,745,1.42,753,2.397,759,4.54,762,1.729,764,1.254,771,2.386,773,2.273,804,0.96,811,1.458,815,1.353,826,1.026,832,2.015,834,2.386,835,4.228,839,3.82,859,2.787,860,2.821,863,1.353,889,0.903,890,2.035,892,1.729,894,3.756,900,1.139,901,2.052,911,2.015,931,2.787,940,1.295,946,1.813,961,1.458,1010,1.813,1012,1.659,1067,2.865,1093,1.385,1145,3.01,1207,2.513,1211,1.854,1217,1.353,1282,3.1,1283,1.178,1409,1.546,1516,1.23,1576,1.748,1676,1.385,1754,1.221,1755,1.458,1821,3.851,1832,1.458,2021,1.5,2074,1.729,2095,4.2,2131,2.916,2173,2.176,2174,2.787,2214,1.599,2412,2.905,2413,3.292,2416,1.178,2431,1.385,2433,1.546,2467,4.132,2476,1.729,2492,1.546,2493,1.546,2575,5.316,2598,3.475,2609,1.546,2615,2.052,2724,1.295,2775,1.599,2776,1.139,2778,1.385,2784,1.546,2795,1.599,2800,1.813,3076,1.458,3556,3.459,3679,3.01,3685,3.298,3693,2.875,3834,1.385,3850,3.757,3878,1.546,3954,2.905,3984,4.612,4073,4.224,4082,2.687,4127,1.813,4150,2.787,4152,1.729,4153,1.813,4263,2.905,4266,4.224,4267,4.402,4268,3.475,4269,2.905,4270,3.757,4470,1.729,4584,1.546,4703,1.729,4732,1.659,4740,1.599,4759,2.273,4760,2.273,4761,3.757,4762,2.059,4763,2.059,4764,3.223,4765,4.938,4766,2.059,4767,3.939,4768,2.059,4769,2.059,4770,5.574,4771,3.459,4772,4.616,4773,2.273,4774,2.273,4775,3.223,4776,1.659,4777,2.905,4778,1.813,4779,1.918,4780,1.813,4781,1.813,4782,1.918,4783,2.059,4784,2.273,4785,2.273,4786,2.273,4787,3.459,4788,2.059,4789,1.813,4790,3.046,4791,1.659,4792,1.813,4793,1.813,4794,1.813,4795,1.813,4796,2.059,4797,2.273,4798,2.273,4799,1.918,4800,1.918,4801,2.273,4802,1.918,4803,1.918]],["t/546",[12,2.884,85,0.982,123,1.964,159,2.602,163,2.558,171,2.789,172,3.563,196,2.874,200,2.845,215,3.103,227,2.455,252,4.491,283,3.993,289,3.434,354,1.878,355,2.77,400,4.474,450,3.152,478,2.184,486,2.058,493,4.649,606,2.743,621,0.843,701,3.162,753,3.093,764,2.099,832,4.393,1282,3.682,1516,2.983,1794,4.349,2131,2.666,2170,4.218,2724,3.642,2755,7.543,2775,4.496,2797,4.649,4642,4.349,4804,6.391,4805,6.391,4806,8.39,4807,6.391,4808,6.391,4809,8.326,4810,8.326,4811,6.391,4812,8.326,4813,6.391,4814,6.391,4815,6.391,4816,6.391,4817,5.098,4818,6.391,4819,4.861,4820,6.391]],["t/548",[135,4.324,354,2.302,621,0.765,2431,5.428,4821,8.906]],["t/550",[171,2.983,354,2.302,621,0.765,900,4.464,4822,8.906]],["t/552",[944,2.499]],["t/554",[4,0.842,12,1.294,17,3.518,29,1.462,49,2.258,56,1.486,85,1.66,96,2.017,131,2.048,135,1.392,159,1.167,169,2.905,171,1.946,172,2.853,175,2.087,179,2.017,183,2.159,189,1.57,190,4.361,194,1.748,196,3.262,199,1.101,203,1.461,205,2.519,207,1.243,208,1.951,227,1.776,233,1.84,306,1.929,317,2.397,323,1.114,354,0.647,369,2.258,377,2.211,382,2.913,396,1.461,452,1.294,453,1.153,457,1.031,478,0.98,482,1.792,486,0.924,488,1.817,490,3.375,506,1.892,517,1.486,528,1.294,539,2.087,554,1.331,558,1.371,563,1.892,567,2.66,574,2.753,606,2.617,609,3.288,621,0.847,659,2.962,701,2.778,709,2.698,719,3.518,741,1.513,745,1.792,759,5.146,783,2.582,811,1.84,822,3.518,826,1.294,834,1.792,835,3.993,839,3.836,860,2.778,863,1.707,889,1.14,894,4.258,900,2.318,911,2.44,925,2.635,931,2.093,997,2.42,1067,2.136,1145,3.542,1205,3.542,1207,2.989,1282,3.402,1283,1.486,1516,1.49,1576,1.312,1676,1.748,1754,1.54,1821,4.263,1832,1.84,2021,1.892,2095,4.429,2131,3.432,2413,3.445,2416,1.486,2436,2.597,2467,2.866,2475,1.792,2492,1.951,2493,1.951,2573,2.181,2575,5.948,2598,4.089,2609,1.951,2615,2.485,2724,1.634,2776,1.437,2778,2.818,2792,2.181,3679,3.542,3685,3.8,3693,1.669,3823,1.84,3878,1.951,3914,3.254,3984,4.827,4073,4.867,4127,2.287,4152,2.181,4262,3.689,4267,5.072,4268,4.691,4269,3.518,4270,4.421,4470,2.181,4548,2.42,4584,1.951,4695,2.181,4732,2.093,4740,2.017,4749,2.597,4770,3.689,4772,4.636,4790,2.287,4791,2.093,4792,2.287,4793,2.287,4794,2.287,4795,2.287,4796,2.597,4799,2.42,4800,2.42,4802,2.42,4803,2.42,4823,2.867,4824,2.42,4825,4.624,4826,2.867,4827,2.867,4828,2.867,4829,2.867,4830,2.867,4831,2.867,4832,4.624,4833,4.624,4834,2.867,4835,7.753,4836,5.265,4837,4.624,4838,2.867,4839,4.624,4840,2.867,4841,2.867,4842,4.189,4843,2.867,4844,2.867,4845,2.867,4846,2.867]],["t/556",[944,2.499]],["t/558",[12,2.322,29,1.438,32,5.06,85,1.452,119,1.976,132,4.342,159,2.928,170,2.022,171,3.278,174,1.832,197,1.371,206,2.26,209,4.156,210,2.794,251,2.46,252,2.355,302,1.976,330,4.016,354,1.622,368,2.498,385,3.063,397,2.29,400,2.764,420,5.737,436,2.26,452,2.322,486,1.657,488,2.826,528,2.322,541,2.817,567,2.355,580,2.538,606,2.13,621,0.712,649,3.914,701,3.893,719,2.714,835,3.503,860,1.954,864,6.515,900,3.605,912,4.104,919,4.661,937,4.342,961,3.301,1067,2.643,1223,2.932,1282,2.045,1285,4.342,1516,1.657,1576,2.355,1615,4.661,1619,4.494,1772,3.301,1775,4.894,2017,4.661,2096,3.396,2131,3.942,2400,4.342,2415,4.104,3093,7.577,3259,4.661,3300,3.914,3840,3.914,4693,8.261,4789,5.737,4819,3.914,4847,5.145,4848,4.661,4849,5.145,4850,5.145,4851,5.145,4852,4.661,4853,5.145,4854,5.145,4855,9.789,4856,7.192,4857,5.145,4858,5.145,4859,7.192,4860,5.145,4861,4.661,4862,5.145,4863,7.192,4864,5.145,4865,5.145,4866,5.145,4867,7.192,4868,5.145,4869,4.661,4870,5.145]],["t/560",[944,2.499]],["t/562",[17,6.334,29,1.665,56,3.313,85,1.674,135,3.103,171,3.102,227,2.455,354,1.878,528,2.884,539,3.758,606,2.906,621,0.896,709,4.3,719,4.886,783,4.649,835,3.518,839,4.218,1010,5.098,1096,3.372,1207,2.162,1576,2.925,1821,3.313,2724,3.642,2776,3.203,2778,3.895,3587,5.098,3679,5.645,3685,3.642,3954,4.861,3984,5.496,4082,6.904,4401,4.496,4766,5.789,4770,5.098,4790,5.098,4799,5.393,4800,5.393,4803,5.393,4824,5.393,4835,7.543,4842,7.543,4871,6.391,4872,6.391,4873,7.027,4874,6.391,4875,6.391]],["t/564",[944,2.499]],["t/566",[944,2.499]],["t/568",[354,2.009,393,5.302,621,0.765,1143,4.02,4876,8.906,4877,8.906]],["t/570",[354,2.302,621,0.765,636,5.714,753,3.309,4878,8.906]],["t/572",[56,3.738,77,5.021,123,2.215,180,4.109,194,4.395,354,1.626,392,6.327,486,2.323,515,3.95,519,3.738,606,2.902,621,0.882,636,4.626,753,4.164,1067,2.65,1284,4.505,1516,2.323,3810,4.759,4640,6.841,4667,8.147,4668,7.589,4669,6.532,4672,6.532,4673,6.532,4674,6.532,4879,7.211,4880,6.085,4881,7.589,4882,8.993,4883,7.211]],["t/574",[77,4.331,85,1.192,170,3.048,199,2.979,354,1.75,368,3.766,396,5.363,411,5.278,486,2.498,519,4.021,580,3.826,606,2.297,621,0.808,687,6.187,753,3.91,764,3.324,2437,6.187,3576,7.502,4109,5.662,4354,5.457,4880,6.546,4881,6.546,4884,7.756,4885,6.187,4886,7.027]],["t/576",[77,4.331,85,1.192,170,3.048,199,2.979,354,1.75,368,3.766,396,5.363,411,5.278,486,2.498,519,4.021,580,3.826,606,2.297,621,0.808,687,6.187,753,3.91,764,3.324,2013,4.42,2437,6.187,3576,7.502,4354,5.457,4880,6.546,4881,6.546,4885,6.187,4886,7.027,4887,7.756]],["t/578",[944,2.499]],["t/580",[29,1.041,85,1.58,123,2.773,140,5.086,197,1.387,199,2,203,2.653,210,2.817,227,2,253,2.747,339,6.091,354,1.636,389,3.34,456,2.49,488,2.046,539,2.35,580,3.577,606,2.471,621,0.815,641,2.228,655,3.99,782,4.222,804,2.2,835,2.2,860,3.169,890,2.989,907,3.8,1282,2.07,1283,2.699,1516,1.677,1676,3.173,1831,6.525,2013,2.967,2080,3.8,2087,3.436,2088,4.153,2103,6.656,2104,4.153,2105,7.837,2174,6.091,2467,3.577,2776,2.61,3752,4.717,3810,5.508,3839,6.12,3883,4.717,4070,7.616,4082,5.102,4184,6.468,4318,6.12,4888,5.207,4889,9.489,4890,5.207,4891,5.207,4892,5.207,4893,5.207,4894,5.207,4895,5.207,4896,5.207,4897,5.207,4898,5.207,4899,5.207,4900,4.717,4901,5.207,4902,5.207,4903,5.207,4904,5.207,4905,5.207,4906,5.207,4907,5.207,4908,5.207,4909,5.207,4910,7.252,4911,5.207,4912,5.207,4913,5.207,4914,5.207,4915,4.394,4916,5.207]],["t/582",[944,2.499]],["t/584",[10,1.353,29,1.17,77,4.387,113,1.961,120,1.886,122,3.205,131,2.062,135,2.842,163,1.799,171,1.961,174,2.797,190,4.519,199,3.018,246,4.669,252,2.679,354,1.772,369,3.052,427,5.303,508,3.658,519,3.034,528,4.278,578,4.119,606,1.734,621,0.675,641,2.505,648,3.864,655,3.757,687,4.669,709,4.828,753,4.054,764,3.113,815,3.485,935,5.735,945,4.669,961,3.756,1028,3.336,1143,2.642,1207,1.98,1282,3.124,1517,3.984,1771,4.273,1792,5.041,1794,3.984,2131,3.278,2226,5.303,2235,5.528,2413,2.758,2562,3.756,2601,3.408,3375,4.453,3576,4.669,3693,3.408,3810,3.864,3842,3.756,4619,4.669,4623,5.303,4624,5.303,4627,4.94,4668,4.94,4917,5.854,4918,7.857,4919,7.857,4920,5.854,4921,7.118,4922,5.854,4923,5.854,4924,4.94,4925,4.94,4926,5.854]],["t/586",[944,2.499]],["t/588",[12,1.733,29,0.768,85,1.487,113,2.349,120,2.706,131,1.353,135,3.405,141,1.366,159,1.564,163,1.786,169,3.41,170,3.073,171,2.619,172,2.487,174,1.367,183,1.427,192,1.894,196,3.459,199,2.232,203,1.957,205,2.52,206,1.687,215,3.797,227,3.947,246,3.063,250,1.687,252,1.758,337,2.464,354,1.895,371,3.479,405,2.614,456,1.836,478,1.312,486,1.237,490,2.803,515,2.553,519,4.053,539,1.733,550,3.123,567,1.758,578,2.702,580,1.894,581,2.702,606,2.488,609,2.867,621,0.759,641,2.487,691,2.614,694,2.922,701,2.663,709,4.388,719,2.026,753,2.159,860,1.459,863,2.286,911,3.7,937,3.241,1023,3.955,1067,3.248,1207,2.841,1282,3.339,1283,1.991,1311,2.922,1516,2.259,1576,1.758,1655,2.535,1821,3.635,2027,3.241,2081,2.535,2095,4.21,2098,2.464,2131,3.829,2203,3.241,2413,1.809,2416,1.991,2471,4.421,2615,3.123,2618,3.479,2677,2.535,2690,3.241,2773,2.922,2776,1.925,2778,3.543,2797,3.915,3072,4.905,3504,5.266,3677,5.119,3679,4.766,3685,3.312,3693,4.552,3794,3.479,4160,2.614,4582,3.241,4584,4.772,4619,6.237,4676,3.479,4732,2.803,4754,3.479,4755,3.479,4776,4.243,4802,3.241,4927,3.841,4928,3.841,4929,5.812,4930,3.841,4931,3.841,4932,3.841,4933,3.841,4934,3.841,4935,3.841,4936,3.841,4937,3.841,4938,5.812,4939,3.841,4940,3.841,4941,3.841,4942,3.841,4943,3.841,4944,3.063,4945,3.841,4946,5.812]],["t/590",[85,1.558,135,3.069,159,2.574,165,4.447,197,1.684,202,3.584,206,2.777,210,2.456,237,1.855,252,2.893,354,1.426,368,4.014,426,4.056,450,3.118,456,3.023,472,2.574,539,2.853,554,2.935,584,3.853,606,1.872,621,0.792,655,3.023,697,5.039,719,4.362,753,2.348,805,3.853,832,3.335,910,3.853,961,4.056,1028,3.602,1067,2.323,1211,4.014,1282,2.513,1516,2.036,1576,2.893,1837,6.482,2131,2.637,2481,4.056,2724,3.602,3592,5.042,3799,4.447,3810,4.172,4266,6.034,4401,5.817,4584,6.901,4761,4.808,4915,5.335,4947,6.321,4948,5.335,4949,8.267,4950,6.321,4951,6.321,4952,6.321,4953,6.321,4954,6.321,4955,6.321,4956,6.321,4957,6.321,4958,6.321,4959,6.321,4960,8.267,4961,6.321,4962,5.335,4963,6.321,4964,6.321]],["t/592",[8,1.406,12,1.938,28,3.266,29,1.498,34,1.406,47,2.209,56,1.357,85,1.579,94,1.381,99,3.021,113,1.829,117,1.492,119,2.878,120,1.759,131,1.513,135,2.085,141,0.615,143,1.291,159,1.066,169,2.784,171,2.651,172,3.941,174,1.944,186,0.972,196,2.732,199,1.005,200,2.43,205,1.135,209,3.496,210,2.911,227,1.649,237,2.047,252,3.623,261,0.994,269,1.91,282,1.841,291,1.357,292,1.181,302,3.174,306,1.092,311,1.406,323,1.668,354,0.969,369,2.121,377,2.611,382,2.736,385,1.558,393,1.558,403,2.088,436,1.886,440,4.103,457,2.696,472,1.066,478,1.865,481,1.991,486,0.843,510,1.312,513,3.425,515,1.886,523,1.595,530,3.89,539,1.181,544,2.188,554,2.535,571,1.461,574,1.558,581,3.021,606,0.775,615,2.397,621,0.68,631,2.088,638,1.991,641,3.661,659,1.334,680,4.805,691,1.781,697,1.595,701,2.649,707,2.209,710,5.648,717,1.679,753,2.591,764,2.81,770,1.679,781,2.088,826,1.181,830,1.991,835,1.814,860,1.631,863,4.152,911,2.265,925,1.492,928,1.991,946,3.425,1067,2.322,1145,3.327,1203,3.603,1207,0.885,1282,3.147,1516,0.843,1619,5.346,1753,2.209,1754,1.406,1821,1.357,2018,1.728,2074,1.991,2095,3.496,2131,2.636,2178,2.088,2416,1.357,2601,3.178,2615,1.406,2646,1.991,2677,4.603,3027,3.89,3029,3.89,3375,4.153,3624,2.088,3636,2.371,3637,5.886,3679,4.251,3693,3.178,3824,1.991,4160,2.922,4266,3.985,4564,1.991,4584,1.781,4685,6.324,4761,3.266,4776,3.134,4777,4.153,4778,3.425,4779,2.209,4780,2.088,4783,7.486,4948,3.624,4965,2.617,4966,2.617,4967,2.617,4968,2.617,4969,2.617,4970,5.459,4971,4.294,4972,4.294,4973,2.617,4974,2.617,4975,2.617,4976,2.371,4977,2.371,4978,2.617,4979,2.617,4980,2.617,4981,2.617,4982,2.617,4983,2.617,4984,2.617,4985,2.617,4986,2.371,4987,2.617,4988,2.371,4989,2.617,4990,6.974,4991,2.617,4992,2.617,4993,7.494,4994,7.494,4995,6.974,4996,7.494,4997,2.617,4998,2.617,4999,6.317,5000,6.317,5001,6.317,5002,6.317,5003,2.617,5004,2.617,5005,2.617,5006,2.617,5007,2.617,5008,2.617,5009,2.617,5010,2.617,5011,2.617,5012,2.617,5013,4.294,5014,3.89,5015,2.617,5016,2.617,5017,2.617]],["t/600",[8,2.609,9,4.43,10,1.596,14,0.879,21,2.891,28,3.694,64,1.357,106,2.846,113,1.627,119,3.551,120,1.564,121,2.517,141,1.141,159,1.977,168,2.144,169,3.435,171,1.627,175,2.732,190,2.475,247,3.205,264,3.116,286,2.767,287,2.517,288,2.659,292,1.376,301,2.609,302,1.865,310,3.116,313,2.431,330,2.712,452,1.376,478,1.659,538,1.669,555,5.04,558,2.322,621,0.794,743,2.572,782,2.827,894,1.774,907,2.225,936,3.874,956,1.669,992,3.694,1282,1.931,2065,3.545,2430,2.572,2432,4.099,2492,3.305,2493,3.305,2619,3.874,2808,2.761,3994,5.109,4583,2.572,4591,3.545,5018,2.761,5019,3.048,5020,4.856,5021,9.235,5022,9.553,5023,8.551,5024,9.151,5025,4.856,5026,4.856,5027,6.905,5028,6.905,5029,3.048,5030,7.279,5031,3.048,5032,3.048,5033,5.484,5034,7.279,5035,3.048,5036,6.256,5037,6.256,5038,2.761,5039,2.761,5040,2.761,5041,5.484,5042,3.048,5043,4.399,5044,4.399,5045,4.399,5046,2.761,5047,2.761,5048,3.048,5049,6.905,5050,6.054,5051,6.905,5052,6.905,5053,3.048,5054,3.048,5055,4.856,5056,3.048,5057,3.048,5058,4.856,5059,4.856,5060,4.856,5061,4.856,5062,4.856,5063,4.856,5064,3.048,5065,3.048,5066,3.048,5067,3.048,5068,3.048,5069,6.905,5070,8.751,5071,4.856,5072,3.048,5073,3.048,5074,6.905,5075,3.048,5076,4.856,5077,3.048,5078,4.856,5079,4.856,5080,3.048,5081,3.048,5082,3.048,5083,3.048,5084,5.484,5085,6.256,5086,6.256,5087,6.256,5088,2.761,5089,2.761,5090,2.761,5091,2.761,5092,2.761,5093,5.484,5094,2.761,5095,4.856,5096,4.856,5097,4.856,5098,4.856,5099,3.048,5100,3.048,5101,3.048,5102,4.856,5103,4.856,5104,4.856,5105,4.856,5106,4.856,5107,4.856,5108,4.856,5109,4.856,5110,4.856,5111,3.048,5112,3.048]],["t/602",[944,2.499]],["t/604",[8,4.761,9,5.685,10,2.048,240,6.234,292,3.999,676,5.275,5113,8.861]],["t/606",[944,2.499]],["t/608",[2,0.933,4,1.947,10,0.307,12,0.599,14,1.606,29,1.809,34,0.713,38,1.093,49,0.927,57,2.163,63,1.455,64,1.063,85,1.672,94,0.7,96,0.933,106,1.059,108,0.79,113,1.09,116,0.436,117,0.756,119,0.917,120,0.427,122,1.307,123,0.407,131,1.803,133,0.676,135,1.159,140,0.808,141,1.202,143,0.654,162,0.74,163,1.834,165,3.231,169,1.901,171,1.09,172,0.568,174,1.984,175,2.515,177,1.492,180,1.855,183,1.478,186,1.21,189,0.726,190,2.34,192,0.654,196,2.748,197,1.06,200,1.063,201,0.851,202,0.575,203,0.676,205,1.035,206,0.583,207,1.725,209,1.632,210,1.988,227,2.548,237,1.348,249,0.903,251,0.634,252,0.607,260,0.527,289,2.138,292,1.077,302,0.917,306,1.358,323,1.784,337,0.851,345,2.41,354,0.898,355,1.035,356,1.009,368,0.644,369,2.164,370,0.851,377,1.142,382,1.995,389,0.851,393,0.79,396,0.676,400,0.713,415,1.035,416,1.197,417,1.816,436,1.43,450,0.654,452,0.599,453,2.058,456,1.142,457,1.841,472,1.869,476,2.291,478,1.904,486,0.769,488,0.938,493,1.333,497,0.875,505,0.903,506,2.149,510,1.632,519,0.687,523,0.808,531,2.163,538,0.726,539,1.469,541,1.307,544,0.676,551,0.903,554,0.616,567,3.036,571,0.74,580,1.177,599,0.933,606,0.964,609,2.524,615,1.333,616,1.455,618,1.283,621,0.594,632,1.197,638,1.009,641,1.703,648,0.875,651,2.369,652,1.39,653,0.607,659,1.659,696,0.903,697,0.808,701,2.519,709,2.375,710,1.576,717,0.851,741,0.7,745,0.829,753,2.823,759,3.6,762,1.009,764,1.68,769,1.119,770,0.851,771,1.492,773,1.421,774,0.968,783,1.333,788,1.058,804,0.56,809,1.035,811,0.851,826,0.599,832,1.718,834,2.486,835,3.983,839,2.627,860,2.116,863,0.79,890,1.342,892,1.009,894,2.673,899,0.616,901,1.283,911,1.26,925,0.756,931,1.743,934,0.772,940,1.36,952,3.197,956,1.783,961,2.089,977,0.625,979,0.903,1012,0.968,1023,0.903,1028,3.78,1041,1.333,1067,2.194,1093,0.808,1112,2.486,1143,2.309,1144,2.063,1207,2.338,1211,2.484,1217,0.79,1282,2.373,1284,0.829,1348,2.015,1409,0.903,1516,1.648,1576,1.49,1676,0.808,1754,2.138,1755,4.597,1763,2.477,1775,0.903,1792,2.089,1821,3.095,1831,0.829,1837,1.68,2013,2.916,2021,0.875,2074,1.009,2080,3.352,2082,1.816,2087,2.149,2088,1.058,2094,1.058,2095,3.325,2101,2.597,2103,1.904,2104,1.058,2105,1.058,2112,1.009,2131,1.358,2173,1.855,2174,1.743,2201,1.201,2211,1.009,2214,0.933,2233,0.74,2235,0.933,2412,1.816,2413,2.812,2416,1.238,2431,0.808,2467,3.272,2474,3.027,2476,1.009,2492,0.903,2493,0.903,2575,3.892,2577,1.904,2598,2.291,2601,1.895,2606,1.119,2609,0.903,2615,1.749,2636,0.968,2702,1.009,2724,0.756,2778,0.808,2784,2.708,2795,0.933,2797,1.333,2941,2.163,3076,0.851,3535,2.163,3642,2.748,3683,1.058,3685,3.175,3693,1.895,3697,1.058,3698,1.009,3747,1.532,3753,3.174,3799,0.933,3834,1.455,3842,1.532,3876,1.201,3878,0.903,3914,1.68,3954,1.009,3984,3.377,4073,2.905,4117,1.009,4127,3.174,4128,1.119,4134,2.163,4135,2.015,4136,1.201,4137,1.201,4147,1.201,4148,1.201,4150,1.743,4152,1.816,4153,1.058,4158,1.119,4174,2.163,4184,0.851,4263,1.816,4266,3.735,4267,3.892,4268,2.291,4269,2.477,4270,2.477,4318,1.119,4470,1.816,4640,1.816,4652,1.201,4683,2.015,4703,1.009,4740,0.933,4761,1.816,4762,1.201,4763,1.201,4764,3.358,4767,2.597,4768,1.201,4769,1.201,4770,4.081,4771,2.163,4772,3.663,4775,2.015,4776,0.968,4777,1.816,4778,1.904,4779,1.119,4780,1.058,4781,1.058,4782,1.119,4787,2.163,4788,1.201,4789,1.058,4790,1.904,4791,2.376,4792,1.058,4793,1.058,4794,1.058,4795,1.058,4817,1.058,4873,2.748,4921,4.16,4976,1.201,4977,1.201,5114,1.326,5115,1.326,5116,1.326,5117,2.387,5118,2.387,5119,3.979,5120,2.387,5121,2.387,5122,2.387,5123,2.387,5124,2.387,5125,1.326,5126,2.387,5127,2.015,5128,3.979,5129,2.387,5130,2.949,5131,1.326,5132,2.163,5133,2.387,5134,3.256,5135,1.326,5136,1.326,5137,3.605,5138,1.326,5139,2.387,5140,3.605,5141,1.326,5142,1.201,5143,2.163,5144,2.387,5145,1.326,5146,2.387,5147,1.326,5148,2.387,5149,2.387,5150,1.326,5151,1.326,5152,1.326,5153,2.387,5154,2.387,5155,2.387,5156,1.326,5157,1.904,5158,2.387,5159,1.326,5160,1.326,5161,1.326,5162,1.201,5163,1.326,5164,1.326,5165,1.326,5166,1.326,5167,1.326,5168,1.201,5169,2.163,5170,1.201,5171,1.201,5172,1.326,5173,1.326,5174,1.326,5175,2.387,5176,1.326,5177,1.326,5178,1.326,5179,1.326,5180,1.326,5181,1.326,5182,1.326,5183,1.326,5184,1.326,5185,1.326,5186,1.326,5187,1.326,5188,1.326,5189,1.326,5190,1.326,5191,1.326,5192,2.387,5193,1.201,5194,1.326,5195,1.326,5196,1.119,5197,1.326,5198,1.326]],["t/610",[4,1.257,10,0.99,38,1.961,63,3.844,64,2.808,85,1.691,94,2.26,113,2.507,116,1.407,119,1.646,120,2.031,133,2.183,135,2.08,141,2.294,161,3.259,162,2.392,171,2.112,172,1.833,174,2.245,185,2.749,186,2.343,199,1.646,200,1.907,203,3.214,207,2.734,209,2.148,210,1.664,227,1.646,237,2.701,260,1.703,261,2.395,265,3.014,268,2.749,302,2.422,337,2.749,354,1.423,383,3.844,405,2.916,457,2.269,460,4.027,486,1.38,505,2.916,506,4.163,515,1.882,528,1.934,559,2.442,567,1.961,606,1.269,609,2.113,615,2.392,617,2.916,621,0.368,641,2.699,676,3.755,696,2.916,701,2.395,753,1.592,760,3.616,764,2.458,788,3.418,899,2.928,967,4.798,979,4.292,1028,3.594,1035,3.014,1059,3.269,1096,2.26,1175,2.611,1207,2.133,1211,2.08,1282,1.703,1410,3.616,1414,3.418,1516,1.38,1619,2.677,1775,2.916,1831,3.941,2158,5.713,2233,2.392,2413,2.018,2434,3.881,2562,4.046,2636,3.127,3375,3.259,3624,3.418,3626,3.881,3771,3.881,4442,3.616,4460,3.881,4640,3.259,4693,3.616,4775,3.616,4791,3.127,4806,7.971,4924,3.616,4986,3.881,5199,6.307,5200,3.881,5201,4.285,5202,4.285,5203,4.285,5204,4.285,5205,4.285,5206,4.285,5207,4.285,5208,4.285,5209,4.285,5210,4.285,5211,6.307,5212,4.285,5213,6.307,5214,4.285,5215,6.307,5216,4.285,5217,4.285,5218,4.285,5219,4.285,5220,4.285,5221,4.285,5222,4.285,5223,4.285,5224,4.285,5225,4.285,5226,4.285,5227,4.285,5228,4.285,5229,4.285,5230,4.285,5231,4.285,5232,4.285,5233,4.285,5234,4.285,5235,4.285,5236,4.285,5237,4.285,5238,4.285,5239,6.307,5240,4.285,5241,4.285,5242,4.285,5243,3.616,5244,4.285]],["t/618",[944,2.499]],["t/620",[10,1.626,29,1.938,85,1.081,133,3.585,195,4.257,197,1.875,200,3.132,237,2.844,250,3.89,261,3.363,300,5.136,355,3.05,365,5.136,426,4.514,450,3.47,516,5.352,525,5.612,554,3.266,621,0.761,642,4.644,654,5.612,659,3.585,773,4.189,790,4.95,825,4.95,870,3.928,925,4.009,1067,2.586,1141,4.189,1911,4.95,1955,7.064,2686,5.612,2691,5.938,4362,6.374,5245,7.036,5246,7.036,5247,7.036,5248,7.036,5249,6.374,5250,7.036,5251,7.036,5252,8.022,5253,6.374,5254,7.036,5255,7.036,5256,6.374,5257,7.036]],["t/622",[10,1.499,19,6.513,29,2.094,106,2.109,113,3.62,119,2.491,120,3.179,123,1.993,128,3.22,141,1.524,153,2.968,199,2.491,227,2.491,254,3.422,260,3.342,307,5.173,320,5.173,345,3.96,415,2.812,460,3.848,478,3.187,505,4.414,515,2.849,525,5.173,541,4.603,605,3.011,653,2.968,764,2.13,1053,3.123,1211,3.149,1464,5.474,1754,3.485,2423,6.715,2475,4.053,2562,4.161,3977,4.161,4119,5.173,4564,4.934,4885,5.173,5258,9.328,5259,8.407,5260,6.486,5261,6.486,5262,5.876,5263,5.876,5264,6.486]],["t/624",[26,3.873,29,1.944,49,2.165,85,1.662,106,1.812,113,1.867,120,1.795,128,2.985,133,3.873,150,4.239,181,3.576,182,3.576,186,2.07,195,2.448,197,2.025,203,2.84,237,2.231,323,2.165,330,3.112,355,3.295,364,3.809,404,5.547,415,2.416,416,2.793,450,2.749,515,2.448,539,2.515,603,5.049,605,2.587,616,4.632,621,0.653,642,3.678,741,2.94,811,3.576,1043,3.654,1044,4.445,1045,4.135,1053,2.07,1130,3.318,1131,3.318,1472,3.94,1473,4.703,1702,3.112,1902,5.049,1904,5.049,1911,5.347,1935,4.445,1936,7.835,1937,7.835,1939,5.049,1955,4.445,2085,4.239,2471,6.579,2663,4.703,2683,4.445,2686,4.445,3479,5.049,3679,3.397,3977,3.576,4003,4.703,4185,6.885,4186,6.885,4564,4.239,5200,5.049,5249,5.049,5252,5.049,5253,5.049,5265,5.573,5266,7.6,5267,5.573,5268,5.573,5269,5.573,5270,5.573,5271,7.6,5272,5.573,5273,5.573,5274,5.573,5275,5.573,5276,5.573,5277,5.573,5278,5.573,5279,5.049]],["t/626",[14,2.062,29,1.789,85,1.5,106,2.91,113,2.996,116,2.349,119,2.747,128,3.088,141,1.68,154,3.369,163,2.749,181,6.264,182,6.264,197,1.905,237,2.099,264,4.588,282,5.031,355,3.1,374,6.479,515,3.141,541,3.915,621,0.614,1040,3.527,1043,3.021,1048,4.588,1053,2.657,1068,3.42,1140,5.59,1507,4.72,2423,4.867,2619,5.704,2647,5.22,3627,6.479,3954,5.44,3977,4.588,4083,5.22,4114,5.704,4260,6.479,4277,6.479,5280,7.151,5281,7.151,5282,7.151]],["t/628",[29,1.357,64,4.243,85,1.593,116,2.843,154,4.078,159,2.764,197,1.809,279,4.62,478,3.257,488,2.668,621,0.819,815,4.042,826,3.064,860,2.578,934,3.952,1041,3.791,1043,4.027,1044,5.415,1048,4.356,1053,2.522,1068,4.14,1069,3.952,1140,5.41,1144,4.488,1507,4.481,1702,4.834,2068,5.164,2450,6.15,2611,4.956,2692,6.15,2696,6.15,2830,4.777,4083,4.956,4114,5.415,4215,6.15,4221,4.956,5283,7.603,5284,6.789,5285,6.789,5286,6.789,5287,6.789,5288,6.789,5289,6.789,5290,6.789,5291,6.789,5292,6.789,5293,5.73]],["t/630",[10,1.674,64,3.223,101,4.646,104,5.094,106,2.355,116,2.961,119,2.781,120,2.904,123,2.225,128,3.112,129,6.559,131,2.551,141,2.414,154,3.411,155,3.462,192,3.571,195,3.18,199,2.781,208,4.927,214,4.646,219,5.775,260,2.879,289,5.275,300,5.285,323,2.813,450,3.571,460,3.314,478,3.081,533,5.094,557,5.775,635,6.559,746,6.343,764,2.378,897,6.559,2068,5.508,2069,6.111,2437,5.775,4160,4.927,4446,6.559,5283,5.775,5294,7.241]],["t/632",[49,3.139,116,3.166,120,2.603,122,4.424,142,4.541,163,2.483,197,2.153,200,3.597,244,6.146,369,3.139,460,3.698,621,0.694,902,7.32,1144,4.188,2030,4.704,3923,6.146,4015,6.819,5283,7.689,5295,7.32,5296,7.32,5297,8.08,5298,8.08,5299,7.32]],["t/634",[14,2.276,49,3.694,85,1.213,113,3.184,116,3.122,120,2.544,122,4.324,197,2.104,244,6.007,621,0.679,685,6.665,764,2.593,889,3.78,890,3.254,934,4.597,1043,4.017,1044,6.299,1144,4.094,1702,4.409,3923,6.007,4092,6.299,4819,6.007,5300,7.897,5301,7.897,5302,7.897,5303,7.897]],["t/636",[8,3.277,29,1.81,113,2.043,116,3.292,122,4.421,153,2.792,155,3.861,174,3.223,197,2.412,206,3.977,227,3.701,345,2.873,370,5.808,449,4.865,621,0.524,659,3.108,685,5.148,713,5.682,889,2.425,925,3.476,934,3.551,1068,3.861,1144,4.693,1207,2.732,1832,3.914,2030,5.27,2085,4.64,2562,3.914,3923,6.143,4117,4.64,4221,5.895,4819,6.143,5295,5.526,5304,6.1,5305,6.1,5306,6.1,5307,6.1,5308,6.1,5309,6.1,5310,6.1,5311,6.1,5312,6.1,5313,6.1,5314,8.076,5315,6.1,5316,6.1,5317,6.1,5318,6.1,5319,6.1,5320,6.1,5321,6.1,5322,6.1,5323,6.1,5324,6.1,5325,6.1,5326,6.1,5327,6.1,5328,6.1,5329,6.1,5330,6.1,5331,6.1,5332,6.1,5333,8.076,5334,6.1,5335,6.1]],["t/638",[64,4.767,113,2.079,116,2.999,128,2.143,154,2.925,155,2.969,174,2.21,186,2.307,195,2.727,197,1.654,206,3.589,207,4.206,227,2.385,282,4.368,289,3.336,355,2.691,383,3.784,478,3.537,488,3.211,541,3.399,567,2.841,621,0.533,654,4.952,679,4.952,713,6.425,804,2.623,870,3.466,899,3.793,978,6.517,1053,2.307,1068,4.64,1069,5.649,1144,4.235,1676,3.784,2724,4.656,2830,6.827,4221,4.532,4789,4.952,5243,5.24,5283,4.952,5296,5.624,5336,6.208,5337,8.17,5338,6.208,5339,6.208,5340,6.208,5341,9.132,5342,6.208,5343,6.208,5344,6.208,5345,6.208,5346,6.208,5347,6.208,5348,6.208]],["t/640",[29,1.418,64,3.963,85,1.09,97,6.426,99,4.991,106,2.307,107,4.129,123,2.179,137,4.827,154,3.341,181,4.551,182,4.551,183,2.635,195,3.116,197,1.89,228,5.986,237,2.612,244,5.396,264,4.551,269,5.177,282,4.991,289,4.782,290,6.771,330,3.96,447,4.827,478,3.041,621,0.609,925,4.042,1072,4.682,1699,4.682,1911,4.991,1955,7.1,2014,6.426,2665,5.396,2724,4.042,3555,5.986,5243,5.986,5256,6.426,5279,6.426,5293,5.986,5349,7.093,5350,7.093,5351,7.093,5352,7.093,5353,7.093,5354,7.093,5355,7.093,5356,7.093,5357,6.426,5358,7.093]],["t/642",[944,2.499]],["t/644",[10,1.581,14,1.381,29,1.739,38,3.13,64,3.045,85,1.336,92,3.162,106,2.594,116,2.856,119,1.84,120,2.802,122,2.623,123,2.672,128,3.398,131,2.41,133,2.442,154,4.826,155,4.159,156,4.36,157,4.208,163,1.472,169,1.78,171,1.605,181,3.074,182,3.074,183,1.78,196,1.654,199,1.84,205,2.965,206,2.105,207,3.987,210,1.861,227,1.84,237,1.406,267,3.497,332,3.371,348,4.812,354,1.081,365,3.497,397,2.133,460,2.193,478,1.637,558,2.291,559,2.73,571,2.675,572,4.654,605,3.175,621,0.412,641,2.927,653,3.65,661,4.992,695,4.654,860,1.82,900,2.401,920,3.822,940,2.73,963,3.074,1040,3.373,1043,3.37,1045,2.291,1053,2.963,1055,3.674,1067,1.761,1267,3.744,1508,4.812,1653,4.514,1697,4.812,1702,3.819,1992,4.34,2002,3.645,2024,4.861,2646,3.645,2647,3.497,2648,4.34,2650,4.34,2965,3.497,3171,3.645,3217,4.34,3276,3.822,4083,3.497,4117,5.202,4314,4.34,4354,3.371,4359,5.772,4442,4.044,5359,6.839,5360,4.34,5361,4.791,5362,4.791,5363,4.791,5364,6.839,5365,4.791,5366,7.975,5367,4.791,5368,4.791,5369,4.791,5370,4.791,5371,4.791,5372,4.791]],["t/647",[4,3.099,29,0.805,34,2.164,38,2.757,85,1.594,120,1.297,123,1.237,154,2.838,155,1.926,169,1.496,192,1.986,196,3.581,197,1.073,205,4.611,207,2.611,209,3.019,210,3.111,237,1.768,318,3.019,355,1.746,368,1.955,389,2.584,408,6.09,478,2.466,486,2.58,488,1.582,528,3.614,606,1.784,609,1.986,621,0.518,655,2.88,676,2.397,701,1.529,702,5.083,713,2.833,741,2.125,773,2.397,860,1.529,901,4.303,940,2.295,1043,2.545,1045,2.88,1053,2.238,1136,2.584,1143,1.818,1154,2.397,1207,1.362,1211,2.925,1239,5.45,1255,2.74,1257,2.516,1294,3.399,1503,4.238,1516,1.94,1702,3.363,1754,2.164,1836,3.212,1994,3.212,1995,3.399,1996,3.212,1997,3.212,1998,3.212,1999,4.805,2233,3.363,2413,1.897,2416,3.122,2609,2.74,2665,4.582,2964,2.939,3596,6.522,3753,4.805,3823,2.584,3950,3.399,4056,3.648,4057,3.648,4058,3.399,4059,3.399,4060,5.457,4062,5.457,4063,3.648,4065,3.648,4066,3.648,4067,3.648,4068,4.582,4069,5.457,4070,3.399,4071,3.399,4072,3.648,4073,5.845,4074,3.648,4075,3.648,4076,5.457,4077,3.648,4078,3.648,4079,7.235,4080,3.648,4081,3.648,4181,3.648,4221,2.939,4290,3.648,4316,3.399,4581,5.457,5373,4.027,5374,8.997,5375,6.023,5376,6.023,5377,7.216,5378,7.216,5379,4.027,5380,4.027,5381,4.027,5382,4.027,5383,4.027,5384,4.027,5385,4.027,5386,4.027,5387,4.027,5388,3.399,5389,4.027,5390,4.027,5391,4.027]],["t/649",[4,1.443,10,0.95,12,0.803,14,0.892,29,1.393,34,0.955,49,2.376,51,1.298,63,1.084,64,2.189,85,1.64,106,1.007,108,1.059,109,1.419,113,1.377,116,3.051,119,3.786,120,1.324,128,0.614,133,0.906,141,1.716,154,4.146,155,3.493,157,0.938,163,1.879,171,2.841,172,3.363,175,2.219,183,0.661,186,1.527,188,2.798,189,1.695,192,3.877,194,2.997,195,0.781,197,1.63,199,1.889,206,0.781,209,0.891,210,2.554,214,5.191,215,0.863,237,1.636,252,2.251,254,0.938,260,1.231,282,1.251,291,0.922,292,0.803,302,2.14,323,1.597,348,1.251,352,1.419,354,1.483,369,1.91,377,0.85,379,2.178,382,0.891,389,1.141,397,1.378,453,0.715,457,1.114,465,2.355,478,1.405,486,1.584,488,1.615,517,0.922,537,1.251,541,1.695,544,0.906,559,1.764,563,1.174,567,0.814,572,1.21,577,1.21,605,1.909,606,1.456,621,0.479,627,1.419,641,0.761,653,1.882,655,1.48,676,1.059,688,1.251,691,1.21,701,2.117,741,1.633,742,1.251,746,1.251,780,1.298,781,1.419,782,1.035,806,1.111,826,0.803,830,3.127,835,0.751,860,1.868,862,1.21,870,1.729,871,1.251,900,1.552,908,3.469,946,1.419,948,1.419,956,2.251,963,2.638,1020,1.419,1045,1.48,1053,3.584,1067,0.654,1068,1.966,1069,2.393,1070,1.174,1071,2.425,1072,1.174,1096,2.594,1141,1.059,1143,1.855,1145,1.084,1207,2.069,1217,4.679,1219,1.298,1221,1.353,1223,3.97,1225,2.469,1226,3.001,1228,3.001,1230,3.001,1234,1.353,1282,1.231,1283,2.131,1284,1.111,1288,1.986,1291,2.613,1293,1.501,1306,2.469,1309,1.353,1311,2.355,1409,4.741,1410,1.501,1411,2.613,1414,4.445,1416,2.613,1440,1.251,1464,2.613,1465,2.613,1466,1.353,1467,1.611,1468,1.611,1469,1.611,1470,4.445,1471,1.611,1472,2.131,1473,1.501,1474,1.611,1477,1.611,1478,2.805,1479,1.611,1508,2.178,1516,0.573,1524,3.001,1697,2.892,1699,1.174,1772,1.986,1947,2.805,2098,3.576,2131,0.742,2170,2.713,2177,1.611,2179,1.419,2181,1.419,2413,1.937,2416,2.131,2424,2.178,2425,5.002,2444,2.469,2453,3.279,2467,0.877,2480,2.178,2592,1.611,2646,2.355,2647,1.298,2651,1.353,2665,5.299,2684,1.111,2693,1.419,2707,2.26,2713,2.613,2776,0.891,2797,0.993,2830,1.251,2831,2.26,2965,5.547,3171,4.653,3276,1.419,3444,1.611,3491,1.611,3492,1.611,3513,1.298,3516,1.353,3549,2.805,3593,3.724,3604,1.353,3683,2.469,3823,1.986,3878,1.21,4092,1.419,4107,1.251,4159,1.501,4196,2.805,4217,2.805,4251,1.611,4274,1.501,4355,1.611,4356,1.611,4357,1.611,4359,1.501,4378,2.805,4379,2.805,4401,1.251,4402,1.611,4413,2.613,4516,2.805,4517,2.805,4519,1.611,4520,1.611,4521,1.611,4523,1.611,4695,2.355,4701,3.469,4720,2.613,4852,3.724,5127,2.613,5299,1.611,5392,1.611,5393,1.778,5394,1.778,5395,2.805,5396,1.778,5397,1.778,5398,1.778,5399,3.096,5400,1.778,5401,1.778,5402,3.096,5403,1.778,5404,1.778,5405,1.778,5406,1.778,5407,1.778,5408,1.778,5409,1.778,5410,1.778,5411,1.778,5412,1.778,5413,1.778,5414,1.778,5415,1.778,5416,1.778,5417,1.778,5418,1.778,5419,1.778,5420,1.778,5421,1.778,5422,1.778,5423,1.778,5424,1.778,5425,5.573,5426,3.096,5427,1.778,5428,1.778,5429,1.778,5430,3.096,5431,1.778,5432,3.096,5433,4.111,5434,4.111,5435,2.805,5436,3.096,5437,3.724,5438,3.096,5439,3.096,5440,1.778,5441,1.778,5442,1.778,5443,1.778,5444,3.096,5445,3.096,5446,1.778,5447,1.778,5448,3.096,5449,1.778,5450,1.778,5451,1.778,5452,1.778,5453,1.778,5454,1.778,5455,1.778,5456,1.778,5457,1.778,5458,3.096,5459,1.778,5460,1.611,5461,1.778,5462,1.778,5463,1.778,5464,1.778,5465,1.611,5466,1.501,5467,3.096]],["t/651",[4,2.455,10,2.148,29,1.52,38,3.828,49,1.711,85,1.606,106,2.894,120,2.073,123,2.855,131,2.679,152,2.138,153,2.945,163,2.336,169,1.636,172,2.754,177,6.531,186,1.636,192,3.174,194,2.684,195,1.934,196,3.312,197,2.026,199,1.691,200,1.96,206,1.934,210,1.711,214,4.879,323,1.711,354,0.993,369,1.711,385,3.831,410,3.716,420,3.513,436,3.34,472,2.62,486,2.073,488,2.529,510,2.207,519,2.283,533,3.098,550,4.085,553,4.129,567,2.015,571,3.593,584,2.684,605,2.987,606,1.304,621,0.719,632,4.192,701,1.673,781,3.513,804,3.534,830,3.35,860,1.673,890,1.815,936,5.133,940,2.509,1027,3.989,1040,2.172,1043,2.719,1053,2.391,1067,2.365,1071,3.174,1137,2.997,1138,2.997,1143,1.988,1276,3.214,1283,3.336,1438,3.513,1516,2.449,1612,4.379,1702,2.459,2178,3.513,2413,3.031,2444,5.133,2615,3.457,3596,4.895,3914,4.527,4079,3.716,4083,3.214,4095,3.989,4097,3.989,4150,3.214,4151,5.885,4152,3.35,4153,3.513,4154,3.716,4171,3.513,4354,3.098,4360,3.513,4401,3.098,5435,3.989,5460,3.989,5468,4.404,5469,3.716,5470,4.404,5471,4.404,5472,4.404,5473,4.404,5474,4.404,5475,6.435,5476,6.435,5477,4.404,5478,4.404,5479,4.404]],["t/653",[10,1.695,19,4.839,29,1.466,85,1.396,117,4.178,142,3.454,163,2.253,171,2.456,183,2.724,192,3.616,197,1.953,400,5.305,456,3.506,478,2.505,510,3.675,539,3.309,621,0.63,641,3.137,860,2.785,1043,3.098,1053,3.668,1138,4.99,1524,5.352,1576,4.159,1702,4.094,2131,3.059,2479,7.668,2649,6.642,4084,9.35,4085,8.232,4086,8.945,5480,7.332,5481,9.086,5482,7.332]],["t/655",[10,1.945,14,2.426,23,3.256,29,1.299,38,2.041,48,3.256,49,1.733,64,2.891,113,2.175,116,2.133,117,2.542,120,2.467,121,2.312,123,2.748,128,3.475,131,2.699,154,3.608,155,3.106,156,2.235,157,2.353,159,1.816,163,3.034,170,3.01,171,2.175,186,2.413,192,2.2,196,1.539,197,1.188,202,1.933,206,1.959,208,3.035,236,3.256,260,3.345,310,4.167,323,1.733,337,2.862,354,1.006,400,3.49,452,2.013,456,2.133,460,3.506,465,3.393,472,1.816,478,2.875,497,2.944,510,3.255,520,2.312,544,2.273,559,2.542,577,3.035,618,2.396,641,2.779,643,3.393,659,2.273,738,3.764,742,3.138,756,3.558,826,2.013,870,2.49,889,2.582,890,3.157,935,3.256,963,2.862,1012,3.256,1060,5.684,1102,5.258,1211,4.794,1282,1.773,1503,3.138,1516,1.437,1576,2.041,1612,3.035,1697,3.138,1699,5.554,2081,2.944,2438,5.181,2440,5.213,2475,2.787,2480,3.138,2726,4.04,2762,5.181,2812,3.393,2967,3.138,2968,3.558,3427,5.181,3616,4.04,3693,2.596,3823,2.862,3977,2.862,4068,3.393,4087,3.764,4089,3.764,4090,3.764,4099,4.04,4102,5.481,4103,5.481,4105,3.764,4106,3.764,4107,5.389,4146,4.04,4445,3.764,5483,6.495,5484,4.46,5485,4.46,5486,4.46,5487,4.46,5488,6.495,5489,4.46,5490,4.46,5491,4.46]],["t/657",[2,1.975,4,1.334,7,2.239,8,1.508,10,1.672,12,2.586,14,1.31,29,1.754,34,1.508,49,2.225,62,6.106,64,2.024,85,0.431,94,1.481,98,2.239,101,1.801,113,1.523,114,2.239,119,2.779,120,2.903,122,1.537,123,2.769,126,3.899,133,1.431,135,3.76,139,2.239,140,6.411,141,2.523,147,3.094,153,1.285,163,1.397,169,1.043,171,1.919,174,0.999,183,1.689,186,2.128,190,3.356,193,1.711,197,1.755,199,2.529,204,1.91,227,1.078,252,2.622,268,2.917,292,1.267,302,1.746,306,1.897,317,2.356,323,2.225,333,2.135,345,1.322,357,2.049,358,5.19,359,2.543,390,2.135,397,2.024,400,1.508,446,1.537,447,1.91,456,1.342,457,1.01,472,2.945,478,1.553,488,1.786,512,1.455,540,2.135,544,2.317,550,1.508,554,3.057,559,1.6,567,2.622,571,1.567,587,2.369,594,1.91,615,1.567,621,0.622,632,1.407,649,2.135,652,3.335,653,1.285,659,1.431,673,1.91,676,1.671,739,2.917,745,2.84,746,1.975,753,3.348,762,2.135,764,1.493,771,1.754,772,2.538,783,1.567,809,3.357,860,1.727,863,2.706,875,2.049,900,3.626,923,3.318,940,1.6,948,2.239,956,2.489,957,2.369,963,2.917,977,2.142,1028,4.123,1043,1.921,1053,1.689,1276,6.197,1284,1.754,1357,1.91,1440,4.031,1489,1.634,1771,2.049,1772,2.917,1773,1.975,1775,4.482,1795,2.369,1819,1.853,1831,3.58,1837,1.975,1971,2.543,2013,4.999,2052,4.225,2080,2.049,2082,2.135,2091,2.135,2094,3.626,2095,1.407,2096,1.853,2097,2.369,2098,1.801,2099,2.369,2100,3.837,2101,4.57,2112,2.135,2429,2.239,2431,1.711,2433,3.899,2477,2.369,2481,2.917,2493,1.91,2646,2.135,2713,2.369,3679,1.711,3747,4.225,3810,1.853,4082,4.633,4109,6.973,4110,2.543,4354,1.975,4360,3.626,4740,1.975,4781,2.239,4861,2.543,5196,2.369,5262,2.543,5469,7.165,5492,2.807,5493,2.807,5494,2.807,5495,2.807,5496,4.546,5497,2.807,5498,4.546,5499,2.807,5500,2.807,5501,2.807,5502,2.369,5503,2.807,5504,2.807,5505,4.546,5506,2.807,5507,2.807,5508,6.586,5509,2.807,5510,2.807,5511,5.729,5512,2.807,5513,2.807,5514,2.807,5515,2.543]],["t/659",[4,1.73,29,1.9,49,3.457,56,3.055,85,1.213,106,2.894,113,2.98,119,3.651,128,3.42,131,2.076,181,3.781,182,3.781,186,2.19,197,1.57,199,3.031,227,2.264,292,2.66,323,2.289,369,3.066,382,3.956,397,2.624,415,2.555,425,5.874,446,3.227,457,2.12,469,4.974,478,3.248,537,4.146,538,3.227,541,4.872,558,2.818,621,0.506,655,4.738,701,2.238,709,3.664,764,2.922,815,3.508,860,2.998,889,2.343,956,3.227,1043,3.335,1053,3.531,1067,2.166,1207,1.994,1702,3.291,2212,7.15,2413,4.668,2416,3.055,3834,3.592,4114,4.701,4116,5.339,4117,4.483,4118,5.339,4119,4.701,4962,4.974,5516,5.893,5517,5.893,5518,5.893,5519,5.893,5520,5.893,5521,5.893,5522,5.893]],["t/661",[4,2.212,10,1.471,14,2.173,29,1.507,49,2.472,85,0.667,92,2.863,106,1.411,113,1.453,120,1.397,123,2.84,143,2.14,147,2.952,163,2.717,174,1.544,177,2.71,180,3.627,195,3.311,197,1.156,199,2.444,251,2.074,269,3.166,291,2.249,302,3.189,330,2.422,331,3.166,357,3.166,425,2.863,436,1.905,440,2.375,450,2.14,453,1.745,468,2.472,478,1.482,512,2.249,516,3.3,517,2.249,533,3.052,538,2.375,580,3.139,618,2.331,621,0.714,632,2.174,640,3.3,641,1.856,652,2.525,653,4.047,673,2.952,724,3.661,742,3.052,750,3.052,753,3.085,764,1.425,825,4.478,826,1.958,851,5.371,886,2.472,889,2.997,890,3.422,901,3.419,925,2.472,992,3.3,1041,2.422,1047,3.627,1059,2.249,1068,3.043,1096,3.977,1117,2.582,1118,3.93,1141,2.582,1143,4.587,1144,3.299,1207,2.991,1217,4.488,1219,4.646,1221,4.841,1223,3.627,1225,5.077,1226,4.646,1228,4.646,1230,4.646,1283,2.249,1655,2.863,1762,3.93,1763,6.317,1764,5.371,2480,5.304,4140,5.371,4160,2.952,4220,3.93,4222,3.93,4249,5.371,4642,2.952,4819,3.3,5523,7.538,5524,6.364,5525,7.538,5526,4.338,5527,6.364,5528,4.338,5529,6.364,5530,4.338,5531,3.93,5532,3.93,5533,4.338,5534,4.338,5535,4.338,5536,4.338,5537,4.338,5538,4.338,5539,4.338,5540,4.338,5541,4.338,5542,4.338,5543,4.338,5544,4.338,5545,4.338,5546,4.338,5547,4.338,5548,4.338,5549,4.338,5550,4.338,5551,8.304,5552,4.338]],["t/663",[10,1.372,14,1.71,29,1.785,49,3.08,85,1.629,116,1.949,120,1.911,123,1.823,154,2.795,156,2.974,157,3.13,163,2.743,192,2.926,197,2.646,210,2.305,237,2.327,323,3.08,345,3.735,456,3.791,472,2.416,502,2.881,537,5.578,553,3.807,621,0.51,641,4.25,653,3.629,753,2.204,860,2.254,871,4.175,940,3.381,1040,2.926,1043,2.507,1047,3.381,1048,3.807,1053,3.317,1067,2.181,1069,3.454,1070,5.894,1112,4.954,1121,3.807,1130,3.532,1131,3.532,1133,4.733,1140,3.708,1466,4.514,1472,3.076,1489,3.454,1507,3.916,1509,6.031,1516,3.292,1518,4.175,1524,5.787,1690,5.008,1749,4.514,1757,5.008,1764,5.008,2443,5.008,2702,6.031,2973,5.008,3823,3.807,4159,5.008,4250,5.375,4401,4.175,4817,4.733,5553,5.934]],["t/666",[4,2.108,10,2.438,29,1.436,106,2.335,142,3.383,197,2.39,237,2.632,354,1.62,480,4.275,510,4.496,621,0.84,822,5.462,889,2.855,928,5.462,1043,3.034,1053,2.668,1109,6.06,1112,4.487,1141,5.34,1195,6.06,1235,5.242,1236,5.462,1282,2.855,1731,6.06,1887,6.505,1888,6.505,1889,6.505,1890,6.505,2457,6.505,4360,5.728,4401,5.052,4885,5.728,4944,7.155,4948,6.06,5554,7.181,5555,9.782,5556,7.181,5557,7.181,5558,7.181,5559,7.181]],["t/668",[29,1.063,113,2.465,123,1.634,251,2.543,302,3.969,369,2.066,415,3.19,436,3.232,440,4.986,453,2.961,517,3.815,564,5.008,571,2.969,621,0.725,632,3.689,701,2.02,753,1.976,835,3.565,889,3.355,901,2.857,1053,2.734,1068,4.035,1069,3.096,1070,3.51,1071,2.623,1072,3.51,1096,5.349,1207,1.799,1217,5.888,1219,6.648,1221,6.928,1223,5.449,1225,7.264,1226,6.979,1228,6.979,1230,6.979,1409,5.008,1411,4.488,1414,4.242,1416,4.488,1754,2.857,2416,2.757,2481,3.412,4171,4.242,5395,4.817,5531,6.667,5532,8.25,5560,5.318,5561,5.318,5562,7.359,5563,7.359,5564,7.359,5565,7.359,5566,5.318,5567,5.318,5568,5.318,5569,5.318,5570,5.318,5571,5.318,5572,5.318,5573,5.318,5574,5.318,5575,5.318,5576,5.318,5577,5.318,5578,4.817,5579,5.318]],["t/670",[4,2.082,10,1.64,85,1.09,123,3.134,169,2.635,171,2.981,184,4.991,196,2.448,200,3.158,237,2.612,304,5.425,317,3.677,318,4.875,330,3.96,621,0.765,890,2.923,1121,4.551,1143,3.201,1144,3.677,1235,6.497,1236,5.396,1265,5.658,1267,3.884,1269,5.986,1270,5.986,1271,5.658,1272,5.986,1276,5.177,1279,5.986,1769,4.827,1832,4.551,2081,4.682,2233,3.96,2465,5.658,3679,4.323,5578,6.426,5580,7.093,5581,7.093,5582,7.093,5583,7.093,5584,7.093,5585,7.093,5586,7.093,5587,7.093,5588,7.093,5589,7.093]],["t/672",[10,1.888,119,3.138,123,3.426,131,2.187,133,3.164,163,3.098,171,3.377,177,5.105,179,4.368,180,4.656,197,1.654,211,5.24,291,4.235,317,3.218,373,4.532,397,2.764,415,3.542,456,2.969,488,2.44,502,3.014,512,4.235,538,3.399,617,4.225,632,3.112,725,5.624,759,4.368,772,3.466,783,3.466,889,3.248,890,4.413,966,3.983,1053,3.035,1117,4.864,1143,2.802,1203,6.654,1205,4.98,1573,4.532,1630,5.24,1794,4.225,2111,5.624,2928,5.624,3861,5.624,4924,5.24,5590,6.208,5591,6.208,5592,6.208,5593,6.208,5594,6.208,5595,6.208]],["t/674",[10,1.867,23,4.452,29,1.615,34,3.277,120,2.916,123,3.317,163,1.874,188,4.151,189,3.34,195,2.679,200,3.595,250,2.679,251,2.917,261,2.317,291,3.162,306,2.545,323,2.37,393,3.631,397,2.716,415,2.644,450,3.008,453,2.454,515,2.679,523,3.718,554,2.832,560,4.292,648,4.026,655,2.917,656,5.148,753,3,804,3.825,889,3.831,890,4.131,965,5.526,966,3.914,1040,3.008,1053,3.963,1059,4.693,1068,2.917,1077,4.922,1079,4.602,1083,5.33,2428,5.148,2481,3.914,3013,7.316,3977,3.914,4083,4.452,4092,4.865,4160,4.151,5360,5.526,5596,6.1,5597,6.1,5598,6.1,5599,6.1,5600,8.076,5601,6.1,5602,6.1,5603,6.1,5604,6.1]],["t/676",[944,2.499]],["t/678",[29,1.491,40,6.294,101,4.785,113,2.498,116,3.015,119,3.821,141,2.551,163,2.291,171,2.498,172,3.191,177,6.488,190,3.8,215,3.621,306,3.111,308,7.324,389,4.785,396,4.679,558,3.566,860,3.779,890,3.073,941,5.247,1282,2.965,1832,4.785,2481,4.785,3834,4.545,4622,6.294,5605,7.458,5606,6.756,5607,7.458]],["t/680",[10,0.964,29,1.236,38,2.83,48,3.045,63,2.543,64,1.857,85,1.654,94,2.201,113,2.071,116,2.031,119,3.342,120,1.344,141,2.045,169,2.297,174,3.449,175,3.678,186,1.55,196,3.475,197,1.963,200,2.753,201,2.677,205,2.681,207,2.681,209,3.693,210,3.764,237,1.224,261,1.584,292,1.883,306,1.741,323,2.402,327,2.935,355,1.808,367,3.779,369,3.38,396,2.126,397,1.857,404,3.045,416,3.693,457,1.501,480,2.483,486,3.121,488,1.639,505,2.839,515,1.832,538,2.284,553,2.677,554,1.937,567,1.909,580,2.058,602,3.045,609,3.05,615,4.114,616,2.543,621,0.531,654,3.328,696,5.922,701,2.798,739,2.677,742,2.935,756,3.328,782,3.6,806,2.607,860,3.305,911,3.262,940,3.524,1012,3.045,1141,2.483,1207,1.411,1211,2.026,1282,2.458,1516,2.373,1696,5.602,1821,3.205,1832,2.677,2021,2.753,2041,3.521,2052,2.677,2095,3.693,2131,1.741,2411,3.173,2413,3.471,2467,2.058,2615,3.322,2677,2.753,2693,3.328,3717,3.779,3834,3.769,3841,3.521,4160,2.839,4640,4.704,4791,3.045,5157,4.932,5608,5.602,5609,6.184,5610,4.172,5611,4.172,5612,4.172,5613,4.172,5614,4.172,5615,3.779,5616,4.172,5617,4.172,5618,8.149,5619,4.172,5620,6.184,5621,4.172,5622,4.172,5623,4.172,5624,6.184,5625,4.172,5626,4.172,5627,4.172,5628,4.172,5629,4.172,5630,3.328]],["t/682",[4,2.039,7,1.41,8,2.198,10,0.946,12,0.798,14,0.51,23,1.29,29,1.389,34,0.95,49,0.687,51,1.29,64,2.472,85,1.604,94,2.159,101,1.134,111,1.244,113,1.37,114,2.456,119,3.729,120,0.992,126,1.203,131,1.085,133,0.901,135,2.377,139,5.81,141,1.304,153,2.241,159,0.72,163,1.257,169,2.063,170,1.21,171,3.106,172,4.011,173,3.453,174,1.743,175,4.137,183,1.52,186,1.819,188,5.76,189,2.681,191,2.248,195,1.353,197,2.02,202,4.209,206,1.797,210,0.687,214,3.562,215,2.377,225,1.601,237,0.519,252,0.809,253,0.933,260,2.606,261,1.554,291,0.916,292,0.798,302,2.132,306,0.737,316,1.833,322,1.492,323,1.902,333,1.345,334,1.244,337,1.976,345,0.833,355,1.335,368,3.537,373,1.29,377,0.845,379,1.244,389,1.134,392,1.244,396,0.901,397,1.371,415,1.774,416,2.454,436,1.353,446,0.968,452,1.39,457,2.193,472,1.254,478,0.604,488,2.182,497,2.033,498,1.924,502,3.372,506,2.033,512,1.596,515,0.776,523,1.877,539,0.798,544,0.901,545,1.41,550,0.95,553,1.976,554,1.43,559,1.007,563,3.232,567,1.409,577,2.096,579,4.428,580,0.872,584,2.984,599,2.879,615,0.987,616,2.984,621,0.524,646,1.492,652,1.793,658,1.29,688,2.167,701,3.336,710,1.167,739,1.134,741,3.458,768,2.599,770,1.134,771,1.104,773,3.629,774,2.248,782,3.548,804,0.747,811,1.134,822,2.343,832,3.843,860,2.767,862,1.203,870,2.285,886,2.332,895,1.41,900,2.454,910,1.077,931,3.574,932,1.601,948,1.41,956,1.686,1053,0.657,1067,0.65,1068,0.845,1082,4.289,1096,1.625,1143,3.643,1175,1.877,1207,1.384,1211,2.696,1217,2.436,1223,2.332,1288,1.134,1373,2.167,1409,2.784,1516,0.992,1573,2.987,1612,2.784,1619,1.924,1754,0.95,1772,3.142,1794,1.203,2041,1.492,2086,1.492,2090,1.41,2092,2.248,2412,3.113,2413,2.615,2414,1.601,2415,1.41,2416,2.538,2420,3.113,2421,1.41,2422,2.599,2424,1.244,2427,1.492,2467,4.669,2481,1.134,2577,3.264,2590,1.492,2678,1.244,2682,1.601,2908,1.601,3076,3.911,3372,3.445,3624,1.41,3797,4.685,3834,2.494,4107,2.879,4263,2.343,4268,2.167,4354,1.244,4686,1.492,4695,5.766,4696,7.312,4699,1.601,4701,4.132,4702,5.029,4703,4.637,4704,5.522,4709,1.601,4713,1.601,4715,2.79,4718,1.601,4720,1.492,4721,1.601,4723,1.601,4725,1.601,4728,1.601,4795,1.41,5014,1.601,5127,1.492,5392,1.601,5465,1.601,5466,1.492,5502,1.492,5631,5.552,5632,1.768,5633,1.768,5634,1.601,5635,1.768,5636,1.768,5637,1.768,5638,1.768,5639,3.079,5640,1.768,5641,3.079,5642,1.768,5643,1.601,5644,3.079,5645,3.079,5646,1.768,5647,1.768,5648,3.079,5649,1.768,5650,1.768,5651,1.768,5652,1.768,5653,1.768,5654,1.768,5655,1.601,5656,1.768,5657,1.768,5658,1.768,5659,1.768,5660,1.768,5661,1.768,5662,1.768,5663,1.768,5664,1.768,5665,1.768,5666,3.079,5667,1.768,5668,3.079,5669,1.768,5670,1.768,5671,3.079,5672,3.079,5673,1.768,5674,1.768,5675,1.768,5676,1.768,5677,1.768,5678,1.768,5679,1.768,5680,1.768,5681,1.768,5682,1.768,5683,1.768]],["t/684",[23,4.004,29,1.715,38,2.51,85,1.485,116,1.801,123,2.635,131,3.251,141,2.015,163,2.31,177,6.6,183,3.428,186,2.038,190,4.702,196,2.595,197,1.461,199,2.107,227,2.107,236,4.004,313,4.375,337,5.921,355,2.378,356,4.173,389,3.519,396,2.795,417,7.02,472,3.061,488,2.155,508,3.427,550,2.947,554,3.49,567,2.51,621,0.471,632,2.749,717,4.823,741,2.894,753,3.187,770,3.519,782,4.377,804,3.899,860,2.083,890,2.261,928,4.173,941,3.859,956,3.003,1067,3.391,1093,3.343,1135,4.962,1207,2.902,1276,5.488,1516,3.114,2068,4.173,2173,4.284,2174,5.488,2481,3.519,4150,5.488,4154,4.629,4767,5.997,4944,4.375,5132,6.811,5388,6.345,5469,6.345,5684,8.578,5685,7.518]],["t/686",[4,2.473,14,1.877,29,1.685,85,1.64,116,2.138,123,2.589,135,3.161,141,1.98,169,2.419,171,2.822,172,3.606,174,3,196,2.247,197,1.734,199,2.5,205,2.822,209,4.224,210,2.529,306,2.716,355,2.822,382,3.263,396,3.317,472,2.65,478,2.224,498,4.068,502,3.161,580,3.211,621,0.559,632,3.263,696,4.43,804,3.56,809,2.822,890,3.473,901,3.498,911,3.435,977,3.067,992,4.952,1207,2.851,1282,2.588,1821,3.375,2095,3.263,2169,4.297,2173,3.71,2195,5.193,2601,3.79,2615,3.498,2677,4.297,2678,4.58,4109,4.752,4647,5.193,5130,5.898,5630,5.193,5655,5.898,5686,6.51,5687,6.51,5688,7.112,5689,6.51,5690,6.41,5691,6.51]],["t/688",[4,2.528,85,1.674,113,2.256,123,2.07,131,2.373,141,2.231,169,2.503,170,2.647,171,2.256,172,2.883,174,2.398,197,1.795,209,3.377,210,2.617,227,3.309,261,2.559,446,3.688,472,2.743,486,2.775,488,2.647,550,3.619,621,0.579,632,3.377,889,3.98,890,2.776,893,5.685,901,3.619,911,3.554,1206,6.061,1207,2.914,1282,2.678,1794,4.584,1821,3.492,2081,4.446,2095,3.377,2173,3.839,2481,4.322,2601,3.922,2615,3.619,2636,6.288,2677,4.446,2678,4.74,4630,6.103,4642,5.862,4647,5.373,5630,5.373,5688,5.685,5690,5.124,5692,6.737,5693,6.737]],["t/690",[141,2.093,183,3.309,236,6.501,533,6.266,690,8.068,5694,8.906]],["t/692",[4,2.625,38,3.271,49,2.777,85,1.651,94,3.771,113,2.995,153,2.334,174,2.938,177,6.391,196,3.087,197,2.383,203,2.599,206,2.24,207,3.099,209,3.583,210,2.777,249,4.864,261,3.134,345,2.402,368,2.476,369,2.777,382,2.556,397,2.27,417,6.803,436,3.14,450,2.515,457,2.571,486,2.658,488,2.809,497,3.366,506,5.903,527,4.304,532,4.864,538,2.792,541,2.792,544,2.599,590,4.068,606,1.51,609,2.515,621,0.614,652,2.969,658,5.217,701,2.715,804,2.155,860,3.134,875,3.722,899,3.318,912,4.068,920,4.068,936,5.701,940,4.073,1067,3.033,1138,4.864,1207,1.725,1516,2.302,2601,4.161,2636,3.722,2775,3.588,3914,5.029,4119,4.068,4150,6.024,4151,3.588,4265,4.62,4445,4.304,4767,7.786,5157,5.701,5608,4.62,5695,7.148,5696,5.1,5697,5.1,5698,5.1,5699,5.1,5700,5.1,5701,5.1,5702,5.1]],["t/694",[4,2.63,19,2.959,29,1.686,49,2.984,85,1.687,123,2.003,140,5.141,141,2.197,169,2.422,171,2.183,172,2.79,174,2.321,175,2.023,183,2.422,190,4.567,209,3.268,210,2.533,306,1.87,355,3.656,446,2.454,457,2.345,472,2.654,539,2.942,544,3.915,554,2.081,560,3.154,567,2.984,571,4.289,584,4.682,615,2.503,621,0.56,632,3.268,753,3.134,756,3.576,761,4.061,782,2.61,804,2.754,809,3.656,860,2.476,889,3.353,890,2.687,901,3.503,911,3.439,923,3.272,956,2.454,977,3.071,1028,3.715,1207,3.163,1211,2.177,1516,1.444,1775,3.051,1821,3.379,2013,3.715,2080,5.608,2082,3.41,2087,4.303,2091,5.844,2095,3.268,2112,5.844,2173,3.715,2211,5.844,2413,2.112,2423,3.051,2474,3.41,2601,3.795,2615,3.503,2677,4.303,2678,4.587,2712,3.783,3643,4.061,4109,4.759,4128,3.783,4642,5.228,4647,5.2,4925,5.502,5143,5.906,5193,4.061,5196,3.783,5630,5.2,5688,5.502,5690,4.959,5703,4.483,5704,4.483,5705,4.483,5706,6.519,5707,4.483,5708,4.483,5709,4.483,5710,4.483]],["t/696",[4,1.661,10,1.308,14,1.979,19,1.449,29,2.015,49,0.853,51,2.707,56,1.138,85,1.656,92,1.449,96,1.544,113,0.735,117,1.251,120,1.195,128,0.758,131,2.418,133,1.119,135,2.338,153,1.005,163,1.48,165,3.388,171,2.119,172,0.939,174,2.847,175,1.674,179,1.544,180,2.744,183,0.816,186,1.378,190,5.024,192,1.829,197,2.046,200,0.977,201,1.408,202,2.088,203,1.119,205,0.952,206,2.115,207,0.952,208,1.494,210,1.871,227,1.424,237,2.254,249,1.494,250,0.964,251,1.05,261,2.15,304,1.338,306,2.362,317,2.496,323,2.984,331,1.602,337,1.408,345,1.747,354,0.495,355,1.608,368,1.066,369,0.853,382,1.1,397,0.977,402,1.989,415,0.952,457,1.334,460,1.005,472,0.894,476,2.609,486,0.707,488,2.224,493,2.071,497,2.448,510,1.859,515,0.964,519,1.923,523,1.338,541,2.031,544,1.119,551,1.494,554,1.722,558,1.05,560,1.544,563,1.449,567,1.005,584,1.338,587,1.853,602,1.602,606,0.65,609,1.083,615,1.226,617,1.494,621,0.414,632,1.1,641,0.939,648,2.448,652,1.278,655,1.05,658,1.602,659,1.119,691,2.524,701,1.829,746,1.544,753,1.789,772,1.226,774,1.602,782,1.278,809,0.952,811,1.408,826,0.991,858,1.989,860,2.776,863,1.307,892,1.67,912,1.751,940,3.225,941,1.544,952,2.317,956,1.202,977,1.034,1028,3.605,1043,2.673,1068,1.773,1079,1.251,1096,1.957,1121,1.408,1130,3.766,1131,3.766,1141,2.208,1207,2.598,1217,2.208,1223,2.114,1409,1.494,1516,0.707,1702,3.16,1754,1.179,1755,6.467,1819,1.449,2080,3.515,2131,0.916,2173,2.114,2211,1.67,2233,1.226,2416,1.138,2467,2.375,2475,3.537,2478,1.853,2573,1.67,2590,3.13,2601,2.159,2606,3.13,2615,1.179,2656,1.989,2663,3.13,2677,2.448,2686,2.958,3637,3.13,3641,3.36,3642,3.13,3679,2.26,3693,1.278,3747,1.408,3810,1.449,3834,1.338,3878,1.494,3977,1.408,4071,3.13,4249,1.853,4262,1.751,4267,6.632,4268,5.627,4269,6.084,4270,6.084,4622,3.13,4683,1.853,4695,1.67,4703,1.67,4707,1.989,4740,2.609,4764,5.339,4777,2.821,4782,1.853,4817,3.841,4848,3.36,4925,1.853,5137,4.363,5140,3.36,5157,4.515,5162,3.36,5168,1.989,5169,3.36,5170,1.989,5171,3.36,5263,1.989,5293,3.13,5437,4.363,5466,3.13,5606,1.989,5643,3.36,5690,2.821,5711,2.195,5712,2.195,5713,2.195,5714,2.195,5715,2.195,5716,2.195,5717,2.195,5718,2.195,5719,2.195,5720,2.195,5721,3.709,5722,2.195,5723,3.709,5724,3.709,5725,5.66,5726,3.709,5727,2.195,5728,2.195,5729,2.195,5730,2.195,5731,2.195,5732,3.709,5733,5.66,5734,3.709,5735,3.709,5736,2.195,5737,2.195,5738,2.195,5739,2.195,5740,3.709,5741,2.195,5742,2.195,5743,4.816,5744,3.709,5745,2.195,5746,3.709,5747,3.709,5748,3.709,5749,1.989,5750,2.195,5751,2.195,5752,2.195,5753,2.195,5754,2.195,5755,2.195,5756,2.195,5757,2.195,5758,2.195,5759,2.195,5760,2.195,5761,4.816,5762,3.709,5763,2.195,5764,2.195,5765,2.195,5766,2.195,5767,2.195,5768,2.195,5769,2.195,5770,2.195]],["t/698",[4,1.657,14,1.627,29,1.533,34,3.033,85,1.611,113,2.916,119,2.945,131,1.989,135,2.741,141,1.326,169,2.097,171,2.568,174,2.729,197,1.504,200,3.413,227,2.168,237,1.657,252,2.584,261,2.144,323,2.193,377,2.699,393,3.361,397,2.513,436,3.368,457,2.031,486,1.818,488,2.218,544,2.877,599,3.972,606,1.672,621,0.485,632,2.829,638,4.294,641,3.281,655,2.699,659,2.877,697,4.673,710,6.445,753,2.848,764,2.518,768,4.764,770,3.622,782,3.286,901,3.033,940,3.217,1067,2.818,1207,1.91,1516,1.818,1754,3.033,2074,5.832,2173,3.217,2184,6.115,2422,4.764,2601,4.463,2640,4.764,2678,3.972,3693,3.286,3834,3.441,4266,7.128,4761,4.294,4776,4.121,4777,5.832,4778,6.115,4780,4.503,4781,4.503,4962,4.764,5690,4.294,5771,5.645,5772,7.667,5773,5.645,5774,5.645,5775,5.645,5776,5.645,5777,5.645,5778,7.667,5779,5.645,5780,5.645,5781,7.667,5782,5.645,5783,5.645,5784,5.114,5785,5.645,5786,5.645]],["t/700",[85,1.495,123,2.179,141,2.091,159,2.888,163,2.735,171,2.376,197,1.89,237,2.082,261,3.38,323,2.755,373,5.177,450,3.498,478,2.424,481,5.396,488,3.498,550,3.811,558,3.392,580,4.39,621,0.609,655,3.392,659,3.615,764,2.329,805,5.425,825,4.991,900,5.113,954,8.063,1145,5.928,1267,3.884,2429,5.658,2601,5.182,2640,5.986,2678,4.991,4109,5.177,4444,6.426,5784,6.426,5787,7.093,5788,7.093,5789,6.426,5790,7.093,5791,7.093,5792,7.093]],["t/702",[2,3.447,10,1.132,12,3.136,29,1.389,34,2.632,49,1.903,56,2.539,85,1.48,96,3.447,99,3.447,111,3.447,131,3.491,141,1.633,142,2.308,143,2.416,163,2.135,169,3.264,183,3,196,3.42,197,1.305,205,2.124,207,2.124,369,2.699,382,4.047,397,2.181,453,2.795,478,1.674,488,2.73,497,3.234,498,3.061,502,2.379,506,3.234,515,2.152,558,2.343,559,2.792,621,0.597,701,3.337,745,3.061,759,6.527,805,4.235,826,2.211,835,2.07,860,2.639,870,2.735,894,5.115,895,5.542,911,2.585,1067,2.967,1282,4.094,1516,2.238,1821,4.185,2021,3.234,2095,4.65,2413,3.804,2416,2.539,2431,2.986,2492,3.334,2493,3.334,2494,4.438,2495,4.135,2595,4.438,2597,4.438,2601,2.852,2607,4.438,2609,3.334,2610,4.438,3596,7.538,3834,2.986,3878,3.334,4073,6.413,4470,5.285,4772,7.399,4791,3.576,4792,3.908,4793,3.908,4794,3.908,4873,5.864,4900,4.438,4988,4.438,5142,4.438,5634,4.438,5793,4.899,5794,4.899,5795,4.899,5796,4.899,5797,6.948]],["t/704",[14,2.287,29,1.906,34,4.262,104,5.581,119,3.926,135,3.852,141,1.864,169,2.947,170,3.117,183,2.947,306,3.31,397,3.532,478,2.711,523,4.835,752,7.187,809,3.439,925,4.521,941,5.581,1282,3.79,2431,4.835,2433,6.956,3679,4.835,3747,5.09,5798,7.187]],["t/706",[4,1.336,14,1.313,29,1.55,85,1.191,109,3.632,111,4.639,113,1.525,119,1.749,120,1.467,123,1.399,131,1.604,141,1.07,153,2.084,159,1.854,162,2.542,169,2.88,170,3.543,171,3.149,172,2.821,174,3.025,175,4.638,176,2.921,189,4.652,197,1.757,207,1.974,210,3.011,233,2.921,237,1.336,251,3.153,264,2.921,291,2.36,306,2.751,323,1.769,327,4.639,355,2.858,366,3.464,368,2.211,377,3.706,379,5.453,397,2.027,404,4.813,425,6.205,450,2.246,457,1.638,482,2.845,488,1.789,490,4.813,497,3.005,498,2.845,508,4.12,512,2.36,545,3.632,579,5.259,585,3.632,621,0.391,636,2.921,640,3.464,652,2.651,688,3.204,701,1.729,724,3.843,770,4.23,772,2.542,782,2.651,783,3.681,825,3.204,900,3.885,925,2.595,1026,4.125,1071,2.246,1079,2.595,1126,6.541,1205,4.724,1772,2.921,2090,3.632,2233,5.035,2420,3.464,2421,3.632,2423,3.099,2424,3.204,2429,3.632,2431,4.018,2433,3.099,2724,2.595,3555,3.843,3747,2.921,3834,2.775,4776,3.324,4824,8.673,4836,5.973,4869,4.125,4944,5.259,5388,3.843,5615,7.697,5789,4.125,5798,4.125,5799,4.553,5800,4.125,5801,4.553,5802,4.553,5803,4.553,5804,4.553,5805,4.553,5806,4.553,5807,4.553,5808,4.553,5809,6.593,5810,4.553,5811,4.553,5812,4.553,5813,4.553,5814,4.553,5815,4.125]],["t/708",[8,1.896,14,1.017,29,1.089,38,1.615,56,2.824,64,1.571,85,0.542,108,2.101,113,2.229,119,3.534,133,1.799,153,3.046,168,3.834,169,3.647,170,2.941,171,3.593,172,4.041,175,4.262,176,2.264,185,2.264,186,2.024,189,2.983,193,2.151,197,0.94,199,1.356,207,1.53,215,1.714,237,1.036,257,2.576,260,2.166,292,1.593,300,2.576,306,2.273,310,3.496,312,2.815,313,2.815,317,1.83,320,2.815,329,3.197,330,3.042,340,2.685,345,1.663,355,2.362,373,2.576,377,2.605,379,5.265,425,5.642,450,1.741,452,1.593,529,3.197,538,1.932,551,2.402,558,3.182,585,4.346,596,2.685,621,0.643,632,1.769,649,4.145,655,3.182,658,5.463,688,2.483,743,2.979,753,1.311,755,3.197,771,2.205,782,4.357,783,4.773,809,1.53,860,1.34,894,2.055,907,2.576,925,2.011,956,1.932,977,1.663,1010,6.451,1079,2.011,1205,2.151,1282,2.166,1573,2.576,2092,2.576,2421,2.815,2423,2.402,2427,4.598,2430,4.598,2431,4.056,2432,4.598,2433,6.063,2492,3.708,2493,3.708,2495,2.979,3679,3.321,3747,2.264,3977,2.264,3994,2.979,4082,3.834,4268,2.483,4915,2.979,5018,3.197,5021,7.327,5022,7.744,5023,7.327,5024,7.744,5030,4.936,5033,3.197,5034,4.936,5036,6.78,5037,6.78,5038,3.197,5039,3.197,5040,3.197,5041,3.197,5043,4.936,5044,4.936,5045,4.936,5046,3.197,5047,3.197,5084,3.197,5085,4.936,5086,4.936,5087,4.936,5088,3.197,5089,3.197,5090,3.197,5091,3.197,5092,3.197,5093,3.197,5094,3.197,5357,3.197,5502,2.979,5515,3.197,5749,4.936,5800,3.197,5815,3.197,5816,3.529,5817,3.529,5818,3.529,5819,3.529,5820,3.529,5821,3.529,5822,3.529,5823,3.529,5824,3.529,5825,3.529,5826,3.529,5827,3.529,5828,3.529,5829,3.529,5830,3.529,5831,3.529,5832,3.529,5833,3.529,5834,3.529]]],"invertedIndex":[["",{"_index":85,"t":{"2":{"position":[[1045,1]]},"17":{"position":[[1824,1],[2234,1],[2254,1],[2261,1],[2270,1],[2280,1],[2287,1],[2295,1],[2310,1],[2342,1],[2422,1],[2483,1],[2495,1],[2637,1],[2648,1],[2652,1],[2660,1],[2782,1],[2809,1],[2816,1],[2825,1],[2830,1],[2837,1],[2845,1],[2863,1],[2865,1],[2889,1],[2891,3],[3070,1],[3168,1],[3197,1],[3274,1],[3293,1],[3295,1],[3297,2],[3305,1],[3307,1],[3312,2]]},"19":{"position":[[976,1]]},"21":{"position":[[441,1]]},"29":{"position":[[1022,3],[1050,3],[1078,3]]},"33":{"position":[[1330,1],[1385,1],[1401,3],[1615,1],[1622,3],[1757,3],[1792,3],[1916,1],[1924,3],[1965,3],[1983,2],[2032,1],[2039,3],[2305,3],[2329,2],[2332,3],[2367,3],[2403,3],[2516,3],[2755,3],[2787,2],[2806,3],[2843,2],[2846,1],[2867,3],[2915,3]]},"46":{"position":[[631,1],[638,1],[786,1],[793,1],[846,1]]},"48":{"position":[[196,1],[235,1],[343,1],[364,1],[366,2],[440,1],[483,1],[591,1],[593,2]]},"50":{"position":[[180,1],[216,1],[247,1],[274,1],[400,1],[443,1],[551,2],[554,1],[665,1],[667,2]]},"55":{"position":[[1417,1]]},"57":{"position":[[1393,1],[1551,1]]},"82":{"position":[[126,1],[207,1]]},"84":{"position":[[355,1],[389,1]]},"92":{"position":[[100,1],[162,1],[164,1],[184,1],[291,1]]},"94":{"position":[[17,1]]},"100":{"position":[[317,1],[376,1],[395,1],[397,1],[418,1],[466,1],[566,1],[644,1],[698,1],[732,1],[5966,1],[6091,3],[6267,4],[6337,4],[6404,4],[6463,1],[6489,1],[6514,1],[6610,1],[6660,1],[6760,4],[6835,1],[7133,1]]},"102":{"position":[[459,1],[474,1],[497,1],[501,1],[512,1],[532,1],[542,1],[546,2],[551,1],[571,1],[576,2],[581,1],[612,1],[633,1],[639,1],[668,1],[707,1],[712,1],[735,2],[741,1],[756,1],[767,1],[800,1],[807,1],[817,1],[829,1],[839,1],[859,1],[866,1],[876,1],[888,1],[898,1],[1176,1],[1277,1],[1291,1],[1397,1]]},"108":{"position":[[317,1],[376,1],[395,1],[397,1],[418,1],[466,1],[556,1],[568,2],[571,1],[648,1],[702,1],[736,1],[9312,1],[9417,3],[9449,1],[9573,4],[9643,4],[9710,4],[9769,1],[9795,1],[9821,1],[9913,1],[9961,1],[10063,4],[10141,1],[10439,1]]},"110":{"position":[[364,1],[391,1],[397,1],[404,1],[422,1],[455,1],[477,1],[485,1],[991,1],[1156,1],[1181,1],[1287,1]]},"116":{"position":[[71,1],[140,1],[215,1],[288,1],[326,1],[352,1],[424,1],[486,1],[525,1],[551,1],[553,1],[632,1],[649,1],[680,1],[811,1],[813,2],[816,1],[890,1],[1469,1]]},"118":{"position":[[71,1],[140,1],[214,1],[252,1],[269,1],[310,1],[342,1],[379,1],[410,1],[436,1],[438,1],[566,1],[568,1],[570,1],[621,1],[675,1],[836,1],[882,1],[884,1],[1075,1]]},"120":{"position":[[71,1],[132,1],[203,1],[227,1],[246,1],[287,1],[319,1],[356,1],[387,1],[413,1],[415,1],[544,1],[546,1],[548,1],[599,1],[627,1],[748,1],[794,1],[796,1],[987,1],[1695,1],[1743,1],[1765,2],[2192,1],[2211,1],[2362,1],[2364,2],[2391,1],[2492,1],[2494,2],[2521,1],[2622,1],[2624,2],[2651,1],[2754,1],[2756,1],[2758,2]]},"122":{"position":[[170,1],[172,1],[204,1],[287,2],[300,1],[302,1],[375,4],[380,2],[422,1],[424,1],[451,1],[460,2],[504,1],[506,1],[533,1],[542,2],[581,1],[603,1],[629,1],[670,1],[710,1],[755,1],[827,1],[889,1],[928,1],[954,1],[956,1],[1036,1],[1053,1],[1084,1],[1215,1],[1217,2],[1220,1],[1294,1],[1516,1],[1595,1],[1597,1],[1629,1],[1668,2],[1681,1],[1683,1],[1756,4],[1761,2],[1803,1],[1805,1],[1832,1],[1839,2],[1883,1],[1885,1],[1912,1],[1919,2],[1958,1],[1980,1],[2006,1],[2047,1],[2087,1],[2132,1],[2204,1],[2266,1],[2305,1],[2331,1],[2333,1],[2413,1],[2430,1],[2462,1],[2607,1],[2688,2],[2691,1],[2693,2],[2696,1],[2770,1],[3019,1]]},"124":{"position":[[89,1]]},"130":{"position":[[82,1],[154,1],[218,1],[226,1],[230,1],[238,1],[242,1],[263,1],[347,1]]},"134":{"position":[[142,1]]},"136":{"position":[[50,1]]},"138":{"position":[[292,1],[352,1],[371,1],[373,1],[394,1],[448,1],[495,1],[551,1],[579,1],[612,1],[686,1],[1061,1],[1149,1],[1263,1]]},"140":{"position":[[345,1],[392,1],[456,1],[613,1],[834,1],[1034,1],[1059,1],[1151,1],[1230,1],[1367,2],[1615,1],[1719,1],[1721,1],[1757,1],[1826,1],[1895,1],[2074,1],[2076,1],[2667,1],[2721,1],[2740,1],[2813,1],[2877,1],[2915,1],[2980,1],[3011,1],[3021,1],[3113,1],[3154,1],[3202,1],[3397,1]]},"146":{"position":[[115,1],[177,1],[179,1],[199,1],[302,1]]},"148":{"position":[[304,1],[399,1],[480,1]]},"155":{"position":[[174,1],[231,1],[281,1],[330,4],[590,1]]},"157":{"position":[[167,1],[224,1],[299,1],[803,1]]},"162":{"position":[[174,1],[231,1],[280,1],[334,4],[614,1]]},"168":{"position":[[268,1]]},"170":{"position":[[216,1],[246,1],[271,1],[297,1]]},"172":{"position":[[16,1],[18,1],[39,1],[93,1],[402,1],[509,1],[544,1]]},"174":{"position":[[7,1],[365,1]]},"180":{"position":[[1036,1],[1038,1],[1209,1],[1235,1],[1287,1],[1574,1],[1601,1],[1634,2],[1654,1],[1722,1]]},"182":{"position":[[630,1],[655,1],[657,1],[728,1],[853,1]]},"184":{"position":[[665,1],[1362,1],[1422,1],[1497,1],[1743,1],[1775,1],[1777,1],[1903,1],[2104,1]]},"190":{"position":[[60,1],[97,1],[167,1],[380,1],[399,1],[438,1],[487,1],[538,1],[605,1],[663,1],[751,1],[760,1],[849,1],[873,1],[986,1],[1108,1],[1118,1],[1261,1],[1263,1],[1293,1],[1322,1],[1343,1],[1375,1],[1508,1]]},"192":{"position":[[232,1],[249,1],[251,1],[253,1],[606,1],[657,1],[669,1],[673,1],[738,1],[743,1],[795,1],[802,1]]},"194":{"position":[[151,1],[307,2],[528,2]]},"196":{"position":[[11,1],[67,1],[600,1]]},"205":{"position":[[652,1],[687,1],[713,1],[715,1],[861,1],[863,1],[876,1],[898,1],[934,1],[936,2]]},"211":{"position":[[283,1],[318,1]]},"218":{"position":[[149,1],[180,1],[202,1],[214,1],[235,1],[247,1],[260,1],[299,1],[431,1],[581,1],[696,1]]},"220":{"position":[[42,1],[77,1],[79,2],[94,1],[99,1],[143,1],[263,1],[344,1]]},"222":{"position":[[134,1],[153,1]]},"224":{"position":[[58,1],[155,1],[174,1],[215,1],[265,2],[320,1],[330,1],[363,1],[412,1],[446,1]]},"226":{"position":[[44,1],[95,1],[163,1],[289,1]]},"228":{"position":[[13,1],[15,1]]},"230":{"position":[[0,1],[48,1],[50,1],[185,1],[218,1],[275,1],[340,1],[402,1],[454,1],[541,1],[663,1],[789,1],[849,1]]},"236":{"position":[[554,1],[602,1],[1193,1],[1226,1],[1430,1],[1669,1],[2429,1],[2437,1],[2481,1],[2514,1],[2542,1],[2582,1],[2618,1],[2644,1],[2672,1],[2707,1],[2829,1],[2998,1],[3000,1],[3205,1],[3207,1],[3400,1]]},"242":{"position":[[30,2]]},"244":{"position":[[973,2],[1072,1],[1135,1],[1137,2],[1159,2],[1321,1],[1328,1],[1407,1]]},"250":{"position":[[438,1],[604,1],[769,1],[943,1],[1143,1],[1177,1],[1195,2],[1199,1],[1555,1],[1589,1],[1607,2],[1611,1]]},"256":{"position":[[50,1],[114,1],[148,1],[192,1],[240,1],[278,1],[358,1],[623,1]]},"258":{"position":[[33,1],[167,1],[207,1],[230,1],[275,1],[318,1],[346,1],[360,1],[397,1],[417,1],[487,1],[527,1],[583,1],[610,1],[717,1],[736,1],[738,1],[759,1],[809,1],[909,1],[958,1],[1001,1],[1083,1],[1129,1],[1158,1],[1194,1],[1341,1],[15174,1]]},"260":{"position":[[98,1],[255,1],[303,1],[345,1],[393,1],[453,1],[505,1],[521,1],[588,1],[781,1],[815,1],[863,1],[915,1],[1005,1],[1026,1],[1110,1],[1213,1],[1305,1],[1343,1],[1358,1],[1407,1],[1443,1],[1478,1],[1554,1],[1610,1],[1647,1],[1707,1],[1753,1],[1755,1],[1776,1],[1826,1],[1866,1],[1930,1],[2204,1]]},"262":{"position":[[100,1],[107,1],[180,1],[346,1],[369,1],[460,1],[497,1],[551,1],[553,1],[700,1],[702,1],[816,1],[859,1],[861,1],[882,1],[936,1],[991,1],[1057,1],[1247,1],[1428,1]]},"264":{"position":[[254,1],[276,1],[382,1],[405,1],[410,1],[452,1],[477,1],[517,1],[569,1],[571,1],[619,1],[640,1],[674,1],[781,1],[862,1],[972,1],[974,1],[1138,1],[1159,1],[1161,1],[1209,1],[1211,2],[1247,1],[1293,1],[1328,1],[1332,1],[1368,1],[1424,1],[1463,1],[1605,1],[1658,1],[1686,2],[1712,1],[1740,1],[1766,1],[1796,1],[1825,1],[1880,1],[1882,1],[1907,1],[1957,1],[2003,1],[2062,1],[2210,1],[2212,1],[2221,1],[2449,1],[2480,2],[2483,1],[2575,1],[2629,2],[2669,3],[2703,1],[2710,1],[2868,2],[2928,3],[3151,1],[3313,1],[3818,1],[3825,1],[3832,1],[3930,1],[3937,1],[3952,1],[3957,1],[3975,1],[3988,1],[3993,1],[4012,1],[4029,1],[4038,1],[4051,1],[4064,1],[4071,1],[4099,1],[4126,1],[4135,1],[4164,1],[4191,1],[4200,1],[4229,1],[4256,1],[4265,1],[4301,1],[4324,1],[4333,1],[4370,1],[4393,1],[4402,1],[4437,1],[4460,1],[4470,1],[4498,1],[4521,1],[4531,1],[4546,1],[4553,1],[4563,1],[4578,1],[4585,1],[4595,1],[4620,1],[4638,1],[4646,1],[4675,1],[4685,1],[4692,1],[4712,1],[4735,1],[4745,1],[4762,1],[4796,1],[4804,1],[4826,1],[4840,1],[4848,1],[4862,1],[4885,1],[4895,1],[4918,1],[4932,1],[4940,1],[4955,1],[4964,1],[5705,1],[5712,1],[5719,1],[5817,1],[5824,1],[5839,1],[5844,1],[5862,1],[5875,1],[5880,1],[5899,1],[5916,1],[5925,1],[5938,1],[5951,1],[5958,1],[5986,1],[6013,1],[6022,1],[6051,1],[6078,1],[6087,1],[6116,1],[6143,1],[6152,1],[6188,1],[6211,1],[6220,1],[6257,1],[6280,1],[6289,1],[6324,1],[6347,1],[6357,1],[6385,1],[6408,1],[6418,1],[6433,1],[6440,1],[6450,1],[6465,1],[6472,1],[6482,1],[6507,1],[6525,1],[6533,1],[6562,1],[6572,1],[6579,1],[6599,1],[6622,1],[6632,1],[6649,1],[6683,1],[6691,1],[6713,1],[6727,1],[6735,1],[6749,1],[6772,1],[6782,1],[6805,1],[6819,1],[6827,1],[6842,1],[6851,1],[7452,1],[7656,1],[7658,1],[8757,1],[9005,1],[9289,1],[9372,1],[9374,1],[9376,1],[9517,1],[9662,1],[9862,1],[10145,1],[10229,1],[10231,1],[10233,1],[10446,1],[10729,1],[10813,1],[10815,1],[10817,1],[11012,1],[11295,1],[11379,1],[11381,1],[11383,1],[11572,1],[11855,1],[11939,1],[11941,1],[11943,1],[12131,1],[12414,1],[12498,1],[12500,1],[12502,1],[12504,1],[12877,1],[12906,1],[13156,1],[13508,1],[13592,1],[13594,1],[13596,1],[13786,1],[13933,1],[14122,1],[14405,1],[14489,1],[14491,1],[14493,1],[14687,1],[14970,1],[15054,1],[15056,1],[15058,1],[15258,1],[15541,1],[15625,1],[15627,1],[15629,1],[15827,1],[16110,1],[16194,1],[16196,1],[16198,1],[16380,1],[16663,1],[16747,1],[16749,1],[16751,1],[16942,1],[17225,1],[17309,1],[17311,1],[17313,1],[17509,1],[17792,1],[17876,1],[17878,1],[17880,1],[18072,1],[18355,1],[18439,1],[18441,1],[18443,1],[18636,1],[18919,1],[19003,1],[19005,1],[19007,1],[19208,1],[19491,1],[19575,1],[19577,1],[19579,1],[19777,1],[20060,1],[20144,1],[20146,1],[20148,1],[20150,1],[20904,1],[20933,1],[21182,1],[21528,1],[21611,1],[21613,1],[21615,1],[21805,1],[21952,1],[22141,1],[22424,1],[22508,1],[22510,1],[22512,1],[22706,1],[22989,1],[23073,1],[23075,1],[23077,1],[23277,1],[23560,1],[23644,1],[23646,1],[23648,1],[23846,1],[24129,1],[24213,1],[24215,1],[24217,1],[24219,1],[24516,1],[24545,1],[24892,1],[24976,1],[24978,1],[24980,1],[25328,1],[25412,1],[25414,1],[25416,1],[25762,1],[25846,1],[25848,1],[25850,1],[26189,1],[26273,1],[26275,1],[26277,1],[26568,1],[26711,1],[26813,1],[26915,1],[27309,1],[27393,1],[27395,1],[27397,1],[27796,1],[28042,1],[28110,1],[28170,1],[28330,1],[28414,1],[28416,1],[28741,1],[28825,1],[28827,1],[28829,1],[28949,1],[29033,1],[29035,1],[29474,1],[29476,1],[29478,2],[29503,1]]},"271":{"position":[[289,1],[320,1],[352,1],[383,1],[398,1],[402,1],[420,1],[449,1],[493,1],[530,1],[567,1],[583,1],[587,1],[594,1],[618,1],[642,1]]},"273":{"position":[[42,1],[144,1],[155,1],[249,1],[259,1],[354,1]]},"275":{"position":[[131,1],[139,2],[158,2],[182,1],[227,1],[267,1],[276,1],[324,1],[358,1],[419,1],[494,1],[546,1],[620,1],[739,1],[770,1],[790,1],[822,1],[885,1],[899,1],[961,2],[1016,1],[1028,1],[1088,2],[1143,1],[1198,2],[1201,1],[1253,1],[1271,1],[1317,1],[1385,1],[1407,1],[1446,1],[1499,1],[1509,1],[1520,1],[1539,1],[1558,1],[1620,1],[1652,2],[1679,2],[1689,1],[1696,2],[1705,1],[1767,1],[1776,1],[1783,1],[1801,1],[1816,1],[1831,1],[1837,1],[1864,1],[1880,1],[1890,1],[1902,1],[1983,1],[2005,1],[2052,1],[2079,1],[2114,2],[2140,2],[2154,2],[2183,1],[2221,2],[2253,2],[2258,1],[2323,1],[2389,1],[2484,1],[2617,1],[2648,1]]},"277":{"position":[[57,1],[82,1],[165,1],[175,1],[185,1],[250,1],[272,1],[319,1],[346,1],[381,2],[407,2],[421,2],[460,1]]},"279":{"position":[[48,1],[93,1]]},"281":{"position":[[14,1],[26,1],[28,1],[56,1],[112,1],[260,1]]},"283":{"position":[[14,1],[20,1],[59,1],[61,1],[67,1],[158,1],[164,1]]},"285":{"position":[[22,1],[42,1],[261,1]]},"287":{"position":[[88,1],[412,1],[420,2],[450,2],[484,1],[528,1],[557,1],[581,1],[664,1],[666,1],[767,1],[842,1],[927,1]]},"289":{"position":[[376,1]]},"293":{"position":[[549,1],[615,1],[676,1],[726,1],[766,1],[828,1],[853,2]]},"298":{"position":[[86,1]]},"300":{"position":[[223,1]]},"302":{"position":[[215,1],[293,1]]},"310":{"position":[[130,1],[144,1],[178,1],[180,1],[301,1],[313,1],[340,1],[360,1],[382,1],[398,1],[462,1],[483,1],[491,1],[521,1],[631,1],[667,1],[669,1],[702,1],[759,1]]},"312":{"position":[[173,1],[258,1],[333,1],[426,1],[494,1],[518,1],[538,1],[594,1],[616,1],[684,1],[720,1],[778,2],[798,1],[923,2],[945,2],[966,1],[1098,1]]},"316":{"position":[[158,1],[316,1],[415,1]]},"318":{"position":[[183,1],[215,1],[251,1],[260,1]]},"322":{"position":[[216,1],[293,1],[317,1]]},"326":{"position":[[913,1],[1003,1],[1053,1],[1093,1],[1152,1],[1211,1],[1259,1],[1320,1],[1322,3],[4235,1],[4262,1],[4303,1],[5605,1],[5637,1],[5667,1],[5677,1],[6541,1],[6867,1],[6876,1],[6980,1],[7139,1],[7148,1],[7538,1],[7802,1],[7833,1],[7843,1],[8439,1],[8504,1],[8557,2],[9213,1],[9244,1],[9254,1],[9858,1],[9923,1],[9976,2],[10625,1],[10656,1],[11991,1],[12022,1],[13356,1],[13387,1],[13407,2],[14095,1],[14126,1],[14146,2],[14852,1],[15010,1],[15135,1],[15374,1],[15406,1],[15436,1],[15445,1],[15620,1],[15652,1],[15682,1],[15828,1],[15860,1],[15890,1],[16045,1],[16077,1],[16107,1],[16116,1],[16305,1],[16337,1],[16379,1],[16388,1],[17546,1],[17578,1],[17620,1],[17629,1],[18770,1],[20046,1]]},"332":{"position":[[950,1],[1000,1],[1040,1],[1096,1],[1155,1],[1216,1],[1218,3],[1262,1],[1301,1],[1303,3]]},"348":{"position":[[190,1],[227,1],[588,1],[627,1],[1028,1],[1070,1],[1115,1],[1150,1],[1184,1],[1213,2],[1703,1],[1735,1],[1737,2],[1742,1],[1787,1],[1810,1],[1894,1],[1946,1],[1996,1],[3528,1],[3562,1],[3604,1],[3670,1],[3724,1],[3774,1],[3793,2],[4489,1],[4528,1],[4710,2],[4713,1],[4850,2],[4853,1],[4936,1],[4938,2],[5316,1],[6519,2],[7147,1],[7179,1],[7181,2],[7186,1],[7231,1],[7254,1],[7338,1],[7390,1],[7440,1],[7713,1],[7777,1],[8754,1],[9022,1],[9289,1],[9416,1],[9448,1],[9486,1],[9774,1],[10237,1],[10480,1],[10485,1],[10543,2],[10549,1],[10607,2]]},"356":{"position":[[67,1],[93,1],[95,1],[213,1],[232,1],[1459,1],[1480,1],[1523,1],[1547,1],[1569,1],[1643,1],[1689,1],[1766,1],[1788,1],[1793,1],[1810,1],[1824,1],[1898,1],[2149,1],[2203,2],[2256,1],[2319,3],[2711,1],[3893,1],[3988,1],[4264,1],[4634,1],[4725,1],[4872,1],[5419,1],[6000,1],[6027,1],[6099,1],[6144,1],[6258,1],[6335,1],[6395,1],[6632,1],[6786,1],[6935,1],[7038,1],[7158,1],[7406,1],[7524,1],[7621,1],[7718,1],[7987,1],[8784,1],[9022,4],[9031,5],[9103,5],[9796,1],[10621,1],[10623,1],[10643,1],[10659,1],[10689,2],[10709,1],[10748,1],[10750,1],[10752,1],[10799,1],[10893,1],[10991,1],[10993,1],[11010,1],[11062,2],[11109,1],[11243,1],[13722,1],[13810,1],[13822,1],[13834,1],[13852,1],[13882,2],[14029,1],[14492,1],[14764,1],[15031,1],[15209,1],[15223,1],[15617,1],[16135,1],[16142,1],[16149,1],[16424,2],[18109,1],[18479,1],[18570,1],[18712,1],[18893,1],[18947,2],[19318,1],[19367,1],[19422,2],[19494,1],[19574,1],[19822,1],[19824,1],[19844,1],[19860,1],[19890,2],[19910,1],[19949,1],[19951,2],[20004,1],[20102,1],[20104,1],[20121,1],[20173,2],[20368,1],[20454,1],[20458,1],[21254,1],[21273,1],[21400,1],[21405,1],[21524,1],[21529,1],[21671,1],[21897,1],[22360,1],[22811,1],[22971,1],[22977,1],[23161,1],[23169,1],[23301,1],[23309,1],[23435,1],[23460,1],[23616,1],[23783,1],[23790,1],[23797,1],[24700,2],[25145,2],[26572,1],[26593,1],[26636,1],[26660,1],[26682,1],[26756,1],[26802,1],[26879,1],[26901,1],[26906,1],[26923,1],[26937,1],[27011,1],[27298,1],[27352,2],[27405,1],[27468,3],[27965,1],[29520,1],[29703,1],[29851,1],[29946,1],[30222,1],[30592,1],[30683,1],[30830,1],[31377,1],[31956,1],[31983,1],[32055,1],[32100,1],[32214,1],[32291,1],[32351,1],[32588,1],[32742,1],[32891,1],[32994,1],[33087,1],[33335,1],[33453,1],[33550,1],[33647,1],[33916,1],[34275,1],[34513,4],[34522,5],[34595,5],[35260,1],[35508,1],[35510,1],[35530,1],[35546,1],[35576,2],[35596,1],[35635,1],[35637,2],[36361,1],[36418,1],[36505,1],[36573,1],[36597,1],[36655,2],[36691,1],[36728,1],[36730,1],[36738,1],[36834,1],[36838,1],[36927,1],[37015,1],[37259,1],[37449,1],[37451,1],[37468,1],[37520,2],[37530,1],[37605,3],[37625,3],[37664,3],[37696,3],[37737,3],[37771,3],[37794,3],[37806,3],[37810,2],[38005,1],[38091,1],[38095,1],[38891,1],[38910,1],[39037,1],[39042,1],[39161,1],[39166,1]]},"368":{"position":[[1135,1],[1190,1],[2818,1],[4393,1],[4670,1],[4862,1]]},"370":{"position":[[175,1],[229,1],[258,2],[1667,1]]},"398":{"position":[[359,1]]},"402":{"position":[[353,1]]},"424":{"position":[[80,1]]},"432":{"position":[[858,1],[932,1],[1431,1],[1780,1],[1816,1],[1818,3],[1823,1],[2867,1],[2939,1],[2979,1],[3015,1],[4345,1],[4929,1],[5299,1],[5390,1],[6047,1],[6056,1],[6915,1],[6924,1],[7313,1],[7348,1],[7358,1],[7837,1],[8266,1],[8422,1]]},"438":{"position":[[2,1],[39,1],[81,1]]},"452":{"position":[[77,1]]},"486":{"position":[[200,1]]},"494":{"position":[[148,1],[150,3],[202,1],[247,1],[249,3],[284,1],[286,3],[325,1],[371,1],[415,1],[459,1],[493,1],[1048,1],[1255,3],[1368,1],[1370,1],[1408,1],[1474,1],[1585,3],[1693,1],[1695,1],[1730,1],[1826,1],[1912,1],[3160,1]]},"498":{"position":[[150,1],[185,1],[217,1],[246,1],[290,1]]},"500":{"position":[[154,1],[213,1],[254,1],[287,1]]},"502":{"position":[[165,1],[202,1],[261,1],[302,1],[346,1],[379,1]]},"506":{"position":[[111,1],[412,1],[719,1],[855,1],[883,1],[902,1],[937,1],[946,1],[2174,1],[2202,1],[2221,1],[2232,1],[3323,1]]},"510":{"position":[[696,1],[1148,1],[1266,1]]},"520":{"position":[[669,1],[995,1],[1917,1],[2124,1],[2237,4],[2433,1],[2590,4],[2742,1],[2759,1]]},"524":{"position":[[288,1]]},"526":{"position":[[167,1]]},"528":{"position":[[149,1]]},"540":{"position":[[316,1],[346,1],[374,1],[409,1],[451,1],[453,3],[494,1],[1088,1],[1116,1],[1147,1],[1149,3],[1177,1],[1179,3],[1209,1]]},"544":{"position":[[111,1],[139,1],[169,1],[217,1],[253,1],[302,1],[344,1],[385,1],[420,1],[457,1],[495,1],[533,1],[575,1],[621,1],[708,1],[775,1],[803,1],[834,1],[873,1],[910,1],[953,1],[2103,1],[2147,1],[2921,1],[2935,5],[3182,5],[3210,4],[3218,5],[3905,1],[4975,1],[4977,1],[5139,1],[5210,1],[5212,1],[5375,1],[5680,1],[5700,1],[5886,1],[5980,1]]},"546":{"position":[[414,1]]},"554":{"position":[[146,1],[174,1],[204,1],[241,1],[279,1],[317,1],[367,1],[400,1],[438,1],[1355,1],[2383,1],[2385,1],[2547,1],[2618,1],[2620,1],[2783,1],[2871,1],[2901,1],[2910,1],[3089,1],[3316,1],[3336,1],[3459,2],[3481,2],[3622,1],[3898,1],[4064,1],[4073,1],[4163,1],[4250,1]]},"558":{"position":[[163,1],[200,1],[209,1],[995,1],[1331,1]]},"562":{"position":[[99,1],[139,1],[172,1],[209,1],[310,1],[465,1],[485,1],[562,1],[672,1]]},"574":{"position":[[115,1]]},"576":{"position":[[105,1]]},"580":{"position":[[209,1],[305,1],[590,1],[649,1],[736,1],[936,1],[1012,1],[1168,1]]},"588":{"position":[[1033,1],[1067,1],[1069,2],[1115,1],[1170,1],[1257,1],[1553,1],[2734,1],[2819,1]]},"590":{"position":[[436,1],[450,1],[464,1],[510,1],[783,1]]},"592":{"position":[[3153,1],[3155,1],[3221,1],[3237,1],[3499,1],[3501,1],[3625,1],[3641,1],[4003,1],[4231,1],[4233,1],[4357,1],[4442,1],[4596,1],[4752,1],[4754,1],[4878,1],[4894,1],[5224,1],[5226,1],[5350,1],[5366,1]]},"608":{"position":[[123,1],[379,1],[409,1],[451,1],[554,1],[684,2],[1296,1],[1344,1],[1380,1],[1410,1],[1438,1],[1479,1],[1528,1],[1570,1],[1607,1],[1645,1],[1683,1],[1725,1],[1789,1],[1819,1],[1854,1],[1895,1],[1982,1],[2049,1],[2084,1],[2115,1],[2150,1],[2210,1],[2247,1],[2289,1],[2326,1],[2370,1],[2406,1],[2450,1],[2484,1],[2517,1],[2556,1],[2576,2],[2714,1],[2744,1],[2786,1],[2881,1],[2949,1],[3001,1],[3010,2],[3013,1],[3057,1],[3108,1],[3160,1],[3290,2],[4394,1],[4863,1],[4865,1],[4961,1],[6872,1],[6963,1],[7100,1],[7300,1],[7442,1],[7661,1],[7673,1],[7698,1],[7734,1],[8140,1],[8296,1],[8310,5],[8556,5],[8584,4],[8592,5],[8616,1],[9069,1],[9132,1],[10265,1],[10267,1],[10488,1],[10490,1],[10688,1],[10781,1],[11027,1],[11148,1],[11482,2],[11581,1]]},"610":{"position":[[920,2],[1203,1],[1250,1],[1290,1],[1319,1],[1368,1],[1456,1],[1470,1],[1472,1],[1603,2],[1606,2],[1672,1],[1712,2],[1715,2],[1729,1],[1937,2],[1940,1],[1948,1],[2051,1],[2109,2],[2138,1]]},"620":{"position":[[324,1]]},"624":{"position":[[138,1],[217,1],[472,1],[548,1],[709,1],[795,1],[828,1],[906,1],[951,1],[991,1],[1020,1]]},"626":{"position":[[206,1],[232,1],[234,1]]},"628":{"position":[[117,1],[338,1],[392,1],[418,1],[420,1]]},"634":{"position":[[288,1]]},"640":{"position":[[301,1]]},"644":{"position":[[1395,1],[1454,1],[1707,1],[1728,1]]},"647":{"position":[[1890,1],[1911,1],[1954,1],[1978,1],[2000,1],[2074,1],[2120,1],[2197,1],[2219,1],[2224,1],[2241,1],[2255,1],[2329,1]]},"649":{"position":[[537,1],[1958,1],[4391,1],[4471,1],[4545,1],[4547,1],[4561,1],[4642,2],[4655,1],[4736,2],[4829,1],[4895,2],[4898,1],[5816,1],[7538,1],[7565,1],[7571,1],[7578,1],[7596,1],[7629,1],[7651,1],[7659,1],[8142,1],[8178,1],[8196,1],[8273,2],[8290,1],[8367,2],[8370,1],[9070,1],[9072,1],[9085,1],[9103,1],[9200,2],[9203,2],[9212,1],[9228,1],[9246,1],[9263,2],[9266,2],[9277,1],[9292,1],[9359,2],[9380,1],[9395,1],[9417,1],[9441,2],[9444,3]]},"651":{"position":[[553,1],[887,1],[889,1],[902,1],[950,1],[981,2],[1975,4],[1984,6],[2057,5],[2101,1],[2119,5],[2144,5]]},"653":{"position":[[486,1],[551,3]]},"657":{"position":[[2985,1]]},"659":{"position":[[351,1],[416,1]]},"661":{"position":[[2160,1]]},"663":{"position":[[928,1],[988,1],[1014,1],[1016,1],[1128,1],[1142,1],[1161,1],[1205,1]]},"670":{"position":[[256,1]]},"680":{"position":[[798,2],[1280,1],[1304,2],[1323,1],[1337,1],[1389,1],[1448,1],[1514,1],[1583,1],[1597,1],[1640,1],[1703,1],[1718,1],[1797,1],[1890,1],[1905,1],[2373,4]]},"682":{"position":[[1115,1],[1117,1],[1286,4],[2060,1],[2936,1],[2979,1],[3137,1],[3629,4],[3640,1],[4008,1],[4069,1],[4151,1],[4207,1],[4283,1],[4300,1],[4353,1],[4370,1],[4445,1],[4447,1],[4449,1],[4531,1],[4579,1],[4653,1],[4711,1],[4778,1],[4835,1],[4948,1],[5004,1],[5051,1],[5107,1],[5192,1],[5296,1],[5366,4],[5371,1],[5454,1],[5525,1],[5593,1],[5662,5],[5668,1],[5773,1]]},"684":{"position":[[293,5],[755,1],[866,5],[964,5],[1086,4]]},"686":{"position":[[389,1],[439,1],[468,1],[532,1],[587,1],[643,1],[719,1]]},"688":{"position":[[286,1],[315,1],[379,1],[434,1],[490,1],[566,1],[623,1],[679,1]]},"692":{"position":[[351,6],[358,5],[364,4],[372,4],[620,1],[651,1],[663,4],[704,5],[1061,5],[1070,5],[1212,1],[1267,5]]},"694":{"position":[[649,1],[691,1],[720,1],[784,1],[839,1],[895,1],[971,1],[1046,1],[1123,1],[1176,1],[1199,1],[1243,1],[1272,1],[1336,1],[1391,1],[1447,1],[1523,1],[1607,1],[1660,1]]},"696":{"position":[[2329,1],[2394,1],[2439,1],[2481,1],[2502,1],[2543,1],[2604,1],[2682,1],[2736,1],[2828,1],[2862,1],[2993,1],[3056,1],[3084,1],[3112,1],[3127,1],[3379,1],[3399,2],[4155,1],[4251,1],[4373,4],[5935,1],[5999,1],[6058,1],[6060,1],[6075,1],[6124,1],[6166,1],[6187,1],[6234,1],[6320,1],[6354,1],[6401,1],[6580,1],[6628,1],[6656,1],[6675,1],[6698,1],[6823,2],[6931,1],[6951,2]]},"698":{"position":[[200,1],[921,1],[976,1],[978,1],[1076,1],[1078,1],[1182,1],[1205,1]]},"700":{"position":[[68,3],[481,1],[545,1]]},"702":{"position":[[1249,1],[1282,1],[1336,1],[1384,1],[1451,1],[1720,1]]},"706":{"position":[[977,1],[1027,1],[1047,1]]},"708":{"position":[[756,1]]}}}],["0",{"_index":453,"t":{"17":{"position":[[2875,3],[3076,2],[3215,3]]},"33":{"position":[[1197,2],[2886,2],[2899,3]]},"57":{"position":[[633,3],[908,3]]},"92":{"position":[[1025,2]]},"100":{"position":[[1255,2]]},"102":{"position":[[709,2],[738,2]]},"108":{"position":[[1262,2],[8187,2]]},"116":{"position":[[899,1],[1864,2]]},"118":{"position":[[457,2],[1457,2]]},"120":{"position":[[1370,2],[1836,2],[2127,2]]},"122":{"position":[[180,5],[432,6],[514,6],[1303,1],[1605,5],[1635,2],[1641,2],[1644,2],[1647,2],[1653,2],[1656,3],[1813,6],[1834,4],[1893,6],[1914,4],[2779,1],[3424,2]]},"130":{"position":[[829,2]]},"146":{"position":[[1030,2]]},"209":{"position":[[35,1]]},"224":{"position":[[60,1]]},"230":{"position":[[821,5]]},"256":{"position":[[1072,2]]},"258":{"position":[[1847,2]]},"260":{"position":[[729,1],[2653,2]]},"262":{"position":[[303,1],[1867,2]]},"264":{"position":[[3687,2],[3771,1],[3811,1],[3928,1],[5658,1],[5698,1],[5815,1],[7404,4],[27576,4],[27822,4]]},"275":{"position":[[1273,1],[1313,3],[1882,1],[1892,1],[1904,1],[1942,3]]},"277":{"position":[[177,1],[187,1]]},"326":{"position":[[1920,2],[4237,2]]},"348":{"position":[[8656,1],[9789,3],[10482,2]]},"356":{"position":[[8679,1],[15774,1],[19369,1],[19425,2],[20456,1],[34170,1],[38093,1]]},"368":{"position":[[2215,1]]},"370":{"position":[[580,1]]},"452":{"position":[[296,1]]},"520":{"position":[[2888,2]]},"544":{"position":[[5335,6]]},"554":{"position":[[2743,6]]},"608":{"position":[[2372,2],[7560,2],[7659,1],[9071,1],[10605,6],[11485,2]]},"649":{"position":[[9419,1]]},"661":{"position":[[188,2]]},"668":{"position":[[1385,3],[1632,2]]},"674":{"position":[[173,2]]},"702":{"position":[[1123,1],[1755,5]]}}}],["0)df.reset_index(inplace=tru",{"_index":3159,"t":{"262":{"position":[[394,31]]}}}],["0,0,0,0,3,3",{"_index":704,"t":{"33":{"position":[[1332,13]]}}}],["0,1",{"_index":4832,"t":{"554":{"position":[[3139,6],[3230,6]]}}}],["0,}automl.fit(x_train",{"_index":5289,"t":{"628":{"position":[[594,22]]}}}],["0.0",{"_index":2598,"t":{"230":{"position":[[357,4]]},"275":{"position":[[1255,3],[1833,3],[1866,3]]},"498":{"position":[[187,4]]},"520":{"position":[[2744,4]]},"544":{"position":[[5100,5],[5133,5],[5369,5]]},"554":{"position":[[2508,5],[2541,5],[2777,5]]},"608":{"position":[[10382,5],[10414,6],[10638,6]]}}}],["0.0/150.39",{"_index":2220,"t":{"194":{"position":[[654,10]]}}}],["0.0/47.22",{"_index":2223,"t":{"194":{"position":[[675,9]]}}}],["0.00005",{"_index":5669,"t":{"682":{"position":[[4889,7]]}}}],["0.0001",{"_index":5668,"t":{"682":{"position":[[4688,6],[4813,6]]}}}],["0.0008818671030627281",{"_index":3667,"t":{"289":{"position":[[76,22]]}}}],["0.0009765625",{"_index":5532,"t":{"661":{"position":[[517,13]]},"668":{"position":[[299,13],[630,13],[1554,13],[1811,13]]}}}],["0.001",{"_index":1412,"t":{"108":{"position":[[8210,6]]}}}],["0.001113000336715291",{"_index":1229,"t":{"100":{"position":[[5424,21]]}}}],["0.001348364934537134",{"_index":5537,"t":{"661":{"position":[[931,21]]}}}],["0.0018311776973217073",{"_index":5570,"t":{"668":{"position":[[930,22]]}}}],["0.004252223402511765",{"_index":1945,"t":{"157":{"position":[[693,21]]}}}],["0.0067613624509965",{"_index":5565,"t":{"668":{"position":[[327,19],[658,20]]}}}],["0.01",{"_index":4795,"t":{"544":{"position":[[5081,5]]},"554":{"position":[[2489,5]]},"608":{"position":[[10363,5]]},"682":{"position":[[4699,5]]}}}],["0.02",{"_index":895,"t":{"57":{"position":[[83,5]]},"230":{"position":[[292,5]]},"682":{"position":[[3543,5]]},"702":{"position":[[1114,4],[1399,5]]}}}],["0.022635758411078528",{"_index":1943,"t":{"157":{"position":[[618,21]]}}}],["0.05",{"_index":3743,"t":{"304":{"position":[[339,4]]}}}],["0.05333333333333332",{"_index":5535,"t":{"661":{"position":[[745,20]]}}}],["0.0655887train_distilbert_7ce03f12",{"_index":2317,"t":{"194":{"position":[[2153,34]]}}}],["0.06824336834995245",{"_index":1418,"t":{"108":{"position":[[8367,20]]}}}],["0.07027268409729004",{"_index":5534,"t":{"661":{"position":[[666,20]]}}}],["0.07333333333333332",{"_index":5530,"t":{"661":{"position":[[330,20]]}}}],["0.09100963138990374",{"_index":1224,"t":{"100":{"position":[[5332,20]]}}}],["0.09999999999999995",{"_index":5531,"t":{"661":{"position":[[440,20]]},"668":{"position":[[1477,20],[1734,20]]}}}],["0.0s[flaml.automl",{"_index":1103,"t":{"92":{"position":[[2827,18]]},"130":{"position":[[7251,18]]},"146":{"position":[[4314,18]]},"262":{"position":[[8388,18]]}}}],["0.0}lexico_objectives[\"mod",{"_index":2599,"t":{"230":{"position":[[371,30]]}}}],["0.0}lexico_objectives[\"target",{"_index":2597,"t":{"230":{"position":[[307,32]]},"702":{"position":[[1418,32]]}}}],["0.1",{"_index":1612,"t":{"120":{"position":[[1855,4]]},"130":{"position":[[1019,5],[1226,5]]},"262":{"position":[[2057,5],[2264,5],[2471,5]]},"348":{"position":[[9805,5]]},"356":{"position":[[9109,5]]},"651":{"position":[[2063,5],[2125,5]]},"655":{"position":[[322,3]]},"682":{"position":[[3512,3],[3605,5],[4824,4]]}}}],["0.1)]automl.fit",{"_index":5478,"t":{"651":{"position":[[2150,16]]}}}],["0.10.9.5",{"_index":2752,"t":{"244":{"position":[[1525,8]]}}}],["0.11288241427227624",{"_index":1946,"t":{"157":{"position":[[729,20]]}}}],["0.12",{"_index":5649,"t":{"682":{"position":[[3611,5]]}}}],["0.12717914581298828",{"_index":5526,"t":{"661":{"position":[[251,20]]}}}],["0.14",{"_index":5650,"t":{"682":{"position":[[3617,5]]}}}],["0.15448622217577546print(automl.time_to_find_best_model",{"_index":5575,"t":{"668":{"position":[[1279,57]]}}}],["0.16",{"_index":5651,"t":{"682":{"position":[[3623,5]]}}}],["0.1728971004486084",{"_index":5528,"t":{"661":{"position":[[291,19]]}}}],["0.17402065726724145",{"_index":5563,"t":{"668":{"position":[[207,20],[538,20]]}}}],["0.2",{"_index":1082,"t":{"92":{"position":[[1217,5]]},"130":{"position":[[1433,5],[1640,5],[1850,5],[2063,5]]},"146":{"position":[[1220,5]]},"209":{"position":[[57,3]]},"262":{"position":[[2676,5],[2884,5],[3094,5]]},"348":{"position":[[9811,6]]},"682":{"position":[[3520,3],[3634,5],[4607,3],[4647,5],[5153,3],[5186,5]]}}}],["0.24841618537902832print(automl.best_iter",{"_index":5573,"t":{"668":{"position":[[1203,48]]}}}],["0.2677050123105203",{"_index":5536,"t":{"661":{"position":[[855,19]]}}}],["0.26865031351923346",{"_index":1413,"t":{"108":{"position":[[8234,20]]}}}],["0.27901659190538414",{"_index":5571,"t":{"668":{"position":[[967,21]]}}}],["0.280558train_distilbert_9394c2e2",{"_index":2286,"t":{"194":{"position":[[1704,33]]}}}],["0.3",{"_index":1086,"t":{"92":{"position":[[1424,5]]},"102":{"position":[[775,4],[780,4]]},"108":{"position":[[1456,5]]},"130":{"position":[[2273,5],[2480,5]]},"146":{"position":[[1427,5],[1634,5]]},"262":{"position":[[3299,5],[3502,5],[3707,5]]}}}],["0.324968train_distilbert_6d0d29d6",{"_index":2353,"t":{"194":{"position":[[2701,33]]}}}],["0.327295train_distilbert_b6543fec",{"_index":2294,"t":{"194":{"position":[[1818,33]]}}}],["0.3756711483001709",{"_index":1118,"t":{"92":{"position":[[3219,18]]},"661":{"position":[[706,19]]}}}],["0.379177train_distilbert_0071f998",{"_index":2301,"t":{"194":{"position":[[1926,33]]}}}],["0.388893train_distilbert_5728a1d",{"_index":2280,"t":{"194":{"position":[[1602,33]]}}}],["0.4",{"_index":1087,"t":{"92":{"position":[[1631,5]]},"102":{"position":[[769,5]]},"130":{"position":[[2690,5],[2903,5],[3117,5],[3334,5],[3551,5],[3768,5]]},"146":{"position":[[1841,5]]},"262":{"position":[[3912,5],[4116,5],[4318,5]]},"304":{"position":[[320,3]]}}}],["0.400851train_distilbert_6d211fe6",{"_index":2339,"t":{"194":{"position":[[2483,33]]}}}],["0.4167296886444092print(automl.config_histori",{"_index":5576,"t":{"668":{"position":[[1337,47]]}}}],["0.417157train_distilbert_2f830be6",{"_index":2309,"t":{"194":{"position":[[2040,33]]}}}],["0.42",{"_index":5017,"t":{"592":{"position":[[5481,5]]}}}],["0.45085train_distilbert_14262454",{"_index":2332,"t":{"194":{"position":[[2376,32]]}}}],["0.451307train_distilbert_eddf7cc0",{"_index":2369,"t":{"194":{"position":[[2926,33]]}}}],["0.453549train_distilbert_aaab0508",{"_index":2325,"t":{"194":{"position":[[2268,33]]}}}],["0.5",{"_index":1154,"t":{"100":{"position":[[1446,5]]},"102":{"position":[[461,3]]},"108":{"position":[[1672,5]]},"130":{"position":[[3982,5],[4193,5],[4404,5],[4612,5]]},"146":{"position":[[2048,5],[2255,5]]},"205":{"position":[[910,4],[929,4]]},"262":{"position":[[4525,5],[4740,5],[4962,5]]},"273":{"position":[[115,4],[120,5],[126,5],[132,4],[137,6]]},"283":{"position":[[63,3],[100,3]]},"310":{"position":[[295,5]]},"356":{"position":[[1768,3],[26881,3]]},"494":{"position":[[1006,4],[1821,4]]},"647":{"position":[[2199,3]]}}}],["0.511288",{"_index":2331,"t":{"194":{"position":[[2367,8]]}}}],["0.516225",{"_index":2308,"t":{"194":{"position":[[2031,8]]}}}],["0.520022train_distilbert_b3408a4",{"_index":2383,"t":{"194":{"position":[[3143,33]]}}}],["0.523732",{"_index":2324,"t":{"194":{"position":[[2259,8]]}}}],["0.526164train_distilbert_cfbfb220",{"_index":2390,"t":{"194":{"position":[[3253,33]]}}}],["0.526802train_distilbert_c980bae4",{"_index":2347,"t":{"194":{"position":[[2597,33]]}}}],["0.527516",{"_index":2300,"t":{"194":{"position":[[1917,8]]}}}],["0.531632",{"_index":2279,"t":{"194":{"position":[[1593,8]]}}}],["0.533466",{"_index":2368,"t":{"194":{"position":[[2917,8]]}}}],["0.53506",{"_index":2338,"t":{"194":{"position":[[2475,7]]}}}],["0.538505",{"_index":2285,"t":{"194":{"position":[[1695,8]]}}}],["0.539177",{"_index":2293,"t":{"194":{"position":[[1809,8]]}}}],["0.542276",{"_index":2352,"t":{"194":{"position":[[2692,8]]}}}],["0.549474train_distilbert_b16ea82a",{"_index":2361,"t":{"194":{"position":[[2813,33]]}}}],["0.551629",{"_index":2316,"t":{"194":{"position":[[2144,8]]}}}],["0.5699",{"_index":2406,"t":{"196":{"position":[[372,7]]}}}],["0.56993train_distilbert_43008974",{"_index":2376,"t":{"194":{"position":[[3036,32]]}}}],["0.581313",{"_index":2264,"t":{"194":{"position":[[1386,8]]}}}],["0.585576",{"_index":2271,"t":{"194":{"position":[[1487,8]]}}}],["0.586518",{"_index":2256,"t":{"194":{"position":[[1279,8]]}}}],["0.587986",{"_index":2241,"t":{"194":{"position":[[1077,8]]}}}],["0.6",{"_index":1090,"t":{"92":{"position":[[1838,5],[2045,5]]},"100":{"position":[[1653,5]]},"108":{"position":[[1888,5]]},"130":{"position":[[4820,5],[5028,5],[5236,5]]},"146":{"position":[[2462,5]]},"262":{"position":[[5181,5],[5400,5],[5614,5]]}}}],["0.603018",{"_index":2249,"t":{"194":{"position":[[1184,8]]}}}],["0.609851",{"_index":2346,"t":{"194":{"position":[[2588,8]]}}}],["0.6294",{"_index":3674,"t":{"289":{"position":[[347,6]]}}}],["0.6389file",{"_index":3671,"t":{"289":{"position":[[237,11]]}}}],["0.6649148062238498",{"_index":5564,"t":{"668":{"position":[[266,19],[597,19]]}}}],["0.6729009388487608xgbclassifier(base_score=0.5",{"_index":1965,"t":{"162":{"position":[[616,47]]}}}],["0.6s[flaml.automl",{"_index":3042,"t":{"258":{"position":[[14594,18]]}}}],["0.7",{"_index":1159,"t":{"100":{"position":[[1860,5]]},"130":{"position":[[5444,5],[5652,5]]},"146":{"position":[[2669,5]]},"262":{"position":[[5828,5],[6044,5],[6256,5],[6471,5]]}}}],["0.7019911744574896",{"_index":1944,"t":{"157":{"position":[[660,19]]}}}],["0.7289648056030273[flaml.automl",{"_index":1891,"t":{"146":{"position":[[4737,32]]}}}],["0.7421362469066445",{"_index":1417,"t":{"108":{"position":[[8309,19]]}}}],["0.8",{"_index":1334,"t":{"108":{"position":[[2104,5]]},"130":{"position":[[5860,5],[6068,5],[6276,5]]},"146":{"position":[[2879,5],[3092,5]]},"260":{"position":[[2844,5]]},"262":{"position":[[6686,5],[6896,5]]},"275":{"position":[[792,4]]}}}],["0.80",{"_index":5781,"t":{"698":{"position":[[1128,5],[1149,5]]}}}],["0.8025848209352517",{"_index":1227,"t":{"100":{"position":[[5391,19]]}}}],["0.811036",{"_index":2243,"t":{"194":{"position":[[1124,8]]}}}],["0.8265451174596482",{"_index":1463,"t":{"108":{"position":[[10143,18]]}}}],["0.828205",{"_index":2389,"t":{"194":{"position":[[3244,8]]}}}],["0.8296179648694404",{"_index":1264,"t":{"100":{"position":[[6837,18]]}}}],["0.8384",{"_index":1420,"t":{"108":{"position":[[8450,7]]}}}],["0.8436",{"_index":1232,"t":{"100":{"position":[[5508,7]]}}}],["0.8456494234135888",{"_index":1457,"t":{"108":{"position":[[9771,19]]}}}],["0.8505434326526395",{"_index":1254,"t":{"100":{"position":[[6465,19]]}}}],["0.8513627344387318",{"_index":5568,"t":{"668":{"position":[[832,19]]}}}],["0.8537444671194614lgbmregressor(colsample_bytree=0.7019911744574896",{"_index":1925,"t":{"155":{"position":[[592,68]]}}}],["0.8547139167785645",{"_index":3216,"t":{"262":{"position":[[9273,18]]}}}],["0.857461",{"_index":2382,"t":{"194":{"position":[[3134,8]]}}}],["0.876896",{"_index":2295,"t":{"194":{"position":[[1863,8]]}}}],["0.8846545219421387[flaml.automl",{"_index":1733,"t":{"130":{"position":[[7672,32]]}}}],["0.886931",{"_index":2310,"t":{"194":{"position":[[2085,8]]}}}],["0.9",{"_index":1093,"t":{"92":{"position":[[2255,5]]},"100":{"position":[[2067,5]]},"130":{"position":[[6484,5],[6692,5]]},"146":{"position":[[3306,5],[3520,5],[3734,5]]},"256":{"position":[[1263,5],[1470,5],[1677,5]]},"258":{"position":[[2038,5]]},"260":{"position":[[3051,5],[3258,5],[3465,5]]},"262":{"position":[[7103,5],[7327,5],[7558,5],[7782,5]]},"356":{"position":[[34601,5]]},"544":{"position":[[3188,5]]},"608":{"position":[[8562,5]]},"684":{"position":[[299,5]]}}}],["0.9.1",{"_index":5787,"t":{"700":{"position":[[72,7]]}}}],["0.909395",{"_index":2251,"t":{"194":{"position":[[1231,8]]}}}],["0.91596",{"_index":2273,"t":{"194":{"position":[[1534,7]]}}}],["0.923802",{"_index":2360,"t":{"194":{"position":[[2804,8]]}}}],["0.926933",{"_index":2281,"t":{"194":{"position":[[1647,8]]}}}],["0.928106",{"_index":2287,"t":{"194":{"position":[[1749,8]]}}}],["0.929089",{"_index":2377,"t":{"194":{"position":[[3080,8]]}}}],["0.939079",{"_index":2236,"t":{"194":{"position":[[1023,8]]}}}],["0.940707",{"_index":2326,"t":{"194":{"position":[[2313,8]]}}}],["0.946138073111236",{"_index":5569,"t":{"668":{"position":[[898,18]]}}}],["0.952781",{"_index":2362,"t":{"194":{"position":[[2858,8]]}}}],["0.955024",{"_index":2302,"t":{"194":{"position":[[1971,8]]}}}],["0.959277",{"_index":2340,"t":{"194":{"position":[[2528,8]]}}}],["0.962198",{"_index":2266,"t":{"194":{"position":[[1433,8]]}}}],["0.965773",{"_index":2354,"t":{"194":{"position":[[2746,8]]}}}],["0.968763",{"_index":2258,"t":{"194":{"position":[[1326,8]]}}}],["0.9718245679598786",{"_index":1415,"t":{"108":{"position":[[8268,19]]}}}],["0.979454",{"_index":2391,"t":{"194":{"position":[[3298,8]]}}}],["0.983285",{"_index":2375,"t":{"194":{"position":[[3027,8]]}}}],["0.984053",{"_index":2318,"t":{"194":{"position":[[2199,8]]}}}],["0.989628",{"_index":2311,"t":{"194":{"position":[[2094,8]]}}}],["0.99",{"_index":2184,"t":{"192":{"position":[[506,6]]},"194":{"position":[[2420,4],[2642,4],[2971,4],[3188,4]]},"196":{"position":[[538,5]]},"698":{"position":[[1086,5],[1107,5]]}}}],["0.990019",{"_index":2259,"t":{"194":{"position":[[1335,8]]}}}],["0.990614",{"_index":2288,"t":{"194":{"position":[[1758,8]]}}}],["0.991687",{"_index":2303,"t":{"194":{"position":[[1980,8]]}}}],["0.991696",{"_index":2333,"t":{"194":{"position":[[2425,8]]}}}],["0.991838",{"_index":2267,"t":{"194":{"position":[[1442,8]]}}}],["0.991865",{"_index":2237,"t":{"194":{"position":[[1032,8]]}}}],["0.991892",{"_index":2274,"t":{"194":{"position":[[1542,8]]}}}],["0.992098",{"_index":2296,"t":{"194":{"position":[[1872,8]]}}}],["0.993146",{"_index":2282,"t":{"194":{"position":[[1656,8]]}}}],["0.993258",{"_index":2378,"t":{"194":{"position":[[3089,8]]}}}],["0.993355",{"_index":2348,"t":{"194":{"position":[[2647,8]]}}}],["0.993715",{"_index":2252,"t":{"194":{"position":[[1240,8]]}}}],["0.993809",{"_index":2384,"t":{"194":{"position":[[3193,8]]}}}],["0.993931",{"_index":2363,"t":{"194":{"position":[[2867,8]]}}}],["0.993946",{"_index":2327,"t":{"194":{"position":[[2322,8]]}}}],["0.993956",{"_index":2319,"t":{"194":{"position":[[2208,8]]}}}],["0.994556",{"_index":2341,"t":{"194":{"position":[[2537,8]]}}}],["0.995182",{"_index":2355,"t":{"194":{"position":[[2755,8]]}}}],["0.997109",{"_index":2370,"t":{"194":{"position":[[2976,8]]}}}],["0.9971094424784387",{"_index":2410,"t":{"196":{"position":[[558,19]]}}}],["0.997214",{"_index":2244,"t":{"194":{"position":[[1133,8]]}}}],["0.9999",{"_index":2392,"t":{"194":{"position":[[3307,6]]}}}],["0/1.0",{"_index":2224,"t":{"194":{"position":[[697,6]]}}}],["0/4",{"_index":2219,"t":{"194":{"position":[[634,3],[644,3]]}}}],["00:56<00:00",{"_index":3381,"t":{"264":{"position":[[5200,13]]}}}],["01",{"_index":2807,"t":{"256":{"position":[[68,4],[79,4],[588,2],[651,2],[719,2],[790,2],[864,2],[1032,2],[1110,2],[1230,2],[1359,2],[1437,2],[1566,2],[1644,2],[1773,2],[1851,2],[1980,2],[2058,2],[2187,2],[2265,2],[2394,2],[2472,2],[2601,2],[2679,2],[2808,2],[2886,2],[3015,2],[3093,2],[3222,2],[3301,2],[3430,2],[3509,2],[3638,2],[3717,2],[3846,2],[3925,2],[4054,2],[4133,2],[4262,2],[4341,2],[4470,2],[4549,2],[4678,2],[4757,2],[4886,2],[4963,2],[5090,2],[5167,2],[5294,2],[5376,2],[5508,2],[5585,2],[5712,2],[5794,2],[5926,2],[6008,2],[6140,2],[6222,2],[6354,2],[6439,2],[6574,2],[6659,2],[6794,2],[6879,2],[7014,2],[7099,2],[7234,2],[7319,2],[7454,2],[7533,2],[7662,2],[7741,2],[7870,2],[7949,2],[8078,2],[8163,2],[8298,2],[8377,2],[8506,2],[8588,2],[8720,2],[8805,2],[8940,2],[9025,2],[9160,2],[9245,2],[9380,2],[9462,2],[9594,2],[9679,2],[9814,2],[9899,2],[10034,2],[10113,2],[10242,2],[10327,2],[10462,2],[10551,2],[10690,2],[10779,2],[10918,2],[11007,2],[11146,2],[11235,2],[11374,2],[11463,2],[11602,2],[11681,2],[11810,2],[11895,2],[12030,2],[12119,2],[12258,2],[12340,2],[12472,2],[12554,2],[12686,2],[12765,2],[12894,2],[12973,2],[13102,2],[13191,2],[13330,2],[13407,2],[13534,2],[13616,2],[13748,2],[13833,2],[13968,2],[14047,2],[14176,2],[14261,2],[14396,2],[14475,2],[14604,2],[14693,2],[14832,2],[14914,2],[15046,2],[15126,2],[15257,2],[15337,2],[15468,2],[15550,2],[15683,2],[15772,2],[15912,2],[15994,2],[16127,2],[16209,2],[16342,2],[16422,2],[16553,2],[16642,2],[16782,2],[16862,2],[16993,2],[17075,2],[17208,2],[17288,2],[17419,2],[17501,2],[17634,2],[17714,2],[17845,2],[17927,2],[18060,2],[18149,2],[18289,2],[18378,2],[18518,2],[18600,2],[18733,2],[18815,2],[18948,2],[19037,2],[19177,2],[19259,2],[19392,2],[19481,2],[19621,2],[19703,2],[19836,2],[19916,2],[20047,2],[20129,2],[20262,2],[20342,2],[20473,2],[20553,2],[20684,2],[20773,2],[20913,2],[21002,2],[21142,2],[21224,2],[21359,2],[21448,2],[21590,2],[21672,2],[21807,2],[21887,2],[22020,2],[22100,2],[22233,2],[22318,2],[22456,2],[22538,2],[22673,2],[22763,2]]},"258":{"position":[[1306,2],[1369,2],[1437,2],[1508,2],[1639,2],[1807,2],[1885,2],[2005,2],[2134,2],[2212,2],[2341,2],[2419,2],[2548,2],[2626,2],[2755,2],[2833,2],[2962,2],[3040,2],[3169,2],[3247,2],[3376,2],[3454,2],[3583,2],[3661,2],[3790,2],[3868,2],[3997,2],[4076,2],[4205,2],[4284,2],[4413,2],[4492,2],[4621,2],[4700,2],[4829,2],[4908,2],[5037,2],[5116,2],[5245,2],[5324,2],[5453,2],[5532,2],[5661,2],[5740,2],[5869,2],[5948,2],[6077,2],[6154,2],[6281,2],[6358,2],[6485,2],[6567,2],[6699,2],[6781,2],[6913,2],[6995,2],[7127,2],[7209,2],[7341,2],[7423,2],[7555,2],[7637,2],[7769,2],[7854,2],[7989,2],[8074,2],[8209,2],[8288,2],[8417,2],[8496,2],[8625,2],[8702,2],[8829,2],[8914,2],[9049,2],[9128,2],[9257,2],[9342,2],[9477,2],[9566,2],[9705,2],[9794,2],[9933,2],[10022,2],[10161,2],[10250,2],[10389,2],[10478,2],[10617,2],[10706,2],[10845,2],[10934,2],[11073,2],[11155,2],[11290,2],[11370,2],[11503,2],[11585,2],[11720,2],[11799,2],[11931,2],[12013,2],[12148,2],[12230,2],[12365,2],[12445,2],[12578,2],[12667,2],[12809,2],[12891,2],[13026,2],[13108,2],[13243,2],[13325,2],[13460,2],[13542,2],[13677,2],[13766,2],[13908,2],[13990,2],[14125,2],[14204,2],[14336,2],[14413,2],[14544,2],[14613,2],[14728,2],[14786,2],[14883,2]]},"264":{"position":[[3954,2],[5841,2]]}}}],["01:03:11",{"_index":3116,"t":{"260":{"position":[[2175,9],[2238,9],[2306,9],[2377,9]]}}}],["01:03:12",{"_index":3121,"t":{"260":{"position":[[2451,9],[2619,9],[2697,9],[2817,9],[2946,9],[3024,9],[3153,9],[3231,9],[3360,9],[3438,9],[3567,9],[3645,9],[3774,9],[3852,9],[3981,9],[4059,9],[4188,9]]}}}],["01:03:13",{"_index":3134,"t":{"260":{"position":[[4266,9],[4395,9],[4473,9],[4602,9]]}}}],["01:03:22",{"_index":3140,"t":{"260":{"position":[[4767,9],[4825,9]]}}}],["01:03<00:00",{"_index":3398,"t":{"264":{"position":[[7087,13]]}}}],["02",{"_index":3179,"t":{"262":{"position":[[1393,2],[1471,2],[1539,2],[1610,2],[1690,2],[1827,2],[1905,2],[2024,2],[2153,2],[2231,2],[2360,2],[2438,2],[2567,2],[2643,2],[2770,2],[2851,2],[2983,2],[3061,2],[3190,2],[3266,2],[3391,2],[3469,2],[3596,2],[3674,2],[3801,2],[3879,2],[4006,2],[4083,2],[4208,2],[4285,2],[4410,2],[4492,2],[4622,2],[4707,2],[4840,2],[4929,2],[5066,2],[5148,2],[5278,2],[5367,2],[5504,2],[5581,2],[5706,2],[5795,2],[5932,2],[6011,2],[6138,2],[6223,2],[6356,2],[6438,2],[6568,2],[6653,2],[6786,2],[6863,2],[6988,2],[7070,2],[7205,2],[7294,2],[7436,2],[7525,2],[7667,2],[7749,2],[7884,2],[7969,2],[8107,2],[8196,2],[8338,2],[8407,2],[9150,2],[9208,2]]},"264":{"position":[[3990,2],[5877,2]]}}}],["03",{"_index":3995,"t":{"348":{"position":[[4694,2]]}}}],["03:10:02",{"_index":1680,"t":{"122":{"position":[[2990,9],[3062,9],[3136,9],[3207,9],[3295,9],[3390,9]]}}}],["05",{"_index":2228,"t":{"194":{"position":[[794,2],[1680,2],[2567,2],[2784,2],[2897,2],[3006,2],[3113,2],[3223,2],[3329,2]]},"196":{"position":[[481,3]]},"264":{"position":[[8976,3],[9343,3],[9488,3],[9633,3],[9833,3],[10200,3],[10417,3],[10784,3],[10983,3],[11350,3],[11543,3],[11910,3],[12102,3],[12469,3],[13127,3],[13563,3],[13757,3],[13904,3],[14093,3],[14460,3],[14658,3],[15025,3],[15229,3],[15596,3],[15798,3],[16165,3],[16351,3],[16718,3],[16913,3],[17280,3],[17480,3],[17847,3],[18043,3],[18410,3],[18607,3],[18974,3],[19179,3],[19546,3],[19748,3],[20115,3],[21153,3],[21582,3],[21776,3],[21923,3],[22112,3],[22479,3],[22677,3],[23044,3],[23248,3],[23615,3],[23817,3],[24184,3],[24947,3],[25383,3],[25817,3],[26244,3],[26784,3],[26886,3],[27364,3],[28385,3],[28796,3],[29004,3]]}}}],["05,",{"_index":1544,"t":{"116":{"position":[[1986,5]]}}}],["06",{"_index":1529,"t":{"116":{"position":[[1437,2],[1507,2],[1581,2],[1652,2],[1732,2],[1827,2],[2083,2],[2207,2],[2351,2],[2483,2],[2541,2],[2638,2]]},"120":{"position":[[1988,3]]},"122":{"position":[[2984,2],[3056,2],[3130,2],[3201,2],[3289,2],[3384,2]]},"194":{"position":[[1062,2],[1163,2],[1264,2],[1365,2],[1472,2],[1572,2],[1788,2],[1896,2],[2010,2],[2123,2],[2238,2],[2346,2],[2455,2],[2671,2]]}}}],["06,s=9223372036854775807,e=1",{"_index":1543,"t":{"116":{"position":[[1956,29]]}}}],["06_08",{"_index":1541,"t":{"116":{"position":[[1922,5],[2034,5]]}}}],["07",{"_index":2253,"t":{"194":{"position":[[1252,2],[1668,2],[1884,2],[2334,2],[2659,2],[3101,2],[3317,2]]},"264":{"position":[[3278,2],[3347,2],[3415,2],[3486,2],[3560,2],[3647,2],[5321,2],[5449,2],[7208,2],[7276,2],[29118,2],[29176,2],[29274,2]]}}}],["07:08:19",{"_index":1867,"t":{"146":{"position":[[649,9],[720,9],[791,9],[865,9],[996,9],[1074,9],[1193,9],[1322,9],[1400,9],[1529,9],[1607,9],[1736,9],[1814,9],[1943,9],[2021,9],[2150,9],[2228,9],[2357,9]]}}}],["07:08:20",{"_index":1879,"t":{"146":{"position":[[2435,9],[2564,9],[2642,9],[2771,9],[2852,9],[2984,9],[3065,9],[3197,9],[3279,9],[3411,9],[3493,9],[3625,9],[3707,9],[3839,9],[3921,9],[4053,9],[4138,9],[4273,9],[4339,9],[4620,9],[4678,9],[4776,9]]}}}],["07:14:30",{"_index":1706,"t":{"130":{"position":[[480,9],[549,9],[620,9],[696,9],[795,9],[873,9],[992,9],[1121,9],[1199,9],[1328,9],[1406,9],[1535,9],[1613,9],[1742,9],[1823,9],[1955,9],[2036,9],[2168,9],[2246,9],[2375,9],[2453,9],[2582,9],[2663,9],[2795,9],[2876,9],[3008,9],[3090,9],[3225,9],[3307,9],[3442,9],[3524,9],[3659,9],[3741,9],[3876,9],[3955,9],[4084,9],[4166,9],[4298,9],[4377,9],[4506,9]]}}}],["07:14:31",{"_index":1718,"t":{"130":{"position":[[4585,9],[4714,9],[4793,9],[4922,9],[5001,9],[5130,9],[5209,9],[5338,9],[5417,9],[5546,9],[5625,9],[5754,9],[5833,9],[5962,9],[6041,9],[6170,9],[6249,9],[6378,9],[6457,9],[6586,9],[6665,9],[6794,9],[6873,9],[7002,9],[7081,9],[7210,9],[7276,9],[7555,9],[7613,9],[7711,9]]}}}],["07:54:04",{"_index":2974,"t":{"258":{"position":[[1312,9],[1375,9],[1443,9],[1514,9],[1645,9],[1813,9]]}}}],["07:54:05",{"_index":2978,"t":{"258":{"position":[[1891,9],[2011,9],[2140,9],[2218,9],[2347,9],[2425,9],[2554,9],[2632,9],[2761,9],[2839,9],[2968,9],[3046,9],[3175,9],[3253,9],[3382,9],[3460,9],[3589,9],[3667,9],[3796,9],[3874,9],[4003,9],[4082,9],[4211,9],[4290,9],[4419,9],[4498,9],[4627,9],[4706,9],[4835,9],[4914,9],[5043,9],[5122,9],[5251,9],[5330,9],[5459,9]]}}}],["07:54:06",{"_index":3002,"t":{"258":{"position":[[5538,9],[5667,9],[5746,9],[5875,9],[5954,9],[6083,9],[6160,9],[6287,9],[6364,9],[6491,9],[6573,9],[6705,9],[6787,9],[6919,9],[7001,9],[7133,9],[7215,9],[7347,9],[7429,9],[7561,9],[7643,9],[7775,9],[7860,9],[7995,9],[8080,9],[8215,9],[8294,9],[8423,9],[8502,9],[8631,9],[8708,9],[8835,9],[8920,9],[9055,9],[9134,9],[9263,9],[9348,9],[9483,9]]}}}],["07:54:07",{"_index":3015,"t":{"258":{"position":[[9572,9],[9711,9],[9800,9],[9939,9],[10028,9],[10167,9],[10256,9],[10395,9],[10484,9],[10623,9],[10712,9],[10851,9],[10940,9],[11079,9]]}}}],["07:54:09",{"_index":3020,"t":{"258":{"position":[[11161,9],[11296,9]]}}}],["07:54:10",{"_index":3023,"t":{"258":{"position":[[11376,9],[11509,9],[11591,9],[11726,9],[11805,9],[11937,9],[12019,9],[12154,9]]}}}],["07:54:11",{"_index":3028,"t":{"258":{"position":[[12236,9],[12371,9],[12451,9],[12584,9],[12673,9],[12815,9],[12897,9],[13032,9],[13114,9],[13249,9]]}}}],["07:54:13",{"_index":3031,"t":{"258":{"position":[[13331,9],[13466,9],[13548,9],[13683,9],[13772,9],[13914,9],[13996,9],[14131,9]]}}}],["07:54:14",{"_index":3037,"t":{"258":{"position":[[14210,9],[14342,9],[14419,9],[14550,9],[14619,9],[14734,9],[14792,9],[14889,9]]}}}],["07_02",{"_index":2229,"t":{"194":{"position":[[797,5]]}}}],["08",{"_index":1668,"t":{"122":{"position":[[481,2],[1860,2]]},"194":{"position":[[1050,2],[1353,2],[1460,2],[1560,2],[1776,2],[1998,2],[2111,2],[2226,2],[2443,2],[2555,2],[2772,2],[2885,2],[2994,2],[3211,2]]},"196":{"position":[[520,3]]},"260":{"position":[[2169,2],[2232,2],[2300,2],[2371,2],[2445,2],[2613,2],[2691,2],[2811,2],[2940,2],[3018,2],[3147,2],[3225,2],[3354,2],[3432,2],[3561,2],[3639,2],[3768,2],[3846,2],[3975,2],[4053,2],[4182,2],[4260,2],[4389,2],[4467,2],[4596,2],[4761,2],[4819,2]]}}}],["08:01:20",{"_index":2820,"t":{"256":{"position":[[594,9],[657,9],[725,9],[796,9]]}}}],["08:01:21",{"_index":2828,"t":{"256":{"position":[[870,9],[1038,9],[1116,9],[1236,9],[1365,9],[1443,9],[1572,9],[1650,9],[1779,9],[1857,9],[1986,9],[2064,9],[2193,9],[2271,9],[2400,9],[2478,9],[2607,9],[2685,9],[2814,9],[2892,9],[3021,9]]}}}],["08:01:22",{"_index":2843,"t":{"256":{"position":[[3099,9],[3228,9],[3307,9],[3436,9],[3515,9],[3644,9],[3723,9],[3852,9],[3931,9],[4060,9],[4139,9],[4268,9],[4347,9],[4476,9],[4555,9],[4684,9],[4763,9],[4892,9],[4969,9],[5096,9],[5173,9],[5300,9],[5382,9],[5514,9],[5591,9],[5718,9],[5800,9],[5932,9],[6014,9],[6146,9],[6228,9],[6360,9],[6445,9],[6580,9],[6665,9],[6800,9],[6885,9],[7020,9],[7105,9],[7240,9],[7325,9],[7460,9],[7539,9],[7668,9],[7747,9],[7876,9],[7955,9],[8084,9],[8169,9],[8304,9],[8383,9],[8512,9],[8594,9],[8726,9],[8811,9],[8946,9],[9031,9],[9166,9],[9251,9],[9386,9],[9468,9],[9600,9],[9685,9],[9820,9],[9905,9],[10040,9],[10119,9],[10248,9],[10333,9],[10468,9],[10557,9],[10696,9],[10785,9],[10924,9],[11013,9],[11152,9],[11241,9],[11380,9],[11469,9],[11608,9],[11687,9],[11816,9],[11901,9],[12036,9],[12125,9],[12264,9],[12346,9],[12478,9],[12560,9],[12692,9],[12771,9],[12900,9],[12979,9],[13108,9],[13197,9],[13336,9],[13413,9],[13540,9]]}}}],["08:01:23",{"_index":2878,"t":{"256":{"position":[[13622,9],[13754,9],[13839,9],[13974,9],[14053,9],[14182,9],[14267,9],[14402,9],[14481,9],[14610,9],[14699,9],[14838,9]]}}}],["08:01:25",{"_index":2885,"t":{"256":{"position":[[14920,9],[15052,9],[15132,9],[15263,9],[15343,9],[15474,9],[15556,9],[15689,9],[15778,9],[15918,9],[16000,9],[16133,9],[16215,9],[16348,9],[16428,9],[16559,9],[16648,9],[16788,9],[16868,9],[16999,9],[17081,9],[17214,9],[17294,9],[17425,9],[17507,9],[17640,9],[17720,9],[17851,9]]}}}],["08:01:26",{"_index":2910,"t":{"256":{"position":[[17933,9],[18066,9],[18155,9],[18295,9],[18384,9],[18524,9],[18606,9],[18739,9]]}}}],["08:01:27",{"_index":2916,"t":{"256":{"position":[[18821,9],[18954,9],[19043,9],[19183,9],[19265,9],[19398,9],[19487,9],[19627,9],[19709,9],[19842,9],[19922,9],[20053,9],[20135,9],[20268,9],[20348,9],[20479,9],[20559,9],[20690,9],[20779,9],[20919,9],[21008,9],[21148,9]]}}}],["08:01:28",{"_index":2930,"t":{"256":{"position":[[21230,9],[21365,9],[21454,9],[21596,9],[21678,9],[21813,9],[21893,9],[22026,9],[22106,9],[22239,9],[22324,9],[22462,9],[22544,9],[22679,9],[22769,9]]}}}],["08:21:39",{"_index":1530,"t":{"116":{"position":[[1440,9],[1510,9],[1584,9],[1655,9],[1735,9],[1830,9]]}}}],["08:22:56",{"_index":1549,"t":{"116":{"position":[[2086,9],[2210,9],[2354,9],[2486,9],[2544,9],[2641,9]]}}}],["09",{"_index":1317,"t":{"108":{"position":[[920,2],[991,2],[1057,2],[1131,2],[1222,2],[1303,2],[1423,2],[1558,2],[1639,2],[1774,2],[1855,2],[1990,2],[2071,2],[2206,2],[2287,2],[2422,2],[2503,2],[2638,2],[2719,2],[2854,2],[2935,2],[3070,2],[3151,2],[3286,2],[3367,2],[3502,2],[3584,2],[3719,2],[3801,2],[3936,2],[4018,2],[4153,2],[4235,2],[4370,2],[4452,2],[4587,2],[4669,2],[4804,2],[4886,2],[5021,2],[5103,2],[5238,2],[5320,2],[5455,2],[5537,2],[5672,2],[5754,2],[5890,2],[5972,2],[6108,2],[6190,2],[6326,2],[6408,2],[6544,2],[6626,2],[6762,2],[6844,2],[6980,2],[7062,2],[7198,2],[7306,2],[7375,2],[7484,2],[7542,2],[7637,2]]},"194":{"position":[[1151,2]]}}}],["0:.4g",{"_index":1215,"t":{"100":{"position":[[5142,7]]},"108":{"position":[[8027,7]]},"174":{"position":[[293,7]]}}}],["0:.4g}\".format(1",{"_index":1212,"t":{"100":{"position":[[5066,17]]},"108":{"position":[[7951,17]]},"174":{"position":[[217,17]]}}}],["0multi_df[\"temp_above_monthly_avg",{"_index":3091,"t":{"260":{"position":[[1074,35]]}}}],["0s",{"_index":712,"t":{"33":{"position":[[1682,3]]}}}],["0train_distilbert_11ab3900",{"_index":2265,"t":{"194":{"position":[[1395,26]]}}}],["0train_distilbert_353025b6",{"_index":2272,"t":{"194":{"position":[[1496,26]]}}}],["0train_distilbert_a0c303d1",{"_index":2242,"t":{"194":{"position":[[1086,26]]}}}],["0train_distilbert_c39b2ef0",{"_index":2250,"t":{"194":{"position":[[1193,26]]}}}],["0train_distilbert_f00776e2",{"_index":2257,"t":{"194":{"position":[[1288,26]]}}}],["0x7f49ea8414f0>[flaml.automl",{"_index":1560,"t":{"116":{"position":[[2450,29]]}}}],["0x7f6398fc0eb0>[flaml.automl",{"_index":1402,"t":{"108":{"position":[[7454,29]]}}}],["0x7f6399005910>[flaml.automl",{"_index":1397,"t":{"108":{"position":[[7276,29]]}}}],["0x7f9b502c4550",{"_index":5556,"t":{"666":{"position":[[201,15]]}}}],["0x7fb68ea65d60>[flaml.automl",{"_index":3045,"t":{"258":{"position":[[14698,29]]}}}],["1",{"_index":4,"t":{"2":{"position":[[38,1],[184,1]]},"17":{"position":[[3163,2]]},"31":{"position":[[552,3]]},"33":{"position":[[2790,3],[2903,2]]},"57":{"position":[[637,3],[912,3],[1145,3],[1395,2]]},"92":{"position":[[181,2],[821,1],[1353,2]]},"100":{"position":[[1108,1],[1582,2],[5786,2],[6272,1],[6765,1],[7316,1]]},"102":{"position":[[714,2],[744,2]]},"108":{"position":[[1112,1],[1598,2],[8644,2],[8899,3],[9578,1],[10068,1],[10622,1]]},"116":{"position":[[887,2],[1704,1]]},"120":{"position":[[434,2],[1876,2]]},"122":{"position":[[186,5],[1291,2],[1611,5],[1660,3],[2767,2]]},"130":{"position":[[669,1],[1155,2]]},"146":{"position":[[196,2],[840,1],[1356,2]]},"155":{"position":[[335,1],[839,2]]},"157":{"position":[[778,2]]},"162":{"position":[[339,1],[779,2]]},"184":{"position":[[1424,2]]},"192":{"position":[[741,1],[764,1]]},"194":{"position":[[303,3],[1065,1],[1067,1],[1174,1],[1267,1],[1269,1],[1376,1],[1475,1],[1477,1],[1583,1],[1683,1],[1685,1],[1799,1],[1907,1],[2021,1],[2134,1],[2249,1],[2357,1],[2465,1],[2578,1],[2682,1],[2794,1],[2907,1],[3017,1],[3124,1],[3234,1]]},"209":{"position":[[41,2]]},"222":{"position":[[147,2]]},"224":{"position":[[168,2],[471,1]]},"228":{"position":[[395,3]]},"230":{"position":[[64,2],[129,4],[498,2]]},"236":{"position":[[1379,4],[3557,3]]},"256":{"position":[[1399,2]]},"258":{"position":[[2174,2]]},"260":{"position":[[672,1],[1059,1],[2980,2]]},"262":{"position":[[278,1],[391,2],[1665,1],[2193,2],[8614,2],[8874,2]]},"264":{"position":[[1214,2],[2904,2],[2925,2],[7417,4],[12903,2],[20930,2],[24542,2],[27631,4],[27877,4]]},"271":{"position":[[577,2]]},"275":{"position":[[269,2],[1682,1],[1778,2],[1785,2],[2105,2],[2256,1]]},"277":{"position":[[372,2]]},"281":{"position":[[173,3]]},"285":{"position":[[195,3],[375,2]]},"287":{"position":[[559,2]]},"300":{"position":[[178,3]]},"310":{"position":[[384,2]]},"312":{"position":[[812,2]]},"326":{"position":[[2097,3],[3795,2]]},"332":{"position":[[2027,3],[3725,2]]},"348":{"position":[[1152,2],[1916,1],[2269,1],[2390,2],[5456,1],[7360,1],[9793,3],[10546,2]]},"356":{"position":[[1790,2],[2160,2],[2207,2],[2532,1],[6397,2],[8685,2],[14766,2],[16246,2],[16295,2],[18904,2],[18951,2],[19321,1],[26903,2],[27309,2],[27356,2],[27681,1],[32353,2],[34176,2],[37554,2],[37579,2]]},"364":{"position":[[969,1],[1219,3]]},"368":{"position":[[2221,1],[4342,3]]},"370":{"position":[[586,1]]},"452":{"position":[[301,1]]},"520":{"position":[[2126,2],[2945,2]]},"544":{"position":[[1534,3],[1538,2],[1611,2],[1614,1],[2180,1]]},"554":{"position":[[655,3]]},"608":{"position":[[1856,2],[3344,2],[4119,3],[4123,2],[4195,2],[4198,1],[7563,2],[7671,1],[7974,2],[8075,3]]},"610":{"position":[[1861,3]]},"647":{"position":[[180,1],[298,1],[531,1],[616,1],[682,1],[753,1],[829,1],[927,1],[1007,1],[1042,1],[1098,1],[1148,1],[1194,1],[1229,1],[2221,2]]},"649":{"position":[[539,2],[1960,2],[4733,2],[9392,2]]},"651":{"position":[[633,4],[639,6],[939,4],[945,4]]},"657":{"position":[[344,2],[2125,3]]},"659":{"position":[[620,3]]},"661":{"position":[[211,2],[603,2],[1050,2]]},"666":{"position":[[653,5]]},"670":{"position":[[603,1]]},"682":{"position":[[760,3],[4153,2],[4209,2],[4285,2],[4355,2],[4527,3],[4938,2],[5491,1]]},"686":{"position":[[640,2],[684,1]]},"688":{"position":[[487,2],[531,1]]},"692":{"position":[[240,3],[897,3],[1193,1],[1273,6]]},"694":{"position":[[234,3],[892,2],[936,1],[1444,2],[1488,1]]},"696":{"position":[[582,2],[3582,3],[3869,3],[7133,3]]},"698":{"position":[[1376,3]]},"706":{"position":[[1340,3]]}}}],["1)[flaml.automl",{"_index":1113,"t":{"92":{"position":[[3079,16]]},"100":{"position":[[4581,16]]},"130":{"position":[[7532,16]]},"146":{"position":[[4597,16]]},"260":{"position":[[4744,16]]}}}],["1,s=0.45765,e=32,d=42,o=0.0,y=0.0_2021",{"_index":1545,"t":{"116":{"position":[[1992,38]]}}}],["1.0",{"_index":1096,"t":{"92":{"position":[[2465,5]]},"102":{"position":[[635,3],[758,3]]},"108":{"position":[[2320,5],[8349,4]]},"110":{"position":[[393,3],[399,4],[487,4]]},"120":{"position":[[1930,4]]},"130":{"position":[[6900,5],[7108,5]]},"146":{"position":[[3948,5]]},"256":{"position":[[1884,5],[2091,5],[2298,5],[2505,5],[2712,5],[2919,5]]},"258":{"position":[[2245,5],[2452,5],[2659,5],[2866,5]]},"260":{"position":[[3672,5],[3879,5],[4086,5]]},"262":{"position":[[8002,5],[8229,5]]},"520":{"position":[[2761,4]]},"562":{"position":[[211,4]]},"610":{"position":[[1897,5]]},"649":{"position":[[7567,3],[7573,4],[7661,4],[9354,4]]},"661":{"position":[[499,4],[545,5],[913,4]]},"668":{"position":[[814,4],[873,4],[1039,4],[1536,4],[1582,5],[1793,4],[1839,4]]},"682":{"position":[[2756,4],[4494,3]]},"696":{"position":[[2864,3],[6356,3]]}}}],["1.00902e",{"_index":2283,"t":{"194":{"position":[[1671,8]]}}}],["1.02723",{"_index":2262,"t":{"194":{"position":[[1368,7]]}}}],["1.03892e",{"_index":2379,"t":{"194":{"position":[[3104,8]]}}}],["1.0694482081472874best",{"_index":3670,"t":{"289":{"position":[[181,22]]}}}],["1.1",{"_index":1098,"t":{"92":{"position":[[2678,5]]},"146":{"position":[[4165,5]]},"256":{"position":[[3126,5],[3334,5],[3542,5],[3750,5],[3958,5],[4166,5]]},"258":{"position":[[3073,5],[3280,5],[3487,5]]},"260":{"position":[[4293,5],[4500,5]]},"264":{"position":[[4326,3],[4395,3],[4462,3],[4523,3],[4887,3],[6213,3],[6282,3],[6349,3],[6410,3],[6774,3]]}}}],["1.1.0",{"_index":2494,"t":{"215":{"position":[[146,5]]},"702":{"position":[[2009,5]]}}}],["1.10418e",{"_index":2386,"t":{"194":{"position":[[3214,8]]}}}],["1.15549e",{"_index":2357,"t":{"194":{"position":[[2775,8]]}}}],["1.17333e",{"_index":2343,"t":{"194":{"position":[[2558,8]]}}}],["1.19145e",{"_index":2365,"t":{"194":{"position":[[2888,8]]}}}],["1.2",{"_index":1337,"t":{"108":{"position":[[2536,5]]},"256":{"position":[[4374,5],[4582,5],[4790,5],[4996,5],[5200,5]]},"258":{"position":[[3694,5],[3901,5],[4109,5]]}}}],["1.23",{"_index":5579,"t":{"668":{"position":[[1880,5]]}}}],["1.2300517559051514",{"_index":5577,"t":{"668":{"position":[[1588,21]]}}}],["1.2851507818900338e",{"_index":2408,"t":{"196":{"position":[[461,19]]}}}],["1.28515e",{"_index":2372,"t":{"194":{"position":[[2997,8]]}}}],["1.3",{"_index":1163,"t":{"100":{"position":[[2274,5]]},"256":{"position":[[5409,5],[5618,5],[5827,5],[6041,5],[6255,5],[6472,5]]},"264":{"position":[[4031,3],[5918,3]]}}}],["1.4",{"_index":1166,"t":{"100":{"position":[[2481,5]]},"256":{"position":[[6692,5],[6912,5],[7132,5],[7352,5]]},"258":{"position":[[4317,5],[4525,5]]},"264":{"position":[[4737,3],[6624,3]]}}}],["1.4442580148221913",{"_index":5538,"t":{"661":{"position":[[967,20]]}}}],["1.44427",{"_index":2247,"t":{"194":{"position":[[1166,7]]}}}],["1.49578e",{"_index":2393,"t":{"194":{"position":[[3320,8]]}}}],["1.5",{"_index":1339,"t":{"108":{"position":[[2752,5]]},"256":{"position":[[7566,5],[7774,5],[7982,5],[8196,5],[8410,5],[8621,5]]},"258":{"position":[[4733,5]]}}}],["1.53338",{"_index":2314,"t":{"194":{"position":[[2126,7]]}}}],["1.59538",{"_index":2298,"t":{"194":{"position":[[1899,7]]}}}],["1.6",{"_index":2856,"t":{"256":{"position":[[8838,5],[9058,5],[9278,5],[9495,5],[9712,5]]},"258":{"position":[[4941,5]]}}}],["1.7",{"_index":2861,"t":{"256":{"position":[[9932,5],[10146,5],[10360,5],[10584,5]]},"258":{"position":[[5149,5]]}}}],["1.8",{"_index":2867,"t":{"256":{"position":[[10812,5],[11040,5],[11268,5]]},"258":{"position":[[5357,5]]}}}],["1.8630223791106992",{"_index":5567,"t":{"668":{"position":[[777,19]]}}}],["1.9",{"_index":1342,"t":{"108":{"position":[[2968,5]]},"256":{"position":[[11496,5],[11714,5],[11928,5],[12152,5]]},"258":{"position":[[5565,5]]}}}],["1.99",{"_index":5773,"t":{"698":{"position":[[827,5]]}}}],["1/1024",{"_index":5642,"t":{"682":{"position":[[2745,6]]}}}],["10",{"_index":502,"t":{"21":{"position":[[335,4]]},"55":{"position":[[1140,3]]},"57":{"position":[[232,2]]},"100":{"position":[[3446,3]]},"108":{"position":[[3542,3]]},"122":{"position":[[973,3],[2350,3]]},"130":{"position":[[3042,3]]},"146":{"position":[[3231,3]]},"180":{"position":[[1107,3]]},"220":{"position":[[396,4]]},"236":{"position":[[710,2]]},"256":{"position":[[3262,3]]},"258":{"position":[[755,3],[4037,3]]},"260":{"position":[[1772,3]]},"262":{"position":[[4046,3]]},"264":{"position":[[7565,3]]},"271":{"position":[[465,3]]},"506":{"position":[[1457,2],[1734,2],[1789,2],[2763,2],[3040,2],[3095,2]]},"520":{"position":[[200,3],[256,4],[423,3],[479,4],[671,3],[912,3],[997,3],[1453,3],[1919,3],[2435,3]]},"663":{"position":[[1059,3]]},"672":{"position":[[816,2]]},"682":{"position":[[4010,2],[4071,3],[4302,3],[4372,3],[5509,2],[5588,4],[5648,2],[5765,3]]},"686":{"position":[[358,2]]},"702":{"position":[[1735,6]]}}}],["10)*(x",{"_index":435,"t":{"17":{"position":[[2263,6],[2818,6]]}}}],["10.0",{"_index":3039,"t":{"258":{"position":[[14446,6]]}}}],["10.5",{"_index":1177,"t":{"100":{"position":[[3309,6]]}}}],["100",{"_index":717,"t":{"33":{"position":[[1786,5]]},"57":{"position":[[1149,5]]},"116":{"position":[[570,4]]},"130":{"position":[[232,5]]},"256":{"position":[[22713,4]]},"264":{"position":[[5175,16],[7062,16]]},"498":{"position":[[292,4]]},"592":{"position":[[2155,6]]},"608":{"position":[[2086,4]]},"684":{"position":[[901,3],[1005,3]]}}}],["100.0",{"_index":4602,"t":{"498":{"position":[[219,6]]}}}],["1000",{"_index":912,"t":{"57":{"position":[[1054,6]]},"558":{"position":[[940,5]]},"692":{"position":[[557,5]]},"696":{"position":[[2006,4]]}}}],["100000",{"_index":2041,"t":{"180":{"position":[[1128,8]]},"680":{"position":[[1599,6]]},"682":{"position":[[764,8]]}}}],["1000analysi",{"_index":5741,"t":{"696":{"position":[[3114,12]]}}}],["1000max_resourc",{"_index":5769,"t":{"696":{"position":[[6658,16]]}}}],["100config",{"_index":3622,"t":{"281":{"position":[[16,9]]}}}],["1024",{"_index":5643,"t":{"682":{"position":[[2981,5]]},"696":{"position":[[3381,5],[6933,5]]}}}],["1024**3",{"_index":4788,"t":{"544":{"position":[[2941,10]]},"608":{"position":[[8316,9]]}}}],["105",{"_index":4204,"t":{"356":{"position":[[14654,5]]}}}],["106",{"_index":1407,"t":{"108":{"position":[[7707,4]]}}}],["107",{"_index":4205,"t":{"356":{"position":[[14660,4]]}}}],["10data_dir",{"_index":2510,"t":{"218":{"position":[[249,10]]}}}],["10print(automl.best_loss",{"_index":5574,"t":{"668":{"position":[[1252,26]]}}}],["10x",{"_index":569,"t":{"27":{"position":[[344,4]]}}}],["11",{"_index":1056,"t":{"92":{"position":[[626,2],[700,2],[766,2],[846,2],[985,2],[1063,2],[1184,2],[1313,2],[1391,2],[1520,2],[1598,2],[1727,2],[1805,2],[1934,2],[2012,2],[2141,2],[2222,2],[2354,2],[2432,2],[2561,2],[2645,2],[2780,2],[2846,2],[3096,2],[3154,2]]},"100":{"position":[[916,2],[987,2],[1053,2],[1127,2],[1215,2],[1293,2],[1413,2],[1542,2],[1620,2],[1749,2],[1827,2],[1956,2],[2034,2],[2163,2],[2241,2],[2370,2],[2448,2],[2577,2],[2655,2],[2784,2],[2862,2],[2991,2],[3069,2],[3198,2],[3276,2],[3406,2],[3485,2],[3615,2],[3655,3],[3694,2],[3824,2],[3903,2],[4033,2],[4112,2],[4242,2],[4308,2],[4598,2],[4656,2],[4753,2]]},"108":{"position":[[3759,3]]},"130":{"position":[[474,2],[543,2],[614,2],[690,2],[789,2],[867,2],[986,2],[1115,2],[1193,2],[1322,2],[1400,2],[1529,2],[1607,2],[1736,2],[1817,2],[1949,2],[2030,2],[2162,2],[2240,2],[2369,2],[2447,2],[2576,2],[2657,2],[2789,2],[2870,2],[3002,2],[3084,2],[3219,2],[3259,3],[3301,2],[3436,2],[3518,2],[3653,2],[3735,2],[3870,2],[3949,2],[4078,2],[4160,2],[4292,2],[4371,2],[4500,2],[4579,2],[4708,2],[4787,2],[4916,2],[4995,2],[5124,2],[5203,2],[5332,2],[5411,2],[5540,2],[5619,2],[5748,2],[5827,2],[5956,2],[6035,2],[6164,2],[6243,2],[6372,2],[6451,2],[6580,2],[6659,2],[6788,2],[6867,2],[6996,2],[7075,2],[7204,2],[7270,2],[7549,2],[7607,2],[7705,2]]},"146":{"position":[[643,2],[714,2],[785,2],[859,2],[990,2],[1068,2],[1187,2],[1316,2],[1394,2],[1523,2],[1601,2],[1730,2],[1808,2],[1937,2],[2015,2],[2144,2],[2222,2],[2351,2],[2429,2],[2558,2],[2636,2],[2765,2],[2846,2],[2978,2],[3059,2],[3191,2],[3273,2],[3405,2],[3445,3],[3487,2],[3619,2],[3701,2],[3833,2],[3915,2],[4047,2],[4132,2],[4267,2],[4333,2],[4614,2],[4672,2],[4770,2]]},"256":{"position":[[3470,3]]},"258":{"position":[[4245,3]]},"262":{"position":[[4248,3]]}}}],["11.9165",{"_index":2387,"t":{"194":{"position":[[3226,7]]}}}],["110",{"_index":716,"t":{"33":{"position":[[1779,6]]},"356":{"position":[[14675,4]]}}}],["111.799",{"_index":2351,"t":{"194":{"position":[[2684,7]]}}}],["112",{"_index":4208,"t":{"356":{"position":[[14680,4]]}}}],["115]})model.predict(multivariate_x_test",{"_index":4209,"t":{"356":{"position":[[14685,40]]}}}],["118",{"_index":4207,"t":{"356":{"position":[[14670,4]]}}}],["119",{"_index":3373,"t":{"264":{"position":[[4966,3],[6853,3]]}}}],["11:44:03",{"_index":1594,"t":{"120":{"position":[[958,9],[1023,9],[1094,9],[1165,9],[1241,9],[1336,9]]}}}],["11:47:28",{"_index":1578,"t":{"118":{"position":[[1046,9],[1112,9],[1183,9],[1254,9],[1328,9],[1423,9]]}}}],["12",{"_index":886,"t":{"55":{"position":[[1148,2]]},"92":{"position":[[629,2],[703,2],[769,2],[849,2],[988,2],[1066,2],[1187,2],[1316,2],[1394,2],[1523,2],[1601,2],[1730,2],[1808,2],[1937,2],[2015,2],[2144,2],[2225,2],[2357,2],[2435,2],[2564,2],[2648,2],[2783,2],[2849,2],[3099,2],[3157,2]]},"100":{"position":[[3864,3]]},"108":{"position":[[3976,3]]},"116":{"position":[[1434,2],[1504,2],[1578,2],[1649,2],[1729,2],[1824,2],[1919,2],[2031,2],[2080,2],[2204,2],[2348,2],[2480,2],[2538,2],[2635,2]]},"118":{"position":[[1040,2],[1106,2],[1177,2],[1248,2],[1322,2],[1417,2]]},"120":{"position":[[952,2],[1017,2],[1088,2],[1159,2],[1235,2],[1330,2]]},"130":{"position":[[3476,3]]},"146":{"position":[[3659,3]]},"256":{"position":[[312,2],[3678,3]]},"258":{"position":[[4453,3]]},"262":{"position":[[4450,3]]},"264":{"position":[[407,2]]},"661":{"position":[[834,3]]},"682":{"position":[[5352,2],[5411,3],[5446,3]]}}}],["12.0357",{"_index":2380,"t":{"194":{"position":[[3116,7]]}}}],["12.4",{"_index":1181,"t":{"100":{"position":[[3518,6]]}}}],["120",{"_index":4206,"t":{"356":{"position":[[14665,4]]}}}],["1200",{"_index":2036,"t":{"180":{"position":[[1061,5]]}}}],["120000",{"_index":2045,"t":{"180":{"position":[[1161,10]]}}}],["121.388",{"_index":2292,"t":{"194":{"position":[[1801,7]]}}}],["122",{"_index":1942,"t":{"157":{"position":[[572,4]]}}}],["1242.6435902118683[flaml.automl",{"_index":3487,"t":{"264":{"position":[[29241,32]]}}}],["1242.6s,\\testim",{"_index":3393,"t":{"264":{"position":[[5482,19]]}}}],["126.871",{"_index":2307,"t":{"194":{"position":[[2023,7]]}}}],["1279.6s[flaml.automl",{"_index":3407,"t":{"264":{"position":[[7254,21]]}}}],["128",{"_index":4346,"t":{"364":{"position":[[588,3]]}}}],["128n_train_exampl",{"_index":2507,"t":{"218":{"position":[[182,19]]}}}],["129/129",{"_index":3380,"t":{"264":{"position":[[5192,7]]}}}],["12k",{"_index":884,"t":{"55":{"position":[[1101,3]]}}}],["12split_idx",{"_index":2953,"t":{"258":{"position":[[348,11]]}}}],["13",{"_index":1186,"t":{"100":{"position":[[4073,3]]},"108":{"position":[[4193,3]]},"130":{"position":[[3693,3]]},"146":{"position":[[3873,3]]},"256":{"position":[[3886,3]]},"258":{"position":[[4661,3]]},"260":{"position":[[2172,2],[2235,2],[2303,2],[2374,2],[2448,2],[2616,2],[2694,2],[2814,2],[2943,2],[3021,2],[3150,2],[3228,2],[3357,2],[3435,2],[3564,2],[3642,2],[3771,2],[3849,2],[3978,2],[4056,2],[4185,2],[4263,2],[4392,2],[4470,2],[4599,2],[4764,2],[4822,2]]},"262":{"position":[[4662,3]]}}}],["13.694",{"_index":2358,"t":{"194":{"position":[[2787,6]]}}}],["134846",{"_index":1963,"t":{"162":{"position":[[555,8]]}}}],["134846,)flamliz",{"_index":1964,"t":{"162":{"position":[[582,18]]}}}],["139.844",{"_index":2367,"t":{"194":{"position":[[2909,7]]}}}],["139062.95",{"_index":1451,"t":{"108":{"position":[[9388,10]]}}}],["14",{"_index":445,"t":{"17":{"position":[[2424,3],[2486,2],[2640,3],[2645,2],[3171,2],[3301,3]]},"108":{"position":[[4410,3]]},"130":{"position":[[3910,3]]},"146":{"position":[[4087,3]]},"256":{"position":[[4094,3]]},"258":{"position":[[4869,3]]},"262":{"position":[[4880,3]]}}}],["140522.03",{"_index":1453,"t":{"108":{"position":[[9407,9]]}}}],["143391.65036562",{"_index":1241,"t":{"100":{"position":[[6042,16]]}}}],["1446",{"_index":1320,"t":{"108":{"position":[[936,6]]}}}],["145/145",{"_index":3397,"t":{"264":{"position":[[7079,7]]}}}],["1450",{"_index":1321,"t":{"108":{"position":[[1007,6]]}}}],["145194",{"_index":5602,"t":{"674":{"position":[[556,6]]}}}],["146.249",{"_index":2330,"t":{"194":{"position":[[2359,7]]}}}],["148",{"_index":5562,"t":{"668":{"position":[[143,4],[474,4]]}}}],["1485",{"_index":1058,"t":{"92":{"position":[[642,6]]},"100":{"position":[[932,6]]},"130":{"position":[[490,6]]},"146":{"position":[[659,6]]}}}],["1489",{"_index":1062,"t":{"92":{"position":[[716,6]]},"100":{"position":[[1003,6]]},"130":{"position":[[559,6]]},"146":{"position":[[730,6]]}}}],["1496",{"_index":1322,"t":{"108":{"position":[[1073,6]]}}}],["15",{"_index":316,"t":{"15":{"position":[[367,3]]},"17":{"position":[[2867,3],[3072,3],[3188,3]]},"21":{"position":[[906,3]]},"100":{"position":[[919,2],[990,2],[1056,2],[1130,2],[1218,2],[1296,2],[1416,2],[1545,2],[1623,2],[1752,2],[1830,2],[1959,2],[2037,2],[2166,2],[2244,2],[2373,2],[2451,2],[2580,2],[2658,2],[2787,2],[2865,2],[2994,2],[3072,2],[3201,2],[3279,2],[3409,2],[3488,2],[3618,2],[3697,2],[3827,2],[3906,2],[4036,2],[4115,2],[4245,2],[4311,2],[4601,2],[4659,2],[4756,2]]},"108":{"position":[[4627,3]]},"130":{"position":[[477,2],[546,2],[617,2],[693,2],[792,2],[870,2],[989,2],[1118,2],[1196,2],[1325,2],[1403,2],[1532,2],[1610,2],[1739,2],[1820,2],[1952,2],[2033,2],[2165,2],[2243,2],[2372,2],[2450,2],[2579,2],[2660,2],[2792,2],[2873,2],[3005,2],[3087,2],[3222,2],[3304,2],[3439,2],[3521,2],[3656,2],[3738,2],[3873,2],[3952,2],[4081,2],[4118,3],[4163,2],[4295,2],[4374,2],[4503,2],[4582,2],[4711,2],[4790,2],[4919,2],[4998,2],[5127,2],[5206,2],[5335,2],[5414,2],[5543,2],[5622,2],[5751,2],[5830,2],[5959,2],[6038,2],[6167,2],[6246,2],[6375,2],[6454,2],[6583,2],[6662,2],[6791,2],[6870,2],[6999,2],[7078,2],[7207,2],[7273,2],[7552,2],[7610,2],[7708,2]]},"146":{"position":[[646,2],[717,2],[788,2],[862,2],[993,2],[1071,2],[1190,2],[1319,2],[1397,2],[1526,2],[1604,2],[1733,2],[1811,2],[1940,2],[2018,2],[2147,2],[2225,2],[2354,2],[2432,2],[2561,2],[2639,2],[2768,2],[2849,2],[2981,2],[3062,2],[3194,2],[3276,2],[3408,2],[3490,2],[3622,2],[3704,2],[3836,2],[3918,2],[4050,2],[4135,2],[4270,2],[4336,2],[4617,2],[4675,2],[4773,2]]},"180":{"position":[[1103,3]]},"256":{"position":[[4302,3]]},"258":{"position":[[5077,3]]},"262":{"position":[[878,3],[5106,3]]},"348":{"position":[[4697,2]]},"682":{"position":[[5248,2],[5291,4]]}}}],["15.580684188655825",{"_index":2407,"t":{"196":{"position":[[424,19]]}}}],["15.5807",{"_index":2373,"t":{"194":{"position":[[3009,7]]}}}],["1500",{"_index":2038,"t":{"180":{"position":[[1073,5]]}}}],["150}{\"curr_best_record_id",{"_index":5539,"t":{"661":{"position":[[1022,27]]}}}],["150}{\"record_id",{"_index":5533,"t":{"661":{"position":[[585,17]]}}}],["152.008",{"_index":2337,"t":{"194":{"position":[[2467,7]]}}}],["153171.44071629",{"_index":1243,"t":{"100":{"position":[[6075,15]]}}}],["1533",{"_index":1323,"t":{"108":{"position":[[1147,6]]}}}],["1540",{"_index":1064,"t":{"92":{"position":[[782,6]]},"100":{"position":[[1069,6]]},"130":{"position":[[630,6]]},"146":{"position":[[801,6]]}}}],["15480",{"_index":1919,"t":{"155":{"position":[[490,7]]},"157":{"position":[[453,7]]}}}],["15480,);x_test.shap",{"_index":1921,"t":{"155":{"position":[[517,22]]},"157":{"position":[[480,22]]}}}],["1557",{"_index":1403,"t":{"108":{"position":[[7500,6]]}}}],["1558",{"_index":1404,"t":{"108":{"position":[[7558,6]]}}}],["1569",{"_index":1406,"t":{"108":{"position":[[7653,6]]}}}],["1577",{"_index":1066,"t":{"92":{"position":[[862,6]]},"100":{"position":[[1143,6]]},"130":{"position":[[706,6]]},"146":{"position":[[875,6]]}}}],["159",{"_index":918,"t":{"57":{"position":[[1653,4]]}}}],["16",{"_index":1357,"t":{"108":{"position":[[4844,3]]},"130":{"position":[[4332,3]]},"256":{"position":[[4510,3]]},"258":{"position":[[5285,3]]},"262":{"position":[[5318,3]]},"264":{"position":[[7540,3],[26304,3],[26378,3]]},"271":{"position":[[367,3],[580,2]]},"657":{"position":[[971,2]]}}}],["1608",{"_index":1114,"t":{"92":{"position":[[3112,6]]},"100":{"position":[[4614,6]]},"130":{"position":[[7565,6]]},"146":{"position":[[4630,6]]}}}],["1610",{"_index":1116,"t":{"92":{"position":[[3170,6]]},"100":{"position":[[4672,6]]},"130":{"position":[[7623,6]]},"146":{"position":[[4688,6]]}}}],["1624",{"_index":1202,"t":{"100":{"position":[[4769,6]]},"130":{"position":[[7721,6]]},"146":{"position":[[4786,6]]}}}],["17",{"_index":1361,"t":{"108":{"position":[[5061,3]]},"130":{"position":[[4540,3]]},"244":{"position":[[1119,2]]},"256":{"position":[[4718,3]]},"258":{"position":[[5493,3]]},"262":{"position":[[5544,3]]}}}],["174.027",{"_index":2323,"t":{"194":{"position":[[2251,7]]}}}],["1763",{"_index":1325,"t":{"108":{"position":[[1238,6],[1574,6],[1790,6],[2006,6],[2222,6],[2438,6],[2654,6],[2870,6],[3086,6],[3302,6],[3518,6],[3735,6],[3952,6],[4169,6],[4386,6],[4603,6],[4820,6],[5037,6],[5254,6],[5471,6],[5688,6],[5906,6],[6124,6],[6342,6],[6560,6],[6778,6],[6996,6]]}}}],["18",{"_index":564,"t":{"27":{"position":[[191,4]]},"33":{"position":[[508,4]]},"108":{"position":[[5278,3]]},"130":{"position":[[4748,3]]},"256":{"position":[[4926,3]]},"258":{"position":[[5701,3]]},"262":{"position":[[5746,3]]},"668":{"position":[[162,3],[493,3]]}}}],["1800",{"_index":2037,"t":{"180":{"position":[[1067,5]]}}}],["180split_idx",{"_index":3101,"t":{"260":{"position":[[1345,12]]}}}],["182125.5",{"_index":1454,"t":{"108":{"position":[[9421,8]]}}}],["1826",{"_index":1074,"t":{"92":{"position":[[1001,6],[1329,6],[1536,6],[1743,6],[1950,6],[2157,6],[2370,6],[2577,6]]},"100":{"position":[[1231,6],[1558,6],[1765,6],[1972,6],[2179,6],[2386,6],[2593,6],[2800,6],[3007,6],[3214,6],[3422,6],[3631,6],[3840,6],[4049,6]]},"130":{"position":[[805,6],[1131,6],[1338,6],[1545,6],[1752,6],[1965,6],[2178,6],[2385,6],[2592,6],[2805,6],[3018,6],[3235,6],[3452,6],[3669,6],[3886,6],[4094,6],[4308,6],[4516,6],[4724,6],[4932,6],[5140,6],[5348,6],[5556,6],[5764,6],[5972,6],[6180,6],[6388,6],[6596,6],[6804,6],[7012,6]]},"146":{"position":[[1006,6],[1332,6],[1539,6],[1746,6],[1953,6],[2160,6],[2367,6],[2574,6],[2781,6],[2994,6],[3207,6],[3421,6],[3635,6],[3849,6],[4063,6]]}}}],["184354.52735963",{"_index":1244,"t":{"100":{"position":[[6095,16]]}}}],["1880",{"_index":1327,"t":{"108":{"position":[[1319,6]]}}}],["18:21:44",{"_index":1057,"t":{"92":{"position":[[632,9],[706,9],[772,9],[852,9],[991,9],[1069,9],[1190,9],[1319,9],[1397,9],[1526,9],[1604,9],[1733,9],[1811,9],[1940,9],[2018,9],[2147,9]]}}}],["18:21:45",{"_index":1092,"t":{"92":{"position":[[2228,9],[2360,9],[2438,9],[2567,9],[2651,9],[2786,9],[2852,9],[3102,9],[3160,9]]}}}],["19",{"_index":1368,"t":{"108":{"position":[[5495,3]]},"130":{"position":[[4956,3]]},"256":{"position":[[5130,3]]},"258":{"position":[[5909,3]]},"262":{"position":[[5972,3]]},"264":{"position":[[5171,3],[7058,3]]}}}],["1943",{"_index":1531,"t":{"116":{"position":[[1450,6]]}}}],["1944",{"_index":1076,"t":{"92":{"position":[[1079,6]]},"100":{"position":[[1309,6]]},"130":{"position":[[883,6]]},"146":{"position":[[1084,6]]}}}],["1945",{"_index":1533,"t":{"116":{"position":[[1520,6]]}}}],["1949",{"_index":1534,"t":{"116":{"position":[[1594,6]]}}}],["1952",{"_index":1329,"t":{"108":{"position":[[1439,6],[1655,6],[1871,6],[2087,6],[2303,6],[2519,6],[2735,6],[2951,6],[3167,6],[3383,6],[3600,6],[3817,6],[4034,6],[4251,6],[4468,6],[4685,6],[4902,6],[5119,6],[5336,6],[5553,6],[5770,6],[5988,6],[6206,6],[6424,6],[6642,6],[6860,6],[7078,6]]}}}],["1965",{"_index":1579,"t":{"118":{"position":[[1056,6]]},"120":{"position":[[968,6]]}}}],["1967",{"_index":1581,"t":{"118":{"position":[[1122,6]]},"120":{"position":[[1033,6]]}}}],["1971",{"_index":1582,"t":{"118":{"position":[[1193,6]]},"120":{"position":[[1104,6]]}}}],["1975592613.138005",{"_index":1256,"t":{"100":{"position":[[6491,18]]}}}],["1996",{"_index":1667,"t":{"122":{"position":[[473,7],[1852,7]]}}}],["1999",{"_index":3590,"t":{"275":{"position":[[1699,5]]}}}],["19:46:44",{"_index":1148,"t":{"100":{"position":[[922,9],[993,9],[1059,9],[1133,9],[1221,9],[1299,9],[1419,9],[1548,9],[1626,9],[1755,9],[1833,9],[1962,9],[2040,9],[2169,9]]}}}],["19:46:45",{"_index":1162,"t":{"100":{"position":[[2247,9],[2376,9],[2454,9],[2583,9]]}}}],["19:46:46",{"_index":1167,"t":{"100":{"position":[[2661,9],[2790,9],[2868,9],[2997,9]]}}}],["19:46:48",{"_index":1171,"t":{"100":{"position":[[3075,9],[3204,9]]}}}],["19:46:54",{"_index":1176,"t":{"100":{"position":[[3282,9],[3412,9]]}}}],["19:46:56",{"_index":1180,"t":{"100":{"position":[[3491,9],[3621,9]]}}}],["19:47:13",{"_index":1182,"t":{"100":{"position":[[3700,9],[3830,9]]}}}],["19:47:15",{"_index":1184,"t":{"100":{"position":[[3909,9],[4039,9]]}}}],["19:47:29",{"_index":1187,"t":{"100":{"position":[[4118,9]]}}}],["19:47:33",{"_index":1191,"t":{"100":{"position":[[4248,9],[4314,9],[4604,9],[4662,9],[4759,9]]}}}],["1].last_result",{"_index":5134,"t":{"608":{"position":[[801,15],[3402,15],[7529,15]]}}}],["1]def",{"_index":721,"t":{"33":{"position":[[1996,5]]}}}],["1d",{"_index":4476,"t":{"432":{"position":[[5734,2]]},"438":{"position":[[53,4]]}}}],["1e",{"_index":1619,"t":{"120":{"position":[[1985,2]]},"192":{"position":[[410,2],[461,2]]},"194":{"position":[[1249,2],[1665,2],[1881,2],[2331,2],[2656,2],[3098,2],[3314,2]]},"264":{"position":[[642,2]]},"281":{"position":[[170,2]]},"356":{"position":[[10740,2],[19941,2],[35627,2]]},"520":{"position":[[802,2],[866,2],[1246,2],[1310,2]]},"558":{"position":[[601,2],[607,2]]},"592":{"position":[[3215,2],[3618,2],[3890,2],[3896,2],[4350,2],[4871,2],[4977,2],[5343,2],[5449,2]]},"610":{"position":[[1858,2]]},"682":{"position":[[4771,2],[4935,2]]}}}],["1k",{"_index":922,"t":{"57":{"position":[[1944,2]]}}}],["1s",{"_index":711,"t":{"33":{"position":[[1675,2]]}}}],["2",{"_index":457,"t":{"17":{"position":[[3192,2]]},"29":{"position":[[1048,1]]},"33":{"position":[[1325,3],[1380,3],[2777,2],[2794,2],[2823,2],[2864,2],[2889,2],[2906,2]]},"57":{"position":[[1611,1]]},"59":{"position":[[124,1]]},"92":{"position":[[1560,2]]},"100":{"position":[[1789,2]]},"102":{"position":[[549,1],[579,1]]},"108":{"position":[[1814,2]]},"122":{"position":[[1664,3]]},"130":{"position":[[240,1],[1362,2]]},"140":{"position":[[1061,2]]},"146":{"position":[[1563,2]]},"157":{"position":[[598,2]]},"184":{"position":[[1859,2]]},"192":{"position":[[553,2]]},"203":{"position":[[1814,1]]},"205":{"position":[[732,2]]},"256":{"position":[[1606,2]]},"258":{"position":[[2381,2]]},"260":{"position":[[518,2],[3187,2]]},"262":{"position":[[2400,2]]},"264":{"position":[[7428,4],[27686,4],[27932,4]]},"271":{"position":[[338,2]]},"275":{"position":[[156,1]]},"281":{"position":[[84,1],[140,1],[288,2]]},"287":{"position":[[448,1]]},"300":{"position":[[203,3]]},"310":{"position":[[362,1]]},"326":{"position":[[2320,3]]},"332":{"position":[[2250,3]]},"364":{"position":[[1270,3],[1289,4]]},"520":{"position":[[869,2],[1313,2],[1561,3],[1617,3]]},"544":{"position":[[1541,4],[1620,1]]},"554":{"position":[[3484,2]]},"592":{"position":[[3218,2],[3621,3],[3899,2],[4353,3],[4874,3],[5346,3]]},"608":{"position":[[1791,2],[4126,3],[4204,1],[7566,2],[7696,1],[7783,2]]},"610":{"position":[[113,2],[1598,4]]},"649":{"position":[[552,3],[1973,3]]},"657":{"position":[[4143,3]]},"659":{"position":[[970,3]]},"680":{"position":[[1307,1]]},"682":{"position":[[4774,3],[5047,3],[5183,2],[5630,1],[5728,1],[5769,3]]},"692":{"position":[[322,3],[1032,3]]},"694":{"position":[[627,2],[1042,3]]},"696":{"position":[[3653,2],[4049,3]]},"698":{"position":[[1118,3]]},"706":{"position":[[1433,3]]}}}],["2*dim",{"_index":4839,"t":{"554":{"position":[[3462,6],[3927,5]]}}}],["2*x",{"_index":434,"t":{"17":{"position":[[2256,4],[2811,4]]}}}],["2.0",{"_index":1632,"t":{"120":{"position":[[2255,4]]},"256":{"position":[[12373,5],[12587,5],[12798,5],[13006,5],[13224,5],[13440,5]]},"258":{"position":[[5773,5]]},"526":{"position":[[169,4],[298,4]]},"528":{"position":[[151,4],[290,4]]}}}],["2.05111e",{"_index":2245,"t":{"194":{"position":[[1142,8]]}}}],["2.05134e",{"_index":2246,"t":{"194":{"position":[[1154,8]]}}}],["2.1",{"_index":2879,"t":{"256":{"position":[[13649,5],[13866,5],[14080,5],[14294,5],[14508,5]]},"258":{"position":[[5981,5],[6187,5],[6391,5]]}}}],["2.10.0",{"_index":4982,"t":{"592":{"position":[[2011,6]]}}}],["2.15443",{"_index":2277,"t":{"194":{"position":[[1575,7]]}}}],["2.194",{"_index":1421,"t":{"108":{"position":[[8489,5]]}}}],["2.2",{"_index":1344,"t":{"108":{"position":[[3184,5]]},"256":{"position":[[14726,5]]},"258":{"position":[[6600,5],[6814,5],[7028,5]]}}}],["2.27it/",{"_index":3382,"t":{"264":{"position":[[5214,9]]}}}],["2.28it/",{"_index":3399,"t":{"264":{"position":[[7101,9]]}}}],["2.3",{"_index":3007,"t":{"258":{"position":[[7242,5],[7456,5],[7670,5]]}}}],["2.4",{"_index":3010,"t":{"258":{"position":[[7887,5],[8107,5]]}}}],["2.5",{"_index":927,"t":{"59":{"position":[[298,3]]},"100":{"position":[[2688,5]]},"108":{"position":[[3400,5]]},"258":{"position":[[8321,5]]}}}],["2.5.0",{"_index":4542,"t":{"486":{"position":[[598,8]]}}}],["2.51275",{"_index":2350,"t":{"194":{"position":[[2674,7]]}}}],["2.6",{"_index":3013,"t":{"258":{"position":[[8529,5],[8735,5],[8947,5]]},"674":{"position":[[295,5],[446,3]]}}}],["2.7",{"_index":3337,"t":{"264":{"position":[[4258,3],[6145,3]]}}}],["2.72935",{"_index":2291,"t":{"194":{"position":[[1791,7]]}}}],["2.8",{"_index":1347,"t":{"108":{"position":[[3617,5]]},"258":{"position":[[9161,5],[9375,5],[9599,5]]}}}],["2.9",{"_index":1170,"t":{"100":{"position":[[2895,5]]},"258":{"position":[[9827,5],[10055,5]]}}}],["2.90939",{"_index":2306,"t":{"194":{"position":[[2013,7]]}}}],["2.93182e",{"_index":2364,"t":{"194":{"position":[[2876,8]]}}}],["2.99]analysi",{"_index":5783,"t":{"698":{"position":[[1191,13]]}}}],["20",{"_index":517,"t":{"21":{"position":[[1047,3]]},"27":{"position":[[715,2]]},"55":{"position":[[201,3],[455,4]]},"57":{"position":[[284,2]]},"108":{"position":[[5712,3]]},"118":{"position":[[475,3],[1043,2],[1109,2],[1180,2],[1251,2],[1325,2],[1420,2]]},"120":{"position":[[452,3],[955,2],[1020,2],[1091,2],[1162,2],[1238,2],[1333,2]]},"130":{"position":[[5164,3]]},"180":{"position":[[1098,4]]},"205":{"position":[[90,2],[185,3]]},"209":{"position":[[97,3]]},"256":{"position":[[5334,3]]},"258":{"position":[[6117,3]]},"262":{"position":[[6178,3]]},"356":{"position":[[21402,2],[39039,2]]},"544":{"position":[[805,3]]},"554":{"position":[[440,3]]},"649":{"position":[[4891,3]]},"661":{"position":[[419,3]]},"668":{"position":[[1456,3],[1713,3]]}}}],["20.3715",{"_index":2394,"t":{"194":{"position":[[3332,7]]}}}],["200",{"_index":1634,"t":{"120":{"position":[[2274,4]]},"130":{"position":[[220,5]]},"310":{"position":[[234,5]]}}}],["2000",{"_index":3589,"t":{"275":{"position":[[1691,4],[1719,4]]}}}],["200000",{"_index":2042,"t":{"180":{"position":[[1137,7]]}}}],["2018",{"_index":2821,"t":{"256":{"position":[[604,6]]},"258":{"position":[[1322,6]]}}}],["2019",{"_index":1536,"t":{"116":{"position":[[1665,6]]}}}],["2020",{"_index":2823,"t":{"256":{"position":[[667,6]]},"258":{"position":[[1385,6]]}}}],["2021",{"_index":5030,"t":{"600":{"position":[[173,5],[461,5],[761,5],[1109,5],[1426,5],[1684,7]]},"708":{"position":[[2178,5],[2481,5]]}}}],["2022",{"_index":2808,"t":{"256":{"position":[[73,5]]},"600":{"position":[[1972,7]]}}}],["2023",{"_index":3994,"t":{"348":{"position":[[4688,5]]},"600":{"position":[[2342,4],[2875,7],[3362,7]]},"708":{"position":[[2852,4]]}}}],["2024",{"_index":2825,"t":{"256":{"position":[[735,6]]},"258":{"position":[[1453,6]]}}}],["2029",{"_index":1081,"t":{"92":{"position":[[1200,6],[1407,6],[1614,6],[1821,6],[2028,6],[2238,6],[2448,6],[2661,6]]},"100":{"position":[[1429,6],[1636,6],[1843,6],[2050,6],[2257,6],[2464,6],[2671,6],[2878,6],[3085,6],[3292,6],[3501,6],[3710,6],[3919,6],[4128,6]]},"130":{"position":[[1002,6],[1209,6],[1416,6],[1623,6],[1833,6],[2046,6],[2256,6],[2463,6],[2673,6],[2886,6],[3100,6],[3317,6],[3534,6],[3751,6],[3965,6],[4176,6],[4387,6],[4595,6],[4803,6],[5011,6],[5219,6],[5427,6],[5635,6],[5843,6],[6051,6],[6259,6],[6467,6],[6675,6],[6883,6],[7091,6]]},"146":{"position":[[1203,6],[1410,6],[1617,6],[1824,6],[2031,6],[2238,6],[2445,6],[2652,6],[2862,6],[3075,6],[3289,6],[3503,6],[3717,6],[3931,6],[4148,6]]}}}],["2040284106.2781258",{"_index":1458,"t":{"108":{"position":[[9797,19]]}}}],["2048",{"_index":1605,"t":{"120":{"position":[[1776,5]]}}}],["2059",{"_index":1395,"t":{"108":{"position":[[7214,6]]}}}],["2060",{"_index":3181,"t":{"262":{"position":[[1409,6]]}}}],["2062",{"_index":3183,"t":{"262":{"position":[[1487,6]]}}}],["2063",{"_index":1583,"t":{"118":{"position":[[1264,6]]},"120":{"position":[[1175,6]]}}}],["2066",{"_index":3184,"t":{"262":{"position":[[1555,6]]}}}],["2071",{"_index":1537,"t":{"116":{"position":[[1745,6]]}}}],["21",{"_index":1373,"t":{"108":{"position":[[5930,3]]},"116":{"position":[[1928,2],[2040,2]]},"130":{"position":[[5372,3]]},"256":{"position":[[591,2],[654,2],[722,2],[793,2],[867,2],[1035,2],[1113,2],[1233,2],[1362,2],[1440,2],[1569,2],[1647,2],[1776,2],[1854,2],[1983,2],[2061,2],[2190,2],[2268,2],[2397,2],[2475,2],[2604,2],[2682,2],[2811,2],[2889,2],[3018,2],[3096,2],[3225,2],[3304,2],[3433,2],[3512,2],[3641,2],[3720,2],[3849,2],[3928,2],[4057,2],[4136,2],[4265,2],[4344,2],[4473,2],[4552,2],[4681,2],[4760,2],[4889,2],[4966,2],[5093,2],[5170,2],[5297,2],[5379,2],[5511,2],[5548,3],[5588,2],[5715,2],[5797,2],[5929,2],[6011,2],[6143,2],[6225,2],[6357,2],[6442,2],[6577,2],[6662,2],[6797,2],[6882,2],[7017,2],[7102,2],[7237,2],[7322,2],[7457,2],[7536,2],[7665,2],[7744,2],[7873,2],[7952,2],[8081,2],[8166,2],[8301,2],[8380,2],[8509,2],[8591,2],[8723,2],[8808,2],[8943,2],[9028,2],[9163,2],[9248,2],[9383,2],[9465,2],[9597,2],[9682,2],[9817,2],[9902,2],[10037,2],[10116,2],[10245,2],[10330,2],[10465,2],[10554,2],[10693,2],[10782,2],[10921,2],[11010,2],[11149,2],[11238,2],[11377,2],[11466,2],[11605,2],[11684,2],[11813,2],[11898,2],[12033,2],[12122,2],[12261,2],[12343,2],[12475,2],[12557,2],[12689,2],[12768,2],[12897,2],[12976,2],[13105,2],[13194,2],[13333,2],[13410,2],[13537,2],[13619,2],[13751,2],[13836,2],[13971,2],[14050,2],[14179,2],[14264,2],[14399,2],[14478,2],[14607,2],[14696,2],[14835,2],[14917,2],[15049,2],[15129,2],[15260,2],[15340,2],[15471,2],[15553,2],[15686,2],[15775,2],[15915,2],[15997,2],[16130,2],[16212,2],[16345,2],[16425,2],[16556,2],[16645,2],[16785,2],[16865,2],[16996,2],[17078,2],[17211,2],[17291,2],[17422,2],[17504,2],[17637,2],[17717,2],[17848,2],[17930,2],[18063,2],[18152,2],[18292,2],[18381,2],[18521,2],[18603,2],[18736,2],[18818,2],[18951,2],[19040,2],[19180,2],[19262,2],[19395,2],[19484,2],[19624,2],[19706,2],[19839,2],[19919,2],[20050,2],[20132,2],[20265,2],[20345,2],[20476,2],[20556,2],[20687,2],[20776,2],[20916,2],[21005,2],[21145,2],[21227,2],[21362,2],[21451,2],[21593,2],[21675,2],[21810,2],[21890,2],[22023,2],[22103,2],[22236,2],[22321,2],[22459,2],[22541,2],[22676,2],[22766,2]]},"258":{"position":[[1309,2],[1372,2],[1440,2],[1511,2],[1642,2],[1810,2],[1888,2],[2008,2],[2137,2],[2215,2],[2344,2],[2422,2],[2551,2],[2629,2],[2758,2],[2836,2],[2965,2],[3043,2],[3172,2],[3250,2],[3379,2],[3457,2],[3586,2],[3664,2],[3793,2],[3871,2],[4000,2],[4079,2],[4208,2],[4287,2],[4416,2],[4495,2],[4624,2],[4703,2],[4832,2],[4911,2],[5040,2],[5119,2],[5248,2],[5327,2],[5456,2],[5535,2],[5664,2],[5743,2],[5872,2],[5951,2],[6080,2],[6157,2],[6284,2],[6321,3],[6361,2],[6488,2],[6570,2],[6702,2],[6784,2],[6916,2],[6998,2],[7130,2],[7212,2],[7344,2],[7426,2],[7558,2],[7640,2],[7772,2],[7857,2],[7992,2],[8077,2],[8212,2],[8291,2],[8420,2],[8499,2],[8628,2],[8705,2],[8832,2],[8917,2],[9052,2],[9131,2],[9260,2],[9345,2],[9480,2],[9569,2],[9708,2],[9797,2],[9936,2],[10025,2],[10164,2],[10253,2],[10392,2],[10481,2],[10620,2],[10709,2],[10848,2],[10937,2],[11076,2],[11158,2],[11293,2],[11373,2],[11506,2],[11588,2],[11723,2],[11802,2],[11934,2],[12016,2],[12151,2],[12233,2],[12368,2],[12448,2],[12581,2],[12670,2],[12812,2],[12894,2],[13029,2],[13111,2],[13246,2],[13328,2],[13463,2],[13545,2],[13680,2],[13769,2],[13911,2],[13993,2],[14128,2],[14207,2],[14339,2],[14416,2],[14547,2],[14616,2],[14731,2],[14789,2],[14886,2]]},"262":{"position":[[6396,3]]},"682":{"position":[[5333,2],[5442,3]]}}}],["21.8",{"_index":1372,"t":{"108":{"position":[[5787,6]]}}}],["2100",{"_index":1561,"t":{"116":{"position":[[2496,6]]}}}],["2101",{"_index":1562,"t":{"116":{"position":[[2554,6]]}}}],["2112",{"_index":1564,"t":{"116":{"position":[[2651,6]]}}}],["2115",{"_index":1585,"t":{"118":{"position":[[1338,6]]},"120":{"position":[[1251,6]]}}}],["2118",{"_index":5601,"t":{"674":{"position":[[498,4]]}}}],["2122",{"_index":1399,"t":{"108":{"position":[[7322,6]]}}}],["2124",{"_index":2826,"t":{"256":{"position":[[806,6]]},"258":{"position":[[1524,6]]}}}],["2128",{"_index":1401,"t":{"108":{"position":[[7391,6]]}}}],["2147",{"_index":3185,"t":{"262":{"position":[[1626,6]]}}}],["216",{"_index":1220,"t":{"100":{"position":[[5285,4]]}}}],["2181",{"_index":2829,"t":{"256":{"position":[[880,6]]},"258":{"position":[[1655,6]]}}}],["21:26:03",{"_index":3307,"t":{"264":{"position":[[3284,9],[3353,9],[3421,9],[3492,9],[3566,9],[3653,9]]}}}],["21:46:46",{"_index":3388,"t":{"264":{"position":[[5327,9],[5455,9]]}}}],["21:53:03",{"_index":3180,"t":{"262":{"position":[[1399,9],[1477,9],[1545,9],[1616,9],[1696,9],[1833,9],[1911,9],[2030,9],[2159,9],[2237,9],[2366,9],[2444,9],[2573,9],[2649,9],[2776,9],[2857,9],[2989,9],[3067,9],[3196,9],[3272,9],[3397,9],[3475,9],[3602,9],[3680,9],[3807,9],[3885,9],[4012,9],[4089,9],[4214,9],[4291,9],[4416,9],[4498,9],[4628,9],[4713,9],[4846,9],[4935,9],[5072,9],[5154,9],[5284,9],[5373,9],[5510,9],[5587,9],[5712,9],[5801,9],[5938,9],[6017,9],[6144,9],[6229,9],[6362,9],[6444,9],[6574,9],[6659,9],[6792,9]]}}}],["21:53:04",{"_index":3198,"t":{"262":{"position":[[6869,9],[6994,9],[7076,9],[7211,9],[7300,9],[7442,9],[7531,9],[7673,9],[7755,9],[7890,9],[7975,9],[8113,9],[8202,9],[8344,9],[8413,9],[9156,9],[9214,9]]}}}],["22",{"_index":1376,"t":{"108":{"position":[[6148,3]]},"130":{"position":[[5580,3]]},"194":{"position":[[838,3]]},"256":{"position":[[5752,3]]},"258":{"position":[[6525,3]]},"262":{"position":[[6608,3]]}}}],["22\"]],}test_dataset",{"_index":1669,"t":{"122":{"position":[[484,19],[1863,19]]}}}],["22/infinit",{"_index":2231,"t":{"194":{"position":[[826,11]]}}}],["2205",{"_index":3186,"t":{"262":{"position":[[1706,6]]}}}],["2210",{"_index":3046,"t":{"258":{"position":[[14744,6]]}}}],["2211",{"_index":3047,"t":{"258":{"position":[[14802,6]]}}}],["2222",{"_index":3049,"t":{"258":{"position":[[14899,6]]}}}],["2234",{"_index":3214,"t":{"262":{"position":[[9166,6]]}}}],["2235",{"_index":3215,"t":{"262":{"position":[[9224,6]]}}}],["2242",{"_index":1101,"t":{"92":{"position":[[2796,6]]},"100":{"position":[[4258,6]]},"130":{"position":[[7220,6]]},"146":{"position":[[4283,6]]}}}],["2247",{"_index":1104,"t":{"92":{"position":[[2862,6]]},"100":{"position":[[4324,6]]},"130":{"position":[[7286,6]]},"146":{"position":[[4349,6]]}}}],["22:08:05",{"_index":3405,"t":{"264":{"position":[[7214,9],[7282,9],[29124,9],[29182,9],[29280,9]]}}}],["23",{"_index":1381,"t":{"108":{"position":[[6366,3]]},"130":{"position":[[5788,3]]},"256":{"position":[[5966,3]]},"258":{"position":[[6739,3]]},"262":{"position":[[6826,3]]}}}],["2311",{"_index":1539,"t":{"116":{"position":[[1840,6]]}}}],["2345",{"_index":4750,"t":{"540":{"position":[[411,5]]}}}],["2355",{"_index":1586,"t":{"118":{"position":[[1433,6]]},"120":{"position":[[1346,6]]}}}],["235510.49470445",{"_index":1245,"t":{"100":{"position":[[6112,15]]}}}],["237622",{"_index":1452,"t":{"108":{"position":[[9399,7]]}}}],["23:06:46",{"_index":1319,"t":{"108":{"position":[[926,9],[997,9],[1063,9],[1137,9],[1228,9]]}}}],["23:06:47",{"_index":1326,"t":{"108":{"position":[[1309,9],[1429,9],[1564,9],[1645,9],[1780,9],[1861,9],[1996,9],[2077,9],[2212,9],[2293,9],[2428,9],[2509,9],[2644,9]]}}}],["23:06:48",{"_index":1338,"t":{"108":{"position":[[2725,9],[2860,9],[2941,9],[3076,9]]}}}],["23:06:49",{"_index":1343,"t":{"108":{"position":[[3157,9],[3292,9],[3373,9],[3508,9],[3590,9],[3725,9],[3807,9],[3942,9]]}}}],["23:06:50",{"_index":1349,"t":{"108":{"position":[[4024,9],[4159,9],[4241,9],[4376,9],[4458,9],[4593,9]]}}}],["23:06:51",{"_index":1356,"t":{"108":{"position":[[4675,9],[4810,9],[4892,9],[5027,9]]}}}],["23:06:52",{"_index":1362,"t":{"108":{"position":[[5109,9],[5244,9]]}}}],["23:06:54",{"_index":1364,"t":{"108":{"position":[[5326,9],[5461,9]]}}}],["23:06:55",{"_index":1369,"t":{"108":{"position":[[5543,9],[5678,9]]}}}],["23:07:08",{"_index":1371,"t":{"108":{"position":[[5760,9],[5896,9]]}}}],["23:07:11",{"_index":1374,"t":{"108":{"position":[[5978,9],[6114,9]]}}}],["23:07:16",{"_index":1377,"t":{"108":{"position":[[6196,9],[6332,9]]}}}],["23:07:20",{"_index":1382,"t":{"108":{"position":[[6414,9],[6550,9]]}}}],["23:07:29",{"_index":1385,"t":{"108":{"position":[[6632,9],[6768,9]]}}}],["23:07:30",{"_index":1388,"t":{"108":{"position":[[6850,9],[6986,9]]}}}],["23:07:50",{"_index":1391,"t":{"108":{"position":[[7068,9],[7204,9]]}}}],["23:07:55",{"_index":1398,"t":{"108":{"position":[[7312,9],[7381,9],[7490,9],[7548,9],[7643,9]]}}}],["24",{"_index":1384,"t":{"108":{"position":[[6584,3]]},"130":{"position":[[5996,3]]},"256":{"position":[[6180,3]]},"258":{"position":[[6953,3]]},"262":{"position":[[7028,3]]},"264":{"position":[[2245,3]]}}}],["24.4",{"_index":1375,"t":{"108":{"position":[[6005,6]]}}}],["240000",{"_index":2044,"t":{"180":{"position":[[1153,7]]}}}],["2423",{"_index":1681,"t":{"122":{"position":[[3000,6]]}}}],["2424",{"_index":1550,"t":{"116":{"position":[[2096,6]]}}}],["2425",{"_index":1682,"t":{"122":{"position":[[3072,6]]}}}],["2428",{"_index":1683,"t":{"122":{"position":[[3146,6]]}}}],["2434",{"_index":2833,"t":{"256":{"position":[[1048,6],[1375,6],[1582,6],[1789,6],[1996,6],[2203,6],[2410,6],[2617,6],[2824,6],[3031,6],[3238,6],[3446,6],[3654,6],[3862,6],[4070,6],[4278,6],[4486,6],[4694,6],[4902,6],[5106,6],[5310,6],[5524,6],[5728,6],[5942,6],[6156,6],[6370,6],[6590,6],[6810,6],[7030,6],[7250,6],[7470,6],[7678,6],[7886,6],[8094,6],[8314,6],[8522,6],[8736,6],[8956,6],[9176,6],[9396,6],[9610,6],[9830,6],[10050,6],[10258,6],[10478,6],[10706,6],[10934,6],[11162,6],[11390,6],[11618,6],[11826,6],[12046,6],[12274,6],[12488,6],[12702,6],[12910,6],[13118,6],[13346,6],[13550,6],[13764,6],[13984,6],[14192,6],[14412,6],[14620,6],[14848,6],[15062,6],[15273,6],[15484,6],[15699,6],[15928,6],[16143,6],[16358,6],[16569,6],[16798,6],[17009,6],[17224,6],[17435,6],[17650,6],[17861,6],[18076,6],[18305,6],[18534,6],[18749,6],[18964,6],[19193,6],[19408,6],[19637,6],[19852,6],[20063,6],[20278,6],[20489,6],[20700,6],[20929,6],[21158,6],[21375,6],[21606,6],[21823,6],[22036,6],[22249,6],[22472,6],[22689,6]]},"258":{"position":[[1823,6],[2150,6],[2357,6],[2564,6],[2771,6],[2978,6],[3185,6],[3392,6],[3599,6],[3806,6],[4013,6],[4221,6],[4429,6],[4637,6],[4845,6],[5053,6],[5261,6],[5469,6],[5677,6],[5885,6],[6093,6],[6297,6],[6501,6],[6715,6],[6929,6],[7143,6],[7357,6],[7571,6],[7785,6],[8005,6],[8225,6],[8433,6],[8641,6],[8845,6],[9065,6],[9273,6],[9493,6],[9721,6],[9949,6],[10177,6],[10405,6],[10633,6],[10861,6],[11089,6],[11306,6],[11519,6],[11736,6],[11947,6],[12164,6],[12381,6],[12594,6],[12825,6],[13042,6],[13259,6],[13476,6],[13693,6],[13924,6],[14141,6],[14352,6]]}}}],["245535.13731811",{"_index":1242,"t":{"100":{"position":[[6059,15]]}}}],["2458",{"_index":3188,"t":{"262":{"position":[[1843,6],[2169,6],[2376,6],[2583,6],[2786,6],[2999,6],[3206,6],[3407,6],[3612,6],[3817,6],[4022,6],[4224,6],[4426,6],[4638,6],[4856,6],[5082,6],[5294,6],[5520,6],[5722,6],[5948,6],[6154,6],[6372,6],[6584,6],[6802,6],[7004,6],[7221,6],[7452,6],[7683,6],[7900,6],[8123,6]]}}}],["2478",{"_index":3308,"t":{"264":{"position":[[3294,6]]}}}],["2480",{"_index":3310,"t":{"264":{"position":[[3363,6]]}}}],["2483",{"_index":3311,"t":{"264":{"position":[[3431,6]]}}}],["2497",{"_index":1684,"t":{"122":{"position":[[3217,6]]}}}],["2499",{"_index":1553,"t":{"116":{"position":[[2220,6]]}}}],["25",{"_index":1387,"t":{"108":{"position":[[6802,3]]},"130":{"position":[[6204,3]]},"180":{"position":[[1114,4]]},"256":{"position":[[6394,3]]},"258":{"position":[[7167,3]]},"262":{"position":[[7245,3]]}}}],["250.9654222583276",{"_index":1419,"t":{"108":{"position":[[8402,19]]}}}],["252156.36",{"_index":1455,"t":{"108":{"position":[[9430,9]]}}}],["2540",{"_index":3117,"t":{"260":{"position":[[2185,6]]}}}],["2542",{"_index":3118,"t":{"260":{"position":[[2248,6]]}}}],["2545",{"_index":3119,"t":{"260":{"position":[[2316,6]]}}}],["2547",{"_index":2834,"t":{"256":{"position":[[1126,6]]},"258":{"position":[[1901,6]]}}}],["2552",{"_index":3312,"t":{"264":{"position":[[3502,6]]}}}],["256",{"_index":3301,"t":{"264":{"position":[[2885,4]]}}}],["2564",{"_index":3329,"t":{"264":{"position":[[4066,4],[5953,4]]}}}],["2573",{"_index":3189,"t":{"262":{"position":[[1921,6]]}}}],["2594",{"_index":2836,"t":{"256":{"position":[[1246,6],[1453,6],[1660,6],[1867,6],[2074,6],[2281,6],[2488,6],[2695,6],[2902,6],[3109,6],[3317,6],[3525,6],[3733,6],[3941,6],[4149,6],[4357,6],[4565,6],[4773,6],[4979,6],[5183,6],[5392,6],[5601,6],[5810,6],[6024,6],[6238,6],[6455,6],[6675,6],[6895,6],[7115,6],[7335,6],[7549,6],[7757,6],[7965,6],[8179,6],[8393,6],[8604,6],[8821,6],[9041,6],[9261,6],[9478,6],[9695,6],[9915,6],[10129,6],[10343,6],[10567,6],[10795,6],[11023,6],[11251,6],[11479,6],[11697,6],[11911,6],[12135,6],[12356,6],[12570,6],[12781,6],[12989,6],[13207,6],[13423,6],[13632,6],[13849,6],[14063,6],[14277,6],[14491,6],[14709,6],[14930,6],[15142,6],[15353,6],[15566,6],[15788,6],[16010,6],[16225,6],[16438,6],[16658,6],[16878,6],[17091,6],[17304,6],[17517,6],[17730,6],[17943,6],[18165,6],[18394,6],[18616,6],[18831,6],[19053,6],[19275,6],[19497,6],[19719,6],[19932,6],[20145,6],[20358,6],[20569,6],[20789,6],[21018,6],[21240,6],[21464,6],[21688,6],[21903,6],[22116,6],[22334,6],[22554,6],[22779,6]]},"258":{"position":[[2021,6],[2228,6],[2435,6],[2642,6],[2849,6],[3056,6],[3263,6],[3470,6],[3677,6],[3884,6],[4092,6],[4300,6],[4508,6],[4716,6],[4924,6],[5132,6],[5340,6],[5548,6],[5756,6],[5964,6],[6170,6],[6374,6],[6583,6],[6797,6],[7011,6],[7225,6],[7439,6],[7653,6],[7870,6],[8090,6],[8304,6],[8512,6],[8718,6],[8930,6],[9144,6],[9358,6],[9582,6],[9810,6],[10038,6],[10266,6],[10494,6],[10722,6],[10950,6],[11171,6],[11386,6],[11601,6],[11815,6],[12029,6],[12246,6],[12461,6],[12683,6],[12907,6],[13124,6],[13341,6],[13558,6],[13782,6],[14006,6],[14220,6],[14429,6]]}}}],["26",{"_index":1390,"t":{"108":{"position":[[7020,3]]},"130":{"position":[[6412,3]]},"256":{"position":[[6614,3]]},"258":{"position":[[7381,3]]},"262":{"position":[[7476,3]]}}}],["2606",{"_index":1558,"t":{"116":{"position":[[2364,6]]}}}],["2620",{"_index":3192,"t":{"262":{"position":[[2040,6],[2247,6],[2454,6],[2659,6],[2867,6],[3077,6],[3282,6],[3485,6],[3690,6],[3895,6],[4099,6],[4301,6],[4508,6],[4723,6],[4945,6],[5164,6],[5383,6],[5597,6],[5811,6],[6027,6],[6239,6],[6454,6],[6669,6],[6879,6],[7086,6],[7310,6],[7541,6],[7765,6],[7985,6],[8212,6]]}}}],["2637",{"_index":1686,"t":{"122":{"position":[[3305,6]]}}}],["264884.5",{"_index":1456,"t":{"108":{"position":[[9440,8]]}}}],["2664",{"_index":3120,"t":{"260":{"position":[[2387,6]]}}}],["2694",{"_index":3313,"t":{"264":{"position":[[3576,6]]}}}],["27",{"_index":1723,"t":{"130":{"position":[[6620,3]]},"256":{"position":[[6834,3]]},"258":{"position":[[7595,3]]},"262":{"position":[[7707,3]]}}}],["271.444",{"_index":2345,"t":{"194":{"position":[[2580,7]]}}}],["2725",{"_index":3485,"t":{"264":{"position":[[29134,6]]}}}],["2726",{"_index":3486,"t":{"264":{"position":[[29192,6]]}}}],["2737",{"_index":3488,"t":{"264":{"position":[[29290,6]]}}}],["28",{"_index":1724,"t":{"130":{"position":[[6828,3]]},"220":{"position":[[96,2],[101,2]]},"222":{"position":[[150,2]]},"224":{"position":[[171,2],[409,2]]},"256":{"position":[[7054,3]]},"258":{"position":[[7809,3]]},"262":{"position":[[1396,2],[1474,2],[1542,2],[1613,2],[1693,2],[1830,2],[1908,2],[2027,2],[2156,2],[2234,2],[2363,2],[2441,2],[2570,2],[2646,2],[2773,2],[2854,2],[2986,2],[3064,2],[3193,2],[3269,2],[3394,2],[3472,2],[3599,2],[3677,2],[3804,2],[3882,2],[4009,2],[4086,2],[4211,2],[4288,2],[4413,2],[4495,2],[4625,2],[4710,2],[4843,2],[4932,2],[5069,2],[5151,2],[5281,2],[5370,2],[5507,2],[5584,2],[5709,2],[5798,2],[5935,2],[6014,2],[6141,2],[6226,2],[6359,2],[6441,2],[6571,2],[6656,2],[6789,2],[6866,2],[6991,2],[7073,2],[7208,2],[7297,2],[7439,2],[7528,2],[7670,2],[7752,2],[7887,2],[7924,3],[7972,2],[8110,2],[8199,2],[8341,2],[8410,2],[9153,2],[9211,2]]},"264":{"position":[[3281,2],[3350,2],[3418,2],[3489,2],[3563,2],[3650,2],[5324,2],[5452,2],[7211,2],[7279,2],[29121,2],[29179,2],[29277,2]]}}}],["28).to(devic",{"_index":2546,"t":{"222":{"position":[[155,15]]},"224":{"position":[[176,15],[414,17]]}}}],["2806",{"_index":3122,"t":{"260":{"position":[[2461,6]]}}}],["2824",{"_index":3041,"t":{"258":{"position":[[14560,6]]}}}],["282617.22858956",{"_index":1246,"t":{"100":{"position":[[6128,16]]}}}],["2831",{"_index":3043,"t":{"258":{"position":[[14629,6]]}}}],["2837",{"_index":3141,"t":{"260":{"position":[[4777,6]]}}}],["2838",{"_index":3142,"t":{"260":{"position":[[4835,6]]}}}],["2850",{"_index":3201,"t":{"262":{"position":[[8354,6]]}}}],["2857",{"_index":3202,"t":{"262":{"position":[[8423,6]]}}}],["29",{"_index":1318,"t":{"108":{"position":[[923,2],[994,2],[1060,2],[1134,2],[1225,2],[1306,2],[1426,2],[1561,2],[1642,2],[1777,2],[1858,2],[1993,2],[2074,2],[2209,2],[2290,2],[2425,2],[2506,2],[2641,2],[2722,2],[2857,2],[2938,2],[3073,2],[3154,2],[3289,2],[3370,2],[3505,2],[3587,2],[3722,2],[3804,2],[3939,2],[4021,2],[4156,2],[4238,2],[4373,2],[4455,2],[4590,2],[4672,2],[4807,2],[4889,2],[5024,2],[5106,2],[5241,2],[5323,2],[5458,2],[5540,2],[5675,2],[5757,2],[5893,2],[5975,2],[6111,2],[6193,2],[6329,2],[6411,2],[6547,2],[6629,2],[6765,2],[6847,2],[6983,2],[7065,2],[7201,2],[7309,2],[7378,2],[7487,2],[7545,2],[7640,2]]},"130":{"position":[[7036,3]]},"256":{"position":[[7274,3]]},"258":{"position":[[8029,3]]},"262":{"position":[[8147,3]]}}}],["29.0",{"_index":1183,"t":{"100":{"position":[[3727,6]]}}}],["2929",{"_index":1687,"t":{"122":{"position":[[3400,6]]}}}],["29471.536046068788",{"_index":1258,"t":{"100":{"position":[[6516,18]]}}}],["2986",{"_index":3315,"t":{"264":{"position":[[3663,6]]}}}],["2:1",{"_index":2446,"t":{"205":{"position":[[537,3]]}}}],["2config",{"_index":1851,"t":{"140":{"position":[[3013,7]]}}}],["2def",{"_index":2129,"t":{"190":{"position":[[401,4]]}}}],["2dplane",{"_index":5334,"t":{"636":{"position":[[2140,8]]}}}],["2search_alg",{"_index":4952,"t":{"590":{"position":[[452,11]]}}}],["2x+10)(x+3",{"_index":418,"t":{"17":{"position":[[1811,12],[3261,12]]}}}],["2},]evaluated_reward",{"_index":5782,"t":{"698":{"position":[[1160,21]]}}}],["2}},]evaluated_reward",{"_index":5159,"t":{"608":{"position":[[4938,22]]}}}],["3",{"_index":436,"t":{"17":{"position":[[2272,3],[2429,2],[2498,2],[2655,2],[2663,2],[2827,2],[3200,1],[3309,2]]},"29":{"position":[[1076,1]]},"33":{"position":[[2780,2],[2797,2],[2827,2],[2860,2],[2892,2],[2909,2]]},"57":{"position":[[1559,1]]},"59":{"position":[[383,1]]},"92":{"position":[[1767,2]]},"100":{"position":[[1996,2]]},"108":{"position":[[2030,2]]},"120":{"position":[[2321,2]]},"122":{"position":[[1631,3]]},"130":{"position":[[1569,2]]},"146":{"position":[[1770,2]]},"203":{"position":[[1890,1]]},"236":{"position":[[3382,1]]},"256":{"position":[[1813,2]]},"258":{"position":[[2588,2]]},"260":{"position":[[3394,2]]},"262":{"position":[[2607,2]]},"264":{"position":[[7440,4],[27741,4],[27987,4]]},"326":{"position":[[2493,3]]},"332":{"position":[[2423,3]]},"356":{"position":[[8849,1],[8933,1],[34340,1],[34424,1]]},"558":{"position":[[598,2]]},"592":{"position":[[4980,3],[5452,3]]},"608":{"position":[[4900,4],[7572,2],[7732,1]]},"651":{"position":[[1354,2],[1802,1],[1886,1]]},"661":{"position":[[626,2]]},"668":{"position":[[187,2],[518,2]]},"682":{"position":[[5399,1],[5450,3]]},"692":{"position":[[377,3],[1076,3]]},"698":{"position":[[1097,3],[1139,3]]}}}],["3*x",{"_index":438,"t":{"17":{"position":[[2282,4],[2832,4]]}}}],["3.0",{"_index":1348,"t":{"108":{"position":[[3834,5]]},"258":{"position":[[10283,5]]},"608":{"position":[[4963,5],[5051,3]]}}}],["3.1",{"_index":3019,"t":{"258":{"position":[[10511,5],[10739,5]]}}}],["3.2",{"_index":5665,"t":{"682":{"position":[[4566,3]]}}}],["3.229",{"_index":1233,"t":{"100":{"position":[[5547,5]]}}}],["3.2293",{"_index":2366,"t":{"194":{"position":[[2900,6]]}}}],["3.2s[flaml.automl",{"_index":1192,"t":{"100":{"position":[[4289,18]]}}}],["3.3",{"_index":1350,"t":{"108":{"position":[[4051,5]]},"258":{"position":[[10967,5]]}}}],["3.3.0",{"_index":2719,"t":{"244":{"position":[[844,5],[1282,5],[1383,5]]}}}],["3.3.0/spark",{"_index":2737,"t":{"244":{"position":[[1270,11],[1371,11]]}}}],["3.4",{"_index":3332,"t":{"264":{"position":[[4128,3],[6015,3]]}}}],["3.40243",{"_index":2329,"t":{"194":{"position":[[2349,7]]}}}],["3.45674e",{"_index":2290,"t":{"194":{"position":[[1779,8]]}}}],["3.4941744804382324",{"_index":3143,"t":{"260":{"position":[[4884,18]]}}}],["3.4954",{"_index":2336,"t":{"194":{"position":[[2458,6]]}}}],["3.5",{"_index":326,"t":{"15":{"position":[[704,3]]},"27":{"position":[[381,3],[505,3],[737,3]]},"29":{"position":[[4,3],[1114,3],[1199,3],[1304,3],[1954,3]]},"31":{"position":[[843,3],[877,3]]},"33":{"position":[[638,3],[1424,3]]},"55":{"position":[[280,3],[1500,3]]},"57":{"position":[[107,3],[248,3]]},"59":{"position":[[172,3]]},"61":{"position":[[10,3]]},"108":{"position":[[4268,5]]},"348":{"position":[[4729,3]]}}}],["3.7",{"_index":2698,"t":{"242":{"position":[[33,4]]}}}],["3.99",{"_index":5772,"t":{"698":{"position":[[818,4],[1184,6]]}}}],["30",{"_index":1636,"t":{"120":{"position":[[2293,3]]},"122":{"position":[[2987,2],[3059,2],[3133,2],[3204,2],[3292,2],[3387,2]]},"182":{"position":[[674,3]]},"184":{"position":[[1794,3]]},"256":{"position":[[7494,3]]},"258":{"position":[[8249,3]]}}}],["30.0",{"_index":1378,"t":{"108":{"position":[[6223,6]]}}}],["300",{"_index":1640,"t":{"120":{"position":[[2431,4],[2561,4],[2691,4]]}}}],["300000",{"_index":2043,"t":{"180":{"position":[[1145,7]]}}}],["301",{"_index":917,"t":{"57":{"position":[[1601,3],[1668,3]]}}}],["30212.830996680445",{"_index":1459,"t":{"108":{"position":[[9823,18]]}}}],["30df",{"_index":3147,"t":{"262":{"position":[[102,4]]}}}],["30n_valid_exampl",{"_index":2509,"t":{"218":{"position":[[216,18]]}}}],["31",{"_index":2852,"t":{"256":{"position":[[7702,3]]},"258":{"position":[[8457,3]]}}}],["31.1",{"_index":1185,"t":{"100":{"position":[[3936,6]]}}}],["3108",{"_index":3123,"t":{"260":{"position":[[2629,6],[2956,6],[3163,6],[3370,6],[3577,6],[3784,6],[3991,6],[4198,6],[4405,6],[4612,6]]}}}],["3114",{"_index":3389,"t":{"264":{"position":[[5337,6]]}}}],["3161",{"_index":3392,"t":{"264":{"position":[[5465,6]]}}}],["32",{"_index":1628,"t":{"120":{"position":[[2164,3]]},"256":{"position":[[7910,3]]},"258":{"position":[[8665,3]]}}}],["32.0/251.6",{"_index":2215,"t":{"194":{"position":[[567,10]]}}}],["32128",{"_index":1651,"t":{"120":{"position":[[2828,6]]}}}],["3215",{"_index":3358,"t":{"264":{"position":[[4687,4],[6574,4]]}}}],["3241",{"_index":3124,"t":{"260":{"position":[[2707,6]]}}}],["3288",{"_index":3127,"t":{"260":{"position":[[2827,6],[3034,6],[3241,6],[3448,6],[3655,6],[3862,6],[4069,6],[4276,6],[4483,6]]}}}],["33",{"_index":2853,"t":{"256":{"position":[[8118,3]]},"258":{"position":[[8869,3]]}}}],["33.5",{"_index":1383,"t":{"108":{"position":[[6441,6]]}}}],["33.6",{"_index":3374,"t":{"264":{"position":[[5057,4],[6944,4]]}}}],["34",{"_index":2854,"t":{"256":{"position":[[8338,3]]},"258":{"position":[[9089,3]]}}}],["3425",{"_index":3406,"t":{"264":{"position":[[7224,6]]}}}],["3432",{"_index":3408,"t":{"264":{"position":[[7292,6]]}}}],["35",{"_index":878,"t":{"55":{"position":[[447,3]]},"108":{"position":[[8170,3]]},"194":{"position":[[803,2]]},"256":{"position":[[8546,3]]},"258":{"position":[[9297,3]]}}}],["36",{"_index":2855,"t":{"256":{"position":[[8760,3]]},"258":{"position":[[9517,3]]}}}],["3600",{"_index":2194,"t":{"192":{"position":[[797,4]]}}}],["363",{"_index":1218,"t":{"100":{"position":[[5266,4]]}}}],["365",{"_index":67,"t":{"2":{"position":[[863,4]]}}}],["37",{"_index":2857,"t":{"256":{"position":[[8980,3]]},"258":{"position":[[9745,3]]}}}],["38",{"_index":2858,"t":{"256":{"position":[[9200,3]]},"258":{"position":[[9973,3]]}}}],["39",{"_index":2859,"t":{"256":{"position":[[9420,3]]},"258":{"position":[[10201,3]]}}}],["3f",{"_index":3595,"t":{"275":{"position":[[1761,5]]}}}],["3x+9)(x+8",{"_index":419,"t":{"17":{"position":[[1826,12],[3276,11]]}}}],["3})automl.fit(x",{"_index":2486,"t":{"211":{"position":[[352,16]]}}}],["3}best",{"_index":3669,"t":{"289":{"position":[[145,6]]}}}],["4",{"_index":302,"t":{"15":{"position":[[115,2],[422,1],[716,1]]},"17":{"position":[[1547,3]]},"19":{"position":[[503,1],[722,1]]},"21":{"position":[[235,2]]},"23":{"position":[[154,2]]},"27":{"position":[[211,1],[229,1],[460,1],[576,1]]},"29":{"position":[[82,2],[178,1],[1169,2]]},"31":{"position":[[957,2],[983,2],[1055,2]]},"33":{"position":[[136,2],[1560,2],[1815,2],[2426,2],[2783,3],[2800,2],[2831,2],[2856,2],[2895,3],[2912,2],[3665,2]]},"55":{"position":[[180,1],[328,1],[416,1],[496,2],[766,1],[1512,2],[1692,2]]},"57":{"position":[[183,2]]},"59":{"position":[[256,1],[448,1],[473,1],[520,1],[602,2]]},"61":{"position":[[146,1]]},"92":{"position":[[1974,2]]},"100":{"position":[[2203,2]]},"108":{"position":[[2246,2]]},"120":{"position":[[2337,2],[2449,2],[2579,2],[2709,2]]},"130":{"position":[[228,1],[1776,2]]},"146":{"position":[[1977,2]]},"192":{"position":[[413,3],[562,5],[671,1]]},"203":{"position":[[923,2],[940,2],[996,1]]},"230":{"position":[[81,2],[98,2],[115,2]]},"236":{"position":[[928,2],[3162,2]]},"256":{"position":[[2020,2]]},"258":{"position":[[2795,2]]},"260":{"position":[[3601,2]]},"262":{"position":[[2810,2]]},"281":{"position":[[167,2]]},"348":{"position":[[4544,3]]},"356":{"position":[[10737,2],[19938,2],[35624,2]]},"520":{"position":[[805,2],[1249,2]]},"544":{"position":[[1387,2],[1404,3]]},"558":{"position":[[604,2]]},"592":{"position":[[3212,2],[3615,2],[3893,2],[4347,2],[4868,2],[4957,3],[5340,2],[5429,3]]},"600":{"position":[[3208,2],[3473,3]]},"608":{"position":[[3973,2],[3990,2]]},"610":{"position":[[1541,4],[1855,2]]},"649":{"position":[[4639,2],[8270,2],[8364,2],[8543,1],[8686,2]]},"657":{"position":[[1091,1],[1128,1]]},"661":{"position":[[378,2],[395,2],[793,2],[810,2]]},"668":{"position":[[737,2],[754,2],[1020,2],[1058,3],[1415,2],[1432,2],[1672,2],[1689,2]]},"682":{"position":[[4768,2],[4932,2],[7556,2],[7573,2],[7629,1]]}}}],["4'",{"_index":489,"t":{"19":{"position":[[917,3]]}}}],["4,4,1,0,0,6",{"_index":706,"t":{"33":{"position":[[1387,13]]}}}],["4,60801,42,3,0.0dilbert,9000,2000,5,1.0dionis,374569,60,355,1.0poker,922509,10,0,1.0",{"_index":5298,"t":{"632":{"position":[[518,84]]}}}],["4.0",{"_index":1353,"t":{"108":{"position":[[4485,5]]}}}],["4.08775",{"_index":2322,"t":{"194":{"position":[[2241,7]]}}}],["4.14.1",{"_index":1648,"t":{"120":{"position":[[2785,9]]}}}],["4.2",{"_index":2886,"t":{"256":{"position":[[14947,5],[15159,5]]}}}],["4.37646e",{"_index":2313,"t":{"194":{"position":[[2114,8]]}}}],["4.38943e",{"_index":2260,"t":{"194":{"position":[[1344,8]]}}}],["4.4",{"_index":2895,"t":{"256":{"position":[[15370,5],[15583,5]]},"264":{"position":[[4555,3],[4587,3],[6442,3],[6474,3]]}}}],["4.49975e",{"_index":2289,"t":{"194":{"position":[[1767,8]]}}}],["4.5",{"_index":1172,"t":{"100":{"position":[[3102,5]]},"108":{"position":[[4702,5]]},"256":{"position":[[15805,5]]}}}],["4.6",{"_index":2900,"t":{"256":{"position":[[16027,5],[16242,5],[16455,5],[16675,5]]}}}],["4.60093e",{"_index":2334,"t":{"194":{"position":[[2434,8]]}}}],["4.67441e",{"_index":2385,"t":{"194":{"position":[[3202,8]]}}}],["4.7",{"_index":2903,"t":{"256":{"position":[[16895,5],[17108,5]]}}}],["4.8",{"_index":2906,"t":{"256":{"position":[[17321,5]]}}}],["4.83405e",{"_index":2335,"t":{"194":{"position":[[2446,8]]}}}],["4.9",{"_index":2907,"t":{"256":{"position":[[17534,5]]}}}],["4.json'}2dplanes,0,regression,0.946232,{'_modeljson",{"_index":5315,"t":{"636":{"position":[[764,53]]}}}],["4.json'}adult,0,binary,0.930109,{'_modeljson",{"_index":5328,"t":{"636":{"position":[[1576,46]]}}}],["40",{"_index":590,"t":{"29":{"position":[[31,3],[104,2]]},"256":{"position":[[9634,3]]},"258":{"position":[[10429,3]]},"692":{"position":[[710,6]]}}}],["404537",{"_index":1961,"t":{"162":{"position":[[503,8]]}}}],["404537,);x_test.shap",{"_index":1962,"t":{"162":{"position":[[531,23]]}}}],["41",{"_index":2860,"t":{"256":{"position":[[9854,3]]},"258":{"position":[[10657,3]]},"348":{"position":[[192,3]]}}}],["414",{"_index":3489,"t":{"264":{"position":[[29344,4]]}}}],["42",{"_index":1222,"t":{"100":{"position":[[5311,3]]},"256":{"position":[[10074,3]]},"258":{"position":[[10885,3]]}}}],["42.3",{"_index":1386,"t":{"108":{"position":[[6659,6]]}}}],["43",{"_index":2862,"t":{"256":{"position":[[10282,3]]},"258":{"position":[[11113,3]]}}}],["43.2",{"_index":1389,"t":{"108":{"position":[[6877,6]]}}}],["44",{"_index":930,"t":{"59":{"position":[[561,4]]},"256":{"position":[[10502,3]]},"258":{"position":[[11330,3]]}}}],["45",{"_index":2866,"t":{"256":{"position":[[10730,3]]},"258":{"position":[[11543,3]]}}}],["45.75616669654846[flaml.automl",{"_index":1201,"t":{"100":{"position":[[4721,31]]}}}],["45.8",{"_index":1188,"t":{"100":{"position":[[4145,6]]}}}],["46",{"_index":576,"t":{"27":{"position":[[520,4]]},"256":{"position":[[10958,3]]},"258":{"position":[[11760,3]]}}}],["47",{"_index":2869,"t":{"256":{"position":[[11186,3]]},"258":{"position":[[11971,3]]}}}],["473",{"_index":1408,"t":{"108":{"position":[[8151,4]]}}}],["474.126",{"_index":2388,"t":{"194":{"position":[[3236,7]]}}}],["474.387",{"_index":2381,"t":{"194":{"position":[[3126,7]]}}}],["4797",{"_index":1941,"t":{"157":{"position":[[552,5]]}}}],["48",{"_index":2870,"t":{"256":{"position":[[11414,3]]},"258":{"position":[[12188,3]]}}}],["49",{"_index":2871,"t":{"256":{"position":[[11642,3]]},"258":{"position":[[12405,3]]}}}],["4num_gpu",{"_index":2191,"t":{"192":{"position":[[659,9]]}}}],["4th",{"_index":4155,"t":{"356":{"position":[[9418,3]]}}}],["4}low_cost_partial_config",{"_index":2672,"t":{"236":{"position":[[3179,25]]}}}],["5",{"_index":452,"t":{"17":{"position":[[2872,2]]},"19":{"position":[[91,1]]},"21":{"position":[[55,1]]},"33":{"position":[[2774,2],[2803,2],[2835,2],[2852,2]]},"57":{"position":[[1553,1]]},"59":{"position":[[614,1]]},"92":{"position":[[2181,2]]},"100":{"position":[[2410,2]]},"108":{"position":[[2462,2]]},"130":{"position":[[1989,2]]},"146":{"position":[[2184,2]]},"228":{"position":[[383,2]]},"230":{"position":[[806,5]]},"256":{"position":[[2227,2]]},"258":{"position":[[3002,2]]},"260":{"position":[[3808,2]]},"262":{"position":[[3023,2]]},"271":{"position":[[307,2],[371,2],[400,1],[404,2],[585,1],[589,2]]},"281":{"position":[[256,3]]},"356":{"position":[[10743,4],[19944,4],[35630,4]]},"506":{"position":[[1445,1],[1714,1],[1784,1],[2751,1],[3020,1],[3090,1]]},"544":{"position":[[5316,5]]},"554":{"position":[[2724,5]]},"558":{"position":[[610,3]]},"600":{"position":[[2360,4]]},"608":{"position":[[10586,5]]},"655":{"position":[[1074,2]]},"682":{"position":[[4523,2],[4944,3]]},"708":{"position":[[2870,4]]}}}],["5.0",{"_index":2908,"t":{"256":{"position":[[17747,5]]},"682":{"position":[[4485,3]]}}}],["5.06608e",{"_index":2269,"t":{"194":{"position":[[1463,8]]}}}],["5.1",{"_index":2911,"t":{"256":{"position":[[17960,5],[18182,5],[18411,5],[18633,5]]}}}],["5.2",{"_index":1358,"t":{"108":{"position":[[4919,5]]}}}],["5.21929e",{"_index":2349,"t":{"194":{"position":[[2662,8]]}}}],["5.26543e",{"_index":2254,"t":{"194":{"position":[[1255,8]]}}}],["5.4",{"_index":5666,"t":{"682":{"position":[[4574,4],[4642,4]]}}}],["5.40791e",{"_index":2342,"t":{"194":{"position":[[2546,8]]}}}],["5.4s[flaml.automl",{"_index":1400,"t":{"108":{"position":[[7356,18]]}}}],["5.5",{"_index":1363,"t":{"108":{"position":[[5136,5]]},"258":{"position":[[11188,5]]}}}],["5.50998e",{"_index":2305,"t":{"194":{"position":[[2001,8]]}}}],["5.61152e",{"_index":2239,"t":{"194":{"position":[[1053,8]]}}}],["5.98035e",{"_index":2261,"t":{"194":{"position":[[1356,8]]}}}],["50",{"_index":591,"t":{"29":{"position":[[35,3],[107,3]]},"57":{"position":[[1049,4]]},"67":{"position":[[334,2]]},"256":{"position":[[11850,3]]},"258":{"position":[[12618,3]]},"304":{"position":[[358,2]]}}}],["50,}automl.fit(x_train",{"_index":5282,"t":{"626":{"position":[[349,23]]}}}],["500",{"_index":3630,"t":{"283":{"position":[[160,3]]}}}],["5000",{"_index":5764,"t":{"696":{"position":[[6051,6]]}}}],["51",{"_index":2872,"t":{"256":{"position":[[12070,3]]},"258":{"position":[[12849,3]]}}}],["511",{"_index":1948,"t":{"157":{"position":[[761,4]]}}}],["512",{"_index":1609,"t":{"120":{"position":[[1805,4],[2027,4]]}}}],["5160",{"_index":1922,"t":{"155":{"position":[[540,6]]},"157":{"position":[[503,6]]}}}],["5160,)flamliz",{"_index":1924,"t":{"155":{"position":[[565,16]]}}}],["5160,){'n_estim",{"_index":1940,"t":{"157":{"position":[[528,23]]}}}],["52",{"_index":2873,"t":{"256":{"position":[[12298,3]]},"258":{"position":[[13066,3]]}}}],["527.944",{"_index":2359,"t":{"194":{"position":[[2796,7]]}}}],["53",{"_index":1547,"t":{"116":{"position":[[2057,4]]},"256":{"position":[[12512,3]]},"258":{"position":[[13283,3]]}}}],["53.7619",{"_index":2255,"t":{"194":{"position":[[1271,7]]}}}],["53/checkpoint",{"_index":1546,"t":{"116":{"position":[[2043,13]]}}}],["53/train_8947b1b2_1_n=1",{"_index":1542,"t":{"116":{"position":[[1931,24]]}}}],["53}[flaml.automl",{"_index":1548,"t":{"116":{"position":[[2062,17]]}}}],["54",{"_index":2874,"t":{"256":{"position":[[12726,3]]},"258":{"position":[[13500,3]]}}}],["54.0231",{"_index":2270,"t":{"194":{"position":[[1479,7]]}}}],["54414",{"_index":3355,"t":{"264":{"position":[[4640,5],[6527,5]]}}}],["55",{"_index":2875,"t":{"256":{"position":[[12934,3]]},"258":{"position":[[13717,3]]}}}],["55.3726",{"_index":2284,"t":{"194":{"position":[[1687,7]]}}}],["55.6909",{"_index":2240,"t":{"194":{"position":[[1069,7]]}}}],["55.9513429004283",{"_index":3668,"t":{"289":{"position":[[113,17]]}}}],["56",{"_index":929,"t":{"59":{"position":[[552,4]]},"256":{"position":[[13142,3]]},"258":{"position":[[13948,3]]}}}],["56.8382",{"_index":2263,"t":{"194":{"position":[[1378,7]]}}}],["57",{"_index":2876,"t":{"256":{"position":[[13370,3]]},"258":{"position":[[14165,3]]}}}],["57618",{"_index":3366,"t":{"264":{"position":[[4842,5],[6729,5]]}}}],["57620",{"_index":3370,"t":{"264":{"position":[[4934,5],[6821,5]]}}}],["58",{"_index":2877,"t":{"256":{"position":[[13574,3]]},"258":{"position":[[14376,3]]}}}],["58number",{"_index":2230,"t":{"194":{"position":[[806,8]]}}}],["59",{"_index":2880,"t":{"256":{"position":[[13788,3]]}}}],["5d",{"_index":3594,"t":{"275":{"position":[[1750,4]]}}}],["5e",{"_index":5014,"t":{"592":{"position":[[4954,2],[5426,2]]},"682":{"position":[[4941,2]]}}}],["6",{"_index":311,"t":{"15":{"position":[[292,3]]},"19":{"position":[[329,1]]},"21":{"position":[[752,2]]},"33":{"position":[[2839,3],[2848,2]]},"92":{"position":[[2394,2]]},"100":{"position":[[2617,2]]},"108":{"position":[[2678,2]]},"120":{"position":[[2054,2],[2087,2]]},"130":{"position":[[2202,2]]},"146":{"position":[[2391,2]]},"192":{"position":[[407,2]]},"256":{"position":[[2434,2]]},"258":{"position":[[3209,2]]},"260":{"position":[[4015,2]]},"262":{"position":[[3230,2]]},"264":{"position":[[1330,1],[7617,2],[7653,2]]},"271":{"position":[[304,2]]},"592":{"position":[[3859,2]]}}}],["6.1",{"_index":3024,"t":{"258":{"position":[[11403,5]]}}}],["6.2",{"_index":801,"t":{"44":{"position":[[101,3]]}}}],["6.21568e",{"_index":2276,"t":{"194":{"position":[[1563,8]]}}}],["6.4",{"_index":3026,"t":{"258":{"position":[[11618,5]]}}}],["6.5",{"_index":3027,"t":{"258":{"position":[[11832,5]]},"592":{"position":[[4944,4],[5416,4]]}}}],["6.6",{"_index":2917,"t":{"256":{"position":[[18848,5],[19070,5],[19292,5],[19514,5]]},"258":{"position":[[12046,5]]}}}],["6.64995",{"_index":2344,"t":{"194":{"position":[[2570,7]]}}}],["6.8",{"_index":2923,"t":{"256":{"position":[[19736,5],[19949,5]]}}}],["6.9",{"_index":2925,"t":{"256":{"position":[[20162,5],[20375,5]]},"258":{"position":[[12263,5],[12478,5]]}}}],["60",{"_index":1135,"t":{"100":{"position":[[414,3]]},"108":{"position":[[414,3]]},"138":{"position":[[390,3]]},"148":{"position":[[667,2]]},"172":{"position":[[35,3]]},"236":{"position":[[1920,2]]},"256":{"position":[[14008,3]]},"356":{"position":[[112,3]]},"684":{"position":[[786,2],[982,2]]}}}],["600",{"_index":3627,"t":{"283":{"position":[[16,3]]},"626":{"position":[[332,4]]}}}],["61",{"_index":2881,"t":{"256":{"position":[[14216,3]]}}}],["614.789",{"_index":2374,"t":{"194":{"position":[[3019,7]]}}}],["62",{"_index":2882,"t":{"256":{"position":[[14436,3]]}}}],["63",{"_index":2883,"t":{"256":{"position":[[14644,3]]}}}],["63.4",{"_index":1392,"t":{"108":{"position":[[7095,6]]}}}],["63.427649974823[flaml.automl",{"_index":1405,"t":{"108":{"position":[[7607,29]]}}}],["64",{"_index":1607,"t":{"120":{"position":[[1790,3]]},"256":{"position":[[14872,3]]},"356":{"position":[[21526,2],[39163,2]]}}}],["64search_spac",{"_index":2176,"t":{"192":{"position":[[234,14]]}}}],["65",{"_index":2889,"t":{"256":{"position":[[15086,3]]}}}],["66",{"_index":2894,"t":{"256":{"position":[[15297,3]]}}}],["67",{"_index":2896,"t":{"256":{"position":[[15508,3]]}}}],["67617",{"_index":3363,"t":{"264":{"position":[[4798,5],[6685,5]]}}}],["68",{"_index":561,"t":{"27":{"position":[[150,3],[485,3]]},"33":{"position":[[469,3]]},"256":{"position":[[15723,3]]}}}],["69",{"_index":2899,"t":{"256":{"position":[[15952,3]]}}}],["6b",{"_index":787,"t":{"39":{"position":[[168,3]]},"44":{"position":[[8,2],[134,2],[296,2]]},"46":{"position":[[163,2]]},"48":{"position":[[256,4],[504,4]]},"50":{"position":[[271,2],[299,2],[464,4]]}}}],["7",{"_index":468,"t":{"19":{"position":[[334,1]]},"92":{"position":[[2601,2]]},"100":{"position":[[2824,2]]},"108":{"position":[[2894,2]]},"122":{"position":[[1638,2],[1650,2]]},"130":{"position":[[2409,2]]},"146":{"position":[[2598,2]]},"162":{"position":[[512,3],[564,3]]},"180":{"position":[[1111,2]]},"192":{"position":[[464,3]]},"256":{"position":[[2641,2]]},"258":{"position":[[3416,2]]},"260":{"position":[[4222,2]]},"262":{"position":[[3431,2]]},"661":{"position":[[890,2]]}}}],["7.0",{"_index":2927,"t":{"256":{"position":[[20586,5],[20806,5],[21035,5],[21257,5]]},"258":{"position":[[12700,5]]}}}],["7.01176e",{"_index":2297,"t":{"194":{"position":[[1887,8]]}}}],["7.09296e",{"_index":2268,"t":{"194":{"position":[[1451,8]]}}}],["7.1",{"_index":2934,"t":{"256":{"position":[[21481,5]]}}}],["7.2",{"_index":2936,"t":{"256":{"position":[[21705,5],[21920,5],[22133,5]]}}}],["7.3",{"_index":2940,"t":{"256":{"position":[[22351,5],[22571,5],[22796,5]]}}}],["7.39776e",{"_index":2304,"t":{"194":{"position":[[1989,8]]}}}],["7.5",{"_index":3029,"t":{"258":{"position":[[12924,5]]},"592":{"position":[[4967,4],[5439,4]]}}}],["7.6",{"_index":3030,"t":{"258":{"position":[[13141,5]]}}}],["7.6127e",{"_index":2312,"t":{"194":{"position":[[2103,7]]}}}],["7.82557e",{"_index":2321,"t":{"194":{"position":[[2229,8]]}}}],["7.96945e",{"_index":2238,"t":{"194":{"position":[[1041,8]]}}}],["70",{"_index":876,"t":{"55":{"position":[[357,4]]},"59":{"position":[[279,4]]},"256":{"position":[[16167,3]]}}}],["71",{"_index":2901,"t":{"256":{"position":[[16382,3]]}}}],["71.7663",{"_index":2248,"t":{"194":{"position":[[1176,7]]}}}],["72",{"_index":2902,"t":{"256":{"position":[[16593,3]]}}}],["73",{"_index":1892,"t":{"146":{"position":[[4840,3]]},"256":{"position":[[16822,3]]}}}],["73.8934",{"_index":2315,"t":{"194":{"position":[[2136,7]]}}}],["74",{"_index":2904,"t":{"256":{"position":[[17033,3]]}}}],["75",{"_index":2905,"t":{"256":{"position":[[17248,3]]}}}],["76",{"_index":1204,"t":{"100":{"position":[[4823,3]]},"256":{"position":[[17459,3]]}}}],["76.0244",{"_index":2299,"t":{"194":{"position":[[1909,7]]}}}],["76.50614276906414",{"_index":1231,"t":{"100":{"position":[[5460,19]]}}}],["76.69802761077881[flaml.automl",{"_index":1563,"t":{"116":{"position":[[2603,31]]}}}],["76.7",{"_index":1554,"t":{"116":{"position":[[2237,6]]}}}],["7654321",{"_index":1146,"t":{"100":{"position":[[723,8]]},"108":{"position":[[727,8]]},"258":{"position":[[1074,8]]}}}],["77",{"_index":1565,"t":{"116":{"position":[[2705,3]]},"256":{"position":[[17674,3]]}}}],["78",{"_index":2909,"t":{"256":{"position":[[17885,3]]}}}],["79",{"_index":2912,"t":{"256":{"position":[[18100,3]]}}}],["7b",{"_index":867,"t":{"50":{"position":[[208,2],[239,2],[573,2]]},"348":{"position":[[4871,4]]}}}],["8",{"_index":440,"t":{"17":{"position":[[2297,3],[2847,3]]},"100":{"position":[[3031,2],[5368,2]]},"108":{"position":[[3110,2]]},"120":{"position":[[2070,2]]},"130":{"position":[[2616,2]]},"146":{"position":[[2805,2]]},"155":{"position":[[498,3],[547,3]]},"157":{"position":[[461,3],[510,3]]},"256":{"position":[[2848,2]]},"258":{"position":[[3623,2]]},"260":{"position":[[4429,2]]},"262":{"position":[[3636,2]]},"264":{"position":[[645,2]]},"289":{"position":[[58,2],[67,2]]},"592":{"position":[[3184,2],[3558,3],[3862,2],[4290,3],[4811,3],[5283,3]]},"661":{"position":[[476,2]]},"668":{"position":[[243,2],[574,2],[1513,2],[1770,2]]}}}],["8.0",{"_index":1365,"t":{"108":{"position":[[5353,5]]},"264":{"position":[[4193,3],[6080,3]]}}}],["8.134982521948352e",{"_index":2409,"t":{"196":{"position":[[501,18]]}}}],["8.13498e",{"_index":2371,"t":{"194":{"position":[[2985,8]]}}}],["8.70144e",{"_index":2320,"t":{"194":{"position":[[2217,8]]}}}],["8.91979e",{"_index":2328,"t":{"194":{"position":[[2337,8]]}}}],["8.95426e",{"_index":2275,"t":{"194":{"position":[[1551,8]]}}}],["80",{"_index":2913,"t":{"256":{"position":[[18329,3]]}}}],["800",{"_index":2035,"t":{"180":{"position":[[1055,5]]}}}],["8000",{"_index":821,"t":{"46":{"position":[[277,4]]}}}],["81",{"_index":2914,"t":{"256":{"position":[[18558,3]]}}}],["82",{"_index":2915,"t":{"256":{"position":[[18773,3]]}}}],["83",{"_index":2919,"t":{"256":{"position":[[18988,3]]}}}],["84",{"_index":2920,"t":{"256":{"position":[[19217,3]]}}}],["85",{"_index":2921,"t":{"256":{"position":[[19432,3]]}}}],["850",{"_index":2039,"t":{"180":{"position":[[1079,5]]}}}],["85000",{"_index":5619,"t":{"680":{"position":[[1297,6]]}}}],["85000)^2",{"_index":5611,"t":{"680":{"position":[[804,8]]}}}],["86",{"_index":2922,"t":{"256":{"position":[[19661,3]]}}}],["87",{"_index":2924,"t":{"256":{"position":[[19876,3]]}}}],["88",{"_index":1734,"t":{"130":{"position":[[7775,3]]},"256":{"position":[[20087,3]]}}}],["89",{"_index":2926,"t":{"256":{"position":[[20302,3]]}}}],["9",{"_index":1175,"t":{"100":{"position":[[3238,2]]},"108":{"position":[[3326,2]]},"130":{"position":[[2829,2]]},"146":{"position":[[3018,2]]},"192":{"position":[[458,2]]},"256":{"position":[[3055,2]]},"258":{"position":[[3830,2]]},"260":{"position":[[4636,2]]},"262":{"position":[[3841,2]]},"281":{"position":[[52,3],[108,3]]},"610":{"position":[[1933,3]]},"682":{"position":[[5230,1],[5288,2]]}}}],["9)*(x",{"_index":439,"t":{"17":{"position":[[2289,5],[2839,5]]}}}],["9.0",{"_index":1370,"t":{"108":{"position":[[5570,5]]}}}],["9.3",{"_index":3032,"t":{"258":{"position":[[13358,5]]}}}],["9.339771270751953[flaml.automl",{"_index":3048,"t":{"258":{"position":[[14851,31]]}}}],["9.4",{"_index":3035,"t":{"258":{"position":[[13575,5]]}}}],["9.8",{"_index":3036,"t":{"258":{"position":[[13799,5],[14023,5]]}}}],["9.9",{"_index":3038,"t":{"258":{"position":[[14237,5]]}}}],["9.9752e",{"_index":2356,"t":{"194":{"position":[[2764,7]]}}}],["90",{"_index":562,"t":{"27":{"position":[[157,4]]},"33":{"position":[[476,4]]},"55":{"position":[[349,3]]},"256":{"position":[[20513,3]]}}}],["91",{"_index":2928,"t":{"256":{"position":[[20724,3]]},"672":{"position":[[453,3]]}}}],["92",{"_index":926,"t":{"59":{"position":[[270,4]]},"256":{"position":[[20953,3]]}}}],["93",{"_index":2929,"t":{"256":{"position":[[21182,3]]},"258":{"position":[[14953,3]]}}}],["94",{"_index":2933,"t":{"256":{"position":[[21399,3]]}}}],["95",{"_index":2935,"t":{"256":{"position":[[21630,3]]}}}],["95000)**2",{"_index":5122,"t":{"608":{"position":[[431,9],[2766,9]]}}}],["96",{"_index":2937,"t":{"256":{"position":[[21847,3]]}}}],["97",{"_index":2938,"t":{"256":{"position":[[22060,3]]}}}],["98",{"_index":2939,"t":{"256":{"position":[[22273,3]]}}}],["98.3233",{"_index":2278,"t":{"194":{"position":[[1585,7]]}}}],["99",{"_index":2941,"t":{"256":{"position":[[22496,3]]},"608":{"position":[[4873,4],[4911,4]]}}}],["9999e",{"_index":2187,"t":{"192":{"position":[[556,5]]}}}],["_",{"_index":3599,"t":{"275":{"position":[[2066,2]]},"277":{"position":[[333,2]]},"322":{"position":[[89,4]]}}}],["__enter__",{"_index":4910,"t":{"580":{"position":[[1328,10],[1343,11]]}}}],["__eq__",{"_index":4488,"t":{"432":{"position":[[8234,7]]}}}],["__eq__(oth",{"_index":4489,"t":{"432":{"position":[[8246,13]]}}}],["__exit__",{"_index":4911,"t":{"580":{"position":[[1468,9]]}}}],["__exit__(exc_typ",{"_index":4912,"t":{"580":{"position":[[1482,18]]}}}],["__init__",{"_index":2776,"t":{"250":{"position":[[208,9]]},"293":{"position":[[485,9]]},"326":{"position":[[849,9]]},"332":{"position":[[863,9]]},"356":{"position":[[267,9]]},"368":{"position":[[271,9]]},"378":{"position":[[142,8]]},"432":{"position":[[758,9]]},"494":{"position":[[52,9]]},"498":{"position":[[79,9]]},"500":{"position":[[62,9]]},"502":{"position":[[89,9]]},"510":{"position":[[64,9]]},"526":{"position":[[121,9]]},"528":{"position":[[103,9]]},"540":{"position":[[252,9]]},"544":{"position":[[66,9]]},"554":{"position":[[82,9]]},"562":{"position":[[66,9]]},"580":{"position":[[312,9]]},"588":{"position":[[227,8]]},"649":{"position":[[5304,8]]}}}],["__init__(**set",{"_index":4055,"t":{"356":{"position":[[281,20]]}}}],["__init__(config",{"_index":4615,"t":{"500":{"position":[[76,16]]},"502":{"position":[[103,16]]}}}],["__init__(increase_factor",{"_index":4738,"t":{"526":{"position":[[135,25]]},"528":{"position":[[117,25]]}}}],["__init__(init_config",{"_index":4749,"t":{"540":{"position":[[266,21]]},"554":{"position":[[96,21]]}}}],["__init__(max_live_model_num",{"_index":4547,"t":{"494":{"position":[[66,28]]},"510":{"position":[[78,28]]}}}],["__init__(metr",{"_index":4760,"t":{"544":{"position":[[80,16]]}}}],["__init__(mod",{"_index":4872,"t":{"562":{"position":[[80,14]]}}}],["__init__(nam",{"_index":2777,"t":{"250":{"position":[[222,14]]},"293":{"position":[[499,14]]},"326":{"position":[[863,14]]},"332":{"position":[[877,14]]}}}],["__init__(result_type_nam",{"_index":4599,"t":{"498":{"position":[[93,26]]}}}],["__init__(self",{"_index":1311,"t":{"102":{"position":[[1048,14]]},"110":{"position":[[678,14],[860,14]]},"271":{"position":[[219,14]]},"588":{"position":[[887,14]]},"649":{"position":[[4231,14],[7792,14]]}}}],["__init__(start_tim",{"_index":4895,"t":{"580":{"position":[[326,20]]}}}],["__init__(task=\"binari",{"_index":4358,"t":{"368":{"position":[[285,23]]}}}],["__init__(task_nam",{"_index":4447,"t":{"432":{"position":[[772,19]]}}}],["__str__",{"_index":4452,"t":{"432":{"position":[[1407,8],[1420,9]]}}}],["_challenger_list",{"_index":4758,"t":{"540":{"position":[[1349,17]]}}}],["_metric",{"_index":4977,"t":{"592":{"position":[[1236,7]]},"608":{"position":[[833,7]]}}}],["_name_or_path",{"_index":1601,"t":{"120":{"position":[[1697,16]]}}}],["_spark",{"_index":2071,"t":{"182":{"position":[[412,6]]}}}],["_test_accuracy(best_trained_model",{"_index":3663,"t":{"287":{"position":[[929,34]]}}}],["_test_accuracy(net",{"_index":3611,"t":{"277":{"position":[[4,19]]}}}],["_use_ray=fals",{"_index":5138,"t":{"608":{"position":[[1037,16]]}}}],["a.k.a",{"_index":4428,"t":{"406":{"position":[[113,6]]}}}],["a_generate_repli",{"_index":2801,"t":{"250":{"position":[[1479,17]]},"326":{"position":[[17470,17]]}}}],["a_generate_reply(messag",{"_index":2802,"t":{"250":{"position":[[1507,26]]},"326":{"position":[[17498,26]]}}}],["a_initiate_chat",{"_index":3894,"t":{"326":{"position":[[13991,16]]}}}],["a_initiate_chat(recipi",{"_index":3895,"t":{"326":{"position":[[14018,26]]}}}],["a_rec",{"_index":2790,"t":{"250":{"position":[[838,10]]},"326":{"position":[[11888,10]]}}}],["a_receive(messag",{"_index":2791,"t":{"250":{"position":[[859,18]]},"326":{"position":[[11909,18]]}}}],["a_send",{"_index":2785,"t":{"250":{"position":[[502,7]]},"326":{"position":[[9113,7]]}}}],["a_send(messag",{"_index":2787,"t":{"250":{"position":[[520,15]]},"326":{"position":[[9131,15]]}}}],["aaai",{"_index":5038,"t":{"600":{"position":[[456,4]]},"708":{"position":[[2173,4]]}}}],["abil",{"_index":329,"t":{"15":{"position":[[748,9]]},"708":{"position":[[114,7]]}}}],["abov",{"_index":862,"t":{"50":{"position":[[102,5]]},"140":{"position":[[3370,5]]},"209":{"position":[[91,5]]},"236":{"position":[[3621,5]]},"260":{"position":[[703,5]]},"262":{"position":[[288,5]]},"649":{"position":[[7081,6]]},"682":{"position":[[698,6]]}}}],["above_monthly_avg(d",{"_index":3087,"t":{"260":{"position":[[968,23]]}}}],["above_monthly_avg(x[\"timestamp",{"_index":3094,"t":{"260":{"position":[[1138,33]]}}}],["absolut",{"_index":702,"t":{"33":{"position":[[1229,8]]},"494":{"position":[[2300,11]]},"647":{"position":[[455,8],[484,8]]}}}],["absolute/percentag",{"_index":4793,"t":{"544":{"position":[[4890,19]]},"554":{"position":[[2298,19]]},"608":{"position":[[10180,19]]},"702":{"position":[[702,19]]}}}],["absolute_clip",{"_index":4580,"t":{"494":{"position":[[2280,19]]}}}],["abstract",{"_index":2773,"t":{"250":{"position":[[35,8],[451,9],[617,9],[782,9],[956,9],[1042,9],[1229,9],[1641,9]]},"368":{"position":[[31,8]]},"432":{"position":[[21,8],[105,8]]},"538":{"position":[[26,8]]},"588":{"position":[[22,8]]}}}],["abstractmethoddef",{"_index":4454,"t":{"432":{"position":[[1485,18],[2520,18],[3999,18],[5880,18],[6780,18],[7233,18],[7789,18]]}}}],["academ",{"_index":74,"t":{"2":{"position":[[927,8]]}}}],["acceler",{"_index":2089,"t":{"184":{"position":[[752,10]]},"356":{"position":[[8074,10],[34003,10]]}}}],["accelerator_type:v100)result",{"_index":2225,"t":{"194":{"position":[[704,28]]}}}],["accept",{"_index":2027,"t":{"180":{"position":[[595,7]]},"378":{"position":[[305,6]]},"588":{"position":[[1727,6]]}}}],["access",{"_index":480,"t":{"19":{"position":[[561,6]]},"48":{"position":[[31,8]]},"92":{"position":[[529,6]]},"100":{"position":[[822,6]]},"108":{"position":[[826,6]]},"116":{"position":[[1340,6]]},"130":{"position":[[380,6]]},"146":{"position":[[549,6]]},"246":{"position":[[595,6]]},"256":{"position":[[494,6]]},"368":{"position":[[1272,6]]},"666":{"position":[[298,6]]},"680":{"position":[[887,10]]}}}],["accompani",{"_index":568,"t":{"27":{"position":[[304,11]]},"55":{"position":[[1177,11]]}}}],["accomplish",{"_index":943,"t":{"61":{"position":[[825,12]]}}}],["accord",{"_index":742,"t":{"33":{"position":[[2585,9]]},"192":{"position":[[682,9]]},"344":{"position":[[212,9]]},"649":{"position":[[4999,9]]},"655":{"position":[[55,9]]},"661":{"position":[[1568,9]]},"680":{"position":[[762,9]]}}}],["accordingli",{"_index":4622,"t":{"500":{"position":[[797,12]]},"678":{"position":[[497,12]]},"696":{"position":[[4509,11],[5068,12]]}}}],["accur",{"_index":226,"t":{"9":{"position":[[653,8]]},"21":{"position":[[1070,11]]},"55":{"position":[[431,8]]},"209":{"position":[[619,8]]}}}],["accuraci",{"_index":318,"t":{"15":{"position":[[383,9]]},"21":{"position":[[4,8],[317,8],[679,9],[733,8],[864,8]]},"27":{"position":[[135,8]]},"55":{"position":[[156,8],[333,8]]},"57":{"position":[[1777,8]]},"59":{"position":[[53,8],[261,8],[543,8]]},"61":{"position":[[45,8]]},"92":{"position":[[207,11]]},"100":{"position":[[6901,8]]},"108":{"position":[[10207,8]]},"138":{"position":[[436,11]]},"162":{"position":[[323,10],[605,8]]},"172":{"position":[[81,11],[131,12]]},"174":{"position":[[188,8]]},"224":{"position":[[311,8],[475,9]]},"262":{"position":[[924,11]]},"287":{"position":[[323,9],[998,9]]},"289":{"position":[[227,9],[337,9]]},"356":{"position":[[126,11],[666,11],[25779,11]]},"368":{"position":[[3260,11],[3516,8]]},"647":{"position":[[168,11],[184,8]]},"670":{"position":[[378,11],[406,8],[746,9]]}}}],["accuracy\")plt.step(time_histori",{"_index":5588,"t":{"670":{"position":[[570,32]]}}}],["accuracy=correct",{"_index":3609,"t":{"275":{"position":[[2631,16]]}}}],["accuracy[flaml.automl",{"_index":1065,"t":{"92":{"position":[[823,22]]},"116":{"position":[[1706,22]]},"262":{"position":[[1667,22]]}}}],["accuracy_scor",{"_index":5721,"t":{"696":{"position":[[2314,14],[5920,14]]}}}],["accuracy_score(y_test",{"_index":5735,"t":{"696":{"position":[[2870,22],[6362,22]]}}}],["achiev",{"_index":98,"t":{"2":{"position":[[1224,12]]},"27":{"position":[[110,7],[800,7]]},"59":{"position":[[522,8]]},"657":{"position":[[2277,7]]}}}],["acl",{"_index":5053,"t":{"600":{"position":[[1105,3]]}}}],["act",{"_index":371,"t":{"17":{"position":[[128,4]]},"588":{"position":[[1613,4]]}}}],["action",{"_index":2774,"t":{"250":{"position":[[119,8],[164,7]]}}}],["activ",{"_index":32,"t":{"2":{"position":[[370,6]]},"11":{"position":[[518,8]]},"69":{"position":[[102,6]]},"184":{"position":[[8,8],[1905,10]]},"298":{"position":[[174,8]]},"326":{"position":[[5129,10],[16578,9],[17827,9]]},"558":{"position":[[521,13],[1082,13]]}}}],["actual",{"_index":631,"t":{"29":{"position":[[1477,8]]},"348":{"position":[[2329,6],[4098,6]]},"356":{"position":[[21778,6]]},"592":{"position":[[969,6]]}}}],["ad",{"_index":1284,"t":{"102":{"position":[[131,6]]},"110":{"position":[[53,6]]},"207":{"position":[[332,6]]},"215":{"position":[[129,5]]},"244":{"position":[[583,5]]},"486":{"position":[[680,5]]},"510":{"position":[[1425,5]]},"572":{"position":[[387,5]]},"608":{"position":[[11600,5]]},"649":{"position":[[5982,5]]},"657":{"position":[[1315,5]]}}}],["adam",{"_index":5639,"t":{"682":{"position":[[1994,7],[2095,10]]}}}],["adam_beta1",{"_index":2182,"t":{"192":{"position":[[468,13]]},"194":{"position":[[875,10]]},"196":{"position":[[524,13]]}}}],["adam_beta2",{"_index":2185,"t":{"192":{"position":[[513,13]]},"194":{"position":[[886,10]]},"196":{"position":[[544,13]]}}}],["adam_epsilon",{"_index":2181,"t":{"192":{"position":[[417,15]]},"194":{"position":[[897,12]]},"196":{"position":[[485,15]]},"649":{"position":[[3272,13]]}}}],["adapt",{"_index":233,"t":{"11":{"position":[[82,5]]},"23":{"position":[[821,7]]},"27":{"position":[[64,8],[871,8]]},"31":{"position":[[270,10]]},"33":{"position":[[92,8],[374,8],[3029,8],[3296,8],[3399,8],[3694,8]]},"35":{"position":[[988,8]]},"57":{"position":[[261,5]]},"59":{"position":[[869,8]]},"554":{"position":[[62,8]]},"706":{"position":[[56,8]]}}}],["add",{"_index":194,"t":{"9":{"position":[[78,3]]},"102":{"position":[[219,3],[1129,3]]},"110":{"position":[[194,3],[941,3]]},"205":{"position":[[117,3]]},"264":{"position":[[278,3],[479,3]]},"356":{"position":[[9601,3],[15372,3],[35065,3]]},"378":{"position":[[373,3]]},"510":{"position":[[1374,3]]},"554":{"position":[[2993,3]]},"572":{"position":[[335,4]]},"649":{"position":[[5252,3],[5647,3],[5761,3],[8998,3]]},"651":{"position":[[667,4]]}}}],["add_learn",{"_index":4212,"t":{"356":{"position":[[15309,12]]}}}],["add_learner(learner_nam",{"_index":4213,"t":{"356":{"position":[[15326,25]]}}}],["add_norm",{"_index":3449,"t":{"264":{"position":[[9291,11],[10147,11],[10731,11],[11297,11],[11857,11],[12416,11],[13510,11],[14407,11],[14972,11],[15543,11],[16112,11],[16665,11],[17227,11],[17794,11],[18357,11],[18921,11],[19493,11],[20062,11],[21530,11],[22426,11],[22991,11],[23562,11],[24131,11],[24894,11],[25330,11],[25764,11],[26191,11],[27311,11],[28332,11],[28743,11],[28951,11]]}}}],["add_trial",{"_index":4669,"t":{"510":{"position":[[1333,10]]},"572":{"position":[[298,10]]}}}],["add_trial(new_tri",{"_index":4670,"t":{"510":{"position":[[1348,20]]}}}],["add_trial(tri",{"_index":4883,"t":{"572":{"position":[[313,16]]}}}],["addit",{"_index":553,"t":{"25":{"position":[[149,10]]},"264":{"position":[[483,10]]},"293":{"position":[[1747,10]]},"348":{"position":[[6040,10],[8018,8]]},"356":{"position":[[9614,10],[35078,10]]},"432":{"position":[[2381,10],[6424,10]]},"651":{"position":[[1531,10],[1677,10]]},"663":{"position":[[625,9]]},"680":{"position":[[2124,9]]},"682":{"position":[[2242,9],[7774,9]]}}}],["addnorm",{"_index":3357,"t":{"264":{"position":[[4677,7],[6564,7],[9303,8],[10159,8],[10743,8],[11309,8],[11869,8],[12428,8],[13522,8],[14419,8],[14984,8],[15555,8],[16124,8],[16677,8],[17239,8],[17806,8],[18369,8],[18933,8],[19505,8],[20074,8],[21542,8],[22438,8],[23003,8],[23574,8],[24143,8],[24906,8],[25342,8],[25776,8],[26203,8],[26743,8],[26845,8],[27323,8],[28344,8],[28755,8],[28963,8]]}}}],["address",{"_index":245,"t":{"11":{"position":[[297,10]]},"17":{"position":[[714,7]]}}}],["adjust",{"_index":5546,"t":{"661":{"position":[[1526,6]]}}}],["adopt",{"_index":213,"t":{"9":{"position":[[512,8]]}}}],["adopt_children",{"_index":4537,"t":{"486":{"position":[[291,15]]}}}],["adopt_children(result=non",{"_index":4538,"t":{"486":{"position":[[311,27]]}}}],["advanc",{"_index":236,"t":{"11":{"position":[[113,13]]},"15":{"position":[[127,8],[405,12],[1329,8]]},"55":{"position":[[1045,8]]},"655":{"position":[[1555,8]]},"684":{"position":[[1362,8]]},"690":{"position":[[18,8]]}}}],["advantag",{"_index":359,"t":{"15":{"position":[[1613,9]]},"657":{"position":[[2543,9]]}}}],["advis",{"_index":4816,"t":{"546":{"position":[[618,7]]}}}],["affect",{"_index":774,"t":{"35":{"position":[[529,6]]},"55":{"position":[[1748,6]]},"203":{"position":[[352,7],[459,6],[1641,7]]},"608":{"position":[[7632,8]]},"682":{"position":[[5985,6],[6189,6]]},"696":{"position":[[1053,7]]}}}],["aforement",{"_index":5655,"t":{"682":{"position":[[3809,14]]},"686":{"position":[[10,14]]}}}],["aftsurvivalregress",{"_index":4437,"t":{"416":{"position":[[84,21]]}}}],["again",{"_index":2086,"t":{"184":{"position":[[502,6]]},"203":{"position":[[779,6]]},"682":{"position":[[7412,6]]}}}],["against",{"_index":5485,"t":{"655":{"position":[[445,7]]}}}],["age_year",{"_index":2040,"t":{"180":{"position":[[1085,12]]}}}],["agenc",{"_index":3237,"t":{"264":{"position":[[810,10],[2272,10],[7516,9],[9414,9]]}}}],["agent",{"_index":263,"t":{"11":{"position":[[706,7]]},"15":{"position":[[1698,5]]},"17":{"position":[[77,6],[122,5],[283,5],[759,5],[1514,5],[1697,5],[2391,5],[2997,5]]},"21":{"position":[[1207,6]]},"25":{"position":[[212,6]]},"35":{"position":[[997,6]]},"86":{"position":[[26,5]]},"234":{"position":[[66,5]]},"236":{"position":[[201,5],[270,6],[358,7],[808,6]]},"250":{"position":[[6,7],[57,6],[67,5],[100,6],[138,6],[281,6],[339,6],[399,8],[495,6],[565,8],[667,6],[730,8],[831,6],[904,8],[1011,6],[1070,6],[1380,5],[1798,5]]},"293":{"position":[[67,6],[405,5],[883,5],[1028,6]]},"316":{"position":[[76,6],[199,6],[318,5],[407,6],[417,5],[444,5],[613,6]]},"318":{"position":[[74,5],[121,7]]},"326":{"position":[[80,6],[173,5],[1365,6],[2120,5],[2346,5],[2515,5],[4150,6],[4560,5],[4578,5],[4838,5],[4923,5],[5436,6],[5472,5],[5981,5],[6687,5],[7196,6],[7214,5],[7220,5],[7232,5],[7492,6],[7765,6],[7881,6],[8408,5],[8580,5],[8758,5],[8835,5],[9176,6],[9300,6],[9827,5],[9999,5],[10177,5],[10254,5],[10588,6],[10701,6],[11562,5],[11954,6],[12075,6],[12936,5],[13450,6],[13561,5],[13656,6],[13700,6],[13771,6],[14197,6],[14308,5],[14403,6],[14447,6],[14518,6],[14772,6],[15178,6],[15196,5],[15208,5],[15292,7],[17344,5],[18593,5],[20107,6],[20367,6]]},"332":{"position":[[65,5],[141,7],[282,5],[1346,6],[2050,5],[2276,5],[2445,5],[4162,6]]}}}],["agent'",{"_index":3874,"t":{"326":{"position":[[7285,7]]}}}],["agent_by_nam",{"_index":3800,"t":{"316":{"position":[[271,14]]}}}],["agent_by_name(nam",{"_index":3801,"t":{"316":{"position":[[290,19]]}}}],["agent_nam",{"_index":3798,"t":{"316":{"position":[[117,12],[143,13]]}}}],["agentchat",{"_index":1032,"t":{"86":{"position":[[112,10]]},"238":{"position":[[161,9]]}}}],["agg_method",{"_index":3962,"t":{"348":{"position":[[1329,10],[7525,10],[7683,10],[7702,10],[7740,10],[7766,10],[7805,10]]}}}],["agg_method=\"avg",{"_index":4012,"t":{"348":{"position":[[6412,17]]}}}],["agg_method={'median_success",{"_index":4019,"t":{"348":{"position":[[7839,29]]}}}],["aggreg",{"_index":4016,"t":{"348":{"position":[[7581,11],[8034,10],[8284,10],[8413,10]]},"356":{"position":[[35844,9],[36153,9]]}}}],["ahm",{"_index":5095,"t":{"600":{"position":[[2823,5],[3059,5]]}}}],["ai",{"_index":230,"t":{"11":{"position":[[49,2]]},"250":{"position":[[54,2]]},"326":{"position":[[934,2],[17142,2],[18391,2]]}}}],["aim",{"_index":887,"t":{"55":{"position":[[1155,5]]}}}],["airlin",{"_index":1750,"t":{"138":{"position":[[84,9]]},"168":{"position":[[60,9]]}}}],["airlines_experiment.log",{"_index":1758,"t":{"138":{"position":[[524,26]]},"172":{"position":[[482,26]]}}}],["airlinesx_train.shap",{"_index":1960,"t":{"162":{"position":[[480,22]]}}}],["aka",{"_index":4518,"t":{"464":{"position":[[86,3]]}}}],["albert",{"_index":4163,"t":{"356":{"position":[[10671,7],[19872,7],[35558,7]]}}}],["algebra",{"_index":314,"t":{"15":{"position":[[342,7]]},"19":{"position":[[398,8],[461,8]]},"21":{"position":[[523,7],[568,7],[880,7],[969,7]]},"55":{"position":[[1654,7]]},"59":{"position":[[126,7],[385,7],[450,8]]},"61":{"position":[[92,7]]}}}],["algo",{"_index":4784,"t":{"544":{"position":[[2700,5]]}}}],["algorithm",{"_index":135,"t":{"5":{"position":[[409,10]]},"33":{"position":[[2108,9]]},"203":{"position":[[1133,10],[1733,11],[1789,10]]},"494":{"position":[[41,10]]},"526":{"position":[[110,10]]},"528":{"position":[[92,10]]},"532":{"position":[[40,9]]},"540":{"position":[[978,9]]},"544":{"position":[[55,10],[3597,10]]},"548":{"position":[[47,10]]},"554":{"position":[[40,9]]},"562":{"position":[[375,10]]},"584":{"position":[[708,10]]},"588":{"position":[[61,11],[80,10],[1660,10]]},"590":{"position":[[50,9]]},"592":{"position":[[306,11],[1674,9]]},"608":{"position":[[7186,9],[11984,10]]},"610":{"position":[[614,9]]},"657":{"position":[[1182,10],[2388,9],[2467,10],[2524,10],[4131,11],[4390,11]]},"682":{"position":[[6530,10],[6933,10],[7749,9],[7973,9]]},"686":{"position":[[319,9]]},"696":{"position":[[697,10],[1377,10],[4864,9]]},"698":{"position":[[566,9]]},"704":{"position":[[102,9]]}}}],["algorithm.resourc",{"_index":2218,"t":{"194":{"position":[[603,19]]}}}],["alik",{"_index":130,"t":{"5":{"position":[[347,6]]}}}],["all\")metr",{"_index":2397,"t":{"196":{"position":[[54,12]]}}}],["all\")print(\"best",{"_index":3648,"t":{"287":{"position":[[127,17]]}}}],["all/multiclass.json",{"_index":5291,"t":{"628":{"position":[[752,20]]}}}],["alloc",{"_index":2112,"t":{"184":{"position":[[1993,9]]},"510":{"position":[[456,10]]},"608":{"position":[[8041,8]]},"657":{"position":[[961,9]]},"694":{"position":[[200,8],[538,9],[1064,9]]}}}],["allow",{"_index":193,"t":{"9":{"position":[[60,8],[182,6]]},"17":{"position":[[735,8]]},"23":{"position":[[915,5]]},"102":{"position":[[27,6]]},"205":{"position":[[312,5]]},"244":{"position":[[1002,5],[1021,5]]},"348":{"position":[[5552,5]]},"494":{"position":[[661,7]]},"510":{"position":[[280,8]]},"518":{"position":[[355,5]]},"657":{"position":[[2509,6]]},"708":{"position":[[1880,6]]}}}],["allow_empty_config=fals",{"_index":4774,"t":{"544":{"position":[[1003,25]]}}}],["allow_format_str_templ",{"_index":3987,"t":{"348":{"position":[[3732,26],[5498,25]]}}}],["alon",{"_index":5447,"t":{"649":{"position":[[6075,6]]}}}],["alongsid",{"_index":235,"t":{"11":{"position":[[97,9]]}}}],["alpha",{"_index":408,"t":{"17":{"position":[[1452,6]]},"356":{"position":[[1760,5],[1795,6],[1804,5],[26873,5],[26908,6],[26917,5]]},"647":{"position":[[2191,5],[2226,6],[2235,5]]}}}],["alradi",{"_index":589,"t":{"29":{"position":[[18,6]]}}}],["alreadi",{"_index":581,"t":{"27":{"position":[[700,7]]},"29":{"position":[[1683,7]]},"140":{"position":[[2238,7]]},"209":{"position":[[238,7]]},"289":{"position":[[249,7],[286,7]]},"588":{"position":[[1901,7]]},"592":{"position":[[1606,7],[2461,8]]}}}],["altern",{"_index":937,"t":{"61":{"position":[[437,11]]},"558":{"position":[[1056,13]]},"588":{"position":[[1624,11]]}}}],["although",{"_index":526,"t":{"23":{"position":[[280,8]]}}}],["alway",{"_index":673,"t":{"33":{"position":[[256,6],[333,6]]},"264":{"position":[[2712,6]]},"293":{"position":[[1721,9]]},"326":{"position":[[506,9],[2065,9],[2106,9]]},"332":{"position":[[234,6],[1042,9],[1876,9],[1995,9],[2036,9]]},"494":{"position":[[1954,6]]},"657":{"position":[[3442,6]]},"661":{"position":[[1804,6]]}}}],["amc",{"_index":885,"t":{"55":{"position":[[1136,3],[1144,3]]}}}],["amin",{"_index":5043,"t":{"600":{"position":[[744,4],[931,4]]},"708":{"position":[[2464,4],[2651,4]]}}}],["aml",{"_index":1780,"t":{"140":{"position":[[347,4],[2723,4]]}}}],["amlcomput",{"_index":1797,"t":{"140":{"position":[[989,11],[1318,11],[2114,10]]}}}],["amlcompute.provisioning_configur",{"_index":1813,"t":{"140":{"position":[[1617,38]]}}}],["amort",{"_index":595,"t":{"29":{"position":[[274,9]]},"33":{"position":[[3539,9]]}}}],["amount",{"_index":4925,"t":{"584":{"position":[[809,6]]},"694":{"position":[[518,6],[1775,6]]},"696":{"position":[[4788,6]]}}}],["analysi",{"_index":2636,"t":{"236":{"position":[[1217,8]]},"310":{"position":[[512,8]]},"608":{"position":[[7433,8]]},"610":{"position":[[2042,8]]},"688":{"position":[[267,9],[277,8]]},"692":{"position":[[1203,8]]}}}],["analysis.get_best_trial(hp_metr",{"_index":2396,"t":{"196":{"position":[[13,34]]},"310":{"position":[[704,34]]}}}],["analyt",{"_index":66,"t":{"2":{"position":[[842,10]]}}}],["analyz",{"_index":893,"t":{"55":{"position":[[1708,7]]},"506":{"position":[[32,7]]},"688":{"position":[[101,7]]}}}],["angl",{"_index":4427,"t":{"406":{"position":[[96,5]]}}}],["anonym",{"_index":4976,"t":{"592":{"position":[[1219,9]]},"608":{"position":[[860,9]]}}}],["anoth",{"_index":537,"t":{"23":{"position":[[528,7]]},"250":{"position":[[487,7],[659,7],[823,7],[1003,7]]},"312":{"position":[[1554,7]]},"326":{"position":[[7873,7],[9292,7],[10693,7],[12067,7]]},"649":{"position":[[8024,7]]},"659":{"position":[[218,7]]},"663":{"position":[[200,7],[449,7]]}}}],["answer",{"_index":334,"t":{"15":{"position":[[831,10]]},"17":{"position":[[1244,6],[1324,6],[1852,6]]},"19":{"position":[[621,6],[645,7],[742,6],[821,7],[1021,6],[1191,7],[1347,7]]},"23":{"position":[[493,8],[569,6]]},"57":{"position":[[1238,6],[1280,6],[1410,6],[1492,6],[1594,6],[1646,6],[1685,7]]},"61":{"position":[[65,7]]},"682":{"position":[[3794,7]]}}}],["any(",{"_index":3975,"t":{"348":{"position":[[1966,5],[7410,5]]}}}],["anyon",{"_index":276,"t":{"11":{"position":[[1023,6]]},"67":{"position":[[224,6]]}}}],["anyscal",{"_index":71,"t":{"2":{"position":[[891,9]]}}}],["anytim",{"_index":5826,"t":{"708":{"position":[[1382,7]]}}}],["ap",{"_index":5381,"t":{"647":{"position":[[1133,5]]}}}],["apart",{"_index":164,"t":{"7":{"position":[[16,5]]}}}],["api",{"_index":254,"t":{"11":{"position":[[599,3]]},"19":{"position":[[553,4]]},"27":{"position":[[772,3]]},"42":{"position":[[36,4],[133,5]]},"46":{"position":[[199,3]]},"102":{"position":[[11,3]]},"182":{"position":[[97,4]]},"246":{"position":[[622,4],[857,3]]},"348":{"position":[[71,4],[123,4],[1256,3],[5636,3],[5692,4],[5735,3],[6030,4],[6589,3],[8170,3],[8563,3],[8625,4],[8876,4],[9162,4],[9858,3],[10001,3],[10152,3],[10191,3],[10346,4],[10420,3],[10914,3]]},"350":{"position":[[57,3]]},"370":{"position":[[117,4]]},"372":{"position":[[119,4]]},"376":{"position":[[122,4]]},"380":{"position":[[81,4]]},"382":{"position":[[104,4]]},"384":{"position":[[133,4]]},"386":{"position":[[126,4]]},"622":{"position":[[72,4]]},"649":{"position":[[5116,4]]}}}],["api_bas",{"_index":846,"t":{"48":{"position":[[261,11],[509,11]]},"50":{"position":[[469,11],[583,11]]},"348":{"position":[[4620,11],[4809,11],[4876,11]]}}}],["api_key",{"_index":850,"t":{"48":{"position":[[324,10],[572,10]]},"50":{"position":[[532,10],[646,10]]},"348":{"position":[[4548,10],[4741,10]]}}}],["api_typ",{"_index":848,"t":{"48":{"position":[[301,11],[549,11]]},"50":{"position":[[509,11],[623,11]]},"348":{"position":[[4599,11],[4786,11],[4913,11]]}}}],["api_vers",{"_index":3993,"t":{"348":{"position":[[4673,14]]}}}],["app",{"_index":898,"t":{"57":{"position":[[175,3]]}}}],["appeal",{"_index":5803,"t":{"706":{"position":[[649,9]]}}}],["appear",{"_index":5335,"t":{"636":{"position":[[2187,6]]}}}],["append",{"_index":727,"t":{"33":{"position":[[2204,6]]},"356":{"position":[[7428,6],[22286,8],[22723,8],[33357,6]]}}}],["append_log",{"_index":4138,"t":{"356":{"position":[[7370,10],[33299,10]]}}}],["append_log=non",{"_index":4301,"t":{"356":{"position":[[24406,16]]}}}],["appli",{"_index":2085,"t":{"184":{"position":[[287,8]]},"190":{"position":[[462,5]]},"432":{"position":[[4787,8]]},"624":{"position":[[1435,7]]},"636":{"position":[[2359,7]]}}}],["applic",{"_index":162,"t":{"5":{"position":[[781,13]]},"7":{"position":[[475,12]]},"13":{"position":[[143,13]]},"19":{"position":[[208,11]]},"25":{"position":[[80,12],[187,11]]},"35":{"position":[[182,11],[1018,13],[1058,10],[1138,13]]},"39":{"position":[[61,12]]},"55":{"position":[[577,13],[692,13],[967,13]]},"59":{"position":[[822,12]]},"63":{"position":[[122,13]]},"234":{"position":[[38,12]]},"236":{"position":[[167,12]]},"368":{"position":[[4265,12]]},"608":{"position":[[238,11]]},"610":{"position":[[844,11]]},"706":{"position":[[677,10]]}}}],["apply(lambda",{"_index":3253,"t":{"264":{"position":[[1182,13]]}}}],["appreci",{"_index":552,"t":{"25":{"position":[[138,10]]}}}],["approach",{"_index":781,"t":{"35":{"position":[[1049,8]]},"592":{"position":[[3778,9]]},"649":{"position":[[7376,8]]},"651":{"position":[[715,8]]}}}],["appropri",{"_index":387,"t":{"17":{"position":[[799,11]]},"67":{"position":[[745,11]]},"180":{"position":[[1376,14]]},"432":{"position":[[6077,11],[6283,12],[6344,11],[6644,11]]}}}],["approx",{"_index":4986,"t":{"592":{"position":[[2146,8]]},"610":{"position":[[1780,9]]}}}],["apt",{"_index":2723,"t":{"244":{"position":[[958,3],[981,3],[1145,3]]}}}],["architectur",{"_index":1602,"t":{"120":{"position":[[1726,16]]}}}],["archive=$(basenam",{"_index":2743,"t":{"244":{"position":[[1345,18]]}}}],["area",{"_index":5696,"t":{"692":{"position":[[462,5]]}}}],["aren't",{"_index":398,"t":{"17":{"position":[[1221,6]]}}}],["arg",{"_index":4070,"t":{"356":{"position":[[1395,8],[26508,8]]},"580":{"position":[[544,4],[793,4],[866,4],[1221,4]]},"647":{"position":[[1826,8]]}}}],["argument",{"_index":1516,"t":{"116":{"position":[[842,10]]},"118":{"position":[[596,9]]},"120":{"position":[[574,9]]},"122":{"position":[[1246,10],[2722,10]]},"180":{"position":[[612,9]]},"182":{"position":[[260,8]]},"184":{"position":[[531,9],[565,9]]},"205":{"position":[[459,10]]},"250":{"position":[[247,10],[1296,10],[1714,10]]},"258":{"position":[[1205,8]]},"293":{"position":[[861,10],[1766,10]]},"322":{"position":[[382,10]]},"326":{"position":[[1331,10],[4541,10],[6351,10],[6609,10],[7203,10],[7888,10],[9307,10],[10860,10],[11150,10],[12234,10],[12524,10],[13663,10],[14410,10],[15185,10],[17209,10],[18458,10],[18860,10],[19078,10],[19150,10],[19648,10],[19758,12],[20374,10]]},"332":{"position":[[1312,10]]},"344":{"position":[[240,10],[663,10]]},"348":{"position":[[260,10],[657,10],[1351,10],[3840,10],[6599,10],[8573,10],[8824,10],[9110,10],[9519,10]]},"356":{"position":[[387,8],[480,8],[597,10],[964,10],[7912,9],[9337,8],[9500,9],[10923,10],[11671,10],[13919,10],[14370,9],[14969,10],[15067,9],[15398,10],[15663,10],[16692,10],[20034,10],[20211,9],[24739,10],[26077,10],[33841,9],[34829,8],[34964,9],[35968,10],[37166,9],[37289,10],[37848,9]]},"364":{"position":[[97,10],[674,8]]},"368":{"position":[[337,10],[1993,10],[2405,10],[2707,10],[3020,10],[3154,8],[3929,10],[4463,10],[4919,10]]},"370":{"position":[[308,10],[815,10],[1360,10]]},"374":{"position":[[211,10]]},"398":{"position":[[248,10]]},"402":{"position":[[242,10]]},"432":{"position":[[958,10],[1907,10],[3083,10],[4401,10],[6296,10],[7032,10],[7564,10],[8041,10],[8527,10]]},"454":{"position":[[143,10]]},"494":{"position":[[519,10],[2811,10],[2963,10]]},"498":{"position":[[315,10]]},"500":{"position":[[313,10]]},"502":{"position":[[405,10]]},"506":{"position":[[1254,10],[2560,10]]},"510":{"position":[[204,10],[924,10],[1444,10]]},"520":{"position":[[733,10],[1177,10],[2819,10],[3126,10]]},"526":{"position":[[192,10]]},"528":{"position":[[184,10]]},"540":{"position":[[521,10],[887,9]]},"544":{"position":[[1047,10],[4092,9]]},"546":{"position":[[197,10],[495,10],[802,10]]},"554":{"position":[[486,10],[1501,9]]},"558":{"position":[[1414,10]]},"572":{"position":[[406,10]]},"580":{"position":[[533,10]]},"588":{"position":[[521,10],[1919,10],[2380,10]]},"590":{"position":[[106,10]]},"592":{"position":[[453,10]]},"608":{"position":[[822,10],[3423,10],[6003,9],[7649,9],[9278,9],[12274,9]]},"610":{"position":[[116,10]]},"647":{"position":[[52,9],[2518,9]]},"649":{"position":[[8756,8]]},"651":{"position":[[331,9],[769,8],[867,9]]},"655":{"position":[[1830,9]]},"663":{"position":[[10,9],[288,8],[539,9],[665,9],[740,9],[786,9]]},"680":{"position":[[8,10],[2037,8],[2233,8]]},"682":{"position":[[8,10],[383,8]]},"684":{"position":[[8,10],[616,8],[688,8],[1181,8],[1278,8]]},"692":{"position":[[77,8],[796,8]]},"694":{"position":[[8,10]]},"696":{"position":[[8,10]]},"698":{"position":[[8,10]]},"702":{"position":[[81,8],[1812,9]]}}}],["arima",{"_index":2831,"t":{"256":{"position":[[998,8]]},"258":{"position":[[1773,8]]},"260":{"position":[[2579,8]]},"356":{"position":[[14225,5]]},"460":{"position":[[60,6]]},"649":{"position":[[2681,8],[2690,5]]}}}],["arima'",{"_index":2891,"t":{"256":{"position":[[15175,7],[15217,7],[15386,7],[15428,7],[15643,7],[15872,7],[16087,7],[16302,7],[16471,7],[16513,7],[16742,7],[16911,7],[16953,7],[17168,7],[17337,7],[17379,7],[17594,7],[17763,7],[17805,7],[18020,7],[18249,7],[18478,7],[18693,7],[18908,7],[19137,7],[19352,7],[19581,7],[19796,7],[19965,7],[20007,7],[20222,7],[20391,7],[20433,7],[20602,7],[20644,7],[20873,7],[21102,7],[21936,7],[22149,7]]},"258":{"position":[[11419,7],[12494,7]]}}}],["arima(statsmodelsestim",{"_index":4512,"t":{"460":{"position":[[6,27]]}}}],["arima[flaml.automl",{"_index":2890,"t":{"256":{"position":[[15106,19],[15317,19],[16402,19],[16842,19],[17268,19],[17694,19],[19896,19],[20322,19],[20533,19],[21867,19],[22080,19]]},"258":{"position":[[11350,19],[12425,19]]}}}],["aris",{"_index":248,"t":{"11":{"position":[[335,5]]}}}],["around",{"_index":513,"t":{"21":{"position":[[745,6]]},"67":{"position":[[327,6]]},"238":{"position":[[211,6]]},"592":{"position":[[44,6],[283,6]]}}}],["array",{"_index":695,"t":{"33":{"position":[[1002,6],[1090,5],[2554,5]]},"344":{"position":[[263,5],[321,5],[468,5],[532,5],[686,5],[761,5]]},"356":{"position":[[13611,5],[13942,5],[14742,5],[14992,5],[15192,5],[16768,5],[17037,5],[18701,5],[24768,5],[25097,5],[29259,5],[29331,5],[29414,5],[29509,5],[29692,5]]},"368":{"position":[[2022,5],[2092,5],[2428,5],[2502,5],[2730,5],[2789,5]]},"398":{"position":[[271,5],[330,5]]},"402":{"position":[[265,5],[324,5]]},"454":{"position":[[166,5],[224,5],[289,5],[353,5]]},"644":{"position":[[236,6],[283,6]]}}}],["array_lik",{"_index":4492,"t":{"438":{"position":[[41,11]]}}}],["arraylik",{"_index":4477,"t":{"432":{"position":[[5737,9]]}}}],["art",{"_index":361,"t":{"15":{"position":[[1669,3]]},"55":{"position":[[798,3]]},"57":{"position":[[203,3]]}}}],["artifact",{"_index":4534,"t":{"486":{"position":[[158,9]]}}}],["arxiv",{"_index":5069,"t":{"600":{"position":[[1652,5],[1940,5],[2843,5],[3330,5]]}}}],["arxiv:2111.06495",{"_index":5071,"t":{"600":{"position":[[1667,16],[1823,19]]}}}],["arxiv:2202.09927",{"_index":5079,"t":{"600":{"position":[[1955,16],[2169,19]]}}}],["arxiv:2303.04673",{"_index":5098,"t":{"600":{"position":[[2858,16],[3119,19]]}}}],["arxiv:2306.01337",{"_index":5110,"t":{"600":{"position":[[3345,16],[3671,19]]}}}],["as_frame=as_frame)automl",{"_index":5287,"t":{"628":{"position":[[367,24]]}}}],["as_frame=as_frame)automl.fit(x_train",{"_index":5301,"t":{"634":{"position":[[317,37]]}}}],["as_frame=false)y_train",{"_index":1694,"t":{"130":{"position":[[131,22]]}}}],["as_frame=true)x_train",{"_index":5269,"t":{"624":{"position":[[501,22]]}}}],["ascend",{"_index":744,"t":{"33":{"position":[[2647,9]]}}}],["asha",{"_index":3642,"t":{"285":{"position":[[267,4]]},"608":{"position":[[5490,6],[5981,7],[6272,6]]},"696":{"position":[[3796,5],[5123,4]]}}}],["asha'",{"_index":5164,"t":{"608":{"position":[[6102,6]]}}}],["ashaschedul",{"_index":5753,"t":{"696":{"position":[[3930,13]]}}}],["ask",{"_index":643,"t":{"29":{"position":[[1943,6]]},"207":{"position":[[322,5]]},"326":{"position":[[1990,3]]},"332":{"position":[[1920,3]]},"655":{"position":[[807,3]]}}}],["assert",{"_index":644,"t":{"29":{"position":[[1976,9]]},"33":{"position":[[195,10],[237,10],[314,10],[3248,11]]},"35":{"position":[[168,10]]},"322":{"position":[[132,11],[224,11],[529,10],[572,9],[636,9]]}}}],["assertionerror",{"_index":4469,"t":{"432":{"position":[[3901,14],[5777,14],[6676,14]]}}}],["assign",{"_index":4561,"t":{"494":{"position":[[1077,8]]}}}],["assist",{"_index":324,"t":{"15":{"position":[[597,9],[1087,9],[1715,9]]},"17":{"position":[[50,9],[210,9],[330,10],[385,9],[660,9],[867,9],[1297,9],[1532,9],[1885,9],[2124,9],[2436,9],[2670,9],[3083,9]]},"23":{"position":[[864,6]]},"236":{"position":[[666,10]]},"293":{"position":[[57,9]]},"326":{"position":[[114,9],[937,12],[8283,12],[9702,12],[11197,12],[12571,12]]}}}],["assistant\"/\"us",{"_index":3886,"t":{"326":{"position":[[11293,19],[12667,19]]}}}],["assistantag",{"_index":3676,"t":{"293":{"position":[[108,14]]},"326":{"position":[[261,14]]}}}],["assistantagent(conversableag",{"_index":3675,"t":{"293":{"position":[[6,32]]}}}],["associ",{"_index":4159,"t":{"356":{"position":[[10132,10],[12857,10]]},"649":{"position":[[6970,10]]},"663":{"position":[[119,10]]}}}],["assum",{"_index":1832,"t":{"140":{"position":[[2308,8]]},"264":{"position":[[1519,7]]},"356":{"position":[[14279,7],[16959,7],[17360,7],[24971,7],[25429,7]]},"452":{"position":[[271,6]]},"544":{"position":[[2317,7]]},"554":{"position":[[942,7]]},"636":{"position":[[1964,7]]},"670":{"position":[[342,8]]},"678":{"position":[[32,9]]},"680":{"position":[[1524,6]]}}}],["astonish",{"_index":328,"t":{"15":{"position":[[736,11]]}}}],["astype(\"categori",{"_index":3256,"t":{"264":{"position":[[1227,19]]}}}],["async",{"_index":2786,"t":{"250":{"position":[[510,5],[627,5],[849,5],[966,5],[1497,5],[1651,5]]},"326":{"position":[[9121,5],[9266,7],[11899,5],[12036,7],[14008,5],[14154,7],[17488,5],[17659,7]]}}}],["async_hyperband",{"_index":5160,"t":{"608":{"position":[[5501,18]]}}}],["asynchyperband",{"_index":5161,"t":{"608":{"position":[[5520,17]]}}}],["attach",{"_index":5806,"t":{"706":{"position":[[849,8]]}}}],["attent",{"_index":3479,"t":{"264":{"position":[[28044,12]]},"624":{"position":[[1572,9]]}}}],["attention_head_s",{"_index":5424,"t":{"649":{"position":[[3461,20]]}}}],["attract",{"_index":187,"t":{"7":{"position":[[435,10]]}}}],["attribut",{"_index":3693,"t":{"293":{"position":[[989,9],[1586,9]]},"326":{"position":[[1830,9]]},"332":{"position":[[1741,9]]},"356":{"position":[[22989,9],[23064,9],[23088,9],[23181,9],[23321,9]]},"368":{"position":[[1402,9],[1470,9],[1535,9],[1752,9],[1823,9]]},"544":{"position":[[1872,10],[3301,9],[3427,9]]},"554":{"position":[[1253,9]]},"584":{"position":[[352,11]]},"588":{"position":[[589,10],[653,10],[814,10],[2781,10]]},"592":{"position":[[1173,10],[1423,10],[2633,10]]},"608":{"position":[[4675,10],[11688,9],[11814,9]]},"655":{"position":[[2174,9]]},"696":{"position":[[6431,9]]},"698":{"position":[[265,10]]}}}],["augment",{"_index":2616,"t":{"234":{"position":[[246,8]]},"356":{"position":[[7551,7],[19521,7],[33480,7]]},"432":{"position":[[4765,13]]}}}],["authent",{"_index":5162,"t":{"608":{"position":[[5744,9]]},"696":{"position":[[588,9],[669,9]]}}}],["author={chi",{"_index":5033,"t":{"600":{"position":[[263,11],[880,11],[3016,11]]},"708":{"position":[[2600,11]]}}}],["author={mo",{"_index":5082,"t":{"600":{"position":[[2096,11]]}}}],["author={qingyun",{"_index":5041,"t":{"600":{"position":[[555,15],[1495,15],[1750,15]]},"708":{"position":[[2272,15]]}}}],["author={shaokun",{"_index":5090,"t":{"600":{"position":[[2501,15]]},"708":{"position":[[3011,15]]}}}],["author={susan",{"_index":5056,"t":{"600":{"position":[[1251,13]]}}}],["author={yiran",{"_index":5112,"t":{"600":{"position":[[3477,13]]}}}],["auto",{"_index":651,"t":{"31":{"position":[[93,4]]},"33":{"position":[[3233,4]]},"61":{"position":[[730,4]]},"258":{"position":[[1040,8]]},"293":{"position":[[1529,4]]},"326":{"position":[[379,4],[1774,4],[1926,4],[2442,4],[2615,4],[3940,4],[4015,4],[5302,4],[6595,4],[6666,4],[6921,4],[13479,4],[14226,4],[16650,4],[17899,4]]},"332":{"position":[[398,4],[443,4],[1685,4],[2372,4],[2545,4],[3781,4],[4020,4]]},"356":{"position":[[868,7],[2382,7],[3040,8],[4574,8],[4626,6],[4688,8],[4717,6],[4776,6],[4820,6],[17894,8],[18419,8],[18471,6],[18533,8],[18562,6],[18621,6],[18665,6],[25981,7],[27531,7],[28294,8],[30532,8],[30584,6],[30646,8],[30675,6],[30734,6],[30778,6]]},"368":{"position":[[3394,7]]},"432":{"position":[[4850,8],[5239,8],[5291,6],[5353,8],[5382,6],[5441,6],[5485,6],[6146,6],[6327,6],[7315,7],[7447,6],[7599,6],[7897,6]]},"494":{"position":[[204,7],[1125,7]]},"544":{"position":[[836,7],[3364,7],[3654,6],[3839,6]]},"608":{"position":[[2519,7],[11751,7],[12041,6],[12226,6]]}}}],["auto_aug",{"_index":4141,"t":{"356":{"position":[[7487,12],[19457,12],[33416,12]]},"432":{"position":[[4195,13],[4722,12]]}}}],["auto_augment=non",{"_index":4236,"t":{"356":{"position":[[16298,18],[24423,18]]}}}],["autogen",{"_index":240,"t":{"11":{"position":[[213,7]]},"84":{"position":[[0,7]]},"86":{"position":[[0,7]]},"236":{"position":[[123,8],[132,7],[838,7]]},"238":{"position":[[29,8],[151,7]]},"244":{"position":[[0,8]]},"604":{"position":[[0,7]]}}}],["autogen.assistantagent(\"assistant\")user_proxi",{"_index":2625,"t":{"236":{"position":[[556,45]]}}}],["autogen.completion.cr",{"_index":3695,"t":{"293":{"position":[[1114,25]]},"326":{"position":[[3870,25],[8364,26],[9783,26],[11513,26],[12887,26]]},"332":{"position":[[3928,25]]}}}],["autogen.completion.create(context=test_inst",{"_index":2645,"t":{"236":{"position":[[1432,48]]}}}],["autogen.completion.tun",{"_index":2637,"t":{"236":{"position":[[1228,24]]}}}],["autogen.oai",{"_index":3906,"t":{"326":{"position":[[15511,12]]}}}],["autogen.userproxyagent(\"user_proxy\")user_proxy.initiate_chat",{"_index":2626,"t":{"236":{"position":[[604,61]]}}}],["autogenassist",{"_index":2624,"t":{"236":{"position":[[537,16]]}}}],["autogener",{"_index":5194,"t":{"608":{"position":[[9014,13]]}}}],["autolog",{"_index":4135,"t":{"356":{"position":[[7237,11],[33166,11]]},"486":{"position":[[348,11]]},"608":{"position":[[10860,11],[11636,12]]}}}],["autom",{"_index":642,"t":{"29":{"position":[[1930,9]]},"35":{"position":[[927,8],[1219,11]]},"63":{"position":[[203,11]]},"86":{"position":[[10,9]]},"234":{"position":[[140,10]]},"236":{"position":[[319,10],[777,9]]},"264":{"position":[[343,8]]},"620":{"position":[[157,10]]},"624":{"position":[[1489,9]]}}}],["automat",{"_index":117,"t":{"5":{"position":[[150,13]]},"55":{"position":[[1265,13]]},"138":{"position":[[844,13]]},"234":{"position":[[497,9]]},"236":{"position":[[1755,13],[4183,13]]},"275":{"position":[[2293,13]]},"326":{"position":[[10814,13],[12188,13]]},"356":{"position":[[7537,13],[9566,13],[19507,13],[33466,13],[35030,13]]},"494":{"position":[[1155,14]]},"544":{"position":[[3397,13]]},"592":{"position":[[3041,13]]},"608":{"position":[[11784,13]]},"653":{"position":[[156,13]]},"655":{"position":[[41,13]]},"696":{"position":[[3906,13]]}}}],["automl",{"_index":106,"t":{"5":{"position":[[30,6]]},"7":{"position":[[33,6],[359,6],[401,7]]},"90":{"position":[[12,8]]},"92":{"position":[[78,6],[102,9],[120,6],[899,6]]},"98":{"position":[[12,8]]},"100":{"position":[[1180,6]]},"102":{"position":[[1169,6]]},"106":{"position":[[12,8]]},"108":{"position":[[1184,6]]},"110":{"position":[[984,6]]},"116":{"position":[[1782,6]]},"118":{"position":[[1375,6]]},"120":{"position":[[1288,6]]},"122":{"position":[[3342,6]]},"128":{"position":[[12,8]]},"130":{"position":[[743,6]]},"138":{"position":[[67,7],[798,9],[1142,6]]},"140":{"position":[[2296,6],[2329,6]]},"144":{"position":[[12,8]]},"146":{"position":[[93,6],[117,9],[135,6],[912,6]]},"148":{"position":[[67,6],[631,6]]},"166":{"position":[[12,8]]},"170":{"position":[[365,10]]},"174":{"position":[[0,6]]},"180":{"position":[[22,6]]},"182":{"position":[[531,7]]},"184":{"position":[[78,6],[296,6],[397,6],[623,7]]},"203":{"position":[[1181,7]]},"207":{"position":[[116,7]]},"209":{"position":[[537,6]]},"211":{"position":[[30,6]]},"236":{"position":[[1510,7],[1589,6],[3646,7],[3717,6]]},"238":{"position":[[52,7],[101,7]]},"244":{"position":[[57,7]]},"246":{"position":[[615,6],[865,7]]},"256":{"position":[[917,6]]},"258":{"position":[[1692,6]]},"260":{"position":[[1685,6],[1709,9],[1729,6],[2498,6]]},"262":{"position":[[794,6],[818,9],[1743,6]]},"264":{"position":[[1827,9],[3613,6]]},"356":{"position":[[37,6],[60,6],[5910,6],[6851,7],[9375,6],[9535,6],[13455,6],[13539,6],[23101,7],[31866,6],[32807,7],[34867,6],[34999,6]]},"368":{"position":[[1121,6],[1128,6],[1137,8]]},"432":{"position":[[3094,6],[3107,6],[4412,6],[4425,6]]},"486":{"position":[[151,6],[193,6],[504,6]]},"540":{"position":[[174,7]]},"600":{"position":[[102,6],[246,6],[1346,7],[1486,8],[1622,7],[1741,8],[1910,7],[2087,8]]},"608":{"position":[[11052,6],[11399,7],[11469,7]]},"622":{"position":[[644,6]]},"624":{"position":[[386,7]]},"626":{"position":[[10,6],[496,7]]},"630":{"position":[[30,6]]},"640":{"position":[[50,6]]},"644":{"position":[[42,7],[1700,6],[1800,6]]},"649":{"position":[[5771,7],[5938,7]]},"651":{"position":[[74,6],[156,6],[284,6],[1024,7],[1414,7]]},"659":{"position":[[22,6],[140,6],[1214,7]]},"661":{"position":[[2153,6]]},"666":{"position":[[59,6]]}}}],["automl\")run",{"_index":1856,"t":{"140":{"position":[[3142,11]]}}}],["automl#optim",{"_index":2003,"t":{"172":{"position":[[348,19]]}}}],["automl()automl.add_learner(\"rgf",{"_index":5443,"t":{"649":{"position":[[5818,33]]}}}],["automl()automl.add_learner(learner_name=\"my_lgbm",{"_index":1313,"t":{"102":{"position":[[1178,50]]}}}],["automl()automl.add_learner(learner_name=\"my_xgb1",{"_index":1484,"t":{"110":{"position":[[993,50]]}}}],["automl()automl.fit",{"_index":1701,"t":{"130":{"position":[[265,19]]},"256":{"position":[[150,19]]}}}],["automl()automl.fit(x_train",{"_index":2648,"t":{"236":{"position":[[1671,27]]},"644":{"position":[[1456,27]]}}}],["automl()automl1.fit(x_train",{"_index":5518,"t":{"659":{"position":[[353,28]]}}}],["automl()automl2.fit",{"_index":5520,"t":{"659":{"position":[[418,20]]}}}],["automl()automl_pipelin",{"_index":1989,"t":{"170":{"position":[[273,23]]}}}],["automl()automl_set",{"_index":1507,"t":{"116":{"position":[[527,23]]},"118":{"position":[[412,23]]},"120":{"position":[[389,23]]},"122":{"position":[[930,23],[2307,23]]},"205":{"position":[[689,23]]},"356":{"position":[[69,23]]},"626":{"position":[[208,23]]},"628":{"position":[[394,23]]},"663":{"position":[[990,23]]}}}],["automl()new_automl.fit(x_train",{"_index":4125,"t":{"356":{"position":[[6146,31],[32102,31]]}}}],["automl()set",{"_index":1134,"t":{"100":{"position":[[378,16]]},"108":{"position":[[378,16]]},"138":{"position":[[354,16]]},"258":{"position":[[719,16]]}}}],["automl()x_train",{"_index":4121,"t":{"356":{"position":[[6002,16],[31958,16]]}}}],["automl(baseestim",{"_index":4053,"t":{"356":{"position":[[6,21]]}}}],["automl(mlflow_logging=fals",{"_index":5552,"t":{"661":{"position":[[2162,28]]}}}],["automl(settings={\"time_budget",{"_index":2485,"t":{"211":{"position":[[320,31]]}}}],["automl)])automl_pipelin",{"_index":1993,"t":{"170":{"position":[[376,24]]}}}],["automl,azureml",{"_index":1735,"t":{"134":{"position":[[12,16]]}}}],["automl,hf",{"_index":1490,"t":{"114":{"position":[[39,11]]}}}],["automl,ts_forecast",{"_index":2803,"t":{"254":{"position":[[12,20]]}}}],["automl.add_learner(\"mylgbm",{"_index":2652,"t":{"236":{"position":[[2029,28]]}}}],["automl.best_config",{"_index":2483,"t":{"211":{"position":[[125,18]]}}}],["automl.best_config)print(\"best",{"_index":1210,"t":{"100":{"position":[[5012,30]]},"108":{"position":[[7897,30]]},"174":{"position":[[157,30]]}}}],["automl.best_config_per_estimatornew_automl",{"_index":4124,"t":{"356":{"position":[[6101,42],[32057,42]]}}}],["automl.best_estimator)print(\"best",{"_index":2011,"t":{"174":{"position":[[99,33]]}}}],["automl.best_loss))print(\"train",{"_index":1213,"t":{"100":{"position":[[5086,33]]},"108":{"position":[[7971,33]]},"174":{"position":[[237,33]]}}}],["automl.feature_importances_",{"_index":1238,"t":{"100":{"position":[[5885,28]]},"108":{"position":[[9231,28]]}}}],["automl.fit",{"_index":1524,"t":{"116":{"position":[[1068,11]]},"140":{"position":[[2414,12]]},"205":{"position":[[349,13]]},"649":{"position":[[6082,15],[6163,15],[8768,12]]},"653":{"position":[[421,11]]},"663":{"position":[[71,13],[307,12]]}}}],["automl.fit(x_train",{"_index":4360,"t":{"368":{"position":[[1146,19]]},"651":{"position":[[1272,19]]},"657":{"position":[[1005,19],[1501,19]]},"666":{"position":[[89,19]]}}}],["automl.fit(x_train=x_train",{"_index":1764,"t":{"138":{"position":[[708,27]]},"661":{"position":[[2014,27],[2199,27]]},"663":{"position":[[1207,30]]}}}],["automl.init'",{"_index":4335,"t":{"356":{"position":[[37137,13]]}}}],["automl.model.config2params(automl.best_config",{"_index":2488,"t":{"211":{"position":[[471,50]]}}}],["automl.model.estim",{"_index":1054,"t":{"92":{"position":[[569,23]]},"100":{"position":[[862,23]]},"108":{"position":[[866,23]]},"116":{"position":[[1380,23]]},"130":{"position":[[420,23]]},"146":{"position":[[589,23]]},"207":{"position":[[236,22]]},"256":{"position":[[534,23]]},"368":{"position":[[1192,22],[1303,23]]}}}],["automl.model.estimator.feature_importances_",{"_index":2457,"t":{"207":{"position":[[12,43]]},"666":{"position":[[846,44]]}}}],["automl.model.estimator.feature_name_",{"_index":5559,"t":{"666":{"position":[[808,37]]}}}],["automl.predict(discrete_x_test)print(\"predict",{"_index":3177,"t":{"262":{"position":[[1249,47]]}}}],["automl.predict(x",{"_index":4536,"t":{"486":{"position":[[273,17]]}}}],["automl.predict(x_test",{"_index":5372,"t":{"644":{"position":[[1730,22]]}}}],["automl.predict(x_test)import",{"_index":3051,"t":{"258":{"position":[[15176,28]]}}}],["automl.predict(x_test)print(\"predict",{"_index":1240,"t":{"100":{"position":[[5968,38]]},"108":{"position":[[9314,38]]}}}],["automl.predict(x_test)print(y_test)print(y_pr",{"_index":3306,"t":{"264":{"position":[[3153,49]]}}}],["automl1",{"_index":5517,"t":{"659":{"position":[[343,7]]}}}],["automl_info",{"_index":5146,"t":{"608":{"position":[[2414,12],[10993,11]]}}}],["automl_pipeline.steps[2][1",{"_index":2008,"t":{"174":{"position":[[9,28]]}}}],["automl_runner_arg",{"_index":4550,"t":{"494":{"position":[[212,19],[1170,18],[1349,18]]}}}],["automl_set",{"_index":1048,"t":{"92":{"position":[[395,19]]},"118":{"position":[[986,18]]},"120":{"position":[[898,18]]},"146":{"position":[[421,19]]},"172":{"position":[[0,15]]},"184":{"position":[[2062,19]]},"356":{"position":[[243,18]]},"626":{"position":[[382,18]]},"628":{"position":[[626,18]]},"663":{"position":[[1255,18]]}}}],["automl_settings)automl.predict(x_test",{"_index":1523,"t":{"116":{"position":[[996,40]]},"122":{"position":[[1432,40],[2908,40]]}}}],["automl_settings.items()}automl_pipeline.fit(x_train",{"_index":2006,"t":{"172":{"position":[[589,52]]}}}],["automlautoml",{"_index":2647,"t":{"236":{"position":[[1656,12]]},"258":{"position":[[704,12]]},"356":{"position":[[5987,12],[31943,12]]},"626":{"position":[[193,12]]},"644":{"position":[[1441,12]]},"649":{"position":[[5803,12]]}}}],["automlfrom",{"_index":1034,"t":{"92":{"position":[[18,10]]},"100":{"position":[[18,10]]},"108":{"position":[[18,10]]},"116":{"position":[[18,10]]},"118":{"position":[[18,10]]},"120":{"position":[[18,10]]},"146":{"position":[[18,10]]},"148":{"position":[[121,10]]},"205":{"position":[[591,10]]},"211":{"position":[[234,10]]}}}],["automlimport",{"_index":1652,"t":{"122":{"position":[[131,12],[1556,12]]}}}],["automlset_config(display=\"diagram\")imput",{"_index":1986,"t":{"170":{"position":[[173,42]]}}}],["automlst",{"_index":4438,"t":{"424":{"position":[[6,13]]},"432":{"position":[[3178,11],[4496,11]]}}}],["automltime_horizon",{"_index":3146,"t":{"262":{"position":[[81,18]]}}}],["automlx_train",{"_index":1690,"t":{"130":{"position":[[59,14]]},"256":{"position":[[36,13]]},"663":{"position":[[889,14]]}}}],["automodelforsequenceclassification.from_pretrain",{"_index":2142,"t":{"190":{"position":[[665,51]]}}}],["automodelforsequenceclassificationtask",{"_index":2127,"t":{"190":{"position":[[341,38]]}}}],["autonom",{"_index":2623,"t":{"236":{"position":[[418,12]]}}}],["autotokenizer.from_pretrained(model_nam",{"_index":2119,"t":{"190":{"position":[[99,41]]}}}],["autotokenizermodel_nam",{"_index":2116,"t":{"190":{"position":[[36,23]]}}}],["autovw",{"_index":4546,"t":{"494":{"position":[[6,8],[34,6]]}}}],["autozero",{"_index":1909,"t":{"153":{"position":[[26,10]]}}}],["auxiliari",{"_index":4181,"t":{"356":{"position":[[12832,9]]},"647":{"position":[[1465,9]]}}}],["avail",{"_index":1676,"t":{"122":{"position":[[1318,9],[2794,9]]},"184":{"position":[[579,9]]},"264":{"position":[[3713,10],[3746,10],[3786,10],[5600,10],[5633,10],[5673,10]]},"293":{"position":[[1144,9]]},"326":{"position":[[3900,9]]},"332":{"position":[[3958,9]]},"356":{"position":[[2171,9],[18915,9],[27320,9],[37354,9]]},"544":{"position":[[3704,9]]},"554":{"position":[[3027,10]]},"580":{"position":[[1432,9]]},"608":{"position":[[12091,9]]},"638":{"position":[[1111,10]]}}}],["available}automl.fit",{"_index":1519,"t":{"116":{"position":[[914,21]]}}}],["averag",{"_index":672,"t":{"33":{"position":[[62,7]]},"57":{"position":[[1769,7],[1790,7]]},"59":{"position":[[45,7],[66,7]]},"258":{"position":[[146,8]]},"260":{"position":[[717,7]]},"356":{"position":[[3745,7],[29104,7],[35875,7]]},"466":{"position":[[119,8],[128,7]]},"506":{"position":[[1615,7],[1762,7],[2921,7],[3068,7]]}}}],["average=\"macro",{"_index":5380,"t":{"647":{"position":[[1116,16]]}}}],["average=\"micro",{"_index":5379,"t":{"647":{"position":[[1060,16]]}}}],["average=\"weight",{"_index":5377,"t":{"647":{"position":[[776,19],[874,19],[972,19]]}}}],["average_precision_scor",{"_index":5382,"t":{"647":{"position":[[1152,24]]}}}],["avg",{"_index":4017,"t":{"348":{"position":[[7665,6]]},"506":{"position":[[1435,4],[1447,4],[1460,5],[1716,3],[1737,4],[2741,4],[2753,4],[2766,5],[3022,3],[3043,4]]}}}],["avg_max_temp",{"_index":3297,"t":{"264":{"position":[[2807,15],[8549,15],[18445,15],[20696,15]]}}}],["avg_population_2017",{"_index":3284,"t":{"264":{"position":[[2307,23],[7686,22],[9664,22],[12532,22]]}}}],["avg_success",{"_index":4020,"t":{"348":{"position":[[7880,14]]}}}],["avg_volume_by_ag",{"_index":3298,"t":{"264":{"position":[[2823,23],[8614,23],[19009,23],[20761,23]]}}}],["avg_volume_by_sku",{"_index":3299,"t":{"264":{"position":[[2847,20],[8687,20],[19581,20],[20834,20]]}}}],["avg_yearly_household_income_2017",{"_index":3285,"t":{"264":{"position":[[2331,36],[7758,35],[10235,35],[12604,35]]}}}],["aviv",{"_index":83,"t":{"2":{"position":[[1020,4]]}}}],["avoid",{"_index":4776,"t":{"544":{"position":[[1817,5]]},"588":{"position":[[2339,5],[2662,5]]},"592":{"position":[[2578,5],[5057,5]]},"608":{"position":[[4620,5]]},"698":{"position":[[210,5]]},"706":{"position":[[1452,5]]}}}],["awadallah",{"_index":5097,"t":{"600":{"position":[[2832,10],[3068,11]]}}}],["await",{"_index":686,"t":{"33":{"position":[[762,7]]}}}],["awar",{"_index":2422,"t":{"203":{"position":[[608,5]]},"682":{"position":[[7102,5],[7795,5]]},"698":{"position":[[446,5]]}}}],["axis=1",{"_index":2149,"t":{"190":{"position":[[898,7]]}}}],["axis=1)del",{"_index":3096,"t":{"260":{"position":[[1184,10]]}}}],["azur",{"_index":61,"t":{"2":{"position":[[792,5],[804,5],[828,5]]},"244":{"position":[[666,5],[1706,5]]},"298":{"position":[[295,5]]},"300":{"position":[[54,5]]},"348":{"position":[[110,5],[4611,8]]}}}],["azureml",{"_index":1738,"t":{"134":{"position":[[86,7]]},"138":{"position":[[637,7],[904,7]]},"140":{"position":[[35,8],[127,8],[283,7],[2481,7]]},"207":{"position":[[157,7]]},"298":{"position":[[206,7],[234,7],[263,7],[350,7],[414,7]]},"302":{"position":[[65,7]]},"306":{"position":[[98,7],[324,7]]},"308":{"position":[[47,7]]},"312":{"position":[[34,7],[203,7],[1075,7],[1141,7],[1525,7],[1562,7],[1586,7]]}}}],["azureml.cor",{"_index":1740,"t":{"134":{"position":[[110,12]]},"136":{"position":[[18,12]]},"140":{"position":[[2516,12]]}}}],["azureml.core.comput",{"_index":1796,"t":{"140":{"position":[[961,20]]}}}],["azureml.core.runconfig",{"_index":1840,"t":{"140":{"position":[[2592,22]]}}}],["b",{"_index":710,"t":{"33":{"position":[[1606,2],[1654,1]]},"122":{"position":[[206,3],[221,2],[246,2],[267,3],[2614,2],[2632,2],[2650,2],[2668,2]]},"326":{"position":[[8605,1],[10024,1]]},"356":{"position":[[22040,3],[22510,3]]},"364":{"position":[[1247,2],[1262,1],[1329,2],[1344,1]]},"592":{"position":[[3187,3],[3562,3],[4294,3],[4815,3],[4949,4],[4972,4],[5287,3],[5421,4],[5444,4]]},"608":{"position":[[4867,5],[4905,5]]},"682":{"position":[[5857,4]]},"698":{"position":[[1020,4],[1080,5],[1101,5],[1122,5],[1143,5]]}}}],["back",{"_index":3851,"t":{"326":{"position":[[3759,4]]},"332":{"position":[[3689,4]]},"486":{"position":[[183,4]]}}}],["backend",{"_index":2080,"t":{"184":{"position":[[39,7],[200,7]]},"580":{"position":[[1063,8]]},"608":{"position":[[7591,7],[7848,7],[8111,7],[8761,8],[8823,8]]},"657":{"position":[[633,8]]},"694":{"position":[[67,8],[128,8],[264,8]]},"696":{"position":[[5382,7],[5424,7],[5493,7]]}}}],["background",{"_index":5807,"t":{"706":{"position":[[1079,10]]}}}],["backward",{"_index":3583,"t":{"275":{"position":[[1511,8]]},"432":{"position":[[8282,8]]}}}],["bad",{"_index":5154,"t":{"608":{"position":[[3052,4],[3068,3]]}}}],["balanc",{"_index":2455,"t":{"205":{"position":[[973,11]]}}}],["balanced\"}},}print(automl.model",{"_index":2456,"t":{"205":{"position":[[999,33]]}}}],["base",{"_index":260,"t":{"11":{"position":[[677,5]]},"25":{"position":[[206,5]]},"33":{"position":[[2697,5]]},"44":{"position":[[47,5]]},"82":{"position":[[527,5]]},"100":{"position":[[207,5]]},"108":{"position":[[207,5]]},"116":{"position":[[753,5],[806,4]]},"118":{"position":[[748,5],[801,4]]},"122":{"position":[[1157,5],[1210,4],[2535,5],[2588,4]]},"178":{"position":[[28,5]]},"184":{"position":[[1631,5]]},"190":{"position":[[74,4]]},"203":{"position":[[492,5],[758,5]]},"234":{"position":[[51,5]]},"250":{"position":[[1264,5],[1682,5]]},"281":{"position":[[79,4],[135,4],[283,4]]},"285":{"position":[[308,5]]},"316":{"position":[[351,5]]},"326":{"position":[[3934,5],[4056,5],[16424,5],[17673,5],[20170,5]]},"332":{"position":[[392,5],[3830,5],[4014,5]]},"348":{"position":[[9988,5]]},"356":{"position":[[10679,4],[19880,4],[35566,4],[37128,5]]},"364":{"position":[[323,5]]},"370":{"position":[[45,4]]},"378":{"position":[[47,4]]},"432":{"position":[[30,4],[6177,5]]},"466":{"position":[[50,4]]},"506":{"position":[[1556,5],[1675,5],[1835,5],[1917,5],[1951,5],[2862,5],[2981,5],[3141,5],[3223,5],[3257,5]]},"518":{"position":[[20,4],[97,4]]},"520":{"position":[[657,5],[872,4],[883,4],[983,5],[1413,4],[1424,4],[1905,5],[1996,4],[2011,4],[2421,5],[2512,4],[2527,4]]},"608":{"position":[[2597,5]]},"610":{"position":[[38,5]]},"622":{"position":[[240,5],[627,5]]},"630":{"position":[[543,5]]},"649":{"position":[[547,4],[1968,4]]},"655":{"position":[[1248,5],[1295,5],[1604,5],[1706,5]]},"682":{"position":[[3996,5],[4057,5],[4288,5],[4358,5],[6222,5],[6288,5],[7398,5]]},"708":{"position":[[492,5],[705,5]]}}}],["baseestim",{"_index":4353,"t":{"368":{"position":[[6,15]]}}}],["baseestimatorimport",{"_index":5427,"t":{"649":{"position":[[4153,19]]}}}],["baselin",{"_index":872,"t":{"55":{"position":[[147,8]]}}}],["basenam",{"_index":4136,"t":{"356":{"position":[[7341,8],[33270,8]]},"608":{"position":[[10964,8]]}}}],["baseonlinetrial(tri",{"_index":4614,"t":{"500":{"position":[[6,22]]}}}],["basesearch",{"_index":4745,"t":{"538":{"position":[[6,14]]}}}],["basetrialrunn",{"_index":4879,"t":{"572":{"position":[[6,17]]}}}],["bash",{"_index":2745,"t":{"244":{"position":[[1409,4]]}}}],["basic",{"_index":308,"t":{"15":{"position":[[246,5]]},"21":{"position":[[168,5]]},"524":{"position":[[62,5]]},"678":{"position":[[125,5],[479,5]]}}}],["batch",{"_index":3592,"t":{"275":{"position":[[1729,7]]},"356":{"position":[[21531,5],[39168,5]]},"364":{"position":[[870,8],[908,6],[1008,5]]},"590":{"position":[[272,5]]}}}],["batch_first=tru",{"_index":3471,"t":{"264":{"position":[[26322,17],[26396,17]]}}}],["batch_idx",{"_index":2543,"t":{"222":{"position":[[67,10]]},"224":{"position":[[88,10]]}}}],["batch_siz",{"_index":3300,"t":{"264":{"position":[[2871,13]]},"281":{"position":[[226,13]]},"289":{"position":[[131,13]]},"356":{"position":[[21498,10],[39135,10]]},"558":{"position":[[895,13]]}}}],["batch_size=4",{"_index":3615,"t":{"277":{"position":[[122,13]]}}}],["batch_size=batchs",{"_index":2519,"t":{"218":{"position":[[533,21],[796,21]]}}}],["batch_size=int(2",{"_index":3571,"t":{"275":{"position":[[944,16],[1071,16]]}}}],["batched=tru",{"_index":2137,"t":{"190":{"position":[[563,13]]}}}],["batchsiz",{"_index":2508,"t":{"218":{"position":[[204,9],[237,9]]}}}],["bay",{"_index":4419,"t":{"400":{"position":[[79,5]]}}}],["bayesian",{"_index":5502,"t":{"657":{"position":[[2429,8]]},"682":{"position":[[6549,8]]},"708":{"position":[[155,8]]}}}],["be",{"_index":4158,"t":{"356":{"position":[[9871,5],[9909,5]]},"520":{"position":[[2001,5],[2517,5]]},"608":{"position":[[3135,5]]}}}],["becom",{"_index":973,"t":{"69":{"position":[[145,6]]}}}],["beer_capit",{"_index":3250,"t":{"264":{"position":[[1108,15]]}}}],["befor",{"_index":450,"t":{"17":{"position":[[2578,6]]},"33":{"position":[[2274,6]]},"44":{"position":[[171,6]]},"78":{"position":[[66,6]]},"209":{"position":[[317,6]]},"269":{"position":[[54,6]]},"279":{"position":[[124,6]]},"300":{"position":[[0,6]]},"312":{"position":[[463,6]]},"368":{"position":[[788,6]]},"378":{"position":[[390,6]]},"546":{"position":[[714,6]]},"590":{"position":[[338,6]]},"608":{"position":[[8679,6]]},"620":{"position":[[145,7]]},"624":{"position":[[1460,6]]},"630":{"position":[[311,7]]},"661":{"position":[[1707,6]]},"674":{"position":[[946,6]]},"692":{"position":[[1720,6]]},"700":{"position":[[148,6]]},"706":{"position":[[1721,6]]},"708":{"position":[[384,6]]}}}],["begin",{"_index":724,"t":{"33":{"position":[[2077,6]]},"661":{"position":[[1495,9]]},"706":{"position":[[173,6]]}}}],["behav",{"_index":4443,"t":{"432":{"position":[[646,6]]}}}],["behaviour",{"_index":4818,"t":{"546":{"position":[[791,10]]}}}],["behind",{"_index":5247,"t":{"620":{"position":[[176,6]]}}}],["below",{"_index":498,"t":{"21":{"position":[[135,6]]},"184":{"position":[[552,6]]},"211":{"position":[[204,5]]},"230":{"position":[[750,6]]},"244":{"position":[[874,5]]},"262":{"position":[[313,5]]},"356":{"position":[[20296,5],[37933,5]]},"682":{"position":[[3774,5],[4392,5]]},"686":{"position":[[103,5]]},"702":{"position":[[1681,6]]},"706":{"position":[[858,5]]}}}],["below.def",{"_index":3078,"t":{"260":{"position":[[734,9]]}}}],["benchmark",{"_index":557,"t":{"27":{"position":[[40,9],[413,10]]},"55":{"position":[[1012,9]]},"244":{"position":[[1788,10],[1833,9]]},"630":{"position":[[422,9]]}}}],["benefit",{"_index":5357,"t":{"640":{"position":[[549,7]]},"708":{"position":[[1702,8]]}}}],["besid",{"_index":4006,"t":{"348":{"position":[[5697,7]]}}}],["best",{"_index":889,"t":{"55":{"position":[[1288,4]]},"59":{"position":[[494,4]]},"67":{"position":[[51,4]]},"92":{"position":[[470,4],[540,4],[1240,4],[1259,4],[1281,4],[1447,4],[1466,4],[1488,4],[1654,4],[1673,4],[1695,4],[1861,4],[1880,4],[1902,4],[2068,4],[2087,4],[2109,4],[2281,4],[2300,4],[2322,4],[2488,4],[2507,4],[2529,4],[2707,4],[2726,4],[2748,4],[3207,4]]},"100":{"position":[[833,4],[1469,4],[1488,4],[1510,4],[1676,4],[1695,4],[1717,4],[1883,4],[1902,4],[1924,4],[2090,4],[2109,4],[2131,4],[2297,4],[2316,4],[2338,4],[2504,4],[2523,4],[2545,4],[2711,4],[2730,4],[2752,4],[2918,4],[2937,4],[2959,4],[3125,4],[3144,4],[3166,4],[3333,4],[3352,4],[3374,4],[3542,4],[3561,4],[3583,4],[3751,4],[3770,4],[3792,4],[3960,4],[3979,4],[4001,4],[4169,4],[4188,4],[4210,4],[4709,4],[4809,4],[4963,4],[5132,4],[5222,4],[5480,4],[5537,4]]},"108":{"position":[[837,4],[1482,4],[1501,4],[1526,4],[1698,4],[1717,4],[1742,4],[1914,4],[1933,4],[1958,4],[2130,4],[2149,4],[2174,4],[2346,4],[2365,4],[2390,4],[2562,4],[2581,4],[2606,4],[2778,4],[2797,4],[2822,4],[2994,4],[3013,4],[3038,4],[3210,4],[3229,4],[3254,4],[3426,4],[3445,4],[3470,4],[3643,4],[3662,4],[3687,4],[3860,4],[3879,4],[3904,4],[4077,4],[4096,4],[4121,4],[4294,4],[4313,4],[4338,4],[4511,4],[4530,4],[4555,4],[4728,4],[4747,4],[4772,4],[4945,4],[4964,4],[4989,4],[5162,4],[5181,4],[5206,4],[5379,4],[5398,4],[5423,4],[5596,4],[5615,4],[5640,4],[5814,4],[5833,4],[5858,4],[6032,4],[6051,4],[6076,4],[6250,4],[6269,4],[6294,4],[6468,4],[6487,4],[6512,4],[6686,4],[6705,4],[6730,4],[6904,4],[6923,4],[6948,4],[7122,4],[7141,4],[7166,4],[7595,4],[7693,4],[7848,4],[8017,4],[8107,4],[8422,4],[8479,4]]},"116":{"position":[[1351,4],[2268,4],[2287,4],[2316,4],[2591,4],[2691,4]]},"130":{"position":[[391,4],[1042,4],[1061,4],[1083,4],[1249,4],[1268,4],[1290,4],[1456,4],[1475,4],[1497,4],[1663,4],[1682,4],[1704,4],[1876,4],[1895,4],[1917,4],[2089,4],[2108,4],[2130,4],[2296,4],[2315,4],[2337,4],[2503,4],[2522,4],[2544,4],[2716,4],[2735,4],[2757,4],[2929,4],[2948,4],[2970,4],[3143,4],[3162,4],[3187,4],[3360,4],[3379,4],[3404,4],[3577,4],[3596,4],[3621,4],[3794,4],[3813,4],[3838,4],[4005,4],[4024,4],[4046,4],[4219,4],[4238,4],[4260,4],[4427,4],[4446,4],[4468,4],[4635,4],[4654,4],[4676,4],[4843,4],[4862,4],[4884,4],[5051,4],[5070,4],[5092,4],[5259,4],[5278,4],[5300,4],[5467,4],[5486,4],[5508,4],[5675,4],[5694,4],[5716,4],[5883,4],[5902,4],[5924,4],[6091,4],[6110,4],[6132,4],[6299,4],[6318,4],[6340,4],[6507,4],[6526,4],[6548,4],[6715,4],[6734,4],[6756,4],[6923,4],[6942,4],[6964,4],[7131,4],[7150,4],[7172,4],[7660,4],[7761,4]]},"146":{"position":[[490,4],[560,4],[1243,4],[1262,4],[1284,4],[1450,4],[1469,4],[1491,4],[1657,4],[1676,4],[1698,4],[1864,4],[1883,4],[1905,4],[2071,4],[2090,4],[2112,4],[2278,4],[2297,4],[2319,4],[2485,4],[2504,4],[2526,4],[2692,4],[2711,4],[2733,4],[2905,4],[2924,4],[2946,4],[3118,4],[3137,4],[3159,4],[3332,4],[3351,4],[3373,4],[3546,4],[3565,4],[3587,4],[3760,4],[3779,4],[3801,4],[3974,4],[3993,4],[4015,4],[4194,4],[4213,4],[4235,4],[4725,4],[4826,4]]},"174":{"position":[[46,4],[62,4],[283,4]]},"196":{"position":[[334,4],[380,4]]},"207":{"position":[[96,4]]},"211":{"position":[[455,4]]},"236":{"position":[[1811,4]]},"256":{"position":[[505,4],[1286,4],[1305,4],[1327,4],[1493,4],[1512,4],[1534,4],[1700,4],[1719,4],[1741,4],[1907,4],[1926,4],[1948,4],[2114,4],[2133,4],[2155,4],[2321,4],[2340,4],[2362,4],[2528,4],[2547,4],[2569,4],[2735,4],[2754,4],[2776,4],[2942,4],[2961,4],[2983,4],[3149,4],[3168,4],[3190,4],[3357,4],[3376,4],[3398,4],[3565,4],[3584,4],[3606,4],[3773,4],[3792,4],[3814,4],[3981,4],[4000,4],[4022,4],[4189,4],[4208,4],[4230,4],[4397,4],[4416,4],[4438,4],[4605,4],[4624,4],[4646,4],[4813,4],[4832,4],[4854,4],[5017,4],[5036,4],[5058,4],[5221,4],[5240,4],[5262,4],[5435,4],[5454,4],[5476,4],[5639,4],[5658,4],[5680,4],[5853,4],[5872,4],[5894,4],[6067,4],[6086,4],[6108,4],[6281,4],[6300,4],[6322,4],[6501,4],[6520,4],[6542,4],[6721,4],[6740,4],[6762,4],[6941,4],[6960,4],[6982,4],[7161,4],[7180,4],[7202,4],[7381,4],[7400,4],[7422,4],[7589,4],[7608,4],[7630,4],[7797,4],[7816,4],[7838,4],[8005,4],[8024,4],[8046,4],[8225,4],[8244,4],[8266,4],[8433,4],[8452,4],[8474,4],[8647,4],[8666,4],[8688,4],[8867,4],[8886,4],[8908,4],[9087,4],[9106,4],[9128,4],[9307,4],[9326,4],[9348,4],[9521,4],[9540,4],[9562,4],[9741,4],[9760,4],[9782,4],[9961,4],[9980,4],[10002,4],[10169,4],[10188,4],[10210,4],[10389,4],[10408,4],[10430,4],[10617,4],[10636,4],[10658,4],[10845,4],[10864,4],[10886,4],[11073,4],[11092,4],[11114,4],[11301,4],[11320,4],[11342,4],[11529,4],[11548,4],[11570,4],[11737,4],[11756,4],[11778,4],[11957,4],[11976,4],[11998,4],[12185,4],[12204,4],[12226,4],[12399,4],[12418,4],[12440,4],[12613,4],[12632,4],[12654,4],[12821,4],[12840,4],[12862,4],[13029,4],[13048,4],[13070,4],[13257,4],[13276,4],[13298,4],[13461,4],[13480,4],[13502,4],[13675,4],[13694,4],[13716,4],[13895,4],[13914,4],[13936,4],[14103,4],[14122,4],[14144,4],[14323,4],[14342,4],[14364,4],[14531,4],[14550,4],[14572,4],[14759,4],[14778,4],[14800,4],[14973,4],[14992,4],[15014,4],[15183,4],[15202,4],[15225,4],[15394,4],[15413,4],[15436,4],[15609,4],[15628,4],[15651,4],[15838,4],[15857,4],[15880,4],[16053,4],[16072,4],[16095,4],[16268,4],[16287,4],[16310,4],[16479,4],[16498,4],[16521,4],[16708,4],[16727,4],[16750,4],[16919,4],[16938,4],[16961,4],[17134,4],[17153,4],[17176,4],[17345,4],[17364,4],[17387,4],[17560,4],[17579,4],[17602,4],[17771,4],[17790,4],[17813,4],[17986,4],[18005,4],[18028,4],[18215,4],[18234,4],[18257,4],[18444,4],[18463,4],[18486,4],[18659,4],[18678,4],[18701,4],[18874,4],[18893,4],[18916,4],[19103,4],[19122,4],[19145,4],[19318,4],[19337,4],[19360,4],[19547,4],[19566,4],[19589,4],[19762,4],[19781,4],[19804,4],[19973,4],[19992,4],[20015,4],[20188,4],[20207,4],[20230,4],[20399,4],[20418,4],[20441,4],[20610,4],[20629,4],[20652,4],[20839,4],[20858,4],[20881,4],[21068,4],[21087,4],[21110,4],[21283,4],[21302,4],[21327,4],[21514,4],[21533,4],[21558,4],[21731,4],[21750,4],[21775,4],[21944,4],[21963,4],[21988,4],[22157,4],[22176,4],[22201,4],[22380,4],[22399,4],[22424,4],[22597,4],[22616,4],[22641,4],[22829,4],[22848,4],[22873,4]]},"258":{"position":[[2061,4],[2080,4],[2102,4],[2268,4],[2287,4],[2309,4],[2475,4],[2494,4],[2516,4],[2682,4],[2701,4],[2723,4],[2889,4],[2908,4],[2930,4],[3096,4],[3115,4],[3137,4],[3303,4],[3322,4],[3344,4],[3510,4],[3529,4],[3551,4],[3717,4],[3736,4],[3758,4],[3924,4],[3943,4],[3965,4],[4132,4],[4151,4],[4173,4],[4340,4],[4359,4],[4381,4],[4548,4],[4567,4],[4589,4],[4756,4],[4775,4],[4797,4],[4964,4],[4983,4],[5005,4],[5172,4],[5191,4],[5213,4],[5380,4],[5399,4],[5421,4],[5588,4],[5607,4],[5629,4],[5796,4],[5815,4],[5837,4],[6004,4],[6023,4],[6045,4],[6208,4],[6227,4],[6249,4],[6412,4],[6431,4],[6453,4],[6626,4],[6645,4],[6667,4],[6840,4],[6859,4],[6881,4],[7054,4],[7073,4],[7095,4],[7268,4],[7287,4],[7309,4],[7482,4],[7501,4],[7523,4],[7696,4],[7715,4],[7737,4],[7916,4],[7935,4],[7957,4],[8136,4],[8155,4],[8177,4],[8344,4],[8363,4],[8385,4],[8552,4],[8571,4],[8593,4],[8756,4],[8775,4],[8797,4],[8976,4],[8995,4],[9017,4],[9184,4],[9203,4],[9225,4],[9404,4],[9423,4],[9445,4],[9632,4],[9651,4],[9673,4],[9860,4],[9879,4],[9901,4],[10088,4],[10107,4],[10129,4],[10316,4],[10335,4],[10357,4],[10544,4],[10563,4],[10585,4],[10772,4],[10791,4],[10813,4],[11000,4],[11019,4],[11041,4],[11214,4],[11233,4],[11258,4],[11427,4],[11446,4],[11471,4],[11644,4],[11663,4],[11688,4],[11855,4],[11874,4],[11899,4],[12072,4],[12091,4],[12116,4],[12289,4],[12308,4],[12333,4],[12502,4],[12521,4],[12546,4],[12733,4],[12752,4],[12777,4],[12950,4],[12969,4],[12994,4],[13167,4],[13186,4],[13211,4],[13384,4],[13403,4],[13428,4],[13601,4],[13620,4],[13645,4],[13832,4],[13851,4],[13876,4],[14049,4],[14068,4],[14093,4],[14260,4],[14279,4],[14304,4],[14468,4],[14487,4],[14512,4],[14839,4],[14939,4]]},"260":{"position":[[2867,4],[2886,4],[2908,4],[3074,4],[3093,4],[3115,4],[3281,4],[3300,4],[3322,4],[3488,4],[3507,4],[3529,4],[3695,4],[3714,4],[3736,4],[3902,4],[3921,4],[3943,4],[4109,4],[4128,4],[4150,4],[4316,4],[4335,4],[4357,4],[4523,4],[4542,4],[4564,4],[4872,4]]},"262":{"position":[[2080,4],[2099,4],[2121,4],[2287,4],[2306,4],[2328,4],[2494,4],[2513,4],[2535,4],[2697,4],[2716,4],[2738,4],[2910,4],[2929,4],[2951,4],[3117,4],[3136,4],[3158,4],[3320,4],[3339,4],[3359,4],[3525,4],[3544,4],[3564,4],[3730,4],[3749,4],[3769,4],[3935,4],[3954,4],[3974,4],[4137,4],[4156,4],[4176,4],[4339,4],[4358,4],[4378,4],[4551,4],[4570,4],[4590,4],[4769,4],[4788,4],[4808,4],[4995,4],[5014,4],[5034,4],[5207,4],[5226,4],[5246,4],[5433,4],[5452,4],[5472,4],[5635,4],[5654,4],[5674,4],[5861,4],[5880,4],[5900,4],[6067,4],[6086,4],[6106,4],[6285,4],[6304,4],[6324,4],[6497,4],[6516,4],[6536,4],[6715,4],[6734,4],[6754,4],[6917,4],[6936,4],[6956,4],[7129,4],[7148,4],[7173,4],[7360,4],[7379,4],[7404,4],[7591,4],[7610,4],[7635,4],[7808,4],[7827,4],[7852,4],[8031,4],[8050,4],[8075,4],[8262,4],[8281,4],[8306,4],[9261,4]]},"264":{"position":[[3203,4],[5508,4],[5564,4],[29229,4],[29330,4]]},"287":{"position":[[196,5],[294,5]]},"310":{"position":[[679,4]]},"356":{"position":[[3413,4],[4154,4],[11316,4],[11362,4],[11514,4],[11626,4],[11761,4],[11906,4],[12067,4],[12185,4],[12272,4],[12397,4],[12518,4],[12585,4],[12692,4],[12797,4],[12877,4],[13001,4],[13124,4],[13754,4],[16610,4],[19001,4],[28675,4],[28852,4],[30112,4]]},"368":{"position":[[861,4],[992,4],[1283,4]]},"432":{"position":[[2251,4]]},"486":{"position":[[702,4],[792,4]]},"506":{"position":[[132,4],[165,4],[446,4],[479,4],[982,4],[2103,4],[2267,4],[3362,4],[3395,4]]},"544":{"position":[[2297,4]]},"554":{"position":[[922,4]]},"634":{"position":[[20,4],[160,4]]},"636":{"position":[[2101,4]]},"655":{"position":[[681,4],[827,4]]},"659":{"position":[[258,4]]},"661":{"position":[[117,4],[1824,4],[1865,4]]},"666":{"position":[[4,4]]},"668":{"position":[[16,4],[42,4],[373,4]]},"672":{"position":[[439,4],[852,4]]},"674":{"position":[[66,4],[318,4],[337,4],[359,4]]},"688":{"position":[[168,4],[229,4],[629,4],[685,4]]},"694":{"position":[[1129,4],[1182,4],[1613,4],[1666,4]]}}}],["best_config",{"_index":4175,"t":{"356":{"position":[[12207,12],[12233,13]]},"506":{"position":[[371,12],[397,13]]}}}],["best_config_per_estim",{"_index":4176,"t":{"356":{"position":[[12292,26],[12332,27]]}}}],["best_config_train_tim",{"_index":4182,"t":{"356":{"position":[[13012,23],[13049,24]]}}}],["best_estim",{"_index":4173,"t":{"356":{"position":[[11992,15],[12021,16]]},"368":{"position":[[1175,14]]}}}],["best_iter",{"_index":4174,"t":{"356":{"position":[[12089,15],[12118,16]]},"608":{"position":[[76,15],[105,16]]}}}],["best_loss",{"_index":4178,"t":{"356":{"position":[[12529,10],[12553,11]]}}}],["best_loss_per_estim",{"_index":4177,"t":{"356":{"position":[[12417,24],[12455,25]]}}}],["best_model_for_estim",{"_index":4169,"t":{"356":{"position":[[11534,25],[28788,24]]}}}],["best_model_for_estimator(estimator_nam",{"_index":4170,"t":{"356":{"position":[[11564,40]]}}}],["best_result",{"_index":4179,"t":{"356":{"position":[[12602,12],[12628,13]]},"506":{"position":[[3282,12],[3308,13]]}}}],["best_trained_model",{"_index":3652,"t":{"287":{"position":[[391,20],[562,18]]}}}],["best_trial",{"_index":2395,"t":{"196":{"position":[[0,10]]},"310":{"position":[[691,10]]},"506":{"position":[[72,11],[97,12]]}}}],["best_trial.checkpoint.value)checkpoint_path",{"_index":3659,"t":{"287":{"position":[[723,43]]}}}],["best_trial.config",{"_index":2403,"t":{"196":{"position":[[274,22]]},"310":{"position":[[957,21]]}}}],["best_trial.config[\"l1",{"_index":3653,"t":{"287":{"position":[[423,24]]}}}],["best_trial.config[\"l2\"])devic",{"_index":3654,"t":{"287":{"position":[[453,30]]}}}],["best_trial.metric_analysis[\"accuracy\"][\"max",{"_index":3651,"t":{"287":{"position":[[345,45]]}}}],["best_trial.metric_analysis[\"loss\"][\"min",{"_index":3650,"t":{"287":{"position":[[243,41]]}}}],["best_trial.metric_analysis[hp_metric][mod",{"_index":3763,"t":{"310":{"position":[[761,43]]}}}],["best_trial.metric_analysis[hp_metric][mode]print(f\"n_trials={len(analysis.trials)}\")print(f\"time={time.tim",{"_index":2398,"t":{"196":{"position":[[69,109]]}}}],["best_val_loss",{"_index":4461,"t":{"432":{"position":[[1732,14],[2235,13]]}}}],["best_valid_loss_histori",{"_index":1269,"t":{"100":{"position":[[7057,24]]},"108":{"position":[[10363,24]]},"670":{"position":[[180,24]]}}}],["bet",{"_index":647,"t":{"29":{"position":[[2074,4]]}}}],["better",{"_index":925,"t":{"59":{"position":[[205,6]]},"61":{"position":[[153,6]]},"236":{"position":[[4304,6]]},"356":{"position":[[3248,10],[3267,8],[3299,6],[28502,10],[28521,8],[28553,6]]},"494":{"position":[[1435,6]]},"554":{"position":[[3377,7],[3435,6]]},"592":{"position":[[1689,6]]},"608":{"position":[[145,6]]},"620":{"position":[[560,6]]},"636":{"position":[[1986,7]]},"640":{"position":[[721,6]]},"661":{"position":[[1222,6]]},"704":{"position":[[156,6]]},"706":{"position":[[1260,6]]},"708":{"position":[[1970,6]]}}}],["between",{"_index":368,"t":{"17":{"position":[[34,7],[1491,7],[2039,7],[2530,7]]},"33":{"position":[[1249,7]]},"57":{"position":[[23,7]]},"209":{"position":[[27,7]]},"236":{"position":[[792,7]]},"308":{"position":[[119,7]]},"312":{"position":[[16,7]]},"326":{"position":[[11271,7],[12645,7]]},"356":{"position":[[8671,7],[34162,7]]},"368":{"position":[[2207,7]]},"370":{"position":[[572,7]]},"432":{"position":[[743,7]]},"520":{"position":[[145,7],[368,7],[1705,7],[1966,7],[2168,7],[2482,7]]},"544":{"position":[[3542,7]]},"558":{"position":[[739,7]]},"574":{"position":[[279,7]]},"576":{"position":[[269,7]]},"590":{"position":[[913,7],[998,7]]},"608":{"position":[[11929,7]]},"647":{"position":[[2388,7]]},"682":{"position":[[4476,7],[4558,7],[4680,7],[4805,7],[5221,7],[5324,7],[5483,7],[5622,7],[7826,7]]},"692":{"position":[[1347,7]]},"696":{"position":[[802,7]]},"706":{"position":[[537,7]]}}}],["beyond",{"_index":939,"t":{"61":{"position":[[548,6]]},"236":{"position":[[2311,8]]}}}],["bias=fals",{"_index":3460,"t":{"264":{"position":[[13290,11],[21313,11],[27091,11],[28158,11]]}}}],["bias=tru",{"_index":3419,"t":{"264":{"position":[[7747,10],[7832,10],[7899,10],[7960,10],[8020,10],[8081,10],[8147,10],[8219,10],[8289,10],[8343,10],[8406,10],[8474,10],[8538,10],[8603,10],[8676,10],[8746,10],[9053,10],[9131,10],[9278,10],[9909,10],[9987,10],[10134,10],[10493,10],[10571,10],[10718,10],[11059,10],[11137,10],[11284,10],[11619,10],[11697,10],[11844,10],[12178,10],[12256,10],[12403,10],[12593,10],[12678,10],[12745,10],[12806,10],[12866,10],[13206,10],[13349,10],[13497,10],[14169,10],[14247,10],[14394,10],[14734,10],[14812,10],[14959,10],[15305,10],[15383,10],[15530,10],[15874,10],[15952,10],[16099,10],[16427,10],[16505,10],[16652,10],[16989,10],[17067,10],[17214,10],[17556,10],[17634,10],[17781,10],[18119,10],[18197,10],[18344,10],[18683,10],[18761,10],[18908,10],[19255,10],[19333,10],[19480,10],[19824,10],[19902,10],[20049,10],[20228,10],[20294,10],[20366,10],[20436,10],[20490,10],[20553,10],[20621,10],[20685,10],[20750,10],[20823,10],[20893,10],[21230,10],[21370,10],[21517,10],[22188,10],[22266,10],[22413,10],[22753,10],[22831,10],[22978,10],[23324,10],[23402,10],[23549,10],[23893,10],[23971,10],[24118,10],[24297,10],[24363,10],[24435,10],[24505,10],[24653,10],[24733,10],[24881,10],[25089,10],[25169,10],[25317,10],[25523,10],[25603,10],[25751,10],[25950,10],[26030,10],[26178,10],[26557,10],[26700,10],[27007,10],[27150,10],[27298,10],[27541,10],[27620,10],[27675,10],[27730,10],[27785,10],[27866,10],[27921,10],[27976,10],[28031,10],[28319,10],[28502,10],[28582,10],[28730,10],[28938,10]]}}}],["bias=true))[flaml.automl",{"_index":3484,"t":{"264":{"position":[[29092,25]]}}}],["big",{"_index":58,"t":{"2":{"position":[[742,3]]},"27":{"position":[[236,3],[921,3]]}}}],["bilingu",{"_index":799,"t":{"44":{"position":[[22,9]]}}}],["billion",{"_index":802,"t":{"44":{"position":[[105,7]]}}}],["bin",{"_index":2738,"t":{"244":{"position":[[1288,3],[1389,3]]}}}],["binari",{"_index":713,"t":{"33":{"position":[[1694,6],[2622,6]]},"356":{"position":[[15842,9]]},"368":{"position":[[389,9],[4042,9]]},"432":{"position":[[1214,6],[1370,6]]},"636":{"position":[[1894,6],[2370,6]]},"638":{"position":[[378,6],[526,6],[940,8]]},"647":{"position":[[569,6]]}}}],["binary:logist",{"_index":5232,"t":{"610":{"position":[[1745,18]]}}}],["black",{"_index":5615,"t":{"680":{"position":[[1035,5]]},"706":{"position":[[475,5],[699,5],[1162,5],[1208,5]]}}}],["blackburn",{"_index":1665,"t":{"122":{"position":[[393,13],[1774,13]]}}}],["blend",{"_index":2432,"t":{"203":{"position":[[1939,7]]},"600":{"position":[[685,7],[854,7]]},"708":{"position":[[2405,7],[2574,7]]}}}],["blendsearch",{"_index":2433,"t":{"203":{"position":[[1963,14]]},"244":{"position":[[1628,11]]},"356":{"position":[[4964,11],[5121,11],[5142,11],[30922,11],[31079,11],[31100,11]]},"544":{"position":[[43,11]]},"657":{"position":[[823,11],[1170,11],[1277,11]]},"704":{"position":[[241,12],[270,11],[309,13]]},"706":{"position":[[1828,12]]},"708":{"position":[[0,11],[188,11],[319,11],[571,11],[1150,12],[1677,11],[1929,12]]}}}],["blendsearch(metric='val_loss",{"_index":5185,"t":{"608":{"position":[[7302,30]]}}}],["blendsearch(search",{"_index":4759,"t":{"544":{"position":[[6,21]]}}}],["blendsearchalgo",{"_index":5184,"t":{"608":{"position":[[7284,15]]}}}],["blendsearchtune.run",{"_index":5822,"t":{"708":{"position":[[815,23]]}}}],["blendsearchtuner(blendsearch",{"_index":4804,"t":{"546":{"position":[[6,29]]}}}],["block",{"_index":967,"t":{"67":{"position":[[762,7],[805,6]]},"293":{"position":[[296,6]]},"326":{"position":[[621,7],[641,6],[19447,6]]},"332":{"position":[[635,7],[655,6]]},"610":{"position":[[928,7],[2117,7]]}}}],["blog",{"_index":349,"t":{"15":{"position":[[1199,4]]},"27":{"position":[[832,4]]},"33":{"position":[[25,4]]},"35":{"position":[[629,4]]},"37":{"position":[[54,4]]},"55":{"position":[[892,4]]},"59":{"position":[[25,4]]},"61":{"position":[[514,4]]}}}],["blogpost",{"_index":2694,"t":{"238":{"position":[[234,10]]}}}],["bohb",{"_index":5751,"t":{"696":{"position":[[3813,5]]}}}],["book",{"_index":4032,"t":{"348":{"position":[[9312,4],[9505,4],[9567,4],[10982,4]]}}}],["booktitle={aaai",{"_index":5042,"t":{"600":{"position":[[617,18]]}}}],["booktitle={aaai'21",{"_index":5833,"t":{"708":{"position":[[2334,21]]}}}],["booktitle={acl",{"_index":5057,"t":{"600":{"position":[[1305,17]]}}}],["booktitle={arxiv",{"_index":5074,"t":{"600":{"position":[[1797,16],[2143,16],[3093,16],[3645,16]]}}}],["booktitle={iclr",{"_index":5048,"t":{"600":{"position":[[957,18]]}}}],["booktitle={iclr'21",{"_index":5834,"t":{"708":{"position":[[2677,21]]}}}],["booktitle={icml",{"_index":5067,"t":{"600":{"position":[[1593,18]]}}}],["booktitle={intern",{"_index":5091,"t":{"600":{"position":[[2568,24]]},"708":{"position":[[3078,24]]}}}],["booktitle={mlsi",{"_index":5035,"t":{"600":{"position":[[343,19]]}}}],["bool",{"_index":719,"t":{"33":{"position":[[1918,5]]},"293":{"position":[[608,6],[669,6],[821,6],[1067,6],[1208,6]]},"326":{"position":[[996,6],[1204,6],[1252,6],[3216,6],[4175,6],[7568,4],[7845,4],[8887,4],[8956,4],[9256,4],[10306,4],[10375,4],[11592,4],[11727,4],[12966,4],[13101,4],[13721,4],[13785,4],[14468,4],[14532,4]]},"332":{"position":[[943,6],[1148,6],[1255,6],[3146,6]]},"348":{"position":[[3663,6],[4222,5],[5353,5],[5524,5],[7457,5],[7950,4],[9632,4],[10861,4]]},"356":{"position":[[3962,4],[29920,4]]},"364":{"position":[[479,5],[519,5],[722,6]]},"370":{"position":[[991,4],[1536,4]]},"374":{"position":[[387,4]]},"432":{"position":[[1775,4],[2307,4],[4209,5],[4297,5],[7343,4],[8268,4]]},"500":{"position":[[447,4],[541,4]]},"502":{"position":[[616,4],[717,4]]},"506":{"position":[[932,4],[1995,4]]},"544":{"position":[[5399,4],[5695,4]]},"554":{"position":[[3331,4],[3900,4],[4165,4],[4252,4]]},"558":{"position":[[158,4]]},"562":{"position":[[480,4],[564,4],[674,4]]},"588":{"position":[[1555,4]]},"590":{"position":[[278,4],[778,4]]}}}],["boolean",{"_index":2087,"t":{"184":{"position":[[642,8],[1474,8]]},"293":{"position":[[1291,7]]},"326":{"position":[[1546,7],[19839,7]]},"332":{"position":[[1457,7]]},"348":{"position":[[5073,7]]},"356":{"position":[[2622,7],[2695,7],[3382,7],[3531,7],[6609,8],[6764,8],[6912,8],[7015,8],[7383,8],[7502,8],[7675,7],[7695,8],[7964,8],[10776,8],[11087,8],[18969,7],[19095,7],[19472,8],[27876,7],[27949,7],[28636,7],[28890,7],[32565,8],[32720,8],[32868,8],[32971,8],[33312,8],[33431,8],[33604,7],[33624,8],[33893,8],[36904,8],[36993,8]]},"580":{"position":[[713,8]]},"608":{"position":[[8724,7],[8784,7],[10665,8]]},"694":{"position":[[30,7],[89,7]]}}}],["boost",{"_index":3935,"t":{"338":{"position":[[99,9]]}}}],["booster='gbtre",{"_index":1423,"t":{"108":{"position":[[8527,18]]},"162":{"position":[[664,17]]},"262":{"position":[[8484,17]]}}}],["bootstrap",{"_index":5771,"t":{"698":{"position":[[612,9]]}}}],["both",{"_index":559,"t":{"27":{"position":[[118,4]]},"184":{"position":[[73,4],[592,4]]},"205":{"position":[[277,4]]},"312":{"position":[[1156,4]]},"348":{"position":[[2713,4]]},"356":{"position":[[27772,4]]},"368":{"position":[[235,4]]},"494":{"position":[[784,4]]},"610":{"position":[[544,4]]},"644":{"position":[[1167,4]]},"649":{"position":[[210,4],[8491,4]]},"655":{"position":[[1509,4]]},"657":{"position":[[720,4]]},"682":{"position":[[726,4]]},"702":{"position":[[1214,4]]}}}],["bottom",{"_index":4901,"t":{"580":{"position":[[905,7]]}}}],["bound",{"_index":2424,"t":{"203":{"position":[[1011,5]]},"494":{"position":[[2731,6]]},"498":{"position":[[458,6],[564,6]]},"520":{"position":[[585,5],[1160,5],[2343,5],[2696,5]]},"649":{"position":[[8569,6],[8586,5]]},"682":{"position":[[7644,5]]},"706":{"position":[[322,7]]}}}],["bound_of_range=1.0",{"_index":4612,"t":{"498":{"position":[[840,19]]}}}],["boundari",{"_index":4708,"t":{"520":{"position":[[764,8],[828,8],[1208,8],[1272,8]]}}}],["box",{"_index":404,"t":{"17":{"position":[[1334,9]]},"19":{"position":[[752,9],[1031,10]]},"57":{"position":[[1290,12]]},"624":{"position":[[364,3],[1559,3]]},"680":{"position":[[1041,3]]},"706":{"position":[[481,3],[705,3]]}}}],["boycott",{"_index":1661,"t":{"122":{"position":[[345,10],[1726,10]]}}}],["bracket",{"_index":981,"t":{"72":{"position":[[148,8]]}}}],["break",{"_index":4946,"t":{"588":{"position":[[2345,8],[2668,8]]}}}],["brief",{"_index":5191,"t":{"608":{"position":[[7711,5]]}}}],["british",{"_index":1662,"t":{"122":{"position":[[356,10],[1737,10]]}}}],["broader",{"_index":353,"t":{"15":{"position":[[1388,7]]}}}],["brought",{"_index":459,"t":{"19":{"position":[[28,7]]}}}],["browser",{"_index":1024,"t":{"82":{"position":[[407,7]]}}}],["bs",{"_index":4110,"t":{"356":{"position":[[5115,5],[31073,5]]},"657":{"position":[[2486,4]]}}}],["budget",{"_index":890,"t":{"55":{"position":[[1379,7]]},"57":{"position":[[76,6]]},"59":{"position":[[325,7]]},"61":{"position":[[134,7],[389,6]]},"100":{"position":[[4848,6],[4941,7]]},"108":{"position":[[7733,6],[7826,7]]},"116":{"position":[[2730,6],[2823,7]]},"130":{"position":[[7800,6],[7893,7]]},"146":{"position":[[4865,6],[4958,7]]},"184":{"position":[[1573,7]]},"192":{"position":[[809,6]]},"236":{"position":[[1184,8],[1913,6],[3375,6]]},"256":{"position":[[365,6]]},"258":{"position":[[14978,6],[15071,7]]},"264":{"position":[[1899,7],[29370,6]]},"283":{"position":[[27,6]]},"348":{"position":[[2096,7],[2180,7]]},"356":{"position":[[2508,6],[4140,8],[4204,7],[7114,7],[17639,6],[19025,7],[19072,7],[27657,6],[30098,8],[30162,7]]},"368":{"position":[[2134,6],[2163,6]]},"370":{"position":[[499,6],[528,6]]},"432":{"position":[[1697,7],[2112,6],[2135,7]]},"544":{"position":[[2110,6],[3485,8],[3781,7]]},"580":{"position":[[459,6],[660,6]]},"608":{"position":[[4405,6],[11872,8],[12168,7]]},"634":{"position":[[143,7]]},"651":{"position":[[212,7]]},"655":{"position":[[95,7],[795,8],[859,7]]},"661":{"position":[[1595,6],[1621,6],[1724,7],[1770,6]]},"670":{"position":[[715,6]]},"672":{"position":[[78,7],[158,6],[197,6],[289,7],[357,6],[478,6],[571,7],[598,7]]},"674":{"position":[[488,6],[546,6],[638,7],[660,6],[744,7]]},"678":{"position":[[323,6]]},"684":{"position":[[43,6]]},"686":{"position":[[348,6],[730,6]]},"688":{"position":[[577,6]]},"694":{"position":[[982,6],[1534,6]]}}}],["budget.\\n",{"_index":3490,"t":{"264":{"position":[[29463,10]]}}}],["budget=0s.[flaml.automl",{"_index":3191,"t":{"262":{"position":[[1999,24]]}}}],["budget=12424212",{"_index":3390,"t":{"264":{"position":[[5377,17]]}}}],["budget=12424s.[flaml.automl",{"_index":3391,"t":{"264":{"position":[[5420,28]]}}}],["budget=1285",{"_index":1078,"t":{"92":{"position":[[1119,13]]}}}],["budget=1429",{"_index":2835,"t":{"256":{"position":[[1166,13]]}}}],["budget=145194",{"_index":5598,"t":{"674":{"position":[[230,15]]}}}],["budget=1s.[flaml.automl",{"_index":1710,"t":{"130":{"position":[[961,24]]},"256":{"position":[[1205,24]]}}}],["budget=2118",{"_index":5599,"t":{"674":{"position":[[271,13]]}}}],["budget=2145",{"_index":2979,"t":{"258":{"position":[[1941,13]]}}}],["budget=23s.[flaml.automl",{"_index":1080,"t":{"92":{"position":[[1158,25]]}}}],["budget=2621",{"_index":1328,"t":{"108":{"position":[[1359,13]]}}}],["budget=269",{"_index":3190,"t":{"262":{"position":[[1961,12]]}}}],["budget=2s.[flaml.automl",{"_index":1870,"t":{"146":{"position":[[1162,24]]},"258":{"position":[[1980,24]]}}}],["budget=3232",{"_index":1152,"t":{"100":{"position":[[1349,13]]}}}],["budget=3s.[flaml.automl",{"_index":1153,"t":{"100":{"position":[[1388,24]]},"108":{"position":[[1398,24]]}}}],["budget=679",{"_index":1709,"t":{"130":{"position":[[923,12]]}}}],["budget=766860",{"_index":1551,"t":{"116":{"position":[[2136,15]]}}}],["budget=767s.[flaml.automl",{"_index":1552,"t":{"116":{"position":[[2177,26]]}}}],["budget=7681",{"_index":3125,"t":{"260":{"position":[[2747,13]]}}}],["budget=846",{"_index":1869,"t":{"146":{"position":[[1124,12]]}}}],["budget=8s.[flaml.automl",{"_index":3126,"t":{"260":{"position":[[2786,24]]}}}],["budget=non",{"_index":4371,"t":{"368":{"position":[[1905,12]]},"370":{"position":[[183,12]]}}}],["bug",{"_index":951,"t":{"67":{"position":[[160,3],[256,3]]}}}],["build",{"_index":780,"t":{"35":{"position":[[982,5]]},"74":{"position":[[39,5]]},"82":{"position":[[3,5]]},"140":{"position":[[100,5],[275,5],[421,5],[776,6]]},"234":{"position":[[14,8]]},"649":{"position":[[3800,5]]}}}],["builder",{"_index":2763,"t":{"246":{"position":[[175,7],[309,7],[668,7]]}}}],["built",{"_index":2665,"t":{"236":{"position":[[2773,5]]},"356":{"position":[[10245,5]]},"640":{"position":[[25,5]]},"647":{"position":[[106,5],[151,5]]},"649":{"position":[[84,5],[286,5],[3636,5],[3677,5],[3777,5],[6144,5],[6265,5],[7342,5]]}}}],["byte",{"_index":2476,"t":{"209":{"position":[[657,5]]},"356":{"position":[[3646,6],[29005,6]]},"368":{"position":[[4456,6]]},"544":{"position":[[3013,5]]},"608":{"position":[[8387,5]]}}}],["c",{"_index":1288,"t":{"102":{"position":[[457,1],[499,1],[534,2],[544,1],[573,2]]},"242":{"position":[[122,1]]},"244":{"position":[[1415,1]]},"356":{"position":[[15211,2],[15214,1]]},"368":{"position":[[2809,1]]},"370":{"position":[[1658,1]]},"398":{"position":[[350,1]]},"402":{"position":[[344,1]]},"649":{"position":[[2156,2],[2278,2]]},"682":{"position":[[5862,7]]}}}],["ca",{"_index":2727,"t":{"244":{"position":[[1074,2],[1095,2]]}}}],["cach",{"_index":255,"t":{"11":{"position":[[608,8]]},"120":{"position":[[1489,5]]},"236":{"position":[[1051,8]]},"348":{"position":[[229,9],[248,5],[385,6],[462,6],[482,5],[629,9],[650,6],[749,6],[844,6],[864,5],[4254,6],[5786,6],[7489,6]]}}}],["cache_path",{"_index":3949,"t":{"348":{"position":[[413,10],[795,10]]}}}],["cache_path_root",{"_index":3947,"t":{"348":{"position":[[196,16],[596,16],[762,15]]}}}],["cache_path}/{se",{"_index":3951,"t":{"348":{"position":[[501,20],[883,20]]}}}],["calcul",{"_index":527,"t":{"23":{"position":[[344,11]]},"494":{"position":[[1144,10],[2373,11]]},"692":{"position":[[1398,11]]}}}],["california.log\",}x_train",{"_index":1864,"t":{"146":{"position":[[267,26]]}}}],["call",{"_index":580,"t":{"27":{"position":[[638,6],[776,4]]},"61":{"position":[[869,6]]},"122":{"position":[[331,7],[1712,7]]},"178":{"position":[[110,6]]},"203":{"position":[[511,4]]},"236":{"position":[[4116,4]]},"326":{"position":[[660,5],[4370,6],[4678,6],[4782,6],[4893,6],[4993,6],[5082,6],[5188,6],[8135,7],[8186,7],[9554,7],[9605,7],[13609,6],[14356,6],[15935,5],[19551,4],[19642,5]]},"332":{"position":[[674,5]]},"348":{"position":[[1260,5],[5640,5],[5677,7],[5739,5],[6593,5],[6924,4],[6953,7],[8174,4],[8567,5],[9068,5],[9203,5],[9862,5],[9900,6],[9938,5],[10005,6],[10156,6],[10195,5],[10424,6],[10918,6]]},"356":{"position":[[21705,6]]},"368":{"position":[[772,7],[804,7],[949,7],[1064,6]]},"510":{"position":[[916,7]]},"558":{"position":[[812,7]]},"574":{"position":[[287,5]]},"576":{"position":[[277,5]]},"580":{"position":[[1080,4],[1252,4]]},"588":{"position":[[246,4]]},"608":{"position":[[220,6],[11387,6]]},"661":{"position":[[2377,6],[2465,4]]},"680":{"position":[[1480,7]]},"682":{"position":[[1440,6]]},"686":{"position":[[77,7]]},"700":{"position":[[155,7],[214,4]]}}}],["callabl",{"_index":3824,"t":{"322":{"position":[[557,8]]},"326":{"position":[[1141,10],[2724,9],[2781,8],[4201,9],[4594,9],[4944,8],[5009,8],[5374,8],[6058,8],[20325,10]]},"332":{"position":[[1085,10],[2654,9],[2711,8]]},"348":{"position":[[989,9],[1495,8],[2889,8],[4972,9],[5944,9],[6662,8],[6867,8],[7541,8],[7563,8],[7756,9],[7829,9]]},"592":{"position":[[629,8]]}}}],["callable[[ag",{"_index":3855,"t":{"326":{"position":[[4157,17]]}}}],["callable[[dict",{"_index":4271,"t":{"356":{"position":[[23437,16]]}}}],["callable[[str",{"_index":3820,"t":{"322":{"position":[[256,15]]}}}],["caller",{"_index":4881,"t":{"572":{"position":[[84,6],[243,6]]},"574":{"position":[[167,7]]},"576":{"position":[[157,7]]}}}],["can't",{"_index":997,"t":{"78":{"position":[[191,5]]},"326":{"position":[[9057,5],[10476,5],[11832,5],[13206,5]]},"554":{"position":[[3910,5]]}}}],["can_suggest",{"_index":4842,"t":{"554":{"position":[[3857,12],[3883,13]]},"562":{"position":[[631,12],[657,13]]}}}],["cancel",{"_index":2105,"t":{"184":{"position":[[1518,6]]},"356":{"position":[[7059,6],[33015,6]]},"580":{"position":[[520,6],[757,6],[815,6],[952,6],[1118,6],[1311,6]]},"608":{"position":[[10709,6]]}}}],["cancel_func",{"_index":4902,"t":{"580":{"position":[[913,11]]}}}],["cancel_func=non",{"_index":4897,"t":{"580":{"position":[[382,17]]}}}],["candid",{"_index":5637,"t":{"682":{"position":[[1959,9]]}}}],["capabl",{"_index":149,"t":{"5":{"position":[[590,7]]},"7":{"position":[[217,7]]},"11":{"position":[[980,13]]},"15":{"position":[[1244,12],[1307,12]]},"17":{"position":[[1111,13]]},"19":{"position":[[944,11]]},"21":{"position":[[215,12]]},"27":{"position":[[268,11]]},"234":{"position":[[515,7]]},"236":{"position":[[350,7]]}}}],["card",{"_index":4343,"t":{"364":{"position":[[415,4]]}}}],["carefulli",{"_index":491,"t":{"19":{"position":[[996,10]]},"57":{"position":[[1213,10]]},"59":{"position":[[850,9]]}}}],["case",{"_index":554,"t":{"27":{"position":[[9,4]]},"29":{"position":[[902,4],[1643,5],[1751,5],[1896,6]]},"33":{"position":[[2979,5],[3465,5]]},"35":{"position":[[1081,5]]},"55":{"position":[[989,4]]},"72":{"position":[[95,4]]},"184":{"position":[[881,6],[1123,5]]},"203":{"position":[[292,4]]},"238":{"position":[[19,5]]},"293":{"position":[[1657,6]]},"326":{"position":[[1901,6],[11329,6],[12703,6]]},"332":{"position":[[1812,6]]},"348":{"position":[[7027,4]]},"356":{"position":[[8203,6],[8445,5],[16538,5],[34132,6]]},"494":{"position":[[862,5]]},"554":{"position":[[3687,6]]},"590":{"position":[[878,4]]},"592":{"position":[[649,5],[1966,5],[2397,6]]},"608":{"position":[[5613,4]]},"620":{"position":[[581,6]]},"657":{"position":[[1813,5],[3453,4],[4242,4],[4734,6]]},"674":{"position":[[760,5]]},"680":{"position":[[934,6]]},"682":{"position":[[6411,5],[6894,4]]},"684":{"position":[[748,6],[1349,5]]},"694":{"position":[[1824,4]]},"696":{"position":[[4398,4],[4745,4]]}}}],["cases/task",{"_index":2001,"t":{"172":{"position":[[328,10]]}}}],["cast",{"_index":4687,"t":{"518":{"position":[[430,5],[457,4]]}}}],["cast(valu",{"_index":4688,"t":{"518":{"position":[[440,11]]}}}],["cat_hp_cost",{"_index":4263,"t":{"356":{"position":[[22319,12],[22345,13],[22645,12]]},"368":{"position":[[4249,11]]},"544":{"position":[[225,12],[1408,11]]},"608":{"position":[[1352,12],[3993,11]]},"682":{"position":[[189,11],[7935,12]]}}}],["cat_hp_cost'",{"_index":4264,"t":{"356":{"position":[[22585,13]]}}}],["catac",{"_index":734,"t":{"33":{"position":[[2359,7],[2395,7]]}}}],["catboost",{"_index":1070,"t":{"92":{"position":[[926,11]]},"146":{"position":[[939,11]]},"172":{"position":[[444,11]]},"244":{"position":[[168,8]]},"356":{"position":[[2434,11],[27583,11]]},"396":{"position":[[65,9]]},"649":{"position":[[2281,11]]},"663":{"position":[[1081,12],[1130,11],[1188,8]]},"668":{"position":[[691,11]]}}}],["catboostestim",{"_index":5404,"t":{"649":{"position":[[2293,17]]}}}],["catboostestimator(baseestim",{"_index":4415,"t":{"396":{"position":[[6,32]]}}}],["catch",{"_index":5171,"t":{"608":{"position":[[6510,5]]},"696":{"position":[[5595,8],[7257,5]]}}}],["categor",{"_index":3076,"t":{"260":{"position":[[646,11]]},"264":{"position":[[2494,11]]},"356":{"position":[[14313,12],[16993,12],[17394,12],[22372,11],[25005,12],[25463,12]]},"518":{"position":[[200,11],[222,14]]},"520":{"position":[[1512,11]]},"532":{"position":[[64,11]]},"534":{"position":[[41,11]]},"544":{"position":[[1452,11]]},"608":{"position":[[4037,11]]},"682":{"position":[[243,11],[1661,12],[1674,11],[1712,11],[1840,11],[7844,11]]}}}],["categori",{"_index":315,"t":{"15":{"position":[[350,9]]},"19":{"position":[[336,10]]},"21":{"position":[[72,10],[373,10],[494,10],[552,10],[822,11],[888,8],[940,10]]},"264":{"position":[[558,10],[573,10]]}}}],["categorical_col",{"_index":4202,"t":{"356":{"position":[[14569,18]]}}}],["caught",{"_index":5152,"t":{"608":{"position":[[2941,7]]}}}],["caus",{"_index":2477,"t":{"209":{"position":[[708,7],[771,7]]},"486":{"position":[[453,5]]},"657":{"position":[[4200,5]]}}}],["cb_coef",{"_index":4557,"t":{"494":{"position":[[468,8],[2660,7]]},"498":{"position":[[125,8],[394,7]]},"502":{"position":[[354,8]]}}}],["cd",{"_index":3745,"t":{"306":{"position":[[157,2]]}}}],["celebr",{"_index":1,"t":{"2":{"position":[[7,11],[394,9]]}}}],["central",{"_index":5358,"t":{"640":{"position":[[627,7]]}}}],["certain",{"_index":756,"t":{"33":{"position":[[3320,7]]},"655":{"position":[[134,7]]},"680":{"position":[[1424,7]]},"694":{"position":[[1767,7]]}}}],["certif",{"_index":2728,"t":{"244":{"position":[[1077,12],[1098,12]]}}}],["cfo",{"_index":2431,"t":{"203":{"position":[[1872,5]]},"356":{"position":[[4926,3],[30884,3]]},"534":{"position":[[23,3]]},"540":{"position":[[496,6]]},"544":{"position":[[4037,3]]},"548":{"position":[[43,3]]},"608":{"position":[[9341,3]]},"657":{"position":[[2478,3]]},"702":{"position":[[1875,3]]},"704":{"position":[[233,3]]},"706":{"position":[[0,3],[1777,3]]},"708":{"position":[[84,3],[183,4],[314,4]]}}}],["cfo(blendsearchtun",{"_index":4821,"t":{"548":{"position":[[6,21]]}}}],["cfocat(cfo",{"_index":4744,"t":{"534":{"position":[[6,11]]}}}],["cfotune.run",{"_index":5812,"t":{"706":{"position":[[1533,15]]}}}],["chacha",{"_index":4583,"t":{"494":{"position":[[2420,7]]},"540":{"position":[[156,6]]},"600":{"position":[[1328,6]]}}}],["chachaschedul",{"_index":4742,"t":{"528":{"position":[[76,15]]}}}],["chachascheduler(onlinesuccessivedoublingschedul",{"_index":4741,"t":{"528":{"position":[[6,50]]}}}],["chain",{"_index":221,"t":{"9":{"position":[[601,6]]},"17":{"position":[[509,6]]}}}],["challeng",{"_index":247,"t":{"11":{"position":[[319,10]]},"15":{"position":[[198,11],[454,11],[1555,11]]},"19":{"position":[[272,11]]},"21":{"position":[[1002,11]]},"23":{"position":[[107,11]]},"35":{"position":[[1109,9]]},"61":{"position":[[327,11]]},"494":{"position":[[1784,11],[1864,11]]},"600":{"position":[[3166,11],[3431,11]]}}}],["champion",{"_index":4567,"t":{"494":{"position":[[1442,8],[1945,8]]},"500":{"position":[[493,9],[607,9]]},"502":{"position":[[666,8],[788,9]]},"510":{"position":[[569,9],[713,8]]}}}],["champion_test_polici",{"_index":4565,"t":{"494":{"position":[[1372,23]]},"510":{"position":[[497,20]]}}}],["champion_test_policy=\"loss_ucb",{"_index":4653,"t":{"510":{"position":[[143,32]]}}}],["champion_tri",{"_index":4656,"t":{"510":{"position":[[649,15],[678,16]]}}}],["championfrontiersearch",{"_index":4747,"t":{"540":{"position":[[54,24]]}}}],["championfrontiersearcher(basesearch",{"_index":4746,"t":{"540":{"position":[[6,38]]}}}],["chanc",{"_index":628,"t":{"29":{"position":[[1373,7]]}}}],["chang",{"_index":870,"t":{"55":{"position":[[105,8]]},"59":{"position":[[431,7]]},"82":{"position":[[428,7]]},"102":{"position":[[1293,6]]},"110":{"position":[[1183,6]]},"180":{"position":[[567,8]]},"192":{"position":[[675,6]]},"215":{"position":[[170,6]]},"244":{"position":[[1027,6]]},"326":{"position":[[4483,6],[5855,6]]},"620":{"position":[[221,6]]},"638":{"position":[[933,6]]},"649":{"position":[[8012,7],[8891,6]]},"655":{"position":[[1377,7]]},"682":{"position":[[2538,7],[2828,7],[3321,7]]},"702":{"position":[[2033,6]]}}}],["changepoint_prior_scal",{"_index":5409,"t":{"649":{"position":[[2591,24]]}}}],["chat",{"_index":360,"t":{"15":{"position":[[1630,4]]},"48":{"position":[[408,4]]},"50":{"position":[[368,4]]},"86":{"position":[[32,4]]},"236":{"position":[[330,4],[787,4]]},"238":{"position":[[245,4]]},"316":{"position":[[41,4],[219,5],[265,5]]},"318":{"position":[[61,4],[104,4],[302,5]]},"326":{"position":[[13426,4],[13529,4],[13749,4],[14173,4],[14276,4],[14496,4],[15158,4],[15228,4],[15270,4]]},"348":{"position":[[2633,4],[2742,4],[3082,5],[3150,4],[3219,4],[8809,4],[9095,4]]}}}],["chat_messag",{"_index":3870,"t":{"326":{"position":[[6935,14],[6963,15]]}}}],["chatbot",{"_index":879,"t":{"55":{"position":[[714,9]]}}}],["chatcomplet",{"_index":3692,"t":{"293":{"position":[[949,14]]},"326":{"position":[[1416,14],[6406,14],[7060,14],[9089,14],[10508,14],[11864,14],[13238,14]]},"332":{"position":[[4072,14]]},"348":{"position":[[94,15]]},"350":{"position":[[61,15]]}}}],["chatcompletion(complet",{"_index":4052,"t":{"350":{"position":[[6,26]]}}}],["chatglm",{"_index":798,"t":{"44":{"position":[[0,7]]}}}],["chatglm2",{"_index":803,"t":{"44":{"position":[[125,8]]},"46":{"position":[[154,8]]},"48":{"position":[[246,9],[494,9]]},"50":{"position":[[262,8],[290,8],[454,9]]}}}],["chatglmv2",{"_index":786,"t":{"39":{"position":[[158,9]]}}}],["chatgpt",{"_index":285,"t":{"13":{"position":[[53,7]]},"57":{"position":[[167,7]]},"236":{"position":[[912,7]]}}}],["cheap",{"_index":896,"t":{"57":{"position":[[131,5]]}}}],["cheaper",{"_index":601,"t":{"29":{"position":[[406,7]]},"209":{"position":[[921,7]]}}}],["cheapest",{"_index":656,"t":{"31":{"position":[[418,8]]},"356":{"position":[[22266,8]]},"674":{"position":[[428,8]]}}}],["check",{"_index":538,"t":{"23":{"position":[[552,5]]},"78":{"position":[[107,5]]},"172":{"position":[[243,5]]},"207":{"position":[[446,7]]},"238":{"position":[[228,5]]},"322":{"position":[[99,5]]},"326":{"position":[[4452,7],[5824,7],[16159,5],[16732,7],[16972,8],[17032,7],[17981,7],[18221,8],[18281,7]]},"356":{"position":[[6537,5],[32493,5]]},"368":{"position":[[3680,5]]},"600":{"position":[[39,5]]},"608":{"position":[[11316,5]]},"659":{"position":[[167,8]]},"661":{"position":[[1606,5]]},"672":{"position":[[301,5]]},"680":{"position":[[1088,5]]},"692":{"position":[[1712,7]]},"708":{"position":[[2067,5]]}}}],["check_termination_and_human_repli",{"_index":3911,"t":{"326":{"position":[[15941,34],[16750,33],[17999,33]]}}}],["check_termination_and_human_reply(messag",{"_index":3912,"t":{"326":{"position":[[15980,43]]}}}],["checkpoint",{"_index":859,"t":{"48":{"position":[[726,11]]},"116":{"position":[[1097,11]]},"275":{"position":[[483,10],[535,10],[577,13],[2275,11],[2515,13]]},"356":{"position":[[6818,10],[6874,10],[32774,10],[32830,10]]},"360":{"position":[[196,10]]},"544":{"position":[[5504,10],[5589,11]]}}}],["checkpoint\")model_st",{"_index":3661,"t":{"287":{"position":[[800,25]]}}}],["checkpoint_dir",{"_index":3554,"t":{"275":{"position":[[425,16],[519,15],[2372,16],[2463,15]]}}}],["checkpoint_dir=non",{"_index":3537,"t":{"275":{"position":[[44,20]]}}}],["chi",{"_index":5021,"t":{"600":{"position":[[118,3],[434,3],[578,3],[710,3],[1095,3],[1281,3],[1366,3],[1518,3],[1642,3],[1773,3],[1930,3],[2119,3],[2315,3],[2542,3],[2794,3],[3320,3],[3621,3]]},"708":{"position":[[2151,3],[2295,3],[2430,3],[2825,3],[3052,3]]}}}],["child",{"_index":4539,"t":{"486":{"position":[[360,5],[408,5]]}}}],["chines",{"_index":89,"t":{"2":{"position":[[1121,7]]}}}],["choic",{"_index":773,"t":{"35":{"position":[[522,6]]},"61":{"position":[[160,6],[540,7]]},"203":{"position":[[1169,8]]},"312":{"position":[[1161,8]]},"348":{"position":[[3208,7]]},"356":{"position":[[4562,7],[4676,7],[18407,7],[18521,7],[30520,7],[30634,7]]},"432":{"position":[[5227,7],[5341,7],[6257,6]]},"520":{"position":[[1457,7]]},"544":{"position":[[1504,7],[1583,7]]},"608":{"position":[[4089,7],[4167,7]]},"620":{"position":[[95,6]]},"647":{"position":[[1495,7]]},"682":{"position":[[295,7],[3754,6],[5821,7],[5829,9],[6678,6],[7871,8]]}}}],["choice(",{"_index":5682,"t":{"682":{"position":[[6759,9]]}}}],["choice(categori",{"_index":4711,"t":{"520":{"position":[[1469,18]]}}}],["choos",{"_index":201,"t":{"9":{"position":[[202,6]]},"17":{"position":[[894,6]]},"57":{"position":[[1661,6]]},"348":{"position":[[3234,6]]},"432":{"position":[[6067,6]]},"510":{"position":[[593,6]]},"544":{"position":[[3411,6],[5908,6]]},"608":{"position":[[11798,6]]},"680":{"position":[[2250,8]]},"696":{"position":[[5406,6]]}}}],["choose_trial_to_run",{"_index":4734,"t":{"524":{"position":[[228,20]]}}}],["choose_trial_to_run(trial_runn",{"_index":4735,"t":{"524":{"position":[[253,33]]}}}],["chosen",{"_index":1138,"t":{"100":{"position":[[506,6]]},"108":{"position":[[506,6]]},"172":{"position":[[118,6]]},"258":{"position":[[1028,6]]},"356":{"position":[[9010,6],[34501,6]]},"651":{"position":[[1963,6]]},"653":{"position":[[170,7]]},"692":{"position":[[339,6],[1049,6]]}}}],["christma",{"_index":3245,"t":{"264":{"position":[[1017,12]]}}}],["class",{"_index":354,"t":{"15":{"position":[[1396,5]]},"46":{"position":[[543,5]]},"182":{"position":[[28,5]]},"205":{"position":[[64,5],[259,5],[401,5]]},"250":{"position":[[0,5],[44,5]]},"293":{"position":[[0,5],[1580,5]]},"316":{"position":[[46,5]]},"318":{"position":[[0,5]]},"322":{"position":[[0,5]]},"326":{"position":[[0,5],[50,5],[318,6],[1824,5],[4566,6],[4632,5],[4723,6]]},"332":{"position":[[0,5],[1735,5]]},"338":{"position":[[0,5],[63,5]]},"344":{"position":[[0,5]]},"348":{"position":[[0,5],[43,5]]},"350":{"position":[[0,5],[40,5]]},"356":{"position":[[0,5],[44,6],[2084,6],[4339,5],[7564,8],[13643,5],[14908,5],[15225,8],[15300,5],[15930,6],[17833,6],[18184,5],[19534,8],[27234,5],[30297,5],[33493,8]]},"360":{"position":[[0,5]]},"368":{"position":[[0,5],[40,5],[2647,5],[2820,8],[2894,5],[4807,6]]},"370":{"position":[[0,5],[50,5],[1300,5],[1669,8],[1743,5]]},"372":{"position":[[0,5],[50,5]]},"374":{"position":[[0,5],[73,5]]},"376":{"position":[[0,5],[52,5]]},"378":{"position":[[0,5],[52,5]]},"380":{"position":[[0,5],[44,5]]},"382":{"position":[[0,5],[50,5]]},"384":{"position":[[0,5],[72,5]]},"386":{"position":[[0,5],[67,5]]},"388":{"position":[[0,5],[70,5]]},"390":{"position":[[0,5],[58,5]]},"392":{"position":[[0,5],[48,5]]},"394":{"position":[[0,5],[48,5]]},"396":{"position":[[0,5],[48,5]]},"398":{"position":[[0,5],[46,5],[188,5],[361,8],[435,5]]},"400":{"position":[[0,5],[56,5]]},"402":{"position":[[0,5],[46,5],[182,5],[355,8],[429,5]]},"404":{"position":[[0,5],[53,5]]},"406":{"position":[[0,5],[52,5]]},"408":{"position":[[0,5],[49,5]]},"410":{"position":[[0,5],[62,5]]},"412":{"position":[[0,5],[55,5]]},"414":{"position":[[0,5],[49,5]]},"416":{"position":[[0,5],[67,5]]},"424":{"position":[[0,5]]},"432":{"position":[[0,5],[35,5],[70,5],[170,8],[2001,5],[5004,5],[8485,5],[8609,5]]},"444":{"position":[[0,5],[71,5]]},"448":{"position":[[0,5],[49,5]]},"454":{"position":[[0,5]]},"458":{"position":[[0,5],[44,5]]},"460":{"position":[[0,5],[43,5]]},"462":{"position":[[0,5],[45,5]]},"464":{"position":[[0,5],[49,5]]},"466":{"position":[[0,5],[55,5]]},"468":{"position":[[0,5],[47,5]]},"470":{"position":[[0,5],[35,5]]},"472":{"position":[[0,5],[38,5]]},"474":{"position":[[0,5],[33,5]]},"476":{"position":[[0,5],[41,5]]},"478":{"position":[[0,5],[48,5]]},"486":{"position":[[0,5]]},"494":{"position":[[0,5],[20,5]]},"498":{"position":[[0,5],[26,5]]},"500":{"position":[[0,5],[34,5]]},"502":{"position":[[0,5],[50,5]]},"506":{"position":[[0,5]]},"510":{"position":[[0,5],[31,5],[302,5],[415,5]]},"514":{"position":[[0,5],[73,6]]},"518":{"position":[[0,5],[25,5],[102,5]]},"520":{"position":[[0,5]]},"524":{"position":[[0,5],[43,5]]},"526":{"position":[[0,5],[62,5]]},"528":{"position":[[0,5],[62,5]]},"532":{"position":[[0,5]]},"534":{"position":[[0,5]]},"538":{"position":[[0,5],[35,5]]},"540":{"position":[[0,5],[79,6],[187,5]]},"544":{"position":[[0,5],[33,5]]},"546":{"position":[[0,5],[57,5]]},"548":{"position":[[0,5],[33,5]]},"550":{"position":[[0,5],[29,5]]},"554":{"position":[[0,5]]},"558":{"position":[[0,5],[46,5]]},"562":{"position":[[0,5],[26,5]]},"568":{"position":[[0,5]]},"570":{"position":[[0,5],[45,6]]},"572":{"position":[[0,5]]},"574":{"position":[[0,5]]},"576":{"position":[[0,5]]},"580":{"position":[[0,5],[54,5]]},"584":{"position":[[0,5],[127,6]]},"588":{"position":[[0,5],[31,5],[107,5],[275,6],[852,5]]},"590":{"position":[[0,5]]},"592":{"position":[[0,5],[1092,5]]},"608":{"position":[[0,5],[34,5],[5581,6],[6260,6]]},"610":{"position":[[0,5],[32,5]]},"644":{"position":[[18,5]]},"649":{"position":[[3886,6],[3930,5],[4044,5],[5929,5],[6258,6],[7397,5],[8041,5]]},"651":{"position":[[450,5]]},"655":{"position":[[2019,5]]},"666":{"position":[[268,5]]},"696":{"position":[[3690,5]]}}}],["class_weight",{"_index":2454,"t":{"205":{"position":[[945,16]]}}}],["classes_",{"_index":4187,"t":{"356":{"position":[[13564,9],[13587,10]]}}}],["classic",{"_index":5392,"t":{"649":{"position":[[215,9]]},"682":{"position":[[6513,9]]}}}],["classif",{"_index":154,"t":{"5":{"position":[[648,15]]},"92":{"position":[[227,17]]},"116":{"position":[[588,16]]},"122":{"position":[[51,14],[992,16],[2369,16]]},"138":{"position":[[477,17]]},"172":{"position":[[384,17]]},"205":{"position":[[743,17]]},"234":{"position":[[310,14]]},"344":{"position":[[407,17]]},"356":{"position":[[146,17],[1945,17],[2005,16],[4534,14],[11485,16],[14944,14],[17698,17],[17758,16],[18379,14],[27058,17],[27159,16],[30492,14]]},"364":{"position":[[158,15],[180,14],[648,14],[1166,15],[1470,14]]},"368":{"position":[[145,15],[255,15],[440,16],[482,16],[512,16],[2683,14],[3529,14]]},"370":{"position":[[1336,14]]},"398":{"position":[[224,14]]},"402":{"position":[[218,14]]},"432":{"position":[[255,14],[1235,15],[1391,15],[5199,14]]},"626":{"position":[[244,17]]},"628":{"position":[[234,17],[430,17]]},"630":{"position":[[445,14]]},"638":{"position":[[385,14]]},"640":{"position":[[368,17]]},"644":{"position":[[520,17],[538,14],[714,15],[849,16],[875,15],[974,16],[997,15],[1026,16],[1055,15]]},"647":{"position":[[276,15],[576,15]]},"649":{"position":[[337,17],[641,17],[930,17],[1201,17],[1353,14],[1481,17],[1633,14],[1767,17],[2121,17],[2243,17],[2320,16],[2466,16],[3056,16],[3104,16],[3128,15],[4316,15]]},"655":{"position":[[1197,15],[1355,14],[1514,14]]},"663":{"position":[[1026,17]]}}}],["classifi",{"_index":2683,"t":{"236":{"position":[[3746,11]]},"398":{"position":[[93,11]]},"400":{"position":[[85,11]]},"624":{"position":[[1064,11]]}}}],["classification[flaml.automl",{"_index":1532,"t":{"116":{"position":[[1475,28]]},"122":{"position":[[3027,28]]}}}],["classification_data",{"_index":3726,"t":{"302":{"position":[[245,23],[336,23]]}}}],["classmethod",{"_index":5435,"t":{"649":{"position":[[4486,12],[8083,12]]},"651":{"position":[[508,12]]}}}],["classmethod@propertydef",{"_index":4030,"t":{"348":{"position":[[9243,24]]}}}],["classmethoddef",{"_index":3945,"t":{"348":{"position":[[139,15],[535,15],[910,15],[3476,15],[6348,15],[8493,15],[8703,15],[8954,15],[9352,15],[10939,15]]},"368":{"position":[[3831,15],[4352,15],[4629,15],[4743,15]]},"424":{"position":[[35,15]]}}}],["clean",{"_index":1525,"t":{"116":{"position":[[1197,5]]},"244":{"position":[[1153,5]]}}}],["cleaner",{"_index":4801,"t":{"544":{"position":[[5740,8]]}}}],["cleanup",{"_index":5169,"t":{"608":{"position":[[6439,7],[7105,7]]},"696":{"position":[[6585,7],[7171,7]]}}}],["clear",{"_index":3892,"t":{"326":{"position":[[13575,8],[13739,5],[14322,8],[14486,5],[15148,5],[15244,6],[15260,5]]},"348":{"position":[[644,5],[786,8]]}}}],["clear_cach",{"_index":3952,"t":{"348":{"position":[[522,12]]}}}],["clear_cache(cl",{"_index":3953,"t":{"348":{"position":[[551,16]]}}}],["clear_histori",{"_index":3890,"t":{"326":{"position":[[13326,14],[13502,13],[13707,13],[14065,14],[14249,13],[14454,13],[15079,14]]}}}],["clear_history(ag",{"_index":3902,"t":{"326":{"position":[[15098,20]]}}}],["cli",{"_index":2766,"t":{"246":{"position":[[331,3],[346,3],[484,4],[516,3],[691,4],[814,3]]}}}],["clock",{"_index":1276,"t":{"100":{"position":[[7250,5]]},"108":{"position":[[10556,5]]},"651":{"position":[[123,5]]},"657":{"position":[[2152,5],[2222,5],[2300,5],[2632,5],[2751,5],[2911,5],[3416,5],[3790,5]]},"670":{"position":[[531,5]]},"684":{"position":[[580,5],[802,5]]}}}],["clone",{"_index":795,"t":{"42":{"position":[[217,5]]},"44":{"position":[[252,5]]},"72":{"position":[[4,5]]}}}],["close",{"_index":5614,"t":{"680":{"position":[[999,6]]}}}],["cloud",{"_index":2715,"t":{"244":{"position":[[642,5],[1732,5]]}}}],["cluster",{"_index":1771,"t":{"140":{"position":[[24,7],[927,7],[1734,7],[1969,7]]},"184":{"position":[[956,9]]},"244":{"position":[[687,8]]},"356":{"position":[[8278,9]]},"584":{"position":[[201,8]]},"657":{"position":[[1646,9]]}}}],["co2",{"_index":2962,"t":{"258":{"position":[[603,6]]}}}],["co2_forecast.log",{"_index":2966,"t":{"258":{"position":[[938,19]]}}}],["code",{"_index":261,"t":{"11":{"position":[[683,6]]},"13":{"position":[[34,4]]},"15":{"position":[[846,4],[1185,5]]},"17":{"position":[[684,4],[778,4],[2160,4],[2706,4]]},"21":{"position":[[1086,4]]},"27":{"position":[[217,7],[289,4],[397,4]]},"29":{"position":[[713,4],[2097,5]]},"31":{"position":[[124,4]]},"42":{"position":[[152,4]]},"46":{"position":[[526,4]]},"50":{"position":[[321,4]]},"67":{"position":[[201,4],[621,4],[695,4],[757,4],[800,4]]},"80":{"position":[[4,4]]},"84":{"position":[[339,4]]},"116":{"position":[[1189,4]]},"180":{"position":[[905,4]]},"182":{"position":[[494,4]]},"184":{"position":[[1669,4]]},"205":{"position":[[497,4]]},"211":{"position":[[80,4],[210,5]]},"236":{"position":[[500,5],[1538,5],[4080,4]]},"238":{"position":[[114,4]]},"246":{"position":[[164,4],[527,4],[642,4]]},"258":{"position":[[15135,4]]},"293":{"position":[[291,4],[427,4],[479,5]]},"300":{"position":[[229,4]]},"302":{"position":[[143,5]]},"322":{"position":[[582,4]]},"326":{"position":[[616,4],[636,4],[2854,4],[2881,4],[3023,4],[3251,4],[3320,4],[3435,4],[3546,4],[3595,4],[3768,4],[4034,4],[7619,5],[7684,4],[15718,4],[17114,4],[17180,4],[18363,4],[18429,4],[18992,4],[19072,5],[19089,4],[19104,4],[19230,4],[19242,4],[19285,4],[19351,4],[19442,4]]},"332":{"position":[[102,4],[350,4],[630,4],[650,4],[2784,4],[2811,4],[2953,4],[3181,4],[3250,4],[3365,4],[3476,4],[3525,4],[3698,4],[3808,4]]},"356":{"position":[[5864,4],[31820,4]]},"540":{"position":[[127,4]]},"592":{"position":[[3398,4]]},"610":{"position":[[923,4],[2112,4]]},"620":{"position":[[233,5],[498,4]]},"674":{"position":[[941,4]]},"680":{"position":[[673,5]]},"682":{"position":[[608,4],[2661,4],[3433,4]]},"688":{"position":[[138,4]]},"692":{"position":[[421,4],[1120,4],[1630,4]]},"696":{"position":[[1796,4],[4141,4],[5098,4],[5725,4]]},"698":{"position":[[736,4]]},"700":{"position":[[205,5],[308,4]]}}}],["code_execution_config",{"_index":3682,"t":{"293":{"position":[[359,21],[777,22]]},"326":{"position":[[1160,22],[2801,21]]},"332":{"position":[[1104,22],[2731,21]]}}}],["coef",{"_index":1301,"t":{"102":{"position":[[762,4]]},"368":{"position":[[1833,5]]}}}],["coef[0",{"_index":1302,"t":{"102":{"position":[[792,7],[851,7]]}}}],["coef[1",{"_index":1303,"t":{"102":{"position":[[809,7],[868,7]]}}}],["coef[2",{"_index":1304,"t":{"102":{"position":[[831,7],[890,7]]}}}],["coeffici",{"_index":4586,"t":{"494":{"position":[[2678,11]]},"498":{"position":[[428,11]]}}}],["coher",{"_index":903,"t":{"57":{"position":[[568,10],[849,10]]}}}],["col",{"_index":2057,"t":{"180":{"position":[[1603,4],[1612,3],[1630,3]]}}}],["cola",{"_index":2132,"t":{"190":{"position":[[445,4]]}}}],["cola\"num_label",{"_index":2128,"t":{"190":{"position":[[382,16]]}}}],["cola_encod",{"_index":2135,"t":{"190":{"position":[[525,12]]}}}],["cola_encoded[\"train",{"_index":2140,"t":{"190":{"position":[[607,22]]}}}],["cola_encoded[\"valid",{"_index":2141,"t":{"190":{"position":[[630,26]]}}}],["cola_raw",{"_index":2133,"t":{"190":{"position":[[478,8]]}}}],["cola_raw.map(token",{"_index":2136,"t":{"190":{"position":[[540,22]]}}}],["colab",{"_index":1030,"t":{"84":{"position":[[365,5],[399,5]]},"94":{"position":[[27,5]]},"102":{"position":[[1407,5]]},"110":{"position":[[1297,5]]},"124":{"position":[[99,5]]},"138":{"position":[[1273,5]]},"157":{"position":[[813,5]]},"174":{"position":[[375,5]]},"182":{"position":[[863,5]]},"184":{"position":[[2114,5]]},"196":{"position":[[610,5]]},"230":{"position":[[859,5]]},"264":{"position":[[29513,5]]},"289":{"position":[[386,5]]}}}],["collabor",{"_index":60,"t":{"2":{"position":[[773,13],[936,13]]},"11":{"position":[[1075,13]]},"17":{"position":[[417,15]]},"234":{"position":[[715,13]]}}}],["collect",{"_index":244,"t":{"11":{"position":[[275,10]]},"236":{"position":[[391,12]]},"632":{"position":[[0,7]]},"634":{"position":[[62,10]]},"640":{"position":[[728,13]]}}}],["colsample_bylevel",{"_index":1416,"t":{"108":{"position":[[8288,20]]},"649":{"position":[[816,18],[1104,18]]},"668":{"position":[[852,20]]}}}],["colsample_bylevel=0.4601573737792679",{"_index":1966,"t":{"162":{"position":[[682,37]]}}}],["colsample_bylevel=0.7421362469066445",{"_index":1424,"t":{"108":{"position":[[8546,37]]}}}],["colsample_bylevel=0.9826753651836615",{"_index":3204,"t":{"262":{"position":[[8502,37]]}}}],["colsample_bynode=1",{"_index":1425,"t":{"108":{"position":[[8584,20]]},"162":{"position":[[720,19]]},"262":{"position":[[8540,19]]}}}],["colsample_bytre",{"_index":1226,"t":{"100":{"position":[[5371,19]]},"108":{"position":[[8329,19]]},"157":{"position":[[640,19]]},"649":{"position":[[556,17],[835,17],[1123,17]]},"661":{"position":[[479,19],[893,19]]},"668":{"position":[[246,19],[577,19],[878,19],[1516,19],[1773,19]]}}}],["colsample_bytree=0.9725493834064914",{"_index":3205,"t":{"262":{"position":[[8560,36]]}}}],["colsample_bytree=1.0",{"_index":1426,"t":{"108":{"position":[[8605,21]]},"162":{"position":[[740,21]]}}}],["column",{"_index":2030,"t":{"180":{"position":[[673,6],[1446,7],[1475,7],[1619,7]]},"256":{"position":[[203,6]]},"258":{"position":[[452,8],[1166,6]]},"260":{"position":[[558,6],[1234,6]]},"262":{"position":[[270,7]]},"264":{"position":[[2730,6],[2752,6]]},"356":{"position":[[14102,6],[14250,7],[16860,6],[16900,6],[16930,7],[17134,7],[17231,8],[17277,6],[17301,6],[17331,7],[17447,6],[20633,6],[24872,6],[24912,6],[24942,7],[25205,7],[25300,8],[25346,6],[25370,6],[25400,7],[25566,6],[35692,6],[35765,6],[38270,6]]},"368":{"position":[[3996,8]]},"370":{"position":[[935,6],[1480,6]]},"374":{"position":[[331,6]]},"432":{"position":[[3458,6]]},"440":{"position":[[45,7]]},"632":{"position":[[618,6]]},"636":{"position":[[1835,6],[1927,6],[2005,6]]}}}],["combin",{"_index":649,"t":{"31":{"position":[[0,9]]},"148":{"position":[[7,7]]},"558":{"position":[[508,12]]},"657":{"position":[[4361,8]]},"708":{"position":[[12,8],[1689,8]]}}}],["come",{"_index":730,"t":{"33":{"position":[[2268,5]]}}}],["command",{"_index":978,"t":{"72":{"position":[[116,7]]},"82":{"position":[[350,7]]},"140":{"position":[[3355,7],[3389,7]]},"638":{"position":[[335,7],[1176,8]]}}}],["command=command",{"_index":1853,"t":{"140":{"position":[[3065,16]]}}}],["comment",{"_index":824,"t":{"46":{"position":[[355,10]]}}}],["commit",{"_index":242,"t":{"11":{"position":[[249,9]]},"78":{"position":[[8,6],[38,6],[77,7],[93,6],[133,6],[197,6],[225,7],[249,6]]},"80":{"position":[[13,6]]}}}],["common",{"_index":114,"t":{"5":{"position":[[127,6],[623,6]]},"234":{"position":[[275,6]]},"657":{"position":[[2168,6]]},"682":{"position":[[2433,6],[3065,6]]}}}],["commonli",{"_index":2682,"t":{"236":{"position":[[3732,8]]},"682":{"position":[[4406,8]]}}}],["commun",{"_index":33,"t":{"2":{"position":[[377,10]]},"11":{"position":[[1098,9]]},"15":{"position":[[890,11]]},"17":{"position":[[183,13]]},"250":{"position":[[77,11]]}}}],["compact",{"_index":4036,"t":{"348":{"position":[[9424,8],[9624,7],[9678,8],[9687,7],[10016,7],[10090,7],[10439,7],[10749,7],[10807,7]]}}}],["compani",{"_index":2631,"t":{"236":{"position":[[732,9]]}}}],["compar",{"_index":482,"t":{"19":{"position":[[603,7]]},"21":{"position":[[156,8],[755,8]]},"33":{"position":[[110,8],[881,10]]},"55":{"position":[[1600,7]]},"57":{"position":[[1502,7]]},"100":{"position":[[6540,7]]},"108":{"position":[[9847,7]]},"368":{"position":[[4715,8]]},"506":{"position":[[193,9],[507,9],[1001,8],[1534,7],[1653,7],[1813,7],[1936,7],[2307,8],[2840,7],[2959,7],[3119,7],[3242,7],[3423,9]]},"554":{"position":[[3350,7]]},"706":{"position":[[590,9]]}}}],["compare([0,5,0,0,0,4],[4,1,1,0,0",{"_index":705,"t":{"33":{"position":[[1346,33]]}}}],["compare([1,2,3,4,5,1],[1,2,3,4,2",{"_index":703,"t":{"33":{"position":[[1291,33]]}}}],["compare(game,guess",{"_index":682,"t":{"33":{"position":[[672,20]]}}}],["comparison",{"_index":366,"t":{"15":{"position":[[1811,11]]},"19":{"position":[[872,11]]},"264":{"position":[[1569,10]]},"432":{"position":[[8325,11]]},"706":{"position":[[525,11]]}}}],["compat",{"_index":788,"t":{"42":{"position":[[25,10]]},"432":{"position":[[8291,13]]},"608":{"position":[[906,13]]},"610":{"position":[[88,10]]}}}],["competit",{"_index":463,"t":{"19":{"position":[[159,11]]},"21":{"position":[[787,11]]},"55":{"position":[[225,11],[1110,11]]},"61":{"position":[[33,11]]}}}],["complementari",{"_index":776,"t":{"35":{"position":[[596,13]]}}}],["complet",{"_index":574,"t":{"27":{"position":[[402,10]]},"29":{"position":[[718,10]]},"48":{"position":[[169,10],[413,10]]},"50":{"position":[[373,10]]},"140":{"position":[[742,10]]},"236":{"position":[[3597,8]]},"312":{"position":[[478,10],[948,12]]},"322":{"position":[[517,11]]},"348":{"position":[[60,10],[473,8],[855,8],[3808,10],[4121,9],[4332,10],[5858,11],[8795,10],[9081,10]]},"432":{"position":[[2035,8],[2081,8],[3231,8],[3301,8],[3395,8],[4549,8],[4666,8],[6386,8]]},"486":{"position":[[423,10]]},"554":{"position":[[2946,8],[3994,10]]},"592":{"position":[[2129,9]]}}}],["complete_config",{"_index":4827,"t":{"554":{"position":[[2790,16]]}}}],["complete_config(partial_config",{"_index":4828,"t":{"554":{"position":[[2811,31]]}}}],["completion(openai_complet",{"_index":3943,"t":{"348":{"position":[[6,29]]}}}],["completionresponsechoice(basemodel",{"_index":831,"t":{"46":{"position":[[549,36]]}}}],["completionresponsestreamchoice(basemodel",{"_index":838,"t":{"46":{"position":[[696,42]]}}}],["complex",{"_index":176,"t":{"7":{"position":[[294,7]]},"19":{"position":[[236,7]]},"21":{"position":[[486,7]]},"23":{"position":[[77,7]]},"61":{"position":[[806,7]]},"234":{"position":[[173,7],[593,7]]},"356":{"position":[[5192,8],[31150,8]]},"494":{"position":[[2720,10]]},"706":{"position":[[1765,7]]},"708":{"position":[[1035,7]]}}}],["compon",{"_index":259,"t":{"11":{"position":[[657,10]]},"17":{"position":[[587,10]]},"312":{"position":[[1533,9]]}}}],["component[notebooks]==0.9.10.post1pip",{"_index":3710,"t":{"298":{"position":[[304,37]]}}}],["compos",{"_index":461,"t":{"19":{"position":[[135,8]]}}}],["composit",{"_index":1128,"t":{"100":{"position":[[228,11]]},"108":{"position":[[228,11]]}}}],["comprehens",{"_index":160,"t":{"5":{"position":[[746,13]]}}}],["comput",{"_index":544,"t":{"23":{"position":[[721,11]]},"100":{"position":[[5919,7],[6150,7]]},"108":{"position":[[9265,7],[9456,7]]},"140":{"position":[[16,7],[919,7],[1396,7],[1475,7],[1575,7],[2209,8]]},"203":{"position":[[186,11],[364,11]]},"234":{"position":[[405,13]]},"258":{"position":[[15084,7]]},"264":{"position":[[3106,7]]},"348":{"position":[[8540,7]]},"364":{"position":[[1391,9]]},"544":{"position":[[1956,7]]},"592":{"position":[[976,11],[2717,7]]},"608":{"position":[[4759,7]]},"649":{"position":[[6990,11]]},"655":{"position":[[436,8]]},"657":{"position":[[410,7],[3270,11]]},"682":{"position":[[5996,11]]},"692":{"position":[[1468,11]]},"694":{"position":[[1699,11],[1785,11],[1981,7]]},"696":{"position":[[1456,7]]},"698":{"position":[[349,7]]}}}],["compute_metrics(eval_pr",{"_index":2146,"t":{"190":{"position":[[801,27]]}}}],["compute_metrics=compute_metr",{"_index":2162,"t":{"190":{"position":[[1228,32]]}}}],["compute_target",{"_index":1806,"t":{"140":{"position":[[1215,14],[1275,14],[1742,14]]}}}],["compute_target.provisioning_st",{"_index":1809,"t":{"140":{"position":[[1333,33],[1511,34]]}}}],["compute_target.wait_for_complet",{"_index":1822,"t":{"140":{"position":[[1977,35]]}}}],["compute_target_nam",{"_index":1804,"t":{"140":{"position":[[1172,19],[1424,20],[1784,20]]}}}],["compute_targetaml_run_config.dock",{"_index":1848,"t":{"140":{"position":[[2879,35]]}}}],["compute_with_config",{"_index":5126,"t":{"608":{"position":[[566,20],[3172,20]]}}}],["compute_with_config(config",{"_index":5118,"t":{"608":{"position":[[337,28],[2672,28]]}}}],["computetarget.create(w",{"_index":1817,"t":{"140":{"position":[[1759,24]]}}}],["computetargetcompute_target_nam",{"_index":1798,"t":{"140":{"position":[[1001,32]]}}}],["concept",{"_index":2417,"t":{"203":{"position":[[246,7]]}}}],["conceptu",{"_index":5715,"t":{"696":{"position":[[1000,12]]}}}],["concret",{"_index":4861,"t":{"558":{"position":[[665,8]]},"657":{"position":[[3996,8]]}}}],["concurr",{"_index":1837,"t":{"140":{"position":[[2440,10]]},"184":{"position":[[1246,10],[1378,10]]},"356":{"position":[[6351,10],[8568,10],[32307,10]]},"486":{"position":[[473,12]]},"590":{"position":[[87,10],[223,10],[309,10]]},"608":{"position":[[11164,10],[11492,10]]},"657":{"position":[[1936,10]]}}}],["concurrencylimit",{"_index":4949,"t":{"590":{"position":[[162,18],[417,18]]}}}],["concurrencylimiter(search",{"_index":4947,"t":{"590":{"position":[[6,28]]}}}],["concurrencylimiter(search_alg",{"_index":4954,"t":{"590":{"position":[[512,30]]}}}],["concurrent_run",{"_index":3759,"t":{"310":{"position":[[367,14]]}}}],["conda",{"_index":2699,"t":{"242":{"position":[[94,6],[101,5],[124,5]]},"298":{"position":[[19,5],[99,5]]}}}],["condens",{"_index":4040,"t":{"348":{"position":[[10045,10]]}}}],["condit",{"_index":4862,"t":{"558":{"position":[[713,11]]}}}],["conduct",{"_index":2063,"t":{"180":{"position":[[1814,10]]}}}],["confer",{"_index":5092,"t":{"600":{"position":[[2593,10]]},"708":{"position":[[3103,10]]}}}],["confid",{"_index":4605,"t":{"498":{"position":[[447,10],[553,10]]}}}],["config",{"_index":1207,"t":{"100":{"position":[[4968,7],[5002,9],[5241,7]]},"102":{"position":[[1063,10],[1114,9]]},"108":{"position":[[7853,7],[7887,9],[8126,7]]},"110":{"position":[[693,10],[875,10],[926,9]]},"120":{"position":[[1679,6]]},"174":{"position":[[51,6],[147,9]]},"190":{"position":[[1098,9]]},"209":{"position":[[683,6]]},"236":{"position":[[1481,9],[2447,6]]},"275":{"position":[[96,7]]},"287":{"position":[[151,7]]},"289":{"position":[[43,7]]},"308":{"position":[[76,6]]},"310":{"position":[[146,6],[684,6]]},"312":{"position":[[158,6],[235,6]]},"318":{"position":[[223,7]]},"322":{"position":[[186,8],[471,7]]},"326":{"position":[[2839,6],[4240,7],[5484,6],[5645,7],[5913,6],[5930,6],[6001,6],[6095,7],[15414,7],[15660,7],[15868,7],[16085,7]]},"332":{"position":[[2769,6]]},"348":{"position":[[1203,9],[2462,8],[3783,9],[4446,6],[5035,6],[5160,7],[5422,7],[5484,7],[5588,7],[5596,8],[6184,6],[6509,9],[6567,6],[8123,8]]},"356":{"position":[[3286,7],[3355,8],[5393,6],[11289,7],[11332,7],[12190,6],[12697,7],[12882,7],[12985,6],[13129,7],[16553,6],[16615,7],[19006,6],[19058,6],[21926,7],[23532,6],[28540,7],[28609,8],[31351,6]]},"368":{"position":[[309,9],[591,6],[4378,7],[4474,6],[4512,7],[4601,7],[4892,6],[4930,6],[4968,7]]},"378":{"position":[[175,6],[346,7],[397,8],[419,6]]},"424":{"position":[[65,7],[99,6]]},"432":{"position":[[1918,6]]},"486":{"position":[[640,7],[672,7],[707,6],[797,6]]},"494":{"position":[[952,7],[1331,8],[1661,7]]},"500":{"position":[[324,6]]},"502":{"position":[[416,6],[434,6],[469,6]]},"506":{"position":[[432,6],[2272,6]]},"540":{"position":[[1124,7],[1261,7]]},"544":{"position":[[2163,7],[2214,7],[2860,6],[3032,7],[3059,7],[5939,7],[6073,8]]},"554":{"position":[[553,7],[2955,6],[2979,6],[3017,6],[3129,6],[3218,6],[3658,7],[3933,7],[4118,7]]},"562":{"position":[[719,8]]},"584":{"position":[[430,6]]},"588":{"position":[[1538,7],[1741,6],[1814,6],[2019,6],[2038,6]]},"592":{"position":[[4611,7]]},"608":{"position":[[587,8],[1273,7],[2993,7],[3042,6],[3193,8],[3789,6],[5019,6],[7946,7],[8235,6],[8406,7],[8433,7]]},"610":{"position":[[633,8],[811,6]]},"636":{"position":[[2033,6],[2232,6]]},"647":{"position":[[2528,7]]},"649":{"position":[[4261,10],[4295,9],[5362,8],[5709,8],[7807,10],[7856,9]]},"659":{"position":[[612,7]]},"661":{"position":[[351,9],[766,9],[1229,7],[1422,6],[1829,6]]},"668":{"position":[[1639,6]]},"680":{"position":[[1695,7]]},"682":{"position":[[19,7],[392,7],[4438,6]]},"684":{"position":[[103,7],[160,6],[1134,6]]},"686":{"position":[[497,6],[667,7]]},"688":{"position":[[344,6],[514,7]]},"692":{"position":[[1599,6]]},"694":{"position":[[749,6],[919,7],[1187,6],[1301,6],[1471,7],[1671,6]]},"696":{"position":[[1259,6],[2241,8],[2536,6],[2615,6],[3221,8],[5847,8],[6221,6],[6826,8]]},"698":{"position":[[784,7]]}}}],["config'",{"_index":4242,"t":{"356":{"position":[[16638,8]]}}}],["config)class",{"_index":1480,"t":{"110":{"position":[[742,14]]}}}],["config.copi",{"_index":5728,"t":{"696":{"position":[[2684,13]]}}}],["config.item",{"_index":3773,"t":{"312":{"position":[[296,15]]}}}],["config2param",{"_index":4386,"t":{"368":{"position":[[4814,14]]}}}],["config2params(config",{"_index":4387,"t":{"368":{"position":[[4833,21]]}}}],["config=config",{"_index":3636,"t":{"285":{"position":[[114,14]]},"592":{"position":[[3300,14]]}}}],["config=config_search_spac",{"_index":2678,"t":{"236":{"position":[[3450,27]]},"682":{"position":[[1258,27]]},"686":{"position":[[504,27]]},"688":{"position":[[351,27]]},"694":{"position":[[756,27],[1308,27]]},"698":{"position":[[1229,27]]},"700":{"position":[[569,27]]}}}],["config=non",{"_index":4063,"t":{"356":{"position":[[1084,12],[26197,12]]},"647":{"position":[[1609,12]]}}}],["config=search_spac",{"_index":2604,"t":{"230":{"position":[[520,20]]},"310":{"position":[[556,20]]}}}],["config[\"a",{"_index":5775,"t":{"698":{"position":[[909,11]]}}}],["config[\"b\"]from",{"_index":5776,"t":{"698":{"position":[[923,15]]}}}],["config[\"batch_s",{"_index":3572,"t":{"275":{"position":[[964,22],[1091,22]]}}}],["config[\"height",{"_index":5177,"t":{"608":{"position":[[6891,16]]}}}],["config[\"i",{"_index":5620,"t":{"680":{"position":[[1325,11],[1892,12]]}}}],["config[\"l1",{"_index":3541,"t":{"275":{"position":[[142,13]]}}}],["config[\"l2",{"_index":3542,"t":{"275":{"position":[[161,13]]}}}],["config[\"max_leaves\"]analysi",{"_index":5699,"t":{"692":{"position":[[622,28]]}}}],["config[\"n_estim",{"_index":5698,"t":{"692":{"position":[[597,22]]}}}],["config[\"width",{"_index":5176,"t":{"608":{"position":[[6874,16]]}}}],["config[\"x",{"_index":5618,"t":{"680":{"position":[[1282,12],[1311,11],[1585,11],[1878,11]]}}}],["config_constraint",{"_index":4767,"t":{"544":{"position":[[629,19],[2829,18],[2902,18]]},"608":{"position":[[1903,19],[8204,18],[8277,18]]},"684":{"position":[[119,18],[1190,18]]},"692":{"position":[[86,19],[110,18],[1285,18],[1428,18],[1685,18],[1777,18]]}}}],["config_constraints=[(my_model_s",{"_index":5700,"t":{"692":{"position":[[668,35]]}}}],["config_histori",{"_index":1271,"t":{"100":{"position":[[7102,15]]},"108":{"position":[[10408,15]]},"356":{"position":[[11196,15],[11225,16]]},"670":{"position":[[225,15]]}}}],["config_id",{"_index":4007,"t":{"348":{"position":[[6156,10]]}}}],["config_list",{"_index":845,"t":{"48":{"position":[[221,13],[469,13]]},"50":{"position":[[429,13]]},"348":{"position":[[3570,12],[4272,11],[4514,13],[6086,11],[6198,11]]}}}],["config_search_spac",{"_index":5687,"t":{"686":{"position":[[181,19]]}}}],["config_signatur",{"_index":4844,"t":{"554":{"position":[[4005,17]]}}}],["config_signature(config",{"_index":4845,"t":{"554":{"position":[[4027,24]]}}}],["configoracl",{"_index":4585,"t":{"494":{"position":[[2537,14]]},"510":{"position":[[356,12]]}}}],["configoralc",{"_index":4748,"t":{"540":{"position":[[212,12]]}}}],["configprint(analysis.best_trial.last_result",{"_index":5693,"t":{"688":{"position":[[634,44]]}}}],["configs/train_config.yaml",{"_index":3729,"t":{"304":{"position":[[41,26]]},"306":{"position":[[123,25]]}}}],["configur",{"_index":113,"t":{"5":{"position":[[108,14]]},"19":{"position":[[525,13]]},"31":{"position":[[183,14],[333,14],[373,14],[427,14],[456,13],[570,14],[823,15]]},"33":{"position":[[591,14],[3136,13]]},"35":{"position":[[423,14],[576,14],[966,15]]},"59":{"position":[[97,13]]},"76":{"position":[[86,13]]},"100":{"position":[[6960,15]]},"108":{"position":[[10266,15]]},"120":{"position":[[1408,13]]},"182":{"position":[[310,14]]},"203":{"position":[[141,13],[626,14],[1080,11],[1321,9],[1573,11]]},"236":{"position":[[4246,13],[4328,14]]},"260":{"position":[[1719,9]]},"262":{"position":[[828,9]]},"264":{"position":[[1837,9]]},"293":{"position":[[157,10],[1090,14]]},"304":{"position":[[13,13]]},"322":{"position":[[498,14],[755,13]]},"326":{"position":[[100,10],[325,10],[3839,14]]},"332":{"position":[[198,10],[3897,14]]},"348":{"position":[[4309,14],[5607,13]]},"356":{"position":[[5689,14],[5779,13],[5826,13],[12277,14],[12402,14],[15980,14],[16503,15],[31645,14],[31735,13],[31782,13]]},"432":{"position":[[1927,13],[3970,14],[5798,13],[6744,13]]},"494":{"position":[[1207,13],[1545,13]]},"500":{"position":[[337,13]]},"540":{"position":[[570,14]]},"544":{"position":[[6044,14]]},"584":{"position":[[453,13]]},"588":{"position":[[1101,13],[1172,13],[1243,13]]},"592":{"position":[[1774,15],[1843,15],[2212,15]]},"600":{"position":[[1870,14],[2047,14]]},"608":{"position":[[3503,13],[3648,14],[4478,14]]},"610":{"position":[[186,13],[331,14],[719,13]]},"622":{"position":[[225,14],[293,13],[448,13],[495,13],[595,13],[779,14],[920,13],[963,14]]},"624":{"position":[[61,14]]},"626":{"position":[[72,13],[583,13]]},"634":{"position":[[25,14],[165,13]]},"636":{"position":[[2111,13]]},"638":{"position":[[106,15]]},"649":{"position":[[179,15],[6504,14],[6597,13]]},"655":{"position":[[686,13],[1570,14]]},"657":{"position":[[2880,15],[3142,14]]},"659":{"position":[[263,14],[898,14],[940,15]]},"661":{"position":[[2106,10]]},"668":{"position":[[47,13],[378,13]]},"678":{"position":[[367,15]]},"680":{"position":[[521,13],[1257,16]]},"682":{"position":[[6062,14],[7120,14],[7333,13]]},"688":{"position":[[173,13]]},"692":{"position":[[38,14],[268,13],[482,13],[1742,14]]},"696":{"position":[[4905,14]]},"698":{"position":[[72,14],[480,15],[667,14]]},"706":{"position":[[1142,15]]},"708":{"position":[[1279,13],[1316,15],[1466,14]]}}}],["configuration[\"dropout_{}\".format(i",{"_index":2536,"t":{"220":{"position":[[265,37]]}}}],["configuration[\"lr",{"_index":2570,"t":{"226":{"position":[[134,20]]}}}],["configuration[\"n_epoch",{"_index":2572,"t":{"226":{"position":[[165,24]]}}}],["configuration[\"n_lay",{"_index":2528,"t":{"220":{"position":[[44,25]]}}}],["configuration[\"n_units_l{}\".format(i",{"_index":2533,"t":{"220":{"position":[[145,38]]}}}],["configurst",{"_index":5516,"t":{"659":{"position":[[76,14]]}}}],["config’",{"_index":5387,"t":{"647":{"position":[[1385,8]]}}}],["congratul",{"_index":5349,"t":{"640":{"position":[[67,16]]}}}],["connect",{"_index":5810,"t":{"706":{"position":[[1219,9]]}}}],["consecut",{"_index":3697,"t":{"293":{"position":[[1517,11]]},"326":{"position":[[1762,11],[6583,11],[6654,11],[6909,11],[13467,11],[14214,11]]},"332":{"position":[[1673,11]]},"608":{"position":[[8630,11]]}}}],["consecutive_auto_reply_count",{"_index":3901,"t":{"326":{"position":[[15033,30]]}}}],["consid",{"_index":772,"t":{"35":{"position":[[405,8]]},"57":{"position":[[793,11]]},"100":{"position":[[4912,8]]},"108":{"position":[[7797,8]]},"116":{"position":[[2794,8]]},"130":{"position":[[7864,8]]},"146":{"position":[[4929,8]]},"209":{"position":[[883,8]]},"258":{"position":[[15042,8]]},"264":{"position":[[29434,8]]},"356":{"position":[[6976,10],[32932,10]]},"506":{"position":[[1595,8],[1742,8],[2901,8],[3048,8]]},"657":{"position":[[570,8],[3458,11]]},"672":{"position":[[542,8]]},"696":{"position":[[1813,8]]},"706":{"position":[[1813,8]]}}}],["consider",{"_index":5498,"t":{"657":{"position":[[2129,14],[4147,14]]}}}],["consist",{"_index":532,"t":{"23":{"position":[[420,11]]},"29":{"position":[[1323,12]]},"33":{"position":[[1656,10]]},"55":{"position":[[1089,8]]},"300":{"position":[[155,8]]},"356":{"position":[[29651,10]]},"432":{"position":[[3739,10]]},"692":{"position":[[228,8],[885,8]]}}}],["consol",{"_index":4924,"t":{"584":{"position":[[778,8]]},"610":{"position":[[2261,7]]},"672":{"position":[[326,7]]}}}],["constain",{"_index":4468,"t":{"432":{"position":[[3379,11]]}}}],["constant",{"_index":2178,"t":{"192":{"position":[[267,9]]},"356":{"position":[[10569,8]]},"592":{"position":[[793,8]]},"651":{"position":[[972,8]]}}}],["constant_grid_search",{"_index":4851,"t":{"558":{"position":[[136,21]]}}}],["constrain",{"_index":936,"t":{"61":{"position":[[396,11]]},"600":{"position":[[1898,11],[2075,11]]},"651":{"position":[[103,10],[230,10]]},"692":{"position":[[438,9],[1137,9]]}}}],["constraint",{"_index":177,"t":{"7":{"position":[[302,12]]},"192":{"position":[[157,11]]},"356":{"position":[[3632,10],[3705,10],[3845,10],[8805,12],[9066,10],[9422,10],[9702,10],[9742,10],[23635,12],[23678,12],[28991,10],[29064,10],[29212,10],[34296,12],[34557,10],[35166,10],[35206,10]]},"544":{"position":[[2867,11],[3133,11]]},"608":{"position":[[8242,11],[8507,11]]},"651":{"position":[[27,11],[55,11],[300,11],[365,11],[687,10],[747,10],[989,11],[1046,11],[1362,11],[1614,11],[1734,11],[2020,10]]},"661":{"position":[[1628,10]]},"672":{"position":[[21,10],[112,12]]},"678":{"position":[[272,12],[295,11],[348,11],[390,11]]},"684":{"position":[[167,11],[244,11],[334,11],[501,11],[552,10],[772,10],[887,10],[1141,11],[1238,11]]},"692":{"position":[[19,11],[153,11],[201,10],[760,11],[1374,11],[1413,11],[1568,10],[1670,11]]}}}],["constraint_metr",{"_index":5627,"t":{"680":{"position":[[1857,20]]}}}],["constraintautoml_set",{"_index":1039,"t":{"92":{"position":[[136,25]]},"146":{"position":[[151,25]]}}}],["constraints/guidance/earli",{"_index":2620,"t":{"234":{"position":[[601,26]]}}}],["constraintsnum_sampl",{"_index":2192,"t":{"192":{"position":[[715,22]]}}}],["construct",{"_index":51,"t":{"2":{"position":[[649,12]]},"432":{"position":[[3153,12],[4471,12]]},"540":{"position":[[1223,9]]},"649":{"position":[[5471,12]]},"682":{"position":[[1038,9]]},"696":{"position":[[2504,9],[6189,9]]}}}],["constructor",{"_index":1283,"t":{"102":{"position":[[90,12]]},"356":{"position":[[307,12],[364,11],[461,12],[534,12],[571,11],[9382,12],[9542,12],[34874,12],[35006,12]]},"368":{"position":[[324,12],[5038,12]]},"378":{"position":[[211,11]]},"432":{"position":[[945,12]]},"494":{"position":[[506,12]]},"498":{"position":[[302,12]]},"500":{"position":[[300,12]]},"502":{"position":[[392,12],[867,13]]},"510":{"position":[[191,12]]},"526":{"position":[[179,12]]},"528":{"position":[[171,12]]},"540":{"position":[[508,12]]},"544":{"position":[[1034,12]]},"554":{"position":[[473,12]]},"580":{"position":[[429,12]]},"588":{"position":[[255,11]]},"649":{"position":[[4058,12],[4925,12],[7887,11]]},"651":{"position":[[319,11],[808,12]]},"661":{"position":[[2319,11]]}}}],["consum",{"_index":923,"t":{"57":{"position":[[1979,9]]},"116":{"position":[[1225,7]]},"180":{"position":[[34,8]]},"302":{"position":[[89,8]]},"657":{"position":[[1118,9],[3863,8]]},"694":{"position":[[2029,7]]}}}],["consumpt",{"_index":2469,"t":{"209":{"position":[[159,11],[663,11]]}}}],["contain",{"_index":826,"t":{"46":{"position":[[384,10]]},"57":{"position":[[1578,7],[1630,7]]},"67":{"position":[[171,8]]},"76":{"position":[[54,10]]},"82":{"position":[[152,9],[233,9]]},"205":{"position":[[70,8]]},"260":{"position":[[1576,7]]},"293":{"position":[[1380,7]]},"316":{"position":[[57,8]]},"326":{"position":[[1635,7],[3354,9],[7959,7],[9378,7],[10946,7],[11117,10],[12320,7],[12491,10]]},"332":{"position":[[1546,7],[3284,9]]},"348":{"position":[[3927,7],[5757,7],[5917,7],[6129,7],[9703,8],[10136,7],[10405,10]]},"356":{"position":[[2911,7],[5214,10],[7890,8],[14109,10],[28165,7],[31172,10],[33819,8],[35699,10]]},"368":{"position":[[613,10]]},"370":{"position":[[481,8]]},"378":{"position":[[333,9],[434,7]]},"432":{"position":[[4606,7]]},"510":{"position":[[1014,10]]},"518":{"position":[[255,8]]},"544":{"position":[[4154,7]]},"554":{"position":[[1563,7]]},"592":{"position":[[1759,10]]},"608":{"position":[[9444,7]]},"628":{"position":[[56,10]]},"649":{"position":[[23,7]]},"655":{"position":[[2162,7]]},"661":{"position":[[1811,8]]},"696":{"position":[[1311,7]]},"702":{"position":[[163,8]]}}}],["content",{"_index":856,"t":{"48":{"position":[[623,10]]},"50":{"position":[[697,10]]},"293":{"position":[[1408,10]]},"326":{"position":[[1663,10],[7996,7],[8040,7],[8059,7],[8441,10],[8649,7],[8796,7],[9415,7],[9459,7],[9478,7],[9860,10],[10068,7],[10215,7],[10992,7],[11039,10],[11050,7],[12366,7],[12413,10],[12424,7],[19943,10]]},"332":{"position":[[1574,10]]},"348":{"position":[[3299,10],[3323,9]]}}}],["context",{"_index":339,"t":{"15":{"position":[[958,9]]},"21":{"position":[[266,7]]},"264":{"position":[[13239,10],[21263,10],[27040,10]]},"326":{"position":[[8296,7],[8316,7],[8459,8],[8493,10],[9715,7],[9735,7],[9878,8],[9912,10],[11443,9],[11465,7],[12817,9],[12839,7],[13396,10],[13868,9],[13884,7],[14135,10],[14615,9],[14631,7],[20251,8]]},"348":{"position":[[3504,8],[3831,8],[3851,7],[3880,7],[5022,8],[5990,8]]},"580":{"position":[[38,7],[1370,7],[1541,7]]}}}],["context.get(\"yes_or_no_choic",{"_index":4002,"t":{"348":{"position":[[5186,31]]}}}],["context={\"prefix",{"_index":3990,"t":{"348":{"position":[[4058,18]]}}}],["context[\"use_tool_msg",{"_index":3879,"t":{"326":{"position":[[8468,24],[9887,24]]}}}],["continu",{"_index":228,"t":{"11":{"position":[[25,8]]},"17":{"position":[[224,10],[2134,11],[2680,11]]},"640":{"position":[[673,13]]}}}],["continuous_col",{"_index":4203,"t":{"356":{"position":[[14636,17]]}}}],["contrast",{"_index":4967,"t":{"592":{"position":[[163,8]]}}}],["contribut",{"_index":54,"t":{"2":{"position":[[687,13]]},"11":{"position":[[1004,13]]},"238":{"position":[[345,13]]}}}],["contributor",{"_index":37,"t":{"2":{"position":[[456,12]]},"69":{"position":[[109,13]]},"82":{"position":[[541,11]]}}}],["contributor'",{"_index":2697,"t":{"238":{"position":[[371,13]]}}}],["control",{"_index":811,"t":{"46":{"position":[[18,10]]},"57":{"position":[[473,8],[667,8]]},"348":{"position":[[5826,11]]},"356":{"position":[[3895,8],[29853,8]]},"544":{"position":[[1310,10]]},"554":{"position":[[584,10]]},"608":{"position":[[3896,10]]},"624":{"position":[[313,7]]},"682":{"position":[[135,10]]},"696":{"position":[[1444,7]]}}}],["conveni",{"_index":132,"t":{"5":{"position":[[377,10]]},"180":{"position":[[72,10]]},"558":{"position":[[1354,11]]}}}],["converg",{"_index":1205,"t":{"100":{"position":[[4901,10]]},"108":{"position":[[7786,10]]},"116":{"position":[[2783,10]]},"130":{"position":[[7853,10]]},"146":{"position":[[4918,10]]},"258":{"position":[[15031,10]]},"264":{"position":[[29423,10]]},"356":{"position":[[6990,9],[32946,9]]},"554":{"position":[[4126,10],[4150,11],[4204,10]]},"672":{"position":[[531,10],[757,9]]},"706":{"position":[[301,11],[731,11],[1408,11]]},"708":{"position":[[375,8]]}}}],["convers",{"_index":298,"t":{"15":{"position":[[32,14],[922,13],[1509,14]]},"17":{"position":[[21,12],[239,12],[1555,12],[1622,12]]},"234":{"position":[[72,13]]},"236":{"position":[[207,12],[258,11]]},"326":{"position":[[68,11],[789,12],[2205,12],[2577,12],[7025,13],[7245,13],[7293,13],[7364,12],[7416,12],[13854,13],[14601,13],[16172,12],[16437,12],[17257,12],[17686,12],[18506,12]]},"332":{"position":[[803,12],[2135,12],[2507,12]]},"348":{"position":[[9724,13],[9972,12],[10073,13],[10392,12],[10711,12]]}}}],["conversableag",{"_index":3678,"t":{"293":{"position":[[140,16],[1802,17]]},"316":{"position":[[630,17]]},"326":{"position":[[5556,17],[13306,19],[14045,19]]},"332":{"position":[[181,16]]}}}],["conversableagent(ag",{"_index":3825,"t":{"326":{"position":[[6,23]]}}}],["convert",{"_index":2018,"t":{"180":{"position":[[153,7],[357,8],[460,8],[1246,7]]},"211":{"position":[[148,7]]},"236":{"position":[[2439,7]]},"326":{"position":[[3516,9],[9066,9],[10485,9],[11841,9],[13215,9]]},"332":{"position":[[3446,9]]},"348":{"position":[[2657,9]]},"364":{"position":[[1355,7]]},"452":{"position":[[115,7]]},"592":{"position":[[3055,8]]}}}],["coonfigur",{"_index":3768,"t":{"310":{"position":[[941,15]]}}}],["coordin",{"_index":2414,"t":{"203":{"position":[[100,11]]},"682":{"position":[[7292,11]]}}}],["copi",{"_index":621,"t":{"29":{"position":[[1082,4]]},"33":{"position":[[1405,4],[1796,4],[2407,4],[2919,4]]},"42":{"position":[[273,4]]},"44":{"position":[[299,4]]},"46":{"position":[[65,4],[166,4],[282,4],[853,4]]},"48":{"position":[[657,4]]},"50":{"position":[[302,4],[731,4]]},"67":{"position":[[672,4]]},"72":{"position":[[87,4]]},"74":{"position":[[126,4]]},"80":{"position":[[164,4]]},"82":{"position":[[89,4],[336,4]]},"90":{"position":[[57,4]]},"92":{"position":[[510,4],[3238,4]]},"98":{"position":[[75,4]]},"100":{"position":[[803,4],[4949,4],[5789,4],[5914,4],[6145,4],[6535,4],[6856,4],[7379,4]]},"102":{"position":[[1124,4],[1375,4]]},"106":{"position":[[75,4]]},"108":{"position":[[807,4],[7834,4],[9135,4],[9260,4],[9451,4],[9842,4],[10162,4],[10685,4]]},"110":{"position":[[936,4],[1265,4]]},"114":{"position":[[90,4]]},"116":{"position":[[1037,4],[1321,4],[2831,4]]},"118":{"position":[[1005,4],[1488,4]]},"120":{"position":[[917,4],[2835,4]]},"122":{"position":[[1473,4],[2949,4],[3455,4]]},"128":{"position":[[57,4]]},"130":{"position":[[361,4],[7901,4]]},"134":{"position":[[73,4],[260,4]]},"136":{"position":[[129,4]]},"138":{"position":[[808,4],[1076,4],[1241,4]]},"140":{"position":[[851,4],[2197,4],[3266,4],[3429,4]]},"144":{"position":[[57,4]]},"146":{"position":[[530,4],[4966,4]]},"148":{"position":[[610,4]]},"153":{"position":[[89,4]]},"155":{"position":[[399,4],[842,4]]},"157":{"position":[[362,4],[781,4]]},"162":{"position":[[409,4],[1262,4]]},"166":{"position":[[64,4]]},"168":{"position":[[366,4]]},"170":{"position":[[401,4]]},"172":{"position":[[672,4]]},"174":{"position":[[343,4]]},"180":{"position":[[1319,4],[1800,4]]},"182":{"position":[[831,4]]},"184":{"position":[[2082,4]]},"188":{"position":[[114,4]]},"190":{"position":[[260,4],[1510,4]]},"192":{"position":[[827,4]]},"194":{"position":[[454,4],[3340,4]]},"196":{"position":[[578,4]]},"205":{"position":[[1033,4]]},"211":{"position":[[522,4]]},"215":{"position":[[50,4]]},"218":{"position":[[832,4]]},"220":{"position":[[467,4]]},"222":{"position":[[271,4]]},"224":{"position":[[492,4]]},"226":{"position":[[389,4]]},"228":{"position":[[444,4]]},"230":{"position":[[689,4],[827,4]]},"236":{"position":[[833,4],[1491,4],[1747,4],[2193,4],[3561,4],[3996,4]]},"242":{"position":[[86,4],[136,4]]},"244":{"position":[[38,4],[93,4],[163,4],[207,4],[250,4],[330,4],[384,4],[501,4],[555,4],[633,4],[1589,4],[1623,4],[1673,4],[1774,4],[1828,4],[1872,4]]},"250":{"position":[[14,4],[242,4],[314,4],[446,4],[612,4],[777,4],[951,4],[1037,4],[1224,4],[1636,4]]},"254":{"position":[[81,4]]},"256":{"position":[[475,4],[22891,4]]},"258":{"position":[[1271,4],[15079,4],[15384,4]]},"260":{"position":[[2134,4],[4903,4]]},"262":{"position":[[1358,4],[9292,4]]},"264":{"position":[[3243,4],[29481,4]]},"269":{"position":[[49,4]]},"271":{"position":[[665,4]]},"273":{"position":[[381,4]]},"275":{"position":[[2684,4]]},"277":{"position":[[468,4]]},"279":{"position":[[148,4]]},"281":{"position":[[291,4]]},"283":{"position":[[214,4]]},"285":{"position":[[490,4]]},"287":{"position":[[1030,4]]},"289":{"position":[[354,4]]},"293":{"position":[[39,4],[856,4]]},"298":{"position":[[527,4]]},"302":{"position":[[360,4]]},"304":{"position":[[361,4]]},"306":{"position":[[220,4],[382,4]]},"310":{"position":[[979,4]]},"312":{"position":[[1026,4],[1394,4]]},"316":{"position":[[28,4],[170,4],[244,4],[324,4],[423,4],[508,4],[648,4]]},"318":{"position":[[41,4],[285,4]]},"322":{"position":[[28,4],[94,4],[337,4]]},"326":{"position":[[30,4],[1326,4],[4311,4],[5703,4],[6217,4],[6319,4],[6549,4],[6882,4],[7004,4],[7155,4],[7563,4],[7850,4],[8560,4],[9261,4],[9979,4],[10665,4],[12031,4],[13410,4],[14149,4],[14757,4],[14860,4],[15018,4],[15143,4],[15483,4],[15690,4],[15898,4],[16154,4],[16413,4],[17654,4],[18776,4],[18979,4],[19425,4],[19527,4],[20065,4],[20336,4]]},"332":{"position":[[39,4],[1307,4]]},"338":{"position":[[54,4]]},"344":{"position":[[24,4],[155,4],[622,4]]},"348":{"position":[[36,4],[239,4],[639,4],[1216,4],[1998,4],[3796,4],[4955,4],[5318,4],[6522,4],[7442,4],[7724,4],[7789,4],[7904,4],[8535,4],[8766,4],[9034,4],[9296,4],[9494,4],[9818,4],[10292,4],[10610,4],[10973,4]]},"350":{"position":[[33,4]]},"356":{"position":[[28,4],[262,4],[302,4],[1178,4],[1900,4],[6220,4],[10754,4],[11065,4],[11250,4],[11423,4],[11610,4],[12038,4],[12135,4],[12247,4],[12360,4],[12481,4],[12565,4],[12642,4],[12769,4],[13074,4],[13189,4],[13442,4],[13526,4],[13598,4],[13730,4],[13885,4],[14726,4],[14871,4],[15367,4],[15625,4],[16427,4],[19954,4],[20176,4],[21678,4],[21904,4],[22367,4],[22818,4],[22984,4],[23176,4],[23316,4],[23468,4],[23623,4],[24703,4],[26291,4],[27013,4],[32176,4],[35640,4],[36882,4],[37813,4]]},"360":{"position":[[37,4],[128,4]]},"364":{"position":[[60,4]]},"368":{"position":[[22,4],[319,4],[738,4],[848,4],[1379,4],[1729,4],[1946,4],[2371,4],[2610,4],[2963,4],[3892,4],[4401,4],[4678,4],[4769,4],[4869,4]]},"370":{"position":[[36,4],[261,4],[781,4],[1263,4]]},"372":{"position":[[41,4]]},"374":{"position":[[49,4],[177,4]]},"376":{"position":[[43,4]]},"378":{"position":[[38,4]]},"380":{"position":[[35,4]]},"382":{"position":[[41,4]]},"384":{"position":[[63,4]]},"386":{"position":[[58,4]]},"388":{"position":[[61,4]]},"390":{"position":[[49,4]]},"392":{"position":[[39,4]]},"394":{"position":[[39,4]]},"396":{"position":[[39,4]]},"398":{"position":[[37,4],[151,4]]},"400":{"position":[[47,4]]},"402":{"position":[[37,4],[145,4]]},"404":{"position":[[44,4]]},"406":{"position":[[43,4]]},"408":{"position":[[40,4]]},"410":{"position":[[53,4]]},"412":{"position":[[46,4]]},"414":{"position":[[40,4]]},"416":{"position":[[58,4]]},"424":{"position":[[20,4],[87,4]]},"432":{"position":[[16,4],[940,4],[1437,4],[1859,4],[3023,4],[4353,4],[6062,4],[6955,4],[7370,4],[7843,4],[8273,4],[8456,4]]},"444":{"position":[[62,4]]},"448":{"position":[[40,4]]},"452":{"position":[[36,4],[110,4],[266,4]]},"454":{"position":[[26,4],[121,4]]},"458":{"position":[[35,4]]},"460":{"position":[[34,4]]},"462":{"position":[[36,4]]},"464":{"position":[[40,4]]},"466":{"position":[[45,4]]},"468":{"position":[[38,4]]},"470":{"position":[[26,4]]},"472":{"position":[[29,4]]},"474":{"position":[[24,4]]},"476":{"position":[[32,4]]},"478":{"position":[[39,4]]},"486":{"position":[[26,4],[142,4],[339,4],[648,4]]},"494":{"position":[[15,4],[501,4],[1507,4],[1970,4],[2772,4],[2897,4],[3167,4]]},"498":{"position":[[21,4],[297,4],[887,4]]},"500":{"position":[[29,4],[295,4],[768,4],[845,4]]},"502":{"position":[[41,4],[387,4],[955,4],[1017,4]]},"506":{"position":[[27,4],[119,4],[419,4],[737,4],[964,4],[2249,4],[3330,4]]},"510":{"position":[[26,4],[186,4],[704,4],[775,4],[869,4],[1155,4],[1273,4],[1369,4],[1523,4],[1668,4],[1806,4]]},"514":{"position":[[23,4]]},"518":{"position":[[15,4],[452,4],[518,4]]},"520":{"position":[[20,4],[109,4],[322,4],[675,4],[1001,4],[1498,4],[1666,4],[1923,4],[2129,4],[2439,4],[2766,4],[3001,4]]},"524":{"position":[[38,4],[164,4],[296,4]]},"526":{"position":[[57,4],[174,4],[382,4]]},"528":{"position":[[57,4],[166,4],[374,4]]},"532":{"position":[[22,4]]},"534":{"position":[[18,4]]},"538":{"position":[[21,4]]},"540":{"position":[[45,4],[503,4],[1218,4],[1320,4]]},"544":{"position":[[28,4],[1029,4],[4979,4],[5214,4],[5377,4],[5482,4],[5564,4],[5709,4],[5815,4],[5903,4],[5993,4]]},"546":{"position":[[46,4],[162,4],[421,4],[585,4]]},"548":{"position":[[28,4]]},"550":{"position":[[24,4]]},"554":{"position":[[22,4],[468,4],[2387,4],[2622,4],[2785,4],[2930,4],[3096,4],[3183,4],[3345,4],[3553,4],[3639,4],[3905,4],[4081,4],[4170,4],[4257,4]]},"558":{"position":[[27,4],[252,4],[1349,4]]},"562":{"position":[[21,4],[216,4],[327,4],[494,4],[569,4],[679,4]]},"568":{"position":[[17,4]]},"570":{"position":[[25,4]]},"572":{"position":[[24,4],[168,4],[330,4],[481,4]]},"574":{"position":[[45,4],[123,4]]},"576":{"position":[[40,4],[113,4]]},"580":{"position":[[31,4],[307,4],[424,4],[1355,4],[1527,4]]},"584":{"position":[[14,4],[1019,4]]},"588":{"position":[[17,4],[1440,4],[1560,4],[2117,4],[2740,4],[2825,4]]},"590":{"position":[[35,4],[603,4],[791,4]]},"592":{"position":[[29,4],[3157,4],[3503,4],[4235,4],[4756,4],[5228,4],[5560,4]]},"600":{"position":[[363,4],[636,4],[976,4],[1323,4],[1612,4],[1843,4],[2189,4],[2699,4],[3139,4],[3691,4]]},"608":{"position":[[29,4],[135,4],[204,4],[817,4],[2579,4],[3418,4],[4969,4],[7135,4],[7545,4],[10421,4],[10645,4]]},"610":{"position":[[14,4]]},"620":{"position":[[398,4],[479,4]]},"624":{"position":[[285,4],[1044,4]]},"626":{"position":[[401,4]]},"628":{"position":[[189,4],[312,4],[645,4]]},"632":{"position":[[603,4]]},"634":{"position":[[455,4]]},"636":{"position":[[1821,4]]},"638":{"position":[[568,4]]},"640":{"position":[[386,4]]},"644":{"position":[[1753,4]]},"647":{"position":[[1702,4],[2331,4]]},"649":{"position":[[4913,4],[5879,4],[7866,4],[8372,4],[9448,4]]},"651":{"position":[[659,4],[984,4],[1357,4],[2259,4]]},"653":{"position":[[555,4]]},"657":{"position":[[879,4],[956,4],[1067,4],[1375,4],[1569,4]]},"659":{"position":[[527,4]]},"661":{"position":[[1053,4],[2071,4],[2191,4],[2278,4]]},"663":{"position":[[1274,4]]},"666":{"position":[[217,4],[659,4],[891,4]]},"668":{"position":[[347,4],[1062,4],[1915,4]]},"670":{"position":[[331,4],[666,4]]},"680":{"position":[[1907,4],[2378,4]]},"682":{"position":[[1291,4],[2106,4],[3000,4],[3193,4],[3705,4],[5870,4]]},"684":{"position":[[1091,4]]},"686":{"position":[[749,4]]},"688":{"position":[[705,4]]},"692":{"position":[[717,4],[1280,4]]},"694":{"position":[[1194,4],[1678,4]]},"696":{"position":[[3586,4],[4378,4],[7137,4]]},"698":{"position":[[1380,4]]},"700":{"position":[[626,4]]},"702":{"position":[[1619,4],[1761,4]]},"706":{"position":[[1615,4]]},"708":{"position":[[913,4],[2356,4],[2699,4],[3208,4]]}}}],["copilot",{"_index":548,"t":{"23":{"position":[[836,7]]}}}],["core",{"_index":62,"t":{"2":{"position":[[798,5]]},"298":{"position":[[397,4]]},"657":{"position":[[206,5],[391,5],[978,6],[1134,6],[3227,6]]}}}],["core==1.1.1",{"_index":3714,"t":{"298":{"position":[[459,12]]}}}],["core==1.39.0pip",{"_index":3709,"t":{"298":{"position":[[271,15]]}}}],["coresipu",{"_index":3319,"t":{"264":{"position":[[3777,8],[5664,8]]}}}],["correct",{"_index":384,"t":{"17":{"position":[[696,7]]},"19":{"position":[[637,7]]},"23":{"position":[[579,8]]},"29":{"position":[[1587,7]]},"33":{"position":[[263,8],[3057,7],[3444,7]]},"224":{"position":[[50,7],[257,7],[322,7]]},"275":{"position":[[1894,7],[2132,7]]},"277":{"position":[[167,7],[399,7],[452,7]]}}}],["correctli",{"_index":693,"t":{"33":{"position":[[930,9],[1173,10]]}}}],["correspond",{"_index":2416,"t":{"203":{"position":[[124,11],[220,13],[849,10]]},"236":{"position":[[3103,13]]},"258":{"position":[[645,13]]},"348":{"position":[[344,13]]},"356":{"position":[[5712,13],[12908,10],[15776,11],[19371,11],[22154,13],[22245,13],[22613,13],[31668,13]]},"432":{"position":[[3558,13],[8491,13],[8615,13]]},"506":{"position":[[2279,13]]},"540":{"position":[[101,14]]},"544":{"position":[[4404,13]]},"554":{"position":[[1813,13]]},"588":{"position":[[350,13]]},"592":{"position":[[1490,14]]},"608":{"position":[[6727,13],[9694,13]]},"647":{"position":[[200,13],[318,13]]},"649":{"position":[[65,13],[6529,13],[8601,11]]},"659":{"position":[[862,13]]},"668":{"position":[[1082,11]]},"682":{"position":[[1355,13],[3727,13],[7316,11],[7482,10]]},"696":{"position":[[6454,13]]},"702":{"position":[[410,13]]}}}],["cos(2pifeatur",{"_index":4508,"t":{"452":{"position":[[399,15]]}}}],["cost",{"_index":175,"t":{"7":{"position":[[287,6],[393,4]]},"27":{"position":[[182,4],[685,5]]},"29":{"position":[[111,5],[137,4],[284,4]]},"33":{"position":[[80,4],[153,4],[171,4],[500,4],[3386,4],[3527,4],[3549,4],[3604,4],[3717,4]]},"35":{"position":[[548,4]]},"55":{"position":[[366,4],[558,4],[1405,4],[1638,4]]},"57":{"position":[[216,5],[1808,4],[1885,4]]},"59":{"position":[[84,4],[576,4],[803,4]]},"61":{"position":[[676,4],[772,4]]},"84":{"position":[[49,4]]},"203":{"position":[[170,4],[198,4],[266,4],[376,4],[479,4],[548,4],[621,4],[649,4],[893,5],[1154,4],[1347,4],[1427,4],[1843,4]]},"230":{"position":[[6,4],[669,4]]},"234":{"position":[[584,4]]},"236":{"position":[[3133,5]]},"322":{"position":[[704,4]]},"348":{"position":[[6059,5],[6075,5],[8487,5],[8552,4],[8643,4],[9797,7],[9911,6],[9925,4]]},"356":{"position":[[21913,4],[22399,4],[22662,4]]},"368":{"position":[[4710,4]]},"544":{"position":[[1351,4],[1491,4],[1565,4],[3327,4],[3422,4],[3525,4],[3776,4]]},"554":{"position":[[625,4],[1272,5]]},"600":{"position":[[392,4],[524,4],[2704,4]]},"608":{"position":[[3937,4],[4076,4],[4149,4],[11714,4],[11809,4],[11912,4],[12163,4]]},"649":{"position":[[7002,5],[7012,4],[7300,5],[8629,5]]},"680":{"position":[[1384,4],[1399,4],[1472,4],[1535,4]]},"682":{"position":[[176,4],[282,4],[5875,4],[5905,4],[6008,4],[6209,4],[6250,4],[6309,4],[6360,4],[6658,4],[6916,5],[7001,4],[7026,4],[7115,4],[7143,4],[7362,5],[7526,5],[7808,4],[8003,5]]},"694":{"position":[[1851,4]]},"696":{"position":[[1065,4],[1464,5]]},"706":{"position":[[112,4],[193,4],[239,4],[330,5],[825,4],[947,4],[1117,4],[1477,4],[1654,4],[1693,4]]},"708":{"position":[[215,4],[546,4],[619,5],[940,4],[982,4],[1454,4],[1591,5],[2109,4],[2241,4]]}}}],["cost(cl",{"_index":4023,"t":{"348":{"position":[[8509,9]]}}}],["cost_attr",{"_index":4770,"t":{"544":{"position":[[809,10],[3262,9],[3499,9],[3613,9],[3686,9],[3805,9]]},"554":{"position":[[375,10],[1225,9]]},"562":{"position":[[147,10]]},"608":{"position":[[2492,10],[11649,9],[11886,9],[12000,9],[12073,9],[12192,9]]}}}],["cost_budget",{"_index":4771,"t":{"544":{"position":[[844,12],[3747,11]]},"608":{"position":[[2527,12],[12134,11]]}}}],["cost_rel",{"_index":5158,"t":{"608":{"position":[[4878,15],[4916,15]]}}}],["cost_relative2lgbm",{"_index":4382,"t":{"368":{"position":[[4609,19]]}}}],["cost_relative2lgbm(cl",{"_index":4383,"t":{"368":{"position":[[4645,23]]}}}],["cot",{"_index":380,"t":{"17":{"position":[[505,3]]}}}],["count",{"_index":474,"t":{"19":{"position":[[422,8]]},"21":{"position":[[432,8]]},"140":{"position":[[1912,5]]},"205":{"position":[[167,5]]},"356":{"position":[[18771,6],[29576,6],[29762,6]]},"432":{"position":[[3664,6],[3829,6],[6556,6]]}}}],["counter",{"_index":3891,"t":{"326":{"position":[[13490,8],[14237,8]]},"348":{"position":[[10889,7]]}}}],["countsautoml",{"_index":1700,"t":{"130":{"position":[[250,12]]}}}],["cover",{"_index":938,"t":{"61":{"position":[[498,7]]}}}],["coverag",{"_index":1001,"t":{"80":{"position":[[40,9],[190,8],[209,8],[231,8]]}}}],["cpu",{"_index":1775,"t":{"140":{"position":[[184,4],[415,5],[427,3],[760,3],[1082,3]]},"194":{"position":[[348,6],[638,5]]},"275":{"position":[[184,5]]},"558":{"position":[[851,6],[1130,6]]},"608":{"position":[[8067,7]]},"610":{"position":[[1569,5]]},"657":{"position":[[202,3],[387,3],[974,3],[1130,3]]},"694":{"position":[[226,7]]}}}],["cpu\"env",{"_index":1844,"t":{"140":{"position":[[2732,7]]}}}],["cpu\"if",{"_index":3655,"t":{"287":{"position":[[486,7]]}}}],["cpu\"ray_environment_dockerfile_path",{"_index":1781,"t":{"140":{"position":[[356,35]]}}}],["cpu/gpu",{"_index":5510,"t":{"657":{"position":[[3219,7]]}}}],["cpu_target",{"_index":3738,"t":{"304":{"position":[[219,11]]}}}],["cpuclust",{"_index":1829,"t":{"140":{"position":[[2225,12]]}}}],["cpucluster\"node_count",{"_index":1799,"t":{"140":{"position":[[1036,22]]}}}],["cpuclustertrain_config",{"_index":3739,"t":{"304":{"position":[[231,23]]}}}],["craft",{"_index":5828,"t":{"708":{"position":[[1534,7]]}}}],["creat",{"_index":493,"t":{"19":{"position":[[1124,6]]},"48":{"position":[[155,6],[399,6]]},"50":{"position":[[359,6]]},"67":{"position":[[774,8]]},"102":{"position":[[292,6]]},"138":{"position":[[688,6]]},"140":{"position":[[136,6],[910,6],[1723,6]]},"148":{"position":[[277,6]]},"180":{"position":[[1010,8],[1172,8]]},"260":{"position":[[639,6]]},"262":{"position":[[246,6]]},"298":{"position":[[36,6],[122,6]]},"348":{"position":[[3468,7],[6550,7],[8179,9],[9615,8]]},"546":{"position":[[248,7],[840,7]]},"608":{"position":[[8956,8],[11625,7]]},"696":{"position":[[3920,6],[4053,6]]}}}],["create(cl",{"_index":3983,"t":{"348":{"position":[[3492,11]]}}}],["create_at",{"_index":4038,"t":{"348":{"position":[[9776,12]]}}}],["created_at",{"_index":4039,"t":{"348":{"position":[[9829,12]]}}}],["creativ",{"_index":586,"t":{"27":{"position":[[861,9]]}}}],["criterion",{"_index":3549,"t":{"275":{"position":[[314,9]]},"649":{"position":[[1338,9],[1618,9]]}}}],["criterion(output",{"_index":3585,"t":{"275":{"position":[[1560,18],[2185,18]]}}}],["critic",{"_index":424,"t":{"17":{"position":[[1945,8],[2051,8],[2177,8],[2401,8],[2459,8],[2544,8],[2599,8]]}}}],["critical_point",{"_index":443,"t":{"17":{"position":[[2326,15],[2364,15]]}}}],["cross",{"_index":2762,"t":{"246":{"position":[[59,5]]},"356":{"position":[[3184,5],[18039,5],[28438,5],[35820,5]]},"432":{"position":[[1889,5],[2148,5],[5621,5]]},"655":{"position":[[226,5],[989,5]]}}}],["csharp",{"_index":2771,"t":{"246":{"position":[[881,6]]}}}],["csv",{"_index":5295,"t":{"632":{"position":[[95,4]]},"636":{"position":[[33,4]]}}}],["cuda:0",{"_index":3545,"t":{"275":{"position":[[229,8]]},"287":{"position":[[530,8]]}}}],["cumul",{"_index":906,"t":{"57":{"position":[[738,10]]}}}],["current",{"_index":250,"t":{"11":{"position":[[393,7]]},"55":{"position":[[771,9],[1443,9]]},"69":{"position":[[9,9],[60,7]]},"92":{"position":[[1028,7],[1356,7],[1563,7],[1770,7],[1977,7],[2184,7],[2397,7],[2604,7]]},"100":{"position":[[1258,7],[1585,7],[1792,7],[1999,7],[2206,7],[2413,7],[2620,7],[2827,7],[3034,7],[3241,7],[3450,7],[3659,7],[3868,7],[4077,7]]},"108":{"position":[[1265,7],[1601,7],[1817,7],[2033,7],[2249,7],[2465,7],[2681,7],[2897,7],[3113,7],[3329,7],[3546,7],[3763,7],[3980,7],[4197,7],[4414,7],[4631,7],[4848,7],[5065,7],[5282,7],[5499,7],[5716,7],[5934,7],[6152,7],[6370,7],[6588,7],[6806,7],[7024,7]]},"116":{"position":[[1867,7]]},"118":{"position":[[1460,7]]},"120":{"position":[[1373,7]]},"122":{"position":[[3427,7],[3483,9]]},"130":{"position":[[832,7],[1158,7],[1365,7],[1572,7],[1779,7],[1992,7],[2205,7],[2412,7],[2619,7],[2832,7],[3046,7],[3263,7],[3480,7],[3697,7],[3914,7],[4122,7],[4336,7],[4544,7],[4752,7],[4960,7],[5168,7],[5376,7],[5584,7],[5792,7],[6000,7],[6208,7],[6416,7],[6624,7],[6832,7],[7040,7]]},"140":{"position":[[783,7],[2106,7]]},"146":{"position":[[1033,7],[1359,7],[1566,7],[1773,7],[1980,7],[2187,7],[2394,7],[2601,7],[2808,7],[3021,7],[3235,7],[3449,7],[3663,7],[3877,7],[4091,7]]},"205":{"position":[[0,9]]},"236":{"position":[[3865,7]]},"256":{"position":[[1075,7],[1402,7],[1609,7],[1816,7],[2023,7],[2230,7],[2437,7],[2644,7],[2851,7],[3058,7],[3266,7],[3474,7],[3682,7],[3890,7],[4098,7],[4306,7],[4514,7],[4722,7],[4930,7],[5134,7],[5338,7],[5552,7],[5756,7],[5970,7],[6184,7],[6398,7],[6618,7],[6838,7],[7058,7],[7278,7],[7498,7],[7706,7],[7914,7],[8122,7],[8342,7],[8550,7],[8764,7],[8984,7],[9204,7],[9424,7],[9638,7],[9858,7],[10078,7],[10286,7],[10506,7],[10734,7],[10962,7],[11190,7],[11418,7],[11646,7],[11854,7],[12074,7],[12302,7],[12516,7],[12730,7],[12938,7],[13146,7],[13374,7],[13578,7],[13792,7],[14012,7],[14220,7],[14440,7],[14648,7],[14876,7],[15090,7],[15301,7],[15512,7],[15727,7],[15956,7],[16171,7],[16386,7],[16597,7],[16826,7],[17037,7],[17252,7],[17463,7],[17678,7],[17889,7],[18104,7],[18333,7],[18562,7],[18777,7],[18992,7],[19221,7],[19436,7],[19665,7],[19880,7],[20091,7],[20306,7],[20517,7],[20728,7],[20957,7],[21186,7],[21403,7],[21634,7],[21851,7],[22064,7],[22277,7],[22500,7],[22718,7]]},"258":{"position":[[1850,7],[2177,7],[2384,7],[2591,7],[2798,7],[3005,7],[3212,7],[3419,7],[3626,7],[3833,7],[4041,7],[4249,7],[4457,7],[4665,7],[4873,7],[5081,7],[5289,7],[5497,7],[5705,7],[5913,7],[6121,7],[6325,7],[6529,7],[6743,7],[6957,7],[7171,7],[7385,7],[7599,7],[7813,7],[8033,7],[8253,7],[8461,7],[8669,7],[8873,7],[9093,7],[9301,7],[9521,7],[9749,7],[9977,7],[10205,7],[10433,7],[10661,7],[10889,7],[11117,7],[11334,7],[11547,7],[11764,7],[11975,7],[12192,7],[12409,7],[12622,7],[12853,7],[13070,7],[13287,7],[13504,7],[13721,7],[13952,7],[14169,7],[14380,7]]},"260":{"position":[[2656,7],[2983,7],[3190,7],[3397,7],[3604,7],[3811,7],[4018,7],[4225,7],[4432,7],[4639,7]]},"262":{"position":[[1870,7],[2196,7],[2403,7],[2610,7],[2813,7],[3026,7],[3233,7],[3434,7],[3639,7],[3844,7],[4050,7],[4252,7],[4454,7],[4666,7],[4884,7],[5110,7],[5322,7],[5548,7],[5750,7],[5976,7],[6182,7],[6400,7],[6612,7],[6830,7],[7032,7],[7249,7],[7480,7],[7711,7],[7928,7],[8151,7]]},"264":{"position":[[3690,7]]},"326":{"position":[[3464,7],[3570,7]]},"332":{"position":[[3394,7],[3500,7]]},"432":{"position":[[2256,7]]},"500":{"position":[[599,7]]},"502":{"position":[[658,7],[780,7]]},"510":{"position":[[579,9]]},"544":{"position":[[4041,10]]},"588":{"position":[[2480,7]]},"620":{"position":[[263,9],[592,7]]},"674":{"position":[[176,7]]},"696":{"position":[[823,7]]}}}],["current_tim",{"_index":5119,"t":{"608":{"position":[[366,12],[467,12],[2701,12],[2802,12]]}}}],["curv",{"_index":1265,"t":{"100":{"position":[[6875,6]]},"108":{"position":[[10181,6]]},"207":{"position":[[520,6]]},"670":{"position":[[675,5]]}}}],["curve\")plt.xlabel(\"wal",{"_index":5586,"t":{"670":{"position":[[507,23]]}}}],["curve')plt.xlabel('wal",{"_index":1275,"t":{"100":{"position":[[7226,23]]},"108":{"position":[[10532,23]]}}}],["custom",{"_index":192,"t":{"9":{"position":[[45,14],[82,6],[310,13],[478,13]]},"102":{"position":[[51,6],[140,10],[230,10],[265,6],[301,10],[336,6],[395,10],[1137,10]]},"110":{"position":[[24,6],[62,10],[205,10],[239,6],[298,10],[949,10]]},"122":{"position":[[3523,10]]},"205":{"position":[[372,9]]},"234":{"position":[[444,9]]},"236":{"position":[[1932,11],[2274,6]]},"326":{"position":[[752,9],[18822,9],[20140,9]]},"332":{"position":[[766,9]]},"356":{"position":[[889,10],[5078,10],[9236,10],[9268,10],[9802,6],[12950,10],[15378,10],[19580,6],[19678,6],[19743,6],[26002,10],[31036,10],[34728,10],[34760,10],[35266,6],[35364,6],[35429,6],[35809,10]]},"364":{"position":[[71,6]]},"368":{"position":[[3587,10],[3645,10]]},"500":{"position":[[651,6]]},"588":{"position":[[73,6]]},"608":{"position":[[5543,6]]},"630":{"position":[[484,9]]},"647":{"position":[[1289,10]]},"649":{"position":[[108,6],[3560,6],[3582,6],[3646,11],[3720,6],[3748,6],[3808,6],[5733,6],[5988,6],[7309,9],[7935,6]]},"651":{"position":[[421,6],[1443,6]]},"653":{"position":[[194,10]]},"655":{"position":[[1932,6]]},"663":{"position":[[779,6]]},"696":{"position":[[5353,10],[5939,10]]}}}],["custom_hp",{"_index":2444,"t":{"205":{"position":[[422,9]]},"356":{"position":[[9765,9],[10218,9],[10352,10],[10509,10],[10611,9],[19543,9],[19812,9],[35229,9],[35498,9]]},"649":{"position":[[8746,9],[9060,9]]},"651":{"position":[[857,9],[877,9]]}}}],["custom_hp=non",{"_index":4237,"t":{"356":{"position":[[16317,15],[24537,15]]}}}],["custom_metr",{"_index":4060,"t":{"356":{"position":[[979,14],[1293,14],[26092,14],[26406,14]]},"647":{"position":[[1507,14],[1724,14]]}}}],["custom_sent_key",{"_index":1670,"t":{"122":{"position":[[555,25],[1932,25]]}}}],["custom_trial_nam",{"_index":4618,"t":{"500":{"position":[[221,18],[617,17]]},"502":{"position":[[269,18]]}}}],["customiz",{"_index":2622,"t":{"236":{"position":[[241,12]]}}}],["cv",{"_index":2968,"t":{"258":{"position":[[1060,5]]},"356":{"position":[[3049,5],[4452,4],[17903,5],[18297,4],[28303,5],[30410,4]]},"432":{"position":[[4859,5],[5117,4]]},"655":{"position":[[206,4]]}}}],["cv[flaml.automl",{"_index":1063,"t":{"92":{"position":[[749,16]]},"100":{"position":[[1036,16]]},"108":{"position":[[1040,16]]}}}],["cv_score_agg_func",{"_index":4321,"t":{"356":{"position":[[35789,17]]}}}],["cv_score_agg_func(val_loss_fold",{"_index":4325,"t":{"356":{"position":[[36288,33]]}}}],["cv_score_agg_func=non",{"_index":4308,"t":{"356":{"position":[[24568,23]]}}}],["cyclic",{"_index":4505,"t":{"452":{"position":[[303,11]]}}}],["d",{"_index":3593,"t":{"275":{"position":[[1744,5]]},"649":{"position":[[2740,2],[2809,2],[2818,2]]}}}],["d_ff",{"_index":1604,"t":{"120":{"position":[[1768,7]]}}}],["d_kv",{"_index":1606,"t":{"120":{"position":[[1782,7]]}}}],["d_model",{"_index":1608,"t":{"120":{"position":[[1794,10]]}}}],["daili",{"_index":342,"t":{"15":{"position":[[1075,5]]},"260":{"position":[[682,5]]}}}],["damped_trend",{"_index":5416,"t":{"649":{"position":[[2982,13]]}}}],["data",{"_index":128,"t":{"5":{"position":[[331,4]]},"9":{"position":[[369,4]]},"92":{"position":[[656,4]]},"100":{"position":[[946,4],[5060,5],[5502,5]]},"108":{"position":[[950,4],[7945,5],[8444,5]]},"116":{"position":[[1534,4]]},"118":{"position":[[1136,4]]},"120":{"position":[[1047,4]]},"122":{"position":[[3086,4]]},"130":{"position":[[504,4]]},"146":{"position":[[673,4]]},"174":{"position":[[211,5]]},"178":{"position":[[193,4]]},"180":{"position":[[49,5],[166,4],[289,4],[928,5],[1371,4],[1866,4],[1886,4]]},"182":{"position":[[129,4],[366,5],[566,4]]},"184":{"position":[[324,5],[389,4]]},"205":{"position":[[51,5],[152,4],[303,5]]},"209":{"position":[[229,4],[312,4]]},"222":{"position":[[78,6],[121,5]]},"224":{"position":[[99,6],[142,5]]},"234":{"position":[[391,4]]},"236":{"position":[[1158,5],[4216,4]]},"256":{"position":[[681,4]]},"258":{"position":[[71,4],[399,5],[1140,4],[1399,4]]},"260":{"position":[[810,4],[858,4],[1269,4],[2262,4]]},"262":{"position":[[1501,4]]},"264":{"position":[[249,4],[1256,5],[3377,4]]},"275":{"position":[[1282,4],[1335,4],[1387,4],[1913,4],[1985,4]]},"277":{"position":[[215,4],[252,4]]},"279":{"position":[[104,4]]},"300":{"position":[[182,4]]},"302":{"position":[[12,4],[217,8]]},"344":{"position":[[54,5],[207,4],[303,5],[506,5],[635,4],[726,5],[799,5]]},"348":{"position":[[936,5],[1362,4],[1386,4],[1596,4],[1685,8],[2844,4],[2950,4],[6374,5],[6610,4],[6639,4],[6715,4],[6781,4],[7129,8]]},"356":{"position":[[2664,4],[3106,4],[3791,5],[4049,4],[4270,4],[5450,7],[5462,4],[5506,4],[5573,4],[6650,4],[10824,4],[16799,4],[17113,4],[17961,4],[18115,4],[18829,5],[19135,5],[21175,5],[24808,4],[25184,4],[27918,4],[28360,4],[29150,5],[29301,5],[29455,4],[29634,5],[29820,5],[30007,4],[30228,4],[31406,7],[31418,4],[31462,4],[31529,4],[32606,4],[36952,4],[38812,5]]},"364":{"position":[[212,4]]},"368":{"position":[[1987,5],[2055,4],[3082,5]]},"370":{"position":[[302,5],[368,4]]},"432":{"position":[[364,4],[483,4],[512,4],[1143,4],[1299,4],[2061,5],[2106,5],[3046,4],[3240,4],[3404,4],[3499,4],[3722,5],[3887,5],[3922,4],[4370,4],[4558,4],[4760,4],[4935,4],[5543,4],[5666,4],[5855,5],[6089,4],[6114,4],[6204,5],[6614,5],[6762,5],[6975,4],[7051,4],[7165,4],[7685,4]]},"454":{"position":[[68,5],[206,5],[327,5]]},"494":{"position":[[2798,4],[2840,4],[2950,4],[2992,4]]},"510":{"position":[[953,4]]},"622":{"position":[[262,5],[353,4],[764,4]]},"624":{"position":[[1329,5],[1369,5],[1455,4]]},"626":{"position":[[57,4],[281,7]]},"630":{"position":[[72,4],[177,5]]},"638":{"position":[[350,4]]},"644":{"position":[[191,4],[224,5],[258,4],[372,4],[566,5],[610,5],[1414,5]]},"649":{"position":[[8548,4]]},"655":{"position":[[72,4],[316,5],[566,4],[721,5],[930,4],[1077,4],[1333,4],[1441,4],[1639,4]]},"659":{"position":[[995,7],[1007,4],[1052,4],[1119,4],[1177,4]]},"696":{"position":[[1888,4]]}}}],["data.agg({\"temp",{"_index":3084,"t":{"260":{"position":[[865,17]]}}}],["data.bfill().ffil",{"_index":2948,"t":{"258":{"position":[[209,20]]}}}],["data.date.dt.month.astype(str).astyp",{"_index":3228,"t":{"264":{"position":[[519,38]]}}}],["data.groupbi",{"_index":3232,"t":{"264":{"position":[[676,13],[783,13]]}}}],["data.pop(\"date\")data.insert(0",{"_index":3264,"t":{"264":{"position":[[1465,30]]}}}],["data.shape[0]time_horizon",{"_index":2952,"t":{"258":{"position":[[320,25]]}}}],["data.sort_values([\"ag",{"_index":3267,"t":{"264":{"position":[[1607,27]]}}}],["data.to_frame().reset_index()num_sampl",{"_index":2951,"t":{"258":{"position":[[277,40]]}}}],["data.view",{"_index":2545,"t":{"222":{"position":[[136,10]]},"224":{"position":[[157,10]]}}}],["data/data.csv",{"_index":3721,"t":{"302":{"position":[[27,14]]}}}],["data/output",{"_index":1511,"t":{"116":{"position":[[665,14],[1150,12]]},"118":{"position":[[820,15]]},"120":{"position":[[732,15]]},"122":{"position":[[1069,14],[2446,15]]}}}],["data:location_for_default",{"_index":5288,"t":{"628":{"position":[[501,29]]}}}],["data:path",{"_index":4116,"t":{"356":{"position":[[5490,11],[31446,11]]},"659":{"position":[[1035,12]]}}}],["data=tune_data",{"_index":2638,"t":{"236":{"position":[[1253,15]]}}}],["data[\"avg_volume_by_ag",{"_index":3236,"t":{"264":{"position":[[752,28]]}}}],["data[\"avg_volume_by_sku",{"_index":3231,"t":{"264":{"position":[[648,25]]}}}],["data[\"co2\"].resample(\"ms\").mean()data",{"_index":2947,"t":{"258":{"position":[[169,37]]}}}],["data[\"date\"].dt.month",{"_index":3226,"t":{"264":{"position":[[412,21]]}}}],["data[\"date\"].dt.year",{"_index":3225,"t":{"264":{"position":[[384,20]]}}}],["data[\"log_volum",{"_index":3229,"t":{"264":{"position":[[600,18]]}}}],["data[\"month",{"_index":3080,"t":{"260":{"position":[[767,13]]},"264":{"position":[[503,13]]}}}],["data[\"solut",{"_index":3964,"t":{"348":{"position":[[1705,16],[7149,16]]}}}],["data[\"time_idx",{"_index":3224,"t":{"264":{"position":[[365,16],[434,16]]}}}],["data[\"time_idx\"].astype(\"int\")ts_col",{"_index":3263,"t":{"264":{"position":[[1426,36]]}}}],["data[\"time_idx\"].max",{"_index":3261,"t":{"264":{"position":[[1370,22]]}}}],["data[\"time_idx\"].min",{"_index":3227,"t":{"264":{"position":[[454,22]]}}}],["data[\"timestamp\"].dt.month",{"_index":3081,"t":{"260":{"position":[[783,26]]}}}],["data[[\"month",{"_index":3082,"t":{"260":{"position":[[817,14]]}}}],["data[lambda",{"_index":3269,"t":{"264":{"position":[[1660,11],[1714,11]]}}}],["data[special_day",{"_index":3252,"t":{"264":{"position":[[1140,18],[1163,18]]}}}],["data[split_idx",{"_index":2958,"t":{"258":{"position":[[489,17],[585,17]]}}}],["data_dimens",{"_index":4611,"t":{"498":{"position":[[824,15]]}}}],["data_dir",{"_index":1976,"t":{"168":{"position":[[308,14]]},"218":{"position":[[336,9],[618,9]]}}}],["data_dir=\"./\")automl",{"_index":1133,"t":{"100":{"position":[[355,20]]},"108":{"position":[[355,20]]},"138":{"position":[[331,20]]},"663":{"position":[[967,20]]}}}],["data_dir=\"./\")lgbm",{"_index":1914,"t":{"155":{"position":[[212,18]]},"157":{"position":[[205,18]]}}}],["data_dir=\"./\")xgb",{"_index":1952,"t":{"162":{"position":[[213,17]]}}}],["data_dir=\"test/\")max_resourc",{"_index":5738,"t":{"696":{"position":[[3026,29]]}}}],["data_dir=data_dir",{"_index":3635,"t":{"285":{"position":[[94,19]]}}}],["data_dir=non",{"_index":3538,"t":{"275":{"position":[[65,15]]}}}],["data_is_df",{"_index":4473,"t":{"432":{"position":[[4285,11],[5641,10]]}}}],["data_raw",{"_index":5216,"t":{"610":{"position":[[1194,8]]}}}],["data_raw[\"data",{"_index":5219,"t":{"610":{"position":[[1252,16]]}}}],["data_raw[\"target",{"_index":5221,"t":{"610":{"position":[[1292,18]]}}}],["data_s",{"_index":4379,"t":{"368":{"position":[[3865,10],[3940,9]]},"649":{"position":[[4521,10],[8118,10]]}}}],["data_sampl",{"_index":4588,"t":{"494":{"position":[[2822,11],[2974,11]]},"510":{"position":[[935,11]]}}}],["dataasetgroup",{"_index":1698,"t":{"130":{"position":[[203,14]]}}}],["dataautoml.fit(x_train=x_train",{"_index":1046,"t":{"92":{"position":[[346,31]]},"146":{"position":[[372,31]]}}}],["databrick",{"_index":72,"t":{"2":{"position":[[901,11]]}}}],["dataclassclass",{"_index":3795,"t":{"316":{"position":[[0,15]]},"364":{"position":[[0,15]]},"452":{"position":[[0,15]]}}}],["datafram",{"_index":2024,"t":{"180":{"position":[[392,10],[1931,10]]},"258":{"position":[[433,9],[541,9]]},"260":{"position":[[1561,9]]},"344":{"position":[[281,9],[484,9],[704,9],[777,9]]},"356":{"position":[[13812,9],[13958,9],[13986,9],[14077,9],[14265,9],[14494,11],[16777,9],[16945,9],[17077,9],[17091,9],[17174,9],[17346,9],[17519,9],[17560,9],[24786,9],[24957,9],[25148,9],[25162,9],[25245,9],[25415,9],[25505,9],[25642,9],[25683,9],[29277,9]]},"368":{"position":[[2033,9],[2439,9],[2927,10],[3048,9]]},"370":{"position":[[346,9],[471,9],[858,9],[1161,10],[1403,9],[1634,9]]},"374":{"position":[[254,9],[557,10]]},"432":{"position":[[833,10],[902,10],[1611,10],[1667,10],[2663,10],[2725,10],[2761,10],[2842,10],[2909,10],[3260,9],[3332,9],[3355,9],[3369,9],[3468,10],[4103,10],[4159,10],[4578,9],[5689,9],[5965,10],[6831,10],[6944,10],[7701,10]]},"440":{"position":[[25,9]]},"454":{"position":[[184,9],[305,9]]},"644":{"position":[[346,10],[398,10],[471,9]]}}}],["dataframe/seri",{"_index":2020,"t":{"180":{"position":[[211,17]]}}}],["dataframe=datafram",{"_index":2114,"t":{"184":{"position":[[2028,20]]}}}],["dataframe=non",{"_index":4226,"t":{"356":{"position":[[16077,15],[23732,15]]}}}],["dataframe=psdf",{"_index":2078,"t":{"182":{"position":[[789,15]]}}}],["dataframe=train_df",{"_index":2970,"t":{"258":{"position":[[1109,19]]}}}],["dataframedatafram",{"_index":2046,"t":{"180":{"position":[[1190,18]]}}}],["dataframepsdf",{"_index":2048,"t":{"180":{"position":[[1273,13]]}}}],["datamonthly_avg",{"_index":3085,"t":{"260":{"position":[[899,15]]}}}],["datamulti_df[\"timestamp",{"_index":3064,"t":{"260":{"position":[[229,25]]}}}],["dataset",{"_index":460,"t":{"19":{"position":[[116,8],[356,7]]},"21":{"position":[[95,7]]},"55":{"position":[[1352,7]]},"57":{"position":[[1862,8]]},"100":{"position":[[5950,8],[6193,8]]},"108":{"position":[[9296,8],[9499,8]]},"116":{"position":[[29,8]]},"118":{"position":[[29,8]]},"120":{"position":[[29,8]]},"155":{"position":[[424,7]]},"157":{"position":[[387,7]]},"162":{"position":[[434,7]]},"184":{"position":[[798,9]]},"188":{"position":[[80,8]]},"190":{"position":[[450,7]]},"236":{"position":[[4269,8]]},"264":{"position":[[18,8],[102,7],[299,8]]},"275":{"position":[[1217,7]]},"298":{"position":[[358,7]]},"356":{"position":[[7824,9],[8120,9],[13333,8],[20878,8],[33753,9],[34049,9],[38515,8]]},"368":{"position":[[3808,8]]},"610":{"position":[[566,7],[1311,7],[1352,7],[1642,8],[1660,11]]},"622":{"position":[[695,8],[728,7]]},"630":{"position":[[432,8]]},"632":{"position":[[632,7]]},"644":{"position":[[785,8]]},"655":{"position":[[374,8],[475,8],[526,7]]},"696":{"position":[[2045,8]]}}}],["dataset,numberofinstances,numberoffeatures,numberofclasses,percentageofnumericfeatures2dplanes,36691,10,0,1.0adult,43957,14,2,0.42857142857142855airlines,485444,7,2,0.42857142857142855albert,382716,78,2,0.3333333333333333amazon_employee_access,29492,9,2,0.0bng_breasttumor,104976,9,0,0.1111111111111111bng_pbc,900000,18,0,0.5555555555555556car,1555,6,4,0.0connect",{"_index":5297,"t":{"632":{"position":[[154,363]]}}}],["dataset.file.from_files(path=(datastor",{"_index":3728,"t":{"302":{"position":[[295,40]]}}}],["dataset.file.upload_directori",{"_index":3723,"t":{"302":{"position":[[149,30]]}}}],["dataset](https://www.openml.org/d/1169",{"_index":1751,"t":{"138":{"position":[[94,39]]},"168":{"position":[[70,39]]}}}],["dataset](https://www.openml.org/d/537",{"_index":1124,"t":{"100":{"position":[[92,38]]},"108":{"position":[[92,38]]}}}],["dataset_df",{"_index":5218,"t":{"610":{"position":[[1239,10]]}}}],["dataset_df[\"target",{"_index":5220,"t":{"610":{"position":[[1269,20]]}}}],["dataset_format=\"array",{"_index":1978,"t":{"168":{"position":[[342,23]]}}}],["dataset_id=1169",{"_index":1975,"t":{"168":{"position":[[291,16]]}}}],["datasets.load_dataset(\"glu",{"_index":2134,"t":{"190":{"position":[[489,29]]}}}],["datasets.load_metric(\"glu",{"_index":2145,"t":{"190":{"position":[[762,28]]}}}],["datasets={\"train",{"_index":5224,"t":{"610":{"position":[[1420,17]]}}}],["datasetsfrom",{"_index":2126,"t":{"190":{"position":[[308,12]]}}}],["datasety_pr",{"_index":3305,"t":{"264":{"position":[[3137,13]]}}}],["datatransform",{"_index":3936,"t":{"344":{"position":[[6,17]]},"432":{"position":[[7088,15]]}}}],["datatransformert",{"_index":4509,"t":{"454":{"position":[[6,19]]}}}],["datax",{"_index":1899,"t":{"148":{"position":[[295,6]]}}}],["datax_train",{"_index":1901,"t":{"148":{"position":[[362,12]]}}}],["datay_pr",{"_index":5278,"t":{"624":{"position":[[1009,10]]}}}],["date",{"_index":2960,"t":{"258":{"position":[[556,5],[666,5]]},"264":{"position":[[1496,7]]}}}],["date\"])x_train",{"_index":3268,"t":{"264":{"position":[[1642,15]]}}}],["date.month",{"_index":3089,"t":{"260":{"position":[[1007,10]]}}}],["datetim",{"_index":4195,"t":{"356":{"position":[[14137,9],[16907,9],[17308,9],[24919,9],[25377,9]]}}}],["day",{"_index":3239,"t":{"264":{"position":[[890,4]]}}}],["deal",{"_index":4985,"t":{"592":{"position":[[2098,7]]}}}],["debug",{"_index":3680,"t":{"293":{"position":[[307,10]]}}}],["decid",{"_index":3977,"t":{"348":{"position":[[2346,7]]},"494":{"position":[[1756,8]]},"524":{"position":[[301,6]]},"622":{"position":[[198,7]]},"624":{"position":[[1162,6]]},"626":{"position":[[605,7]]},"655":{"position":[[18,7]]},"674":{"position":[[626,6]]},"696":{"position":[[1746,6]]},"708":{"position":[[1788,8]]}}}],["decide_split_typ",{"_index":4478,"t":{"432":{"position":[[5861,18]]}}}],["decide_split_type(split_typ",{"_index":4479,"t":{"432":{"position":[[5899,29]]}}}],["decim",{"_index":747,"t":{"33":{"position":[[2706,7]]}}}],["decis",{"_index":4334,"t":{"356":{"position":[[37111,8]]},"524":{"position":[[196,8]]},"526":{"position":[[414,8]]},"528":{"position":[[406,8]]}}}],["decoder_start_token_id",{"_index":1610,"t":{"120":{"position":[[1810,25]]}}}],["decoder_variable_select",{"_index":3336,"t":{"264":{"position":[[4202,26],[6089,26],[20935,29]]}}}],["decreas",{"_index":511,"t":{"21":{"position":[[667,8]]},"80":{"position":[[31,8]]}}}],["deep",{"_index":5393,"t":{"649":{"position":[[253,4]]}}}],["def",{"_index":606,"t":{"29":{"position":[[735,3]]},"33":{"position":[[668,3],[1583,3],[1884,3],[2495,3]]},"102":{"position":[[1044,3]]},"110":{"position":[[674,3],[856,3]]},"190":{"position":[[797,3]]},"220":{"position":[[0,3]]},"222":{"position":[[0,3]]},"224":{"position":[[0,3]]},"226":{"position":[[0,3]]},"250":{"position":[[218,3],[352,3],[516,3],[683,3],[855,3],[1025,3],[1093,3],[1503,3]]},"264":{"position":[[159,3]]},"271":{"position":[[215,3],[469,3]]},"273":{"position":[[0,3]]},"277":{"position":[[0,3]]},"293":{"position":[[495,3]]},"310":{"position":[[82,3]]},"312":{"position":[[90,3]]},"316":{"position":[[232,3],[286,3],[385,3],[483,3],[580,3]]},"318":{"position":[[139,3]]},"322":{"position":[[50,3],[155,3]]},"326":{"position":[[859,3],[4098,3],[5529,3],[6141,3],[6272,3],[6467,3],[6812,3],[7099,3],[7718,3],[9127,3],[10541,3],[11905,3],[13277,3],[14014,3],[14745,3],[14802,3],[14945,3],[15094,3],[15320,3],[15555,3],[15764,3],[15976,3],[16255,3],[17494,3],[18736,3],[18950,3],[19388,3],[19495,3],[20008,3],[20279,3]]},"332":{"position":[[873,3]]},"344":{"position":[[75,3],[577,3]]},"348":{"position":[[1660,3],[5130,3],[7104,3]]},"356":{"position":[[277,3],[975,3],[1289,3],[11560,3],[13786,3],[14835,3],[15322,3],[15544,3],[16013,3],[23696,3],[26088,3],[26402,3],[36284,3]]},"360":{"position":[[52,3]]},"368":{"position":[[281,3],[1879,3],[2346,3],[2579,3],[2910,3],[4829,3]]},"370":{"position":[[127,3],[711,3],[1187,3]]},"374":{"position":[[107,3]]},"398":{"position":[[120,3]]},"402":{"position":[[114,3]]},"432":{"position":[[768,3],[1416,3],[8242,3],[8371,3]]},"452":{"position":[[56,3],[216,3]]},"454":{"position":[[79,3]]},"486":{"position":[[64,3],[307,3],[616,3]]},"494":{"position":[[62,3],[2747,3],[2874,3]]},"498":{"position":[[89,3],[777,3]]},"500":{"position":[[72,3],[728,3],[822,3]]},"502":{"position":[[99,3],[906,3],[1002,3]]},"506":{"position":[[814,3],[2132,3]]},"510":{"position":[[74,3],[813,3],[1086,3],[1248,3],[1344,3],[1501,3],[1645,3],[1785,3]]},"518":{"position":[[436,3],[493,3]]},"520":{"position":[[69,3],[271,3],[614,3],[929,3],[1465,3],[1630,3],[1866,3],[2080,3],[2373,3],[2720,3],[2956,3]]},"524":{"position":[[102,3],[249,3]]},"526":{"position":[[131,3],[320,3]]},"528":{"position":[[113,3],[312,3]]},"540":{"position":[[262,3],[1040,3],[1303,3]]},"544":{"position":[[76,3],[5451,3],[5530,3],[5620,3],[5766,3],[5858,3]]},"546":{"position":[[94,3],[365,3],[547,3]]},"554":{"position":[[92,3],[2807,3],[3049,3],[3159,3],[3256,3],[3504,3],[3594,3],[4023,3],[4222,3]]},"558":{"position":[[91,3],[1300,3]]},"562":{"position":[[76,3],[282,3],[405,3],[543,3]]},"572":{"position":[[151,3],[309,3],[459,3]]},"574":{"position":[[103,3]]},"576":{"position":[[93,3]]},"580":{"position":[[322,3],[1339,3],[1478,3]]},"584":{"position":[[996,3]]},"588":{"position":[[883,3],[1072,3],[1186,3],[1468,3],[2068,3]]},"590":{"position":[[628,3]]},"592":{"position":[[3788,3]]},"608":{"position":[[169,3],[1244,3],[6830,3]]},"610":{"position":[[1175,3]]},"647":{"position":[[1503,3],[1720,3]]},"649":{"position":[[4227,3],[4499,3],[7788,3],[8096,3]]},"651":{"position":[[521,3]]},"692":{"position":[[563,3]]},"696":{"position":[[5739,3]]},"698":{"position":[[878,3]]}}}],["default",{"_index":478,"t":{"19":{"position":[[517,7]]},"33":{"position":[[124,7]]},"100":{"position":[[6819,7]]},"108":{"position":[[10122,7]]},"116":{"position":[[712,7]]},"118":{"position":[[707,7]]},"120":{"position":[[659,7]]},"122":{"position":[[1116,7],[2494,7]]},"180":{"position":[[706,7],[749,7],[769,7],[820,7]]},"182":{"position":[[430,8]]},"184":{"position":[[969,8]]},"203":{"position":[[977,7],[1500,7]]},"236":{"position":[[1827,7],[4320,7]]},"293":{"position":[[175,7],[203,7],[335,8],[381,8],[435,7],[1543,8]]},"326":{"position":[[351,7],[1788,7],[3050,7],[3094,7],[3485,7],[3784,7],[4007,7],[4471,8],[5843,8],[16695,8],[16987,8],[17307,7],[17944,8],[18236,8],[18556,7]]},"332":{"position":[[269,8],[379,8],[424,8],[1699,7],[2980,7],[3024,7],[3415,7],[3714,7],[3773,7],[3977,7]]},"348":{"position":[[2378,8],[2433,8],[2514,7],[4438,7],[7086,8],[7507,8],[7653,8],[8094,8]]},"356":{"position":[[857,7],[2151,8],[2258,11],[3492,7],[4917,8],[5039,7],[5477,9],[5521,8],[5590,9],[6695,7],[6862,7],[8291,8],[8773,10],[18895,8],[19300,7],[20446,7],[21246,7],[21392,7],[21516,7],[25970,7],[27300,8],[27407,11],[28754,7],[30875,8],[30997,7],[31433,9],[31477,8],[31546,9],[32651,7],[32818,7],[34264,10],[35743,8],[35864,7],[37064,7],[38083,7],[38883,7],[39029,7],[39153,7]]},"364":{"position":[[286,8],[495,8],[576,8],[739,8],[957,8],[1052,8]]},"368":{"position":[[3383,7]]},"370":{"position":[[948,7],[1045,7],[1493,7],[1590,7]]},"374":{"position":[[344,7],[441,7]]},"432":{"position":[[2312,8],[7394,7],[7475,7],[7859,7],[7925,7],[8160,7]]},"494":{"position":[[1259,7],[1589,7],[2190,7]]},"506":{"position":[[1310,8],[1373,8],[2010,10],[2616,8],[2679,8]]},"520":{"position":[[900,8],[1441,8],[2876,8],[2933,8]]},"526":{"position":[[287,7]]},"528":{"position":[[279,7]]},"544":{"position":[[3353,7],[4493,7]]},"546":{"position":[[328,7]]},"554":{"position":[[1902,7]]},"588":{"position":[[2185,8]]},"592":{"position":[[1261,8],[1859,8],[2030,7]]},"600":{"position":[[1862,7],[2039,7]]},"608":{"position":[[852,7],[5588,7],[7771,8],[7962,8],[8879,7],[9783,7],[11740,7]]},"622":{"position":[[370,8],[487,7],[912,7]]},"628":{"position":[[29,9],[84,9],[950,8]]},"630":{"position":[[358,8],[498,8]]},"638":{"position":[[365,8],[681,8],[753,8],[823,8],[882,8],[1076,8]]},"640":{"position":[[492,8],[664,8]]},"644":{"position":[[1816,7]]},"647":{"position":[[246,7],[352,7],[550,7]]},"649":{"position":[[1429,8],[1709,8],[2028,8]]},"653":{"position":[[334,9]]},"655":{"position":[[3,8],[329,8],[1060,7],[1148,7]]},"657":{"position":[[327,8],[1659,8]]},"659":{"position":[[1022,9],[1067,8],[1136,9],[1192,8]]},"661":{"position":[[1264,8]]},"682":{"position":[[7610,7]]},"686":{"position":[[304,7]]},"700":{"position":[[3,8]]},"702":{"position":[[499,7]]},"704":{"position":[[285,7]]}}}],["default=\"auto",{"_index":4104,"t":{"356":{"position":[[4249,14],[4857,14],[18094,14],[30207,14],[30815,14]]},"432":{"position":[[4914,14]]}}}],["default=\"data",{"_index":4317,"t":{"356":{"position":[[31379,15]]}}}],["default=\"stat",{"_index":4115,"t":{"356":{"position":[[5421,17]]}}}],["default=0",{"_index":4148,"t":{"356":{"position":[[8688,10],[34179,10]]},"608":{"position":[[11138,9]]}}}],["default=1",{"_index":2102,"t":{"184":{"position":[[1352,9]]},"356":{"position":[[6325,9],[32281,9]]}}}],["default=3",{"_index":4098,"t":{"356":{"position":[[3883,9],[29841,9]]}}}],["default=fals",{"_index":2088,"t":{"184":{"position":[[651,13],[1483,13]]},"356":{"position":[[2713,14],[6618,13],[6921,13],[7024,13],[7392,13],[7704,13],[7973,13],[10785,13],[27967,14],[32574,13],[32877,13],[32980,13],[33321,13],[33633,13],[33902,13],[36913,13]]},"580":{"position":[[722,13]]},"608":{"position":[[10674,13]]}}}],["default=min_sample_train",{"_index":4144,"t":{"356":{"position":[[7596,24],[33525,24]]}}}],["default=non",{"_index":4127,"t":{"356":{"position":[[6245,12],[7145,12],[9783,12],[10880,12],[19561,12],[19991,12],[32201,12],[33074,12],[35247,12],[37002,12],[37246,12]]},"544":{"position":[[3892,12]]},"554":{"position":[[1342,12]]},"608":{"position":[[9119,12],[10768,12],[11014,12],[11568,12]]}}}],["default=tru",{"_index":4100,"t":{"356":{"position":[[3975,12],[6773,12],[7511,12],[11096,12],[19481,12],[29933,12],[32729,12],[33440,12]]}}}],["default_auto_repli",{"_index":3838,"t":{"326":{"position":[[1267,19],[3966,18]]},"332":{"position":[[1163,19],[3728,18]]}}}],["default_estimator_list",{"_index":4482,"t":{"432":{"position":[[7209,23]]}}}],["default_estimator_list(estimator_list",{"_index":4483,"t":{"432":{"position":[[7252,38]]}}}],["default_index_typ",{"_index":2029,"t":{"180":{"position":[[636,19],[723,18]]}}}],["default_metr",{"_index":4486,"t":{"432":{"position":[[7773,15]]}}}],["default_metric(metr",{"_index":4487,"t":{"432":{"position":[[7808,22]]}}}],["default_repli",{"_index":3916,"t":{"326":{"position":[[17279,13],[18528,13]]}}}],["default_system_messag",{"_index":3686,"t":{"293":{"position":[[551,23]]}}}],["defin",{"_index":209,"t":{"9":{"position":[[421,7]]},"102":{"position":[[383,6]]},"110":{"position":[[286,6]]},"122":{"position":[[22,6],[88,6],[1495,6]]},"190":{"position":[[265,6]]},"192":{"position":[[20,6]]},"236":{"position":[[2208,7],[2941,6]]},"238":{"position":[[70,7]]},"269":{"position":[[103,6]]},"304":{"position":[[30,7]]},"306":{"position":[[17,7]]},"558":{"position":[[380,6],[966,8],[1048,7]]},"592":{"position":[[203,6],[670,6],[1013,6],[2952,6],[3755,6]]},"608":{"position":[[3463,7],[6211,7],[6287,7]]},"610":{"position":[[146,7]]},"647":{"position":[[133,7],[1269,7]]},"649":{"position":[[7388,6]]},"680":{"position":[[47,7],[444,7],[682,6]]},"686":{"position":[[160,7],[551,7]]},"688":{"position":[[398,7]]},"692":{"position":[[969,7],[1002,7]]},"694":{"position":[[803,7],[1355,7]]}}}],["define_model(configur",{"_index":2526,"t":{"220":{"position":[[4,28]]}}}],["define_model(configuration).to(devic",{"_index":2568,"t":{"226":{"position":[[46,38]]}}}],["define_search_spac",{"_index":5007,"t":{"592":{"position":[[4019,20]]}}}],["define_search_space(tri",{"_index":5003,"t":{"592":{"position":[[3792,26]]}}}],["definit",{"_index":680,"t":{"33":{"position":[[549,11],[848,10],[3001,11]]},"203":{"position":[[0,10]]},"322":{"position":[[370,11],[393,10],[423,11]]},"432":{"position":[[76,11]]},"592":{"position":[[238,12],[500,10],[2979,10],[3978,10]]}}}],["degre",{"_index":757,"t":{"33":{"position":[[3328,6]]}}}],["del",{"_index":5729,"t":{"696":{"position":[[2698,3]]}}}],["delay",{"_index":1753,"t":{"138":{"position":[[201,8]]},"168":{"position":[[177,8]]},"592":{"position":[[2186,5]]}}}],["delayed(evaluation_function)(trial_to_run.config",{"_index":4892,"t":{"580":{"position":[[221,49]]}}}],["delet",{"_index":4130,"t":{"356":{"position":[[6716,7],[6842,8],[32672,7],[32798,8]]}}}],["deliv",{"_index":224,"t":{"9":{"position":[[635,10]]}}}],["demand",{"_index":3073,"t":{"260":{"position":[[549,8],[2001,11]]},"264":{"position":[[95,6]]}}}],["demograph",{"_index":1127,"t":{"100":{"position":[[216,11]]},"108":{"position":[[216,11]]}}}],["demonstr",{"_index":327,"t":{"15":{"position":[[723,12]]},"21":{"position":[[191,12]]},"33":{"position":[[3273,12]]},"39":{"position":[[10,11]]},"61":{"position":[[20,12]]},"680":{"position":[[898,13]]},"706":{"position":[[864,11],[1309,14]]}}}],["denorm",{"_index":4833,"t":{"554":{"position":[[3146,12],[3188,11]]}}}],["denormalize(config",{"_index":4834,"t":{"554":{"position":[[3163,19]]}}}],["denot",{"_index":699,"t":{"33":{"position":[[1115,8]]},"260":{"position":[[674,7]]},"262":{"position":[[280,7],[305,7]]},"494":{"position":[[1828,7]]}}}],["departure.x_train",{"_index":1756,"t":{"138":{"position":[[249,18]]},"168":{"position":[[225,18]]}}}],["depend",{"_index":541,"t":{"23":{"position":[[668,7]]},"188":{"position":[[35,13]]},"211":{"position":[[89,9]]},"236":{"position":[[4221,9]]},"298":{"position":[[72,13]]},"356":{"position":[[4503,6],[5467,9],[5511,9],[18348,6],[30461,6],[31423,9],[31467,9]]},"432":{"position":[[333,9],[5168,6]]},"544":{"position":[[3444,10]]},"558":{"position":[[697,12]]},"608":{"position":[[3110,9],[11831,10]]},"622":{"position":[[769,9],[934,9]]},"626":{"position":[[62,9]]},"638":{"position":[[355,9]]},"649":{"position":[[6041,9],[8553,9]]},"659":{"position":[[1012,9],[1057,9],[1182,9]]},"692":{"position":[[1584,7]]},"696":{"position":[[883,9],[4667,10]]}}}],["depth",{"_index":4407,"t":{"384":{"position":[[112,6]]},"386":{"position":[[105,6]]},"478":{"position":[[98,5]]}}}],["deriv",{"_index":465,"t":{"19":{"position":[[253,10]]},"356":{"position":[[4331,7],[18176,7],[30289,7]]},"432":{"position":[[4996,7]]},"649":{"position":[[3878,7],[4140,7]]},"655":{"position":[[2011,7]]}}}],["descent",{"_index":4422,"t":{"402":{"position":[[84,7]]}}}],["describ",{"_index":2067,"t":{"182":{"position":[[160,9]]},"356":{"position":[[20864,8],[38501,8]]},"540":{"position":[[228,9]]}}}],["design",{"_index":191,"t":{"9":{"position":[[9,8]]},"15":{"position":[[1534,8]]},"17":{"position":[[1355,6]]},"31":{"position":[[37,6]]},"293":{"position":[[74,8],[229,8]]},"682":{"position":[[6417,9],[6948,8]]}}}],["desir",{"_index":373,"t":{"17":{"position":[[257,7]]},"432":{"position":[[8567,7]]},"672":{"position":[[143,9]]},"682":{"position":[[3265,7]]},"700":{"position":[[102,8]]},"708":{"position":[[1220,9]]}}}],["despit",{"_index":319,"t":{"15":{"position":[[393,7]]},"23":{"position":[[0,7]]},"33":{"position":[[353,7]]}}}],["detail",{"_index":956,"t":{"67":{"position":[[286,9],[821,8]]},"140":{"position":[[2089,8]]},"172":{"position":[[276,7]]},"203":{"position":[[1681,7]]},"244":{"position":[[897,7]]},"356":{"position":[[6557,7],[32513,7]]},"432":{"position":[[535,8],[1179,7],[1335,7]]},"600":{"position":[[23,8]]},"608":{"position":[[5890,7],[7747,8],[11336,7]]},"649":{"position":[[6488,8],[6764,7],[7057,8]]},"657":{"position":[[1389,7],[1574,7]]},"659":{"position":[[1163,7]]},"682":{"position":[[1296,7],[7730,7]]},"684":{"position":[[1323,7]]},"694":{"position":[[273,7]]},"696":{"position":[[3609,7]]},"708":{"position":[[2051,8]]}}}],["detect",{"_index":2099,"t":{"184":{"position":[[1202,8]]},"356":{"position":[[8524,8]]},"657":{"position":[[1892,8]]}}}],["determin",{"_index":691,"t":{"33":{"position":[[908,9]]},"326":{"position":[[11675,10],[13049,10]]},"432":{"position":[[502,9],[555,11],[1169,9],[1325,9],[6166,10],[6633,10],[8461,9]]},"506":{"position":[[179,10],[493,10],[3409,10]]},"588":{"position":[[746,10]]},"592":{"position":[[1355,10]]},"649":{"position":[[5383,10]]},"696":{"position":[[1675,10],[1868,10]]}}}],["determinist",{"_index":358,"t":{"15":{"position":[[1459,13]]},"657":{"position":[[4316,14],[4340,13],[4417,13]]}}}],["dev",{"_index":988,"t":{"74":{"position":[[122,3]]},"82":{"position":[[148,3],[229,3]]}}}],["dev_dataset",{"_index":1666,"t":{"122":{"position":[[407,14],[1788,14]]}}}],["dev_dataset[custom_sent_key",{"_index":1504,"t":{"116":{"position":[[426,30]]},"122":{"position":[[829,30],[2206,30]]}}}],["dev_dataset[custom_sent_keys]y_v",{"_index":1569,"t":{"118":{"position":[[344,34]]},"120":{"position":[[321,34]]}}}],["dev_dataset[label_key]automl",{"_index":1570,"t":{"118":{"position":[[381,28]]},"120":{"position":[[358,28]]}}}],["dev_dataset[label_key]x_test",{"_index":1505,"t":{"116":{"position":[[457,28]]},"122":{"position":[[860,28],[2237,28]]}}}],["devcontain",{"_index":991,"t":{"76":{"position":[[103,13]]}}}],["devdock",{"_index":987,"t":{"74":{"position":[[98,9]]}}}],["develop",{"_index":127,"t":{"5":{"position":[[295,11],[316,10]]},"7":{"position":[[176,9]]},"11":{"position":[[542,11]]},"15":{"position":[[568,11]]},"27":{"position":[[435,9]]},"35":{"position":[[874,12]]},"82":{"position":[[373,11]]}}}],["devic",{"_index":3543,"t":{"275":{"position":[[175,6],[220,6]]},"287":{"position":[[521,6]]}}}],["device)print(\"best",{"_index":3664,"t":{"287":{"position":[[964,18]]}}}],["device=\"cpu",{"_index":3612,"t":{"277":{"position":[[24,14]]}}}],["df",{"_index":3161,"t":{"262":{"position":[[462,4],[499,3]]},"452":{"position":[[187,3]]}}}],["df[\"sales\"].mean",{"_index":3158,"t":{"262":{"position":[[371,19]]}}}],["df[[\"sale",{"_index":3152,"t":{"262":{"position":[[182,12]]}}}],["dialogu",{"_index":414,"t":{"17":{"position":[[1677,8]]}}}],["dict",{"_index":2131,"t":{"190":{"position":[[431,6]]},"236":{"position":[[2422,5],[2431,5],[2454,4],[2904,4]]},"250":{"position":[[1212,5],[1412,4],[1624,5],[1830,4]]},"293":{"position":[[847,5],[1371,4],[1740,4]]},"312":{"position":[[118,6],[165,7]]},"318":{"position":[[273,5]]},"326":{"position":[[1307,5],[1626,4],[2823,4],[3809,4],[3992,4],[5690,5],[7150,4],[7907,4],[8304,7],[9326,4],[9723,7],[10879,4],[10933,5],[11453,7],[12253,4],[12307,5],[12827,7],[15470,5],[16141,5],[16401,5],[17300,4],[17418,4],[17642,5],[18549,4],[18667,4],[20059,5]]},"332":{"position":[[1203,5],[1537,4],[2753,4],[3754,4],[3867,4]]},"348":{"position":[[1630,4],[2471,4],[3273,4],[3377,4],[3650,5],[3656,6],[3859,5],[6815,4],[7555,4],[7821,4],[8132,4],[8276,4],[8405,4],[8529,5],[8593,4],[8747,5],[8844,4],[9015,5],[9130,4],[9291,4],[9543,4],[10823,4]]},"356":{"position":[[2706,4],[2779,4],[2897,4],[5603,5],[5793,4],[5840,6],[7686,5],[7875,5],[7885,4],[9777,5],[9856,4],[9915,5],[9983,5],[10043,5],[10206,6],[10290,4],[10325,5],[10392,4],[10441,5],[10874,5],[11245,4],[19555,5],[19666,4],[19985,5],[21673,4],[21806,4],[21899,4],[21945,5],[22070,4],[22362,4],[22415,5],[22540,4],[22813,4],[22870,6],[22882,4],[27960,4],[28033,4],[28151,4],[31559,5],[31749,4],[31796,6],[33615,5],[33804,5],[33814,4],[35241,5],[35352,4],[36551,6],[36808,5],[37240,5]]},"368":{"position":[[4180,4],[4386,5],[4485,4],[4855,5],[4864,4],[4899,4],[4914,4],[4941,4],[4987,4]]},"424":{"position":[[73,5],[82,4]]},"432":{"position":[[1530,5],[6013,5]]},"452":{"position":[[156,4]]},"494":{"position":[[114,5],[3162,4]]},"500":{"position":[[93,5]]},"502":{"position":[[120,5],[423,4]]},"506":{"position":[[414,4],[731,5],[3325,4]]},"524":{"position":[[158,5]]},"526":{"position":[[376,5]]},"528":{"position":[[368,5]]},"540":{"position":[[288,5]]},"544":{"position":[[3728,4],[3886,5],[5809,5],[6008,5],[6064,4],[6121,4]]},"546":{"position":[[416,4]]},"554":{"position":[[118,5],[1336,5],[2843,5],[2924,5],[3091,4],[3547,5],[4059,4]]},"558":{"position":[[130,5],[233,6],[288,6],[1212,4],[1245,5]]},"584":{"position":[[437,4],[670,4]]},"588":{"position":[[1546,5],[2026,4],[2045,5],[2111,5],[2205,4],[2447,4],[2528,4]]},"590":{"position":[[716,7]]},"592":{"position":[[554,4],[785,4],[1753,5],[2868,4]]},"608":{"position":[[9113,5],[11562,5],[12115,4]]},"649":{"position":[[5718,5]]},"653":{"position":[[71,5]]},"680":{"position":[[1221,6]]},"696":{"position":[[1266,4]]}}}],["dict[str",{"_index":3840,"t":{"326":{"position":[[2714,9],[6982,9],[20315,9]]},"332":{"position":[[2644,9]]},"452":{"position":[[79,9]]},"506":{"position":[[721,9]]},"558":{"position":[[1333,9]]}}}],["dictionari",{"_index":2413,"t":{"203":{"position":[[57,10]]},"236":{"position":[[2734,10]]},"293":{"position":[[1266,10]]},"326":{"position":[[1521,10],[2931,10],[7011,10],[11106,10],[12480,10],[19673,10],[19902,10],[20402,10]]},"332":{"position":[[1432,10],[2861,10]]},"348":{"position":[[9325,11],[9552,10],[9667,10],[9757,10],[10120,10],[10220,10],[10455,10],[10765,10]]},"356":{"position":[[1249,10],[5334,10],[9211,10],[11257,10],[12254,10],[12367,10],[12488,10],[12654,10],[12814,10],[26362,10],[31292,10],[34703,10],[36236,10]]},"368":{"position":[[602,10],[4091,10]]},"432":{"position":[[146,10]]},"494":{"position":[[725,10],[912,10],[1193,10],[1531,10],[3178,10]]},"500":{"position":[[351,11]]},"540":{"position":[[548,10],[595,10],[848,10]]},"544":{"position":[[1214,10],[1282,10],[1424,10],[4137,10],[4554,10],[4749,10]]},"554":{"position":[[513,10],[815,10],[1546,10],[1962,10],[2157,10]]},"584":{"position":[[467,10]]},"588":{"position":[[2454,10]]},"608":{"position":[[3586,10],[3800,10],[3868,10],[4009,10],[8001,10],[9427,10],[9844,10],[10039,10]]},"610":{"position":[[269,10]]},"647":{"position":[[1451,10]]},"649":{"position":[[6359,10],[6576,11],[6611,10]]},"651":{"position":[[1517,10],[1663,10]]},"659":{"position":[[553,10],[637,11],[773,11],[824,10],[848,13]]},"680":{"position":[[606,10],[1740,10],[1951,10]]},"682":{"position":[[29,10],[107,10],[215,10],[1426,10],[7247,10]]},"694":{"position":[[160,10]]},"702":{"position":[[147,10],[561,10],[785,10]]}}}],["dictionarydata",{"_index":2033,"t":{"180":{"position":[[1021,14]]}}}],["dicts/float",{"_index":4324,"t":{"356":{"position":[[36068,13]]}}}],["didn't",{"_index":4631,"t":{"506":{"position":[[292,6],[606,6],[3522,6]]}}}],["differ",{"_index":345,"t":{"15":{"position":[[1109,9]]},"21":{"position":[[62,9],[108,9]]},"31":{"position":[[560,9],[612,9]]},"33":{"position":[[581,9],[1238,10]]},"35":{"position":[[566,9],[1008,9]]},"48":{"position":[[693,9]]},"55":{"position":[[1720,9]]},"59":{"position":[[671,9]]},"100":{"position":[[6158,9],[6935,9]]},"108":{"position":[[9464,9],[10241,9]]},"250":{"position":[[128,9],[149,6]]},"326":{"position":[[341,9],[8614,9],[10033,9]]},"348":{"position":[[361,9],[395,9],[4417,11]]},"356":{"position":[[4513,9],[18358,9],[30471,9]]},"432":{"position":[[5178,9]]},"520":{"position":[[702,9],[1028,9]]},"544":{"position":[[3335,9],[3530,11],[3550,9],[3639,9],[3824,9]]},"608":{"position":[[6675,9],[11722,9],[11917,11],[11937,9],[12026,9],[12211,9]]},"622":{"position":[[155,10],[283,9]]},"636":{"position":[[2158,9]]},"657":{"position":[[4641,9]]},"663":{"position":[[655,9],[685,9]]},"682":{"position":[[7834,9]]},"692":{"position":[[1336,10]]},"696":{"position":[[523,9],[4726,9]]},"708":{"position":[[299,9]]}}}],["difficult",{"_index":763,"t":{"33":{"position":[[3747,9]]},"61":{"position":[[180,9]]}}}],["difficulti",{"_index":496,"t":{"21":{"position":[[38,10]]},"55":{"position":[[1730,10]]}}}],["dimens",{"_index":4268,"t":{"356":{"position":[[23015,10]]},"544":{"position":[[1321,10],[1464,10],[2279,9]]},"554":{"position":[[595,10],[904,9],[3116,9],[3205,9]]},"608":{"position":[[3907,10],[4049,10],[5130,9]]},"682":{"position":[[146,10],[255,10]]},"696":{"position":[[116,9],[989,10],[1025,10],[1176,9],[1583,9],[1854,10],[2375,9],[4471,10],[4499,9]]},"708":{"position":[[559,11]]}}}],["dimension",{"_index":4595,"t":{"494":{"position":[[3200,14]]}}}],["dir",{"_index":5192,"t":{"608":{"position":[[7820,3],[7876,3]]}}}],["dir_or_data",{"_index":3658,"t":{"287":{"position":[[699,14]]}}}],["direct",{"_index":490,"t":{"19":{"position":[[921,6]]},"35":{"position":[[833,10]]},"246":{"position":[[588,6]]},"554":{"position":[[3780,10],[3846,10]]},"588":{"position":[[1996,9]]},"706":{"position":[[24,6],[392,6]]}}}],["directli",{"_index":392,"t":{"17":{"position":[[1009,9],[1039,8]]},"33":{"position":[[3646,8]]},"48":{"position":[[22,8]]},"203":{"position":[[343,8]]},"356":{"position":[[7419,8],[33348,8]]},"572":{"position":[[129,9],[288,9]]},"682":{"position":[[5976,8]]}}}],["directori",{"_index":1517,"t":{"116":{"position":[[860,9]]},"118":{"position":[[857,9]]},"120":{"position":[[769,9]]},"122":{"position":[[1264,9],[2740,9]]},"326":{"position":[[3005,9],[3066,9],[3110,9],[3140,9]]},"332":{"position":[[2935,9],[2996,9],[3040,9],[3070,9]]},"364":{"position":[[222,9]]},"584":{"position":[[611,9]]}}}],["disabl",{"_index":2480,"t":{"209":{"position":[[892,9]]},"326":{"position":[[2873,7],[3922,7],[7702,9]]},"332":{"position":[[412,8],[2803,7],[4001,8]]},"356":{"position":[[2273,7],[27422,7]]},"649":{"position":[[8945,7],[9248,7]]},"655":{"position":[[2116,7]]},"661":{"position":[[2079,7],[2336,7],[2427,7]]}}}],["disable/en",{"_index":3829,"t":{"326":{"position":[[426,14]]}}}],["disable_tqdm=tru",{"_index":2155,"t":{"190":{"position":[[1038,18]]}}}],["discontinu",{"_index":4112,"t":{"356":{"position":[[5244,13],[31202,13]]}}}],["discord",{"_index":294,"t":{"13":{"position":[[228,7]]},"25":{"position":[[261,7]]},"35":{"position":[[1247,7]]},"63":{"position":[[231,7]]},"69":{"position":[[198,8]]},"238":{"position":[[253,8]]}}}],["discount_in_perc",{"_index":3291,"t":{"264":{"position":[[2606,22],[8158,22],[15060,22],[20305,22],[23079,22],[24374,22]]}}}],["discov",{"_index":110,"t":{"5":{"position":[[76,8]]}}}],["discret",{"_index":3155,"t":{"262":{"position":[[255,8]]}}}],["discrete_test_df[\"above_mean_sal",{"_index":3170,"t":{"262":{"position":[[743,39]]}}}],["discrete_test_df[[\"d",{"_index":3166,"t":{"262":{"position":[[611,25]]}}}],["discrete_train_df[\"above_mean_sal",{"_index":3169,"t":{"262":{"position":[[704,38]]}}}],["discrete_train_df[[\"d",{"_index":3165,"t":{"262":{"position":[[555,26]]}}}],["discrete_x_test",{"_index":3164,"t":{"262":{"position":[[535,15]]}}}],["discrete_y_pred)print(\"tru",{"_index":3178,"t":{"262":{"position":[[1305,27]]}}}],["discrete_y_test",{"_index":3168,"t":{"262":{"position":[[684,15],[1341,16]]}}}],["discrimin",{"_index":1574,"t":{"118":{"position":[[659,15]]}}}],["discuss",{"_index":296,"t":{"13":{"position":[[247,11]]},"25":{"position":[[280,11]]},"35":{"position":[[1266,11]]},"63":{"position":[[250,11]]},"300":{"position":[[242,9]]}}}],["disjoint",{"_index":4111,"t":{"356":{"position":[[5234,9],[31192,9]]}}}],["disk",{"_index":4133,"t":{"356":{"position":[[6832,4],[32788,4]]}}}],["disord",{"_index":4541,"t":{"486":{"position":[[459,8]]}}}],["dispatch",{"_index":2083,"t":{"184":{"position":[[157,8]]}}}],["display.max_column",{"_index":3060,"t":{"260":{"position":[[61,22]]}}}],["disregard",{"_index":4648,"t":{"506":{"position":[[2048,11]]}}}],["dissemin",{"_index":5351,"t":{"640":{"position":[[173,14]]}}}],["distanc",{"_index":5817,"t":{"708":{"position":[[507,8]]}}}],["distilbert",{"_index":2117,"t":{"190":{"position":[[62,11]]}}}],["distinct",{"_index":4857,"t":{"558":{"position":[[487,8]]}}}],["distinguish",{"_index":3885,"t":{"326":{"position":[[11259,11],[12633,11]]}}}],["distribut",{"_index":1772,"t":{"140":{"position":[[52,10],[2284,11],[3130,11],[3275,11]]},"180":{"position":[[780,12]]},"184":{"position":[[182,11],[471,10]]},"244":{"position":[[506,11]]},"520":{"position":[[2862,13],[2919,13],[3163,13],[3199,13]]},"558":{"position":[[725,13]]},"649":{"position":[[6729,13],[7178,13]]},"657":{"position":[[3890,12],[4465,11]]},"682":{"position":[[546,12],[576,14],[4986,12],[5089,12]]},"706":{"position":[[1122,12]]}}}],["distribute_automl.py\"]ray_environment_nam",{"_index":1843,"t":{"140":{"position":[[2678,42]]}}}],["distribute_tune.pi",{"_index":1861,"t":{"140":{"position":[[3408,20]]}}}],["distributed/multi",{"_index":5514,"t":{"657":{"position":[[4503,17]]}}}],["divers",{"_index":902,"t":{"57":{"position":[[549,9],[830,9]]},"632":{"position":[[10,7]]}}}],["do",{"_index":2439,"t":{"205":{"position":[[221,5]]}}}],["do_eval=fals",{"_index":2154,"t":{"190":{"position":[[1023,14]]}}}],["doc",{"_index":2721,"t":{"244":{"position":[[948,4]]},"356":{"position":[[9446,4]]}}}],["docker",{"_index":984,"t":{"74":{"position":[[32,6]]},"140":{"position":[[145,6],[257,6]]},"326":{"position":[[3227,6],[3347,6],[7597,6],[7645,6],[19325,6]]},"332":{"position":[[3157,6],[3277,6]]}}}],["docker/dockerfil",{"_index":1774,"t":{"140":{"position":[[165,18],[394,20]]}}}],["dockerconfiguration(use_docker=true)aml_run_config.environ",{"_index":1849,"t":{"140":{"position":[[2917,62]]}}}],["dockerconfigurationcommand",{"_index":1842,"t":{"140":{"position":[[2640,26]]}}}],["dockerfil",{"_index":983,"t":{"74":{"position":[[20,11]]}}}],["dockerfile=ray_environment_dockerfile_path)ray_cpu_env.register(workspace=ws)ray_cpu_build_detail",{"_index":1786,"t":{"140":{"position":[[514,98]]}}}],["docstr",{"_index":637,"t":{"29":{"position":[[1669,7],[2028,6]]},"322":{"position":[[463,7]]}}}],["document",{"_index":283,"t":{"13":{"position":[[0,13]]},"15":{"position":[[1162,10]]},"25":{"position":[[27,13]]},"37":{"position":[[0,13]]},"52":{"position":[[0,13],[34,13]]},"63":{"position":[[42,13]]},"82":{"position":[[18,13]]},"84":{"position":[[259,13]]},"172":{"position":[[253,13]]},"180":{"position":[[872,13]]},"546":{"position":[[777,8]]}}}],["document\"]label_key",{"_index":1589,"t":{"120":{"position":[[205,21]]}}}],["doesn't",{"_index":3683,"t":{"293":{"position":[[411,7]]},"378":{"position":[[426,7]]},"608":{"position":[[2958,7]]},"649":{"position":[[5324,7],[5502,7]]}}}],["dollar",{"_index":3976,"t":{"348":{"position":[[2104,6],[2188,6]]}}}],["domain",{"_index":214,"t":{"9":{"position":[[532,8]]},"205":{"position":[[900,9],[962,10]]},"236":{"position":[[2925,7]]},"356":{"position":[[10057,10],[10544,8],[10661,9],[10711,9],[19729,6],[19862,9],[19912,9],[35415,6],[35548,9],[35598,9]]},"368":{"position":[[4194,6],[4284,10]]},"518":{"position":[[6,8],[241,6],[471,6],[570,7]]},"630":{"position":[[64,7]]},"649":{"position":[[4563,9],[4657,9],[4756,10],[4831,9],[6653,7],[6795,7],[8198,9],[8292,9],[9105,9],[9230,9],[9294,9],[9382,9]]},"651":{"position":[[622,10],[928,10],[960,6]]},"682":{"position":[[1449,7],[1513,6],[1550,6],[2585,7],[4429,8]]}}}],["don't",{"_index":4402,"t":{"378":{"position":[[299,5]]},"649":{"position":[[5599,5]]}}}],["done",{"_index":525,"t":{"23":{"position":[[213,4]]},"308":{"position":[[181,4]]},"620":{"position":[[171,4]]},"622":{"position":[[816,4]]}}}],["dot",{"_index":5809,"t":{"706":{"position":[[1168,4],[1214,4]]}}}],["dotnet",{"_index":2767,"t":{"246":{"position":[[339,6],[807,6]]}}}],["down",{"_index":596,"t":{"29":{"position":[[289,5]]},"33":{"position":[[872,4]]},"184":{"position":[[859,4]]},"356":{"position":[[8181,4],[34110,4]]},"708":{"position":[[2001,4]]}}}],["downgrad",{"_index":2725,"t":{"244":{"position":[[1008,10]]}}}],["download",{"_index":6,"t":{"2":{"position":[[48,9],[194,10]]},"44":{"position":[[178,11]]},"48":{"position":[[711,8]]},"100":{"position":[[75,8]]},"108":{"position":[[75,8]]},"138":{"position":[[75,8]]},"168":{"position":[[51,8]]},"279":{"position":[[95,8]]},"289":{"position":[[257,10],[294,10]]}}}],["download=tru",{"_index":2514,"t":{"218":{"position":[[358,14]]},"273":{"position":[[214,14],[319,14]]}}}],["draw",{"_index":4978,"t":{"592":{"position":[[1823,4]]}}}],["driven",{"_index":55,"t":{"2":{"position":[[711,6]]}}}],["drop",{"_index":789,"t":{"42":{"position":[[102,4]]},"236":{"position":[[943,4]]}}}],["dropout",{"_index":3444,"t":{"264":{"position":[[9192,10],[10048,10],[10632,10],[11198,10],[11758,10],[12317,10],[13410,10],[14308,10],[14873,10],[15444,10],[16013,10],[16566,10],[17128,10],[17695,10],[18258,10],[18822,10],[19394,10],[19963,10],[21431,10],[22327,10],[22892,10],[23463,10],[24032,10],[24794,10],[25230,10],[25664,10],[26091,10],[26470,10],[26613,10],[27211,10],[27450,10],[28232,10],[28643,10]]},"649":{"position":[[3482,8]]}}}],["dropout(p=0.1",{"_index":3445,"t":{"264":{"position":[[9203,14],[10059,14],[10643,14],[11209,14],[11769,14],[12328,14],[13421,14],[14319,14],[14884,14],[15455,14],[16024,14],[16577,14],[17139,14],[17706,14],[18269,14],[18833,14],[19405,14],[19974,14],[21442,14],[22338,14],[22903,14],[23474,14],[24043,14],[24805,14],[25241,14],[25675,14],[26102,14],[26481,14],[26624,14],[27222,14],[27461,14],[28243,14],[28654,14]]}}}],["dropout=0.1",{"_index":3472,"t":{"264":{"position":[[26340,12],[26414,12]]}}}],["dropout_0",{"_index":2584,"t":{"228":{"position":[[205,12]]}}}],["dropout_1",{"_index":2587,"t":{"228":{"position":[[254,12]]}}}],["dropout_2",{"_index":2588,"t":{"228":{"position":[[303,12]]}}}],["dropout_r",{"_index":1611,"t":{"120":{"position":[[1839,15]]}}}],["ds1",{"_index":5230,"t":{"610":{"position":[[1701,5]]}}}],["ds2",{"_index":5231,"t":{"610":{"position":[[1707,4]]}}}],["dtrain",{"_index":1468,"t":{"110":{"position":[[348,8]]},"649":{"position":[[7522,8]]}}}],["dtrain.get_label",{"_index":1469,"t":{"110":{"position":[[366,18]]},"649":{"position":[[7540,18]]}}}],["dtype=\"datetime64[m]\")y_train",{"_index":2809,"t":{"256":{"position":[[84,29]]}}}],["due",{"_index":920,"t":{"57":{"position":[[1739,3]]},"209":{"position":[[586,3]]},"644":{"position":[[1335,3]]},"692":{"position":[[1644,3]]}}}],["dummi",{"_index":4692,"t":{"520":{"position":[[25,5]]}}}],["durat",{"_index":1214,"t":{"100":{"position":[[5120,8],[5525,8]]},"108":{"position":[[8005,8],[8467,8]]},"174":{"position":[[271,8]]}}}],["dure",{"_index":2081,"t":{"184":{"position":[[47,6]]},"356":{"position":[[2669,6],[8729,6],[10373,6],[11826,6],[27923,6],[34220,6]]},"368":{"position":[[1013,6],[2257,6]]},"370":{"position":[[622,6]]},"432":{"position":[[8117,6]]},"588":{"position":[[2155,6]]},"655":{"position":[[598,6]]},"670":{"position":[[43,6]]},"688":{"position":[[193,6]]}}}],["dynam",{"_index":4350,"t":{"364":{"position":[[853,11]]}}}],["e",{"_index":612,"t":{"29":{"position":[[916,4]]},"72":{"position":[[61,1],[178,1]]}}}],["e.\"[test]\"coverag",{"_index":1003,"t":{"80":{"position":[[126,18]]}}}],["e.g",{"_index":567,"t":{"27":{"position":[[280,5]]},"55":{"position":[[342,6],[440,6]]},"184":{"position":[[1095,6]]},"203":{"position":[[1065,5]]},"256":{"position":[[306,5]]},"348":{"position":[[4001,5],[4474,5],[5124,5]]},"356":{"position":[[660,5],[1283,5],[1939,5],[2390,5],[5963,5],[8417,6],[9084,5],[10605,5],[10961,5],[16655,6],[17460,5],[17692,5],[20072,5],[25583,5],[25773,5],[26396,5],[27052,5],[27539,5],[31919,5],[34575,5],[36278,5],[37419,5]]},"364":{"position":[[148,5],[1322,6]]},"368":{"position":[[3254,5],[4036,5],[4278,5]]},"432":{"position":[[249,5]]},"494":{"position":[[960,4]]},"518":{"position":[[295,5],[396,5]]},"520":{"position":[[796,5],[860,5],[1240,5],[1304,5]]},"544":{"position":[[1364,5],[1512,5],[2896,5],[3162,5],[4951,5]]},"554":{"position":[[561,5],[638,5],[2359,5]]},"558":{"position":[[802,6]]},"588":{"position":[[1870,4]]},"608":{"position":[[3758,5],[3950,5],[4097,5],[4838,5],[7260,5],[8061,5],[8271,5],[8536,5],[10241,5],[10464,5]]},"610":{"position":[[441,5]]},"638":{"position":[[67,5]]},"649":{"position":[[5779,5]]},"651":{"position":[[2038,5]]},"657":{"position":[[1785,6],[2422,6],[3190,5]]},"680":{"position":[[333,6]]},"682":{"position":[[524,6],[7698,5]]},"684":{"position":[[273,5]]},"694":{"position":[[220,5],[593,5]]},"696":{"position":[[1088,6]]}}}],["each",{"_index":49,"t":{"2":{"position":[[608,4]]},"17":{"position":[[2738,4]]},"29":{"position":[[676,4]]},"33":{"position":[[1054,4],[1136,4],[3578,4]]},"55":{"position":[[1161,4]]},"57":{"position":[[983,4]]},"59":{"position":[[92,4],[724,4]]},"148":{"position":[[642,4],[655,4]]},"203":{"position":[[1244,4]]},"205":{"position":[[396,4]]},"209":{"position":[[678,4]]},"256":{"position":[[252,4]]},"283":{"position":[[88,4]]},"326":{"position":[[155,4]]},"348":{"position":[[2839,4],[2945,4],[3248,4],[7632,4],[9933,4]]},"356":{"position":[[3581,4],[8818,4],[11384,4],[14769,4],[14903,4],[15234,4],[19618,4],[19650,4],[22005,4],[22171,4],[22475,4],[22630,4],[22688,4],[22877,4],[22912,4],[23527,4],[28940,4],[34309,4],[35304,4],[35336,4],[36030,4],[36097,4]]},"368":{"position":[[2522,4],[2642,4],[2829,4],[4123,4]]},"370":{"position":[[1295,4],[1678,4]]},"398":{"position":[[183,4],[370,4]]},"402":{"position":[[177,4],[364,4]]},"494":{"position":[[682,4],[3219,4]]},"506":{"position":[[1494,4],[1879,4],[2800,4],[3185,4]]},"510":{"position":[[900,4]]},"544":{"position":[[1499,4],[4370,5],[6029,4],[6059,4]]},"554":{"position":[[1779,5],[3111,4],[3200,4]]},"608":{"position":[[4084,4],[9660,5]]},"624":{"position":[[1272,4]]},"632":{"position":[[45,4]]},"634":{"position":[[44,4],[111,4]]},"649":{"position":[[60,4],[126,4],[6243,4],[6465,4],[8596,4],[8671,4]]},"651":{"position":[[1771,4]]},"655":{"position":[[1799,4]]},"657":{"position":[[223,4],[530,4],[1113,4]]},"659":{"position":[[95,4],[288,4],[799,4]]},"661":{"position":[[62,4],[1117,4]]},"663":{"position":[[135,4],[505,4]]},"682":{"position":[[290,4]]},"692":{"position":[[196,4],[825,4]]},"694":{"position":[[1809,4],[1829,4],[2014,4]]},"696":{"position":[[4818,4]]},"702":{"position":[[376,5]]}}}],["eagerli",{"_index":266,"t":{"11":{"position":[[775,7]]}}}],["eampl",{"_index":1860,"t":{"140":{"position":[[3376,6]]}}}],["earli",{"_index":179,"t":{"7":{"position":[[329,5]]},"209":{"position":[[134,5]]},"285":{"position":[[293,5]]},"356":{"position":[[6953,5],[16563,5],[32909,5]]},"554":{"position":[[3558,5]]},"672":{"position":[[643,5]]},"696":{"position":[[491,5]]}}}],["earlier",{"_index":707,"t":{"33":{"position":[[1537,8]]},"326":{"position":[[4460,7],[5832,7]]},"592":{"position":[[2022,7]]}}}],["early_stop",{"_index":1630,"t":{"120":{"position":[[2213,17],[2393,17],[2523,17],[2653,17]]},"356":{"position":[[6899,10],[32855,10]]},"672":{"position":[[893,10]]}}}],["early_stop=non",{"_index":4299,"t":{"356":{"position":[[24370,16]]}}}],["early_stop=tru",{"_index":5595,"t":{"672":{"position":[[619,16]]}}}],["early_stopping_round",{"_index":5405,"t":{"649":{"position":[[2372,22]]}}}],["easi",{"_index":137,"t":{"5":{"position":[[448,4]]},"9":{"position":[[22,4],[473,4]]},"33":{"position":[[3777,4]]},"55":{"position":[[251,4]]},"61":{"position":[[87,4]]},"234":{"position":[[436,4]]},"236":{"position":[[2010,5]]},"640":{"position":[[168,4]]}}}],["easier",{"_index":340,"t":{"15":{"position":[[978,6]]},"29":{"position":[[1536,8]]},"35":{"position":[[353,6]]},"67":{"position":[[108,6]]},"708":{"position":[[1957,6]]}}}],["easiest",{"_index":5245,"t":{"620":{"position":[[4,7]]}}}],["easili",{"_index":405,"t":{"17":{"position":[[1394,6]]},"61":{"position":[[781,6]]},"67":{"position":[[260,6]]},"102":{"position":[[111,6]]},"110":{"position":[[8,6]]},"236":{"position":[[374,6]]},"588":{"position":[[113,6]]},"610":{"position":[[2226,6]]}}}],["easter_day",{"_index":3242,"t":{"264":{"position":[[976,13]]}}}],["easy_objective(config",{"_index":5174,"t":{"608":{"position":[[6834,23]]}}}],["econom",{"_index":168,"t":{"7":{"position":[[95,10]]},"11":{"position":[[743,10]]},"203":{"position":[[1895,10]]},"234":{"position":[[486,10]]},"236":{"position":[[1569,10]]},"600":{"position":[[641,10]]},"708":{"position":[[1768,12],[2361,10]]}}}],["ecooptigen",{"_index":779,"t":{"35":{"position":[[748,10]]},"84":{"position":[[102,10]]}}}],["ecosystem",{"_index":231,"t":{"11":{"position":[[52,10]]}}}],["effect",{"_index":264,"t":{"11":{"position":[[729,9]]},"15":{"position":[[491,9]]},"35":{"position":[[610,7]]},"61":{"position":[[370,13]]},"84":{"position":[[54,9]]},"326":{"position":[[8718,12],[10137,12]]},"600":{"position":[[2709,9],[2930,9]]},"626":{"position":[[468,11]]},"640":{"position":[[13,11]]},"706":{"position":[[371,9]]}}}],["effici",{"_index":166,"t":{"7":{"position":[[69,11],[110,9]]},"55":{"position":[[371,11]]},"203":{"position":[[1159,9]]}}}],["effort",{"_index":124,"t":{"5":{"position":[[255,7],[546,7]]},"11":{"position":[[286,7]]},"234":{"position":[[99,7]]},"356":{"position":[[4159,6],[30117,6]]}}}],["effortless",{"_index":2681,"t":{"236":{"position":[[3690,10]]}}}],["elast",{"_index":4424,"t":{"404":{"position":[[70,7]]}}}],["elasticnetestimator(sklearnestim",{"_index":4423,"t":{"404":{"position":[[6,37]]}}}],["element",{"_index":4151,"t":{"356":{"position":[[8823,7],[8918,7],[8979,7],[9051,7],[9625,7],[14774,7],[15239,7],[34314,7],[34409,7],[34470,7],[34542,7],[35089,7]]},"368":{"position":[[2527,7],[2834,7]]},"370":{"position":[[1683,7]]},"398":{"position":[[375,7]]},"402":{"position":[[369,7]]},"651":{"position":[[1776,7],[1871,7],[1932,7],[2005,7]]},"692":{"position":[[830,7]]}}}],["elementwise_affine=tru",{"_index":3434,"t":{"264":{"position":[[8980,24],[9347,24],[9492,24],[9637,24],[9837,24],[10204,24],[10421,24],[10788,24],[10987,24],[11354,24],[11547,24],[11914,24],[12106,24],[12473,24],[13131,24],[13567,24],[13761,24],[13908,24],[14097,24],[14464,24],[14662,24],[15029,24],[15233,24],[15600,24],[15802,24],[16169,24],[16355,24],[16722,24],[16917,24],[17284,24],[17484,24],[17851,24],[18047,24],[18414,24],[18611,24],[18978,24],[19183,24],[19550,24],[19752,24],[20119,24],[21157,24],[21586,24],[21780,24],[21927,24],[22116,24],[22483,24],[22681,24],[23048,24],[23252,24],[23619,24],[23821,24],[24188,24],[24951,24],[25387,24],[25821,24],[26248,24],[26788,24],[26890,24],[27368,24],[28389,24],[28800,24],[29008,24]]}}}],["elif",{"_index":4328,"t":{"356":{"position":[[36519,4]]}}}],["elu",{"_index":3438,"t":{"264":{"position":[[9064,6],[9920,6],[10504,6],[11070,6],[11630,6],[12189,6],[13217,6],[14180,6],[14745,6],[15316,6],[15885,6],[16438,6],[17000,6],[17567,6],[18130,6],[18694,6],[19266,6],[19835,6],[21241,6],[22199,6],[22764,6],[23335,6],[23904,6],[24664,6],[25100,6],[25534,6],[25961,6],[27018,6],[28513,6]]}}}],["elu(alpha=1.0",{"_index":3439,"t":{"264":{"position":[[9071,14],[9927,14],[10511,14],[11077,14],[11637,14],[12196,14],[13224,14],[14187,14],[14752,14],[15323,14],[15892,14],[16445,14],[17007,14],[17574,14],[18137,14],[18701,14],[19273,14],[19842,14],[21248,14],[22206,14],[22771,14],[23342,14],[23911,14],[24671,14],[25107,14],[25541,14],[25968,14],[27025,14],[28520,14]]}}}],["email",{"_index":347,"t":{"15":{"position":[[1142,7]]}}}],["embed",{"_index":3411,"t":{"264":{"position":[[7490,13]]}}}],["embedding(12",{"_index":3416,"t":{"264":{"position":[[7639,13]]}}}],["embedding(25",{"_index":3413,"t":{"264":{"position":[[7551,13]]}}}],["embedding(58",{"_index":3412,"t":{"264":{"position":[[7526,13]]}}}],["emphasi",{"_index":271,"t":{"11":{"position":[[849,8]]}}}],["empir",{"_index":5049,"t":{"600":{"position":[[984,9],[1158,9],[3147,9],[3412,9]]}}}],["employ",{"_index":4968,"t":{"592":{"position":[[195,7]]}}}],["empti",{"_index":2442,"t":{"205":{"position":[[268,5]]},"326":{"position":[[3424,6],[5331,5],[16609,5],[17858,5]]},"332":{"position":[[3354,6]]},"356":{"position":[[2306,5],[27455,5]]},"432":{"position":[[140,5]]}}}],["en/stable/tutorial/10_key_features/002_configurations.html",{"_index":4974,"t":{"592":{"position":[[895,60]]}}}],["enabl",{"_index":108,"t":{"5":{"position":[[51,7],[439,8]]},"11":{"position":[[717,6]]},"23":{"position":[[289,8]]},"102":{"position":[[118,6]]},"110":{"position":[[15,6]]},"234":{"position":[[6,7]]},"236":{"position":[[140,7]]},"332":{"position":[[368,7]]},"356":{"position":[[7223,6],[33152,6]]},"432":{"position":[[2328,7]]},"608":{"position":[[10846,6]]},"649":{"position":[[9424,6]]},"708":{"position":[[1752,7]]}}}],["encapsul",{"_index":401,"t":{"17":{"position":[[1251,13]]}}}],["enclos",{"_index":485,"t":{"19":{"position":[[724,7]]}}}],["encod",{"_index":3238,"t":{"264":{"position":[[875,6],[950,8]]}}}],["encoder_length",{"_index":3420,"t":{"264":{"position":[[7843,17],[10819,17],[12689,17]]}}}],["encoder_variable_select",{"_index":3334,"t":{"264":{"position":[[4137,26],[6024,26],[12908,29]]}}}],["encount",{"_index":823,"t":{"46":{"position":[[328,9]]}}}],["encourag",{"_index":768,"t":{"35":{"position":[[118,12]]},"682":{"position":[[7181,10],[7888,10]]},"698":{"position":[[504,10]]}}}],["end",{"_index":617,"t":{"29":{"position":[[990,3]]},"33":{"position":[[2218,3]]},"194":{"position":[[501,3]]},"348":{"position":[[10978,3]]},"356":{"position":[[22314,4],[22751,4]]},"610":{"position":[[2250,3]]},"672":{"position":[[345,4]]},"696":{"position":[[5649,3]]}}}],["end='1/07/2022",{"_index":4201,"t":{"356":{"position":[[14551,17]]}}}],["endpoint",{"_index":784,"t":{"39":{"position":[[109,8]]}}}],["energy_forecast_categorical.log",{"_index":3112,"t":{"260":{"position":[[1895,34]]}}}],["enforc",{"_index":5483,"t":{"655":{"position":[[124,7],[1623,8]]}}}],["engin",{"_index":219,"t":{"9":{"position":[[581,12]]},"236":{"position":[[1596,6]]},"262":{"position":[[232,11]]},"630":{"position":[[91,9]]}}}],["enginespydoc",{"_index":1021,"t":{"82":{"position":[[304,12]]}}}],["english",{"_index":1641,"t":{"120":{"position":[[2473,7],[2603,7],[2733,7]]}}}],["enhanc",{"_index":272,"t":{"11":{"position":[[879,9]]},"21":{"position":[[719,7]]},"23":{"position":[[221,7],[991,9]]}}}],["enough",{"_index":4092,"t":{"356":{"position":[[3465,6],[28727,6]]},"634":{"position":[[136,6]]},"649":{"position":[[5637,6]]},"674":{"position":[[851,6]]}}}],["ensembl",{"_index":2479,"t":{"209":{"position":[[871,11],[902,9],[929,8]]},"356":{"position":[[2684,8],[2747,8],[27938,8],[28001,8]]},"653":{"position":[[15,8],[474,11]]}}}],["ensemble.extratreesclassifi",{"_index":5356,"t":{"640":{"position":[[323,30]]}}}],["ensemble=non",{"_index":4280,"t":{"356":{"position":[[23905,14]]}}}],["ensemble=tru",{"_index":5481,"t":{"653":{"position":[[52,13],[82,14]]}}}],["ensemblefrom",{"_index":5353,"t":{"640":{"position":[[228,12]]}}}],["ensur",{"_index":965,"t":{"67":{"position":[[684,6]]},"674":{"position":[[829,7]]}}}],["enter",{"_index":3883,"t":{"326":{"position":[[10831,7],[12205,7]]},"580":{"position":[[1360,5]]}}}],["enterpris",{"_index":148,"t":{"5":{"position":[[563,10]]}}}],["entri",{"_index":4137,"t":{"356":{"position":[[7358,5],[33287,5]]},"608":{"position":[[10981,5]]}}}],["enumerate(train_load",{"_index":2544,"t":{"222":{"position":[[96,24]]}}}],["enumerate(trainload",{"_index":3579,"t":{"275":{"position":[[1290,22]]}}}],["enumerate(valid_load",{"_index":2556,"t":{"224":{"position":[[117,24]]}}}],["enumerate(valload",{"_index":3598,"t":{"275":{"position":[[1921,20]]}}}],["env",{"_index":3701,"t":{"298":{"position":[[53,3]]}}}],["envaml_run_config.node_count",{"_index":1850,"t":{"140":{"position":[[2982,28]]}}}],["environ",{"_index":1773,"t":{"140":{"position":[[112,11],[291,11],[764,11]]},"184":{"position":[[1144,11]]},"244":{"position":[[783,12]]},"326":{"position":[[3472,12],[3578,12]]},"332":{"position":[[3402,12],[3508,12]]},"356":{"position":[[8466,11]]},"657":{"position":[[1834,11]]}}}],["environment.from_dockerfil",{"_index":1784,"t":{"140":{"position":[[458,28]]}}}],["environment.get(workspace=w",{"_index":1845,"t":{"140":{"position":[[2742,29]]}}}],["environmentconda",{"_index":3702,"t":{"298":{"position":[[105,16]]}}}],["environmentfrom",{"_index":1839,"t":{"140":{"position":[[2576,15]]}}}],["eos_token_id",{"_index":1613,"t":{"120":{"position":[[1860,15]]}}}],["ep",{"_index":4874,"t":{"562":{"position":[[188,4]]}}}],["epoch",{"_index":2573,"t":{"226":{"position":[[194,5]]},"275":{"position":[[1149,5],[1769,6]]},"356":{"position":[[21425,6],[39062,6]]},"554":{"position":[[644,10]]},"696":{"position":[[1122,8]]}}}],["epoch_step",{"_index":3578,"t":{"275":{"position":[[1259,11],[1667,11],[1803,12]]}}}],["eps=1",{"_index":3433,"t":{"264":{"position":[[8969,6],[9336,6],[9481,6],[9626,6],[9826,6],[10193,6],[10410,6],[10777,6],[10976,6],[11343,6],[11536,6],[11903,6],[12095,6],[12462,6],[13120,6],[13556,6],[13750,6],[13897,6],[14086,6],[14453,6],[14651,6],[15018,6],[15222,6],[15589,6],[15791,6],[16158,6],[16344,6],[16711,6],[16906,6],[17273,6],[17473,6],[17840,6],[18036,6],[18403,6],[18600,6],[18967,6],[19172,6],[19539,6],[19741,6],[20108,6],[21146,6],[21575,6],[21769,6],[21916,6],[22105,6],[22472,6],[22670,6],[23037,6],[23241,6],[23608,6],[23810,6],[24177,6],[24940,6],[25376,6],[25810,6],[26237,6],[26777,6],[26879,6],[27357,6],[28378,6],[28789,6],[28997,6]]}}}],["eq",{"_index":431,"t":{"17":{"position":[[2221,3]]}}}],["eq(lh",{"_index":442,"t":{"17":{"position":[[2312,7]]}}}],["equal",{"_index":426,"t":{"17":{"position":[[2007,6]]},"33":{"position":[[1034,5]]},"57":{"position":[[774,5]]},"59":{"position":[[289,5]]},"348":{"position":[[10665,5]]},"356":{"position":[[18788,5],[29593,5],[29779,5]]},"432":{"position":[[3681,5],[3846,5],[6573,5]]},"486":{"position":[[589,5]]},"590":{"position":[[978,8]]},"620":{"position":[[551,5]]}}}],["equat",{"_index":441,"t":{"17":{"position":[[2301,8]]},"19":{"position":[[244,8]]}}}],["equival",{"_index":4564,"t":{"494":{"position":[[1297,10],[1627,10]]},"520":{"position":[[207,10],[430,10],[1568,10],[1804,10]]},"592":{"position":[[3737,10]]},"622":{"position":[[529,10]]},"624":{"position":[[347,11]]}}}],["erkang",{"_index":5027,"t":{"600":{"position":[[155,6],[317,6],[3259,6],[3545,6]]}}}],["error",{"_index":528,"t":{"23":{"position":[[356,7],[394,7]]},"46":{"position":[[338,5]]},"57":{"position":[[1732,6]]},"67":{"position":[[713,5]]},"92":{"position":[[807,5]]},"100":{"position":[[1094,5]]},"108":{"position":[[1098,5]]},"116":{"position":[[1690,5]]},"118":{"position":[[1289,5]]},"120":{"position":[[1200,5]]},"122":{"position":[[3242,5]]},"130":{"position":[[655,5]]},"146":{"position":[[826,5]]},"209":{"position":[[413,5],[597,6],[721,6],[784,6],[852,5]]},"236":{"position":[[1060,5]]},"256":{"position":[[831,5]]},"258":{"position":[[1549,5]]},"260":{"position":[[2412,5]]},"262":{"position":[[1651,5]]},"264":{"position":[[3527,5]]},"326":{"position":[[7321,5]]},"348":{"position":[[4388,5]]},"544":{"position":[[5688,6]]},"554":{"position":[[3324,6]]},"558":{"position":[[40,5]]},"562":{"position":[[473,6]]},"584":{"position":[[288,5],[312,6],[913,6],[949,6]]},"610":{"position":[[1818,9]]},"647":{"position":[[409,6],[436,6],[464,6],[504,6]]}}}],["error=0.0005",{"_index":3033,"t":{"258":{"position":[[13389,13]]}}}],["error=0.0005[flaml.automl",{"_index":3034,"t":{"258":{"position":[[13433,26],[13650,26],[13881,26],[14098,26],[14309,26],[14517,26]]}}}],["error=0.0008",{"_index":3021,"t":{"258":{"position":[[11219,13]]}}}],["error=0.0008[flaml.automl",{"_index":3022,"t":{"258":{"position":[[11263,26],[11476,26],[11693,26],[11904,26],[12121,26],[12338,26],[12551,26],[12782,26],[12999,26],[13216,26]]}}}],["error=0.0017",{"_index":3000,"t":{"258":{"position":[[5385,13],[5593,13],[5801,13],[6009,13],[8349,13],[8557,13],[9189,13],[11860,13],[14265,13]]}}}],["error=0.0017[flaml.automl",{"_index":3001,"t":{"258":{"position":[[5426,26],[5634,26],[5842,26],[6050,26],[6254,26],[6458,26],[6672,26],[6886,26],[7100,26],[7314,26],[7528,26],[7742,26],[7962,26],[8182,26],[8390,26],[8598,26],[8802,26],[9022,26],[9230,26],[9450,26],[9678,26],[9906,26],[10134,26],[10362,26],[10590,26],[10818,26],[11046,26]]}}}],["error=0.0018",{"_index":3018,"t":{"258":{"position":[[10321,13],[10549,13],[10777,13],[11005,13],[12738,13],[13837,13]]}}}],["error=0.0020",{"_index":2998,"t":{"258":{"position":[[5177,13]]}}}],["error=0.0020[flaml.automl",{"_index":2999,"t":{"258":{"position":[[5218,26]]}}}],["error=0.0021",{"_index":2996,"t":{"258":{"position":[[4761,13],[4969,13]]}}}],["error=0.0021[flaml.automl",{"_index":2997,"t":{"258":{"position":[[4802,26],[5010,26]]}}}],["error=0.0023",{"_index":2994,"t":{"258":{"position":[[4345,13],[4553,13]]}}}],["error=0.0023[flaml.automl",{"_index":2995,"t":{"258":{"position":[[4386,26],[4594,26]]}}}],["error=0.0029",{"_index":3017,"t":{"258":{"position":[[10093,13]]}}}],["error=0.0036",{"_index":2992,"t":{"258":{"position":[[4137,13]]}}}],["error=0.0036[flaml.automl",{"_index":2993,"t":{"258":{"position":[[4178,26]]}}}],["error=0.0047",{"_index":3025,"t":{"258":{"position":[[11432,13],[11649,13],[12077,13],[12294,13],[12507,13],[12955,13],[13606,13]]}}}],["error=0.0110",{"_index":2990,"t":{"258":{"position":[[3722,13],[3929,13]]}}}],["error=0.0110[flaml.automl",{"_index":2991,"t":{"258":{"position":[[3763,26],[3970,26]]}}}],["error=0.0146",{"_index":3040,"t":{"258":{"position":[[14473,13]]}}}],["error=0.0158",{"_index":3014,"t":{"258":{"position":[[9409,13]]}}}],["error=0.0160",{"_index":3012,"t":{"258":{"position":[[8141,13],[8981,13]]}}}],["error=0.0192",{"_index":2988,"t":{"258":{"position":[[3101,13],[3308,13],[3515,13]]}}}],["error=0.0192[flaml.automl",{"_index":2989,"t":{"258":{"position":[[3142,26],[3349,26],[3556,26]]}}}],["error=0.0197",{"_index":1721,"t":{"130":{"position":[[6512,13],[6720,13],[6928,13],[7136,13]]}}}],["error=0.0197[flaml.automl",{"_index":1722,"t":{"130":{"position":[[6553,26],[6761,26],[6969,26],[7177,26]]}}}],["error=0.0201",{"_index":1719,"t":{"130":{"position":[[5056,13],[5264,13],[5472,13],[5680,13],[5888,13],[6096,13],[6304,13]]}}}],["error=0.0201[flaml.automl",{"_index":1720,"t":{"130":{"position":[[5097,26],[5305,26],[5513,26],[5721,26],[5929,26],[6137,26],[6345,26]]}}}],["error=0.0210",{"_index":3004,"t":{"258":{"position":[[6417,13],[8761,13]]}}}],["error=0.0225",{"_index":1716,"t":{"130":{"position":[[4010,13],[4432,13],[4640,13],[4848,13]]}}}],["error=0.0225[flaml.automl",{"_index":1717,"t":{"130":{"position":[[4051,26],[4265,26],[4473,26],[4681,26],[4889,26]]}}}],["error=0.0228",{"_index":3003,"t":{"258":{"position":[[6213,13]]}}}],["error=0.0233",{"_index":1714,"t":{"130":{"position":[[3148,13],[3365,13],[3582,13],[3799,13],[4224,13]]}}}],["error=0.0233[flaml.automl",{"_index":1715,"t":{"130":{"position":[[3192,26],[3409,26],[3626,26],[3843,26]]}}}],["error=0.0242",{"_index":3009,"t":{"258":{"position":[[7701,13],[13172,13],[14054,13]]}}}],["error=0.0245",{"_index":3011,"t":{"258":{"position":[[7921,13]]}}}],["error=0.0248",{"_index":1711,"t":{"130":{"position":[[1047,13],[1254,13],[1461,13],[1668,13],[2301,13],[2508,13]]}}}],["error=0.0248[flaml.automl",{"_index":1712,"t":{"130":{"position":[[1088,26],[1295,26],[1502,26],[1709,26],[1922,26],[2135,26],[2342,26],[2549,26],[2762,26],[2975,26]]}}}],["error=0.0249",{"_index":3008,"t":{"258":{"position":[[7273,13],[7487,13]]}}}],["error=0.0315",{"_index":1713,"t":{"130":{"position":[[1881,13],[2094,13],[2721,13],[2934,13]]}}}],["error=0.0333",{"_index":3199,"t":{"262":{"position":[[7134,13],[7813,13]]}}}],["error=0.0333[flaml.automl",{"_index":3200,"t":{"262":{"position":[[7178,26],[7409,26],[7640,26],[7857,26],[8080,26],[8311,26]]}}}],["error=0.0365",{"_index":2986,"t":{"258":{"position":[[2894,13]]}}}],["error=0.0365[flaml.automl",{"_index":2987,"t":{"258":{"position":[[2935,26]]}}}],["error=0.0393",{"_index":3135,"t":{"260":{"position":[[4321,13],[4528,13]]}}}],["error=0.0393[flaml.automl",{"_index":3136,"t":{"260":{"position":[[4362,26],[4569,26]]}}}],["error=0.0406",{"_index":3132,"t":{"260":{"position":[[3700,13],[3907,13],[4114,13]]}}}],["error=0.0406[flaml.automl",{"_index":3133,"t":{"260":{"position":[[3741,26],[3948,26],[4155,26]]}}}],["error=0.0447",{"_index":3016,"t":{"258":{"position":[[9637,13],[9865,13]]}}}],["error=0.0464",{"_index":2984,"t":{"258":{"position":[[2480,13],[2687,13]]}}}],["error=0.0464[flaml.automl",{"_index":2985,"t":{"258":{"position":[[2521,26],[2728,26]]}}}],["error=0.0525",{"_index":3130,"t":{"260":{"position":[[3286,13],[3493,13]]}}}],["error=0.0525[flaml.automl",{"_index":3131,"t":{"260":{"position":[[3327,26],[3534,26]]}}}],["error=0.0533",{"_index":1088,"t":{"92":{"position":[[1659,13],[1866,13],[2073,13],[2493,13]]}}}],["error=0.0533[flaml.automl",{"_index":1089,"t":{"92":{"position":[[1700,26],[1907,26],[2114,26],[2327,26],[2534,26],[2753,26]]}}}],["error=0.0574",{"_index":2982,"t":{"258":{"position":[[2273,13]]}}}],["error=0.0574[flaml.automl",{"_index":2983,"t":{"258":{"position":[[2314,26]]}}}],["error=0.0600",{"_index":1095,"t":{"92":{"position":[[2286,13]]}}}],["error=0.0621",{"_index":2980,"t":{"258":{"position":[[2066,13]]}}}],["error=0.0621[flaml.automl",{"_index":2981,"t":{"258":{"position":[[2107,26]]}}}],["error=0.0667",{"_index":1100,"t":{"92":{"position":[[2712,13]]},"262":{"position":[[3325,13],[3530,13],[3735,13],[3940,13],[4142,13],[4344,13],[5000,13],[5212,13],[5438,13],[5640,13],[5866,13],[6072,13],[6290,13],[6502,13],[6720,13],[6922,13],[7365,13],[7596,13],[8036,13],[8267,13]]}}}],["error=0.0667[flaml.automl",{"_index":3197,"t":{"262":{"position":[[3364,26],[3569,26],[3774,26],[3979,26],[4181,26],[4383,26],[4595,26],[4813,26],[5039,26],[5251,26],[5477,26],[5679,26],[5905,26],[6111,26],[6329,26],[6541,26],[6759,26],[6961,26]]}}}],["error=0.0733",{"_index":1084,"t":{"92":{"position":[[1245,13],[1452,13]]}}}],["error=0.0733[flaml.automl",{"_index":1085,"t":{"92":{"position":[[1286,26],[1493,26]]}}}],["error=0.0854",{"_index":3128,"t":{"260":{"position":[[2872,13],[3079,13]]}}}],["error=0.0854[flaml.automl",{"_index":3129,"t":{"260":{"position":[[2913,26],[3120,26]]}}}],["error=0.1333",{"_index":3195,"t":{"262":{"position":[[2499,13],[2702,13],[2915,13],[3122,13],[4556,13],[4774,13]]}}}],["error=0.1333[flaml.automl",{"_index":3196,"t":{"262":{"position":[[2540,26],[2743,26],[2956,26],[3163,26]]}}}],["error=0.1564",{"_index":1189,"t":{"100":{"position":[[4174,13]]}}}],["error=0.1564[flaml.automl",{"_index":1190,"t":{"100":{"position":[[4215,26]]}}}],["error=0.1630",{"_index":1178,"t":{"100":{"position":[[3338,13],[3547,13],[3756,13],[3965,13]]}}}],["error=0.1630[flaml.automl",{"_index":1179,"t":{"100":{"position":[[3379,26],[3588,26],[3797,26],[4006,26]]}}}],["error=0.1663",{"_index":1393,"t":{"108":{"position":[[7127,13]]}}}],["error=0.1663[flaml.automl",{"_index":1394,"t":{"108":{"position":[[7171,26]]}}}],["error=0.1717",{"_index":3006,"t":{"258":{"position":[[7059,13]]}}}],["error=0.1740",{"_index":1556,"t":{"116":{"position":[[2273,13]]}}}],["error=0.1740[flaml.automl",{"_index":1557,"t":{"116":{"position":[[2321,26]]}}}],["error=0.1764",{"_index":1173,"t":{"100":{"position":[[3130,13]]}}}],["error=0.1764[flaml.automl",{"_index":1174,"t":{"100":{"position":[[3171,26]]}}}],["error=0.1782",{"_index":1379,"t":{"108":{"position":[[6255,13],[6473,13],[6691,13],[6909,13]]}}}],["error=0.1782[flaml.automl",{"_index":1380,"t":{"108":{"position":[[6299,26],[6517,26],[6735,26],[6953,26]]}}}],["error=0.1797",{"_index":1366,"t":{"108":{"position":[[5384,13],[5601,13],[5819,13],[6037,13]]}}}],["error=0.1797[flaml.automl",{"_index":1367,"t":{"108":{"position":[[5428,26],[5645,26],[5863,26],[6081,26]]}}}],["error=0.1919",{"_index":1359,"t":{"108":{"position":[[4950,13],[5167,13]]}}}],["error=0.1919[flaml.automl",{"_index":1360,"t":{"108":{"position":[[4994,26],[5211,26]]}}}],["error=0.2090",{"_index":1354,"t":{"108":{"position":[[4516,13],[4733,13]]}}}],["error=0.2090[flaml.automl",{"_index":1355,"t":{"108":{"position":[[4560,26],[4777,26]]}}}],["error=0.2113",{"_index":1351,"t":{"108":{"position":[[4082,13],[4299,13]]}}}],["error=0.2113[flaml.automl",{"_index":1352,"t":{"108":{"position":[[4126,26],[4343,26]]}}}],["error=0.2197",{"_index":1880,"t":{"146":{"position":[[2697,13]]}}}],["error=0.2197[flaml.automl",{"_index":1881,"t":{"146":{"position":[[2738,26],[2951,26],[3164,26],[3378,26],[3592,26],[3806,26],[4020,26],[4240,26]]}}}],["error=0.2219",{"_index":1168,"t":{"100":{"position":[[2716,13],[2923,13]]}}}],["error=0.2219[flaml.automl",{"_index":1169,"t":{"100":{"position":[[2757,26],[2964,26]]}}}],["error=0.2337",{"_index":1164,"t":{"100":{"position":[[2302,13],[2509,13]]}}}],["error=0.2337[flaml.automl",{"_index":1165,"t":{"100":{"position":[[2343,26],[2550,26]]}}}],["error=0.2513",{"_index":1345,"t":{"108":{"position":[[3431,13],[3648,13],[3865,13]]}}}],["error=0.2513[flaml.automl",{"_index":1346,"t":{"108":{"position":[[3475,26],[3692,26],[3909,26]]}}}],["error=0.2667",{"_index":3193,"t":{"262":{"position":[[2085,13],[2292,13]]}}}],["error=0.2667[flaml.automl",{"_index":3194,"t":{"262":{"position":[[2126,26],[2333,26]]}}}],["error=0.2712",{"_index":1877,"t":{"146":{"position":[[2076,13],[2283,13],[2490,13]]}}}],["error=0.2712[flaml.automl",{"_index":1878,"t":{"146":{"position":[[2117,26],[2324,26],[2531,26]]}}}],["error=0.2807",{"_index":1875,"t":{"146":{"position":[[1869,13]]}}}],["error=0.2807[flaml.automl",{"_index":1876,"t":{"146":{"position":[[1910,26]]}}}],["error=0.2985",{"_index":1160,"t":{"100":{"position":[[2095,13]]}}}],["error=0.2985[flaml.automl",{"_index":1161,"t":{"100":{"position":[[2136,26]]}}}],["error=0.2992",{"_index":1340,"t":{"108":{"position":[[2783,13],[2999,13],[3215,13]]}}}],["error=0.2992[flaml.automl",{"_index":1341,"t":{"108":{"position":[[2827,26],[3043,26],[3259,26]]}}}],["error=0.3619",{"_index":1884,"t":{"146":{"position":[[3551,13],[3765,13],[3979,13]]}}}],["error=0.3799",{"_index":1335,"t":{"108":{"position":[[2135,13],[2351,13],[2567,13]]}}}],["error=0.3799[flaml.automl",{"_index":1336,"t":{"108":{"position":[[2179,26],[2395,26],[2611,26]]}}}],["error=0.4459",{"_index":5600,"t":{"674":{"position":[[323,13],[364,12]]}}}],["error=0.4774",{"_index":1157,"t":{"100":{"position":[[1681,13],[1888,13]]}}}],["error=0.4774[flaml.automl",{"_index":1158,"t":{"100":{"position":[[1722,26],[1929,26]]}}}],["error=0.5446",{"_index":1873,"t":{"146":{"position":[[1662,13]]}}}],["error=0.5446[flaml.automl",{"_index":1874,"t":{"146":{"position":[[1703,26]]}}}],["error=0.5600",{"_index":2931,"t":{"256":{"position":[[21288,13],[21736,13],[22602,13],[22878,12]]}}}],["error=0.5600[flaml.automl",{"_index":2932,"t":{"256":{"position":[[21332,26],[21563,26],[21780,26],[21993,26],[22206,26],[22429,26],[22646,26]]}}}],["error=0.5693",{"_index":2892,"t":{"256":{"position":[[15188,13],[15399,13],[15614,13],[16058,13],[16273,13],[16484,13],[16924,13],[17139,13],[17350,13],[17565,13],[17776,13],[17991,13],[18664,13],[19323,13],[19767,13],[19978,13],[20193,13],[20404,13],[20615,13],[21949,13],[22162,13]]}}}],["error=0.5693[flaml.automl",{"_index":2893,"t":{"256":{"position":[[15230,26],[15441,26],[15656,26],[15885,26],[16100,26],[16315,26],[16526,26],[16755,26],[16966,26],[17181,26],[17392,26],[17607,26],[17818,26],[18033,26],[18262,26],[18491,26],[18706,26],[18921,26],[19150,26],[19365,26],[19594,26],[19809,26],[20020,26],[20235,26],[20446,26],[20657,26],[20886,26],[21115,26]]}}}],["error=0.6738",{"_index":3005,"t":{"258":{"position":[[6631,13],[6845,13]]}}}],["error=0.7052",{"_index":1883,"t":{"146":{"position":[[3337,13]]}}}],["error=0.7197",{"_index":1885,"t":{"146":{"position":[[4199,13]]}}}],["error=0.7383",{"_index":1155,"t":{"100":{"position":[[1474,13]]}}}],["error=0.7383[flaml.automl",{"_index":1156,"t":{"100":{"position":[[1515,26]]}}}],["error=0.7393",{"_index":1871,"t":{"146":{"position":[[1248,13],[1455,13]]}}}],["error=0.7393[flaml.automl",{"_index":1872,"t":{"146":{"position":[[1289,26],[1496,26]]}}}],["error=0.8485",{"_index":1332,"t":{"108":{"position":[[1919,13]]}}}],["error=0.8485[flaml.automl",{"_index":1333,"t":{"108":{"position":[[1963,26]]}}}],["error=0.9466",{"_index":2841,"t":{"256":{"position":[[2740,13],[2947,13],[3154,13],[3362,13],[3570,13],[3778,13],[3986,13],[4194,13],[4402,13],[4610,13],[4818,13],[7594,13],[7802,13],[8010,13],[8438,13],[10174,13],[11742,13],[12826,13],[13034,13],[14108,13],[14536,13]]}}}],["error=0.9466[flaml.automl",{"_index":2842,"t":{"256":{"position":[[2781,26],[2988,26],[3195,26],[3403,26],[3611,26],[3819,26],[4027,26],[4235,26],[4443,26],[4651,26],[4859,26],[5063,26],[5267,26],[5481,26],[5685,26],[5899,26],[6113,26],[6327,26],[6547,26],[6767,26],[6987,26],[7207,26],[7427,26],[7635,26],[7843,26],[8051,26],[8271,26],[8479,26],[8693,26],[8913,26],[9133,26],[9353,26],[9567,26],[9787,26],[10007,26],[10215,26],[10435,26],[10663,26],[10891,26],[11119,26],[11347,26],[11575,26],[11783,26],[12003,26],[12231,26],[12445,26],[12659,26],[12867,26],[13075,26],[13303,26],[13507,26],[13721,26],[13941,26],[14149,26],[14369,26],[14577,26],[14805,26],[15019,26]]}}}],["error=0.9499",{"_index":2851,"t":{"256":{"position":[[7386,13],[8230,13],[8872,13],[9092,13],[9312,13],[9746,13],[9966,13],[10394,13],[11962,13],[13900,13],[14328,13],[22385,13]]}}}],["error=0.9652",{"_index":2839,"t":{"256":{"position":[[2533,13]]}}}],["error=0.9652[flaml.automl",{"_index":2840,"t":{"256":{"position":[[2574,26]]}}}],["error=0.9683",{"_index":2868,"t":{"256":{"position":[[10850,13],[11078,13],[11306,13],[11534,13],[12190,13],[13262,13],[14764,13],[15843,13],[16713,13],[18220,13],[18449,13],[19108,13],[19552,13],[20844,13],[21073,13],[21519,13],[22834,13]]}}}],["error=0.9811",{"_index":2837,"t":{"256":{"position":[[1291,13],[1498,13],[1705,13],[1912,13],[2119,13],[2326,13]]}}}],["error=0.9811[flaml.automl",{"_index":2838,"t":{"256":{"position":[[1332,26],[1539,26],[1746,26],[1953,26],[2160,26],[2367,26]]}}}],["error=1.0015",{"_index":2849,"t":{"256":{"position":[[5858,13],[6072,13],[6286,13],[8652,13],[9526,13],[12404,13],[12618,13],[13680,13]]}}}],["error=1.0130",{"_index":2850,"t":{"256":{"position":[[6506,13],[6726,13],[6946,13],[7166,13]]}}}],["error=1.0271",{"_index":2848,"t":{"256":{"position":[[5440,13]]}}}],["error=1.0848",{"_index":2847,"t":{"256":{"position":[[5226,13],[5644,13],[13466,13]]}}}],["error=1.0994",{"_index":2846,"t":{"256":{"position":[[5022,13]]}}}],["error=1.4076",{"_index":2918,"t":{"256":{"position":[[18879,13]]}}}],["error=1.4958",{"_index":1882,"t":{"146":{"position":[[2910,13],[3123,13]]}}}],["error=1.5706",{"_index":2888,"t":{"256":{"position":[[14978,13]]}}}],["error=1.5815",{"_index":2865,"t":{"256":{"position":[[10622,13]]}}}],["error=1324290483134574.7500,\\tbest",{"_index":3395,"t":{"264":{"position":[[5513,34]]}}}],["error=1324290483134574.7500gpu",{"_index":3396,"t":{"264":{"position":[[5569,30]]}}}],["error=2.1267",{"_index":1330,"t":{"108":{"position":[[1487,13],[1703,13]]}}}],["error=2.1267[flaml.automl",{"_index":1331,"t":{"108":{"position":[[1531,26],[1747,26]]}}}],["error_fil",{"_index":4926,"t":{"584":{"position":[[920,10]]}}}],["error_r",{"_index":2575,"t":{"226":{"position":[[270,11],[328,14],[343,11]]},"230":{"position":[[220,14],[277,14],[342,14],[791,14]]},"544":{"position":[[4996,14],[5066,14],[5118,14],[5231,14],[5301,14],[5354,14]]},"554":{"position":[[2404,14],[2474,14],[2526,14],[2639,14],[2709,14],[2762,14]]},"608":{"position":[[10280,14],[10348,14],[10399,14],[10503,14],[10571,14],[10623,14]]}}}],["escap",{"_index":980,"t":{"72":{"position":[[135,8]]}}}],["especi",{"_index":312,"t":{"15":{"position":[[316,10]]},"35":{"position":[[290,10],[462,10]]},"124":{"position":[[22,10]]},"708":{"position":[[1370,11]]}}}],["essenti",{"_index":40,"t":{"2":{"position":[[498,9]]},"356":{"position":[[9660,11],[35124,11]]},"678":{"position":[[16,9]]}}}],["estim",{"_index":1053,"t":{"92":{"position":[[553,9],[1093,9],[1133,9],[1223,9],[1264,9],[1430,9],[1471,9],[1637,9],[1678,9],[1844,9],[1885,9],[2051,9],[2092,9],[2261,9],[2305,9],[2471,9],[2512,9],[2684,9],[2731,9]]},"100":{"position":[[846,9],[1323,9],[1363,9],[1452,9],[1493,9],[1659,9],[1700,9],[1866,9],[1907,9],[2073,9],[2114,9],[2280,9],[2321,9],[2487,9],[2528,9],[2694,9],[2735,9],[2901,9],[2942,9],[3108,9],[3149,9],[3316,9],[3357,9],[3525,9],[3566,9],[3734,9],[3775,9],[3943,9],[3984,9],[4152,9],[4193,9],[4867,11]]},"102":{"position":[[1304,9]]},"108":{"position":[[850,9],[1333,9],[1373,9],[1462,9],[1506,9],[1678,9],[1722,9],[1894,9],[1938,9],[2110,9],[2154,9],[2326,9],[2370,9],[2542,9],[2586,9],[2758,9],[2802,9],[2974,9],[3018,9],[3190,9],[3234,9],[3406,9],[3450,9],[3623,9],[3667,9],[3840,9],[3884,9],[4057,9],[4101,9],[4274,9],[4318,9],[4491,9],[4535,9],[4708,9],[4752,9],[4925,9],[4969,9],[5142,9],[5186,9],[5359,9],[5403,9],[5576,9],[5620,9],[5794,9],[5838,9],[6012,9],[6056,9],[6230,9],[6274,9],[6448,9],[6492,9],[6666,9],[6710,9],[6884,9],[6928,9],[7102,9],[7146,9],[7752,11]]},"110":{"position":[[1194,9]]},"116":{"position":[[1364,9],[2110,9],[2152,9],[2244,9],[2292,9],[2749,11]]},"130":{"position":[[404,9],[897,9],[936,9],[1025,9],[1066,9],[1232,9],[1273,9],[1439,9],[1480,9],[1646,9],[1687,9],[1856,9],[1900,9],[2069,9],[2113,9],[2279,9],[2320,9],[2486,9],[2527,9],[2696,9],[2740,9],[2909,9],[2953,9],[3123,9],[3167,9],[3340,9],[3384,9],[3557,9],[3601,9],[3774,9],[3818,9],[3988,9],[4029,9],[4199,9],[4243,9],[4410,9],[4451,9],[4618,9],[4659,9],[4826,9],[4867,9],[5034,9],[5075,9],[5242,9],[5283,9],[5450,9],[5491,9],[5658,9],[5699,9],[5866,9],[5907,9],[6074,9],[6115,9],[6282,9],[6323,9],[6490,9],[6531,9],[6698,9],[6739,9],[6906,9],[6947,9],[7114,9],[7155,9],[7819,11]]},"146":{"position":[[573,9],[1098,9],[1137,9],[1226,9],[1267,9],[1433,9],[1474,9],[1640,9],[1681,9],[1847,9],[1888,9],[2054,9],[2095,9],[2261,9],[2302,9],[2468,9],[2509,9],[2675,9],[2716,9],[2885,9],[2929,9],[3098,9],[3142,9],[3312,9],[3356,9],[3526,9],[3570,9],[3740,9],[3784,9],[3954,9],[3998,9],[4171,9],[4218,9],[4884,11]]},"178":{"position":[[17,10],[128,11]]},"180":{"position":[[10,11],[241,10]]},"182":{"position":[[392,10]]},"203":{"position":[[1249,9]]},"205":{"position":[[562,10]]},"209":{"position":[[698,9],[760,10],[806,9]]},"211":{"position":[[37,10],[460,10]]},"236":{"position":[[1627,10]]},"256":{"position":[[518,9],[1140,9],[1180,9],[1269,9],[1310,9],[1476,9],[1517,9],[1683,9],[1724,9],[1890,9],[1931,9],[2097,9],[2138,9],[2304,9],[2345,9],[2511,9],[2552,9],[2718,9],[2759,9],[2925,9],[2966,9],[3132,9],[3173,9],[3340,9],[3381,9],[3548,9],[3589,9],[3756,9],[3797,9],[3964,9],[4005,9],[4172,9],[4213,9],[4380,9],[4421,9],[4588,9],[4629,9],[4796,9],[4837,9],[5002,9],[5041,9],[5206,9],[5245,9],[5415,9],[5459,9],[5624,9],[5663,9],[5833,9],[5877,9],[6047,9],[6091,9],[6261,9],[6305,9],[6478,9],[6525,9],[6698,9],[6745,9],[6918,9],[6965,9],[7138,9],[7185,9],[7358,9],[7405,9],[7572,9],[7613,9],[7780,9],[7821,9],[7988,9],[8029,9],[8202,9],[8249,9],[8416,9],[8457,9],[8627,9],[8671,9],[8844,9],[8891,9],[9064,9],[9111,9],[9284,9],[9331,9],[9501,9],[9545,9],[9718,9],[9765,9],[9938,9],[9985,9],[10152,9],[10193,9],[10366,9],[10413,9],[10590,9],[10641,9],[10818,9],[10869,9],[11046,9],[11097,9],[11274,9],[11325,9],[11502,9],[11553,9],[11720,9],[11761,9],[11934,9],[11981,9],[12158,9],[12209,9],[12379,9],[12423,9],[12593,9],[12637,9],[12804,9],[12845,9],[13012,9],[13053,9],[13230,9],[13281,9],[13446,9],[13485,9],[13655,9],[13699,9],[13872,9],[13919,9],[14086,9],[14127,9],[14300,9],[14347,9],[14514,9],[14555,9],[14732,9],[14783,9],[14953,9],[14997,9],[15165,9],[15207,9],[15376,9],[15418,9],[15589,9],[15633,9],[15811,9],[15862,9],[16033,9],[16077,9],[16248,9],[16292,9],[16461,9],[16503,9],[16681,9],[16732,9],[16901,9],[16943,9],[17114,9],[17158,9],[17327,9],[17369,9],[17540,9],[17584,9],[17753,9],[17795,9],[17966,9],[18010,9],[18188,9],[18239,9],[18417,9],[18468,9],[18639,9],[18683,9],[18854,9],[18898,9],[19076,9],[19127,9],[19298,9],[19342,9],[19520,9],[19571,9],[19742,9],[19786,9],[19955,9],[19997,9],[20168,9],[20212,9],[20381,9],[20423,9],[20592,9],[20634,9],[20812,9],[20863,9],[21041,9],[21092,9],[21263,9],[21307,9],[21487,9],[21538,9],[21711,9],[21755,9],[21926,9],[21968,9],[22139,9],[22181,9],[22357,9],[22404,9],[22577,9],[22621,9],[22802,9],[22853,9]]},"258":{"position":[[1915,9],[1955,9],[2044,9],[2085,9],[2251,9],[2292,9],[2458,9],[2499,9],[2665,9],[2706,9],[2872,9],[2913,9],[3079,9],[3120,9],[3286,9],[3327,9],[3493,9],[3534,9],[3700,9],[3741,9],[3907,9],[3948,9],[4115,9],[4156,9],[4323,9],[4364,9],[4531,9],[4572,9],[4739,9],[4780,9],[4947,9],[4988,9],[5155,9],[5196,9],[5363,9],[5404,9],[5571,9],[5612,9],[5779,9],[5820,9],[5987,9],[6028,9],[6193,9],[6232,9],[6397,9],[6436,9],[6606,9],[6650,9],[6820,9],[6864,9],[7034,9],[7078,9],[7248,9],[7292,9],[7462,9],[7506,9],[7676,9],[7720,9],[7893,9],[7940,9],[8113,9],[8160,9],[8327,9],[8368,9],[8535,9],[8576,9],[8741,9],[8780,9],[8953,9],[9000,9],[9167,9],[9208,9],[9381,9],[9428,9],[9605,9],[9656,9],[9833,9],[9884,9],[10061,9],[10112,9],[10289,9],[10340,9],[10517,9],[10568,9],[10745,9],[10796,9],[10973,9],[11024,9],[11194,9],[11238,9],[11409,9],[11451,9],[11624,9],[11668,9],[11838,9],[11879,9],[12052,9],[12096,9],[12269,9],[12313,9],[12484,9],[12526,9],[12706,9],[12757,9],[12930,9],[12974,9],[13147,9],[13191,9],[13364,9],[13408,9],[13581,9],[13625,9],[13805,9],[13856,9],[14029,9],[14073,9],[14243,9],[14284,9],[14453,9],[14492,9],[14997,11]]},"260":{"position":[[2721,9],[2761,9],[2850,9],[2891,9],[3057,9],[3098,9],[3264,9],[3305,9],[3471,9],[3512,9],[3678,9],[3719,9],[3885,9],[3926,9],[4092,9],[4133,9],[4299,9],[4340,9],[4506,9],[4547,9]]},"262":{"position":[[1935,9],[1974,9],[2063,9],[2104,9],[2270,9],[2311,9],[2477,9],[2518,9],[2682,9],[2721,9],[2890,9],[2934,9],[3100,9],[3141,9],[3305,9],[3344,9],[3508,9],[3549,9],[3713,9],[3754,9],[3918,9],[3959,9],[4122,9],[4161,9],[4324,9],[4363,9],[4531,9],[4575,9],[4746,9],[4793,9],[4968,9],[5019,9],[5187,9],[5231,9],[5406,9],[5457,9],[5620,9],[5659,9],[5834,9],[5885,9],[6050,9],[6091,9],[6262,9],[6309,9],[6477,9],[6521,9],[6692,9],[6739,9],[6902,9],[6941,9],[7109,9],[7153,9],[7333,9],[7384,9],[7564,9],[7615,9],[7788,9],[7832,9],[8008,9],[8055,9],[8235,9],[8286,9]]},"264":{"position":[[5133,9],[5351,9],[5395,9],[5548,9],[7020,9],[29389,11]]},"356":{"position":[[1010,10],[1322,10],[2362,9],[3428,10],[5408,10],[5634,11],[5726,11],[9881,9],[9925,9],[9960,9],[10302,9],[10945,9],[11276,12],[11321,10],[11660,10],[11911,10],[12072,9],[12385,11],[12506,11],[14212,9],[15638,9],[15949,9],[19634,9],[19707,10],[20056,9],[20324,9],[21976,9],[22215,9],[22446,9],[26123,10],[26435,10],[27511,9],[27854,10],[28690,10],[31366,10],[31590,11],[31682,11],[35320,9],[35393,10],[37311,9],[37961,9]]},"368":{"position":[[812,10],[836,11],[874,9],[997,9],[1288,10],[3009,10],[4443,9],[4572,9]]},"378":{"position":[[82,11],[243,10]]},"424":{"position":[[127,10]]},"432":{"position":[[160,9],[1536,10],[1979,9],[1991,9],[7402,10],[7619,9],[7737,9],[8475,9],[8575,10],[8599,9]]},"486":{"position":[[115,10]]},"622":{"position":[[419,10],[556,10]]},"624":{"position":[[1277,9]]},"626":{"position":[[540,9]]},"628":{"position":[[107,9]]},"638":{"position":[[535,9]]},"644":{"position":[[89,9],[1208,9],[1858,9]]},"647":{"position":[[1536,10],[1753,10]]},"649":{"position":[[4,9],[43,9],[93,9],[115,10],[131,9],[275,10],[295,10],[3567,10],[3589,9],[3614,9],[3686,10],[3727,10],[3755,9],[3815,9],[3920,9],[5034,9],[5435,9],[5492,9],[5740,9],[5995,9],[6248,9],[7351,10],[7430,10],[8826,9]]},"651":{"position":[[348,11],[384,9]]},"653":{"position":[[107,9],[211,9],[288,9]]},"657":{"position":[[2614,8],[2733,8]]},"659":{"position":[[100,10],[293,9],[666,9],[736,10]]},"663":{"position":[[43,10],[420,11],[695,10]]},"666":{"position":[[335,9]]},"668":{"position":[[396,10],[1101,10]]},"672":{"position":[[497,11],[714,9]]},"674":{"position":[[204,9],[246,9],[301,9],[342,9],[463,9],[520,9],[598,9],[705,9]]},"682":{"position":[[6104,10]]}}}],["estimator'",{"_index":4171,"t":{"356":{"position":[[11712,11]]},"432":{"position":[[2413,11],[6456,11]]},"651":{"position":[[796,11]]},"668":{"position":[[21,11]]}}}],["estimator.predict_proba(x_train",{"_index":4078,"t":{"356":{"position":[[1645,32],[26758,32]]},"647":{"position":[[2076,32]]}}}],["estimator.predict_proba(x_v",{"_index":4072,"t":{"356":{"position":[[1482,30],[26595,30]]},"647":{"position":[[1913,30]]}}}],["estimator.suggest_hyperparams(x_train",{"_index":5267,"t":{"624":{"position":[[219,38]]}}}],["estimator_class",{"_index":5271,"t":{"624":{"position":[[621,16],[830,15]]}}}],["estimator_class(**hyperparam",{"_index":5274,"t":{"624":{"position":[[797,30]]}}}],["estimator_class_from_str",{"_index":4490,"t":{"432":{"position":[[8345,25]]}}}],["estimator_class_from_str(estimator_nam",{"_index":4491,"t":{"432":{"position":[[8375,40]]}}}],["estimator_list",{"_index":1140,"t":{"100":{"position":[[538,17]]},"108":{"position":[[538,17]]},"172":{"position":[[414,17]]},"182":{"position":[[694,17]]},"205":{"position":[[795,17]]},"209":{"position":[[825,15]]},"356":{"position":[[2323,14],[21989,15],[22459,15],[27472,14]]},"432":{"position":[[7575,14]]},"626":{"position":[[289,17],[509,14]]},"628":{"position":[[531,17],[834,15]]},"663":{"position":[[1063,17]]}}}],["estimator_list=[\"lgbm",{"_index":5302,"t":{"634":{"position":[[364,24]]}}}],["estimator_list=[\"mylgbm",{"_index":2655,"t":{"236":{"position":[[2149,26]]}}}],["estimator_list=[\"rgf",{"_index":5448,"t":{"649":{"position":[[6098,24],[6179,22]]}}}],["estimator_list=non",{"_index":4276,"t":{"356":{"position":[[23838,20]]}}}],["estimator_nam",{"_index":1935,"t":{"157":{"position":[[254,15]]},"356":{"position":[[11682,14],[11776,15],[11884,14]]},"432":{"position":[[8538,14],[8685,14]]},"624":{"position":[[170,15]]}}}],["estimators_list",{"_index":2070,"t":{"182":{"position":[[244,15]]}}}],["eta",{"_index":5234,"t":{"610":{"position":[[1828,5]]}}}],["etc",{"_index":92,"t":{"2":{"position":[[1153,4]]},"9":{"position":[[122,4]]},"55":{"position":[[92,4]]},"236":{"position":[[1885,4],[1997,4]]},"310":{"position":[[77,4]]},"364":{"position":[[255,4]]},"644":{"position":[[1873,4]]},"661":{"position":[[1563,4]]},"696":{"position":[[3819,4]]}}}],["eu",{"_index":1659,"t":{"122":{"position":[[304,5],[1685,5]]}}}],["eval",{"_index":2400,"t":{"196":{"position":[[211,4],[345,4]]},"236":{"position":[[2716,4]]},"558":{"position":[[1137,8]]}}}],["eval_binary_error",{"_index":3758,"t":{"310":{"position":[[315,19]]}}}],["eval_dataset",{"_index":2139,"t":{"190":{"position":[[592,12]]}}}],["eval_dataset=eval_dataset",{"_index":2160,"t":{"190":{"position":[[1180,26]]}}}],["eval_func",{"_index":3956,"t":{"348":{"position":[[978,10],[1485,9],[6652,9],[6876,10],[6990,9],[7048,9],[8217,9]]}}}],["eval_func(respons",{"_index":3963,"t":{"348":{"position":[[1664,20],[7108,20]]}}}],["eval_func=eval_func",{"_index":2641,"t":{"236":{"position":[[1299,20]]}}}],["eval_func=non",{"_index":4010,"t":{"348":{"position":[[6380,15]]}}}],["eval_method",{"_index":2967,"t":{"258":{"position":[[975,14]]},"260":{"position":[[1947,14]]},"262":{"position":[[1074,14]]},"264":{"position":[[2079,14]]},"356":{"position":[[2986,11],[4437,11],[17840,11],[18282,11],[19150,11],[28240,11],[30395,11]]},"432":{"position":[[4215,12],[4796,11],[5102,11]]},"655":{"position":[[175,11]]}}}],["eval_method=\"cv",{"_index":5491,"t":{"655":{"position":[[1961,17]]}}}],["eval_method=\"holdout\",)print(automl.predict(x_train[84",{"_index":2819,"t":{"256":{"position":[[416,58]]}}}],["eval_method=non",{"_index":4229,"t":{"356":{"position":[[16157,17],[23920,17]]}}}],["eval_metr",{"_index":4460,"t":{"432":{"position":[[1714,12],[2182,11]]},"610":{"position":[[1790,13]]}}}],["eval_model(model",{"_index":2552,"t":{"224":{"position":[[4,17]]},"226":{"position":[[291,17]]}}}],["eval_output",{"_index":2164,"t":{"190":{"position":[[1310,11]]}}}],["eval_pr",{"_index":2147,"t":{"190":{"position":[[851,9]]}}}],["eval_schedul",{"_index":5762,"t":{"696":{"position":[[5985,13],[6093,14]]}}}],["evalu",{"_index":174,"t":{"7":{"position":[[276,10]]},"19":{"position":[[3,8],[320,8],[490,8],[837,8],[903,9]]},"31":{"position":[[704,9]]},"55":{"position":[[1026,10]]},"57":{"position":[[1830,8]]},"92":{"position":[[730,10]]},"100":{"position":[[1017,10]]},"108":{"position":[[1021,10]]},"116":{"position":[[1608,10]]},"118":{"position":[[1207,10]]},"120":{"position":[[1118,10]]},"122":{"position":[[3160,10]]},"130":{"position":[[573,10]]},"146":{"position":[[744,10]]},"190":{"position":[[1295,8]]},"234":{"position":[[573,10]]},"236":{"position":[[2620,8]]},"256":{"position":[[749,10]]},"258":{"position":[[1467,10]]},"260":{"position":[[2330,10]]},"262":{"position":[[1569,10]]},"264":{"position":[[3445,10]]},"348":{"position":[[1510,10],[2258,9],[6527,8],[6677,10]]},"356":{"position":[[22841,9],[23517,9]]},"360":{"position":[[42,9]]},"364":{"position":[[997,10]]},"368":{"position":[[2979,10],[3170,10],[3773,10]]},"432":{"position":[[390,10],[618,9],[1864,8],[1953,10],[2223,11],[8096,10]]},"502":{"position":[[970,8]]},"544":{"position":[[1752,9],[3314,8],[6034,9]]},"558":{"position":[[642,9]]},"584":{"position":[[483,9],[677,9]]},"588":{"position":[[364,12]]},"592":{"position":[[2513,9],[4632,9],[5074,9]]},"608":{"position":[[2890,10],[3471,10],[3537,10],[4555,9],[6369,10],[6741,10],[11701,8]]},"610":{"position":[[154,10],[220,10]]},"636":{"position":[[9,10],[66,10],[1945,10]]},"638":{"position":[[166,10]]},"657":{"position":[[3105,8]]},"661":{"position":[[1409,8]]},"680":{"position":[[55,10],[312,10],[692,10],[945,10],[1059,10],[1228,11],[1351,10],[1921,10]]},"682":{"position":[[2518,10],[6029,10],[6349,10],[7015,10]]},"686":{"position":[[264,9],[486,8]]},"688":{"position":[[333,8]]},"692":{"position":[[1497,10],[1727,11],[1808,10]]},"694":{"position":[[738,8],[1290,8]]},"696":{"position":[[872,10],[1077,10],[1421,10],[1518,10],[4944,10],[5337,10],[5561,10],[5660,10],[5974,10]]},"698":{"position":[[143,9],[657,9]]},"706":{"position":[[814,10],[936,10],[1188,9],[1289,10]]}}}],["evaluate(eval_dataset=non",{"_index":4338,"t":{"360":{"position":[[56,27]]}}}],["evaluate_config",{"_index":5688,"t":{"686":{"position":[[277,16],[451,16]]},"688":{"position":[[298,16]]},"694":{"position":[[703,16],[1255,16]]}}}],["evaluate_config(config",{"_index":5617,"t":{"680":{"position":[[1197,23]]}}}],["evaluate_funct",{"_index":2602,"t":{"230":{"position":[[466,18]]}}}],["evaluate_function(configur",{"_index":2567,"t":{"226":{"position":[[4,33]]}}}],["evaluate_model_cv",{"_index":4453,"t":{"432":{"position":[[1466,18]]}}}],["evaluate_model_cv(config",{"_index":4455,"t":{"432":{"position":[[1504,25]]}}}],["evaluated_param",{"_index":4922,"t":{"584":{"position":[[653,16]]}}}],["evaluated_reward",{"_index":4761,"t":{"544":{"position":[[310,18],[1704,17],[6168,17]]},"590":{"position":[[724,18]]},"592":{"position":[[2470,17],[2804,18]]},"608":{"position":[[1536,18],[4507,17]]},"698":{"position":[[101,18]]}}}],["evaluated_rewards=[0.89",{"_index":5016,"t":{"592":{"position":[[5456,24]]}}}],["evaluated_rewards=evaluated_reward",{"_index":5786,"t":{"698":{"position":[[1308,36]]}}}],["evaluation_cost",{"_index":5626,"t":{"680":{"position":[[1815,18]]}}}],["evaluation_fn(step",{"_index":5180,"t":{"608":{"position":[[6965,19]]}}}],["evaluation_funct",{"_index":5157,"t":{"608":{"position":[[3434,19],[5859,20]]},"680":{"position":[[19,20],[461,20]]},"692":{"position":[[1010,21],[1527,20]]},"696":{"position":[[1285,19],[1941,20],[4529,20],[4994,19]]}}}],["evalut",{"_index":5712,"t":{"696":{"position":[[473,10]]}}}],["even",{"_index":185,"t":{"7":{"position":[[425,4]]},"15":{"position":[[481,4]]},"19":{"position":[[284,4]]},"21":{"position":[[653,4]]},"23":{"position":[[157,4]]},"29":{"position":[[511,4]]},"33":{"position":[[3200,4]]},"182":{"position":[[439,4]]},"610":{"position":[[1617,4]]},"708":{"position":[[1834,4]]}}}],["event",{"_index":687,"t":{"33":{"position":[[770,5]]},"574":{"position":[[155,5]]},"576":{"position":[[145,5]]},"584":{"position":[[155,5]]}}}],["everyth",{"_index":1862,"t":{"140":{"position":[[3434,10]]}}}],["evid",{"_index":777,"t":{"35":{"position":[[648,8]]}}}],["exact",{"_index":5590,"t":{"672":{"position":[[15,5]]}}}],["exactli",{"_index":4444,"t":{"432":{"position":[[653,8]]},"700":{"position":[[342,7]]}}}],["exampl",{"_index":197,"t":{"9":{"position":[[131,8]]},"13":{"position":[[39,8]]},"17":{"position":[[1483,7]]},"21":{"position":[[1246,7]]},"29":{"position":[[705,7],[1013,8],[1630,7],[1883,7],[2006,8]]},"33":{"position":[[528,8],[1282,8],[2947,7],[2966,7],[3265,7],[3452,7],[3792,7]]},"39":{"position":[[80,8]]},"57":{"position":[[287,8],[1537,8]]},"59":{"position":[[881,7]]},"61":{"position":[[753,7]]},"82":{"position":[[62,8]]},"84":{"position":[[316,9]]},"100":{"position":[[614,7]]},"102":{"position":[[195,8]]},"108":{"position":[[618,7]]},"110":{"position":[[170,8]]},"114":{"position":[[5,7]]},"124":{"position":[[12,9],[33,8]]},"140":{"position":[[1069,7]]},"153":{"position":[[5,7]]},"160":{"position":[[5,7]]},"180":{"position":[[897,7],[1494,7]]},"182":{"position":[[486,7]]},"184":{"position":[[1661,7]]},"188":{"position":[[5,7]]},"203":{"position":[[409,8],[771,7]]},"205":{"position":[[93,9],[127,8],[474,8]]},"207":{"position":[[131,8]]},"209":{"position":[[48,8],[946,10]]},"236":{"position":[[510,8],[1092,8],[2020,8],[2324,8],[3627,8],[3807,8]]},"238":{"position":[[119,8],[134,11]]},"244":{"position":[[419,9]]},"258":{"position":[[15118,7]]},"264":{"position":[[73,8]]},"300":{"position":[[81,8],[234,7]]},"302":{"position":[[4,7]]},"326":{"position":[[252,8],[8395,8],[9814,8]]},"348":{"position":[[1651,8],[4175,8],[7675,7],[7732,7],[7797,7],[9949,7]]},"356":{"position":[[51,8],[5205,8],[5869,8],[9403,7],[20312,8],[31163,8],[31825,8],[34892,8],[37949,8]]},"364":{"position":[[1444,7],[1485,8]]},"368":{"position":[[72,9],[1093,9],[3195,8],[3619,8]]},"378":{"position":[[258,8]]},"494":{"position":[[1340,8],[1669,8],[2845,7],[2997,7]]},"510":{"position":[[958,8]]},"558":{"position":[[418,8]]},"580":{"position":[[103,8]]},"590":{"position":[[379,8]]},"608":{"position":[[291,8],[2626,8],[6634,8],[6660,8]]},"620":{"position":[[243,8]]},"624":{"position":[[80,8],[398,8]]},"626":{"position":[[166,8]]},"628":{"position":[[98,8]]},"632":{"position":[[110,8]]},"634":{"position":[[262,8]]},"636":{"position":[[48,8],[2053,7],[2278,8]]},"638":{"position":[[229,8]]},"640":{"position":[[192,8]]},"647":{"position":[[1711,8]]},"649":{"position":[[3897,8],[5559,7],[7073,7],[7445,8],[8032,8],[8849,8]]},"651":{"position":[[441,8],[1263,8],[2073,8]]},"653":{"position":[[412,8]]},"655":{"position":[[1865,7]]},"657":{"position":[[925,8],[1454,7],[3827,8],[4005,7]]},"659":{"position":[[115,8]]},"661":{"position":[[165,8]]},"663":{"position":[[89,8],[149,8],[208,8],[457,8],[754,8]]},"666":{"position":[[80,8],[722,8]]},"672":{"position":[[129,8]]},"680":{"position":[[865,7],[1156,8],[2284,8]]},"682":{"position":[[613,8],[1461,8],[1886,8],[2619,7],[2666,8],[3128,8],[3438,7],[4384,7],[6081,8],[7378,7]]},"684":{"position":[[724,7]]},"686":{"position":[[138,7]]},"688":{"position":[[143,8]]},"692":{"position":[[426,8],[1125,8],[1552,8],[1635,8]]},"696":{"position":[[1209,8],[1801,8],[2339,7],[3787,8],[4146,8],[5103,8],[5273,7],[5730,8]]},"698":{"position":[[713,8]]},"700":{"position":[[179,8]]},"702":{"position":[[970,8]]},"706":{"position":[[879,7],[1506,8]]},"708":{"position":[[747,8]]}}}],["examplesearch(search",{"_index":4930,"t":{"588":{"position":[[858,24]]}}}],["exc_traceback",{"_index":4914,"t":{"580":{"position":[[1512,14]]}}}],["exc_valu",{"_index":4913,"t":{"580":{"position":[[1501,10]]}}}],["exce",{"_index":2111,"t":{"184":{"position":[[1982,6]]},"672":{"position":[[808,7]]}}}],["exceed",{"_index":2106,"t":{"184":{"position":[[1555,8]]},"356":{"position":[[7096,8]]}}}],["except",{"_index":165,"t":{"7":{"position":[[57,11]]},"67":{"position":[[390,9]]},"140":{"position":[[1457,10]]},"544":{"position":[[2778,9]]},"590":{"position":[[864,10]]},"608":{"position":[[1070,9],[1172,9],[2928,9],[6586,9],[7064,6]]},"696":{"position":[[5622,10],[6544,6],[7333,9]]}}}],["exchang",{"_index":3873,"t":{"326":{"position":[[7177,9],[7473,9]]}}}],["exclud",{"_index":469,"t":{"19":{"position":[[364,10]]},"326":{"position":[[16345,8],[17360,7],[17393,8],[17586,8],[18609,7],[18642,8]]},"659":{"position":[[747,7]]}}}],["exclus",{"_index":4715,"t":{"520":{"position":[[1759,10],[2059,10]]},"682":{"position":[[5251,11],[5512,12]]}}}],["execut",{"_index":648,"t":{"29":{"position":[[2083,9]]},"31":{"position":[[129,9]]},"293":{"position":[[419,7],[467,7]]},"326":{"position":[[608,7],[2859,10],[2886,10],[3028,10],[3256,10],[3333,8],[3448,8],[3554,8],[3654,9],[3773,10],[4039,9],[7607,7],[7689,9],[15723,10],[17094,7],[17185,9],[18343,7],[18434,9],[19115,9],[19247,10],[19290,10],[19356,10],[19430,7],[19532,7],[19623,7],[19861,9]]},"332":{"position":[[94,7],[355,9],[622,7],[2789,10],[2816,10],[2958,10],[3186,10],[3263,8],[3378,8],[3484,8],[3584,9],[3703,10],[3813,9]]},"584":{"position":[[420,9]]},"608":{"position":[[5442,9]]},"674":{"position":[[918,9]]},"696":{"position":[[46,9],[421,10]]}}}],["execute_code_block",{"_index":3831,"t":{"326":{"position":[[675,20],[19367,20]]},"332":{"position":[[689,20]]}}}],["execute_code_blocks(code_block",{"_index":3920,"t":{"326":{"position":[[19392,32]]}}}],["execute_funct",{"_index":3833,"t":{"326":{"position":[[710,16],[19477,17]]},"332":{"position":[[724,16]]}}}],["execute_function(func_cal",{"_index":3921,"t":{"326":{"position":[[19499,27]]}}}],["executor",{"_index":2094,"t":{"184":{"position":[[1007,9],[1085,9]]},"356":{"position":[[8329,9],[8407,9]]},"608":{"position":[[11539,10]]},"657":{"position":[[1697,9],[1775,9]]}}}],["exercis",{"_index":394,"t":{"17":{"position":[[1076,9]]}}}],["exist",{"_index":379,"t":{"17":{"position":[[470,8]]},"140":{"position":[[2246,7]]},"356":{"position":[[7479,7],[33408,7]]},"649":{"position":[[7421,8],[8817,8]]},"682":{"position":[[6338,6]]},"706":{"position":[[154,7],[603,8],[1648,5]]},"708":{"position":[[257,7],[523,8],[969,6],[1411,8]]}}}],["exit",{"_index":3839,"t":{"326":{"position":[[2248,7],[19225,4]]},"332":{"position":[[2178,7]]},"580":{"position":[[1532,4],[1606,5]]}}}],["exitcod",{"_index":3919,"t":{"326":{"position":[[19181,10],[19206,8]]}}}],["exogen",{"_index":4197,"t":{"356":{"position":[[14293,9],[16973,9],[17374,9],[24985,9],[25443,9]]}}}],["exp.submit(config)print(run.get_portal_url",{"_index":1857,"t":{"140":{"position":[[3156,45]]}}}],["exp_nam",{"_index":3740,"t":{"304":{"position":[[255,9]]}}}],["expand",{"_index":274,"t":{"11":{"position":[[962,9]]}}}],["expect",{"_index":2691,"t":{"236":{"position":[[4287,8]]},"293":{"position":[[447,7]]},"620":{"position":[[533,8]]}}}],["expected_success",{"_index":3972,"t":{"348":{"position":[[1896,19],[7340,19]]}}}],["expens",{"_index":602,"t":{"29":{"position":[[454,9],[528,9]]},"55":{"position":[[469,9]]},"61":{"position":[[302,9]]},"236":{"position":[[889,9]]},"680":{"position":[[1049,9]]},"696":{"position":[[1504,9]]}}}],["experi",{"_index":289,"t":{"13":{"position":[[113,10]]},"19":{"position":[[57,11]]},"21":{"position":[[1095,11]]},"33":{"position":[[3821,10]]},"57":{"position":[[1374,11]]},"59":{"position":[[911,11]]},"63":{"position":[[92,10]]},"138":{"position":[[618,10],[871,10]]},"140":{"position":[[2547,11]]},"180":{"position":[[1829,11]]},"356":{"position":[[7183,11],[7306,10],[33112,11],[33235,10]]},"486":{"position":[[535,10]]},"506":{"position":[[60,11],[150,10],[464,10],[787,10],[3380,10]]},"546":{"position":[[851,10]]},"608":{"position":[[56,10],[5456,11],[10806,11],[10929,10]]},"630":{"position":[[282,11],[379,11],[568,12]]},"638":{"position":[[1095,11]]},"640":{"position":[[572,11],[610,11]]}}}],["experiment",{"_index":3850,"t":{"326":{"position":[[3697,14],[8971,14],[10390,14],[11742,14],[13116,14],[13800,14],[14547,14]]},"332":{"position":[[3627,14]]},"498":{"position":[[739,12]]},"540":{"position":[[901,12]]},"544":{"position":[[881,13],[5382,12],[5422,12]]}}}],["experiment(w",{"_index":1855,"t":{"140":{"position":[[3115,14]]}}}],["experiment_checkpoint_dir",{"_index":5242,"t":{"610":{"position":[[2193,25]]}}}],["experiment_ids=[experiment.experiment_id",{"_index":1767,"t":{"138":{"position":[[988,42]]}}}],["experiment_tag",{"_index":4923,"t":{"584":{"position":[[719,14]]}}}],["experimentanalysi",{"_index":4630,"t":{"506":{"position":[[6,20]]},"688":{"position":[[48,18]]}}}],["experimentanalysis(ea",{"_index":5114,"t":{"608":{"position":[[6,22]]}}}],["explain",{"_index":2461,"t":{"207":{"position":[[262,7]]}}}],["explan",{"_index":2462,"t":{"207":{"position":[[296,11]]}}}],["explicitli",{"_index":4817,"t":{"546":{"position":[[766,10]]},"608":{"position":[[6596,11]]},"663":{"position":[[339,10]]},"696":{"position":[[4964,10],[5584,10],[7343,11]]}}}],["explor",{"_index":585,"t":{"27":{"position":[[851,7]]},"55":{"position":[[911,7]]},"706":{"position":[[1458,9]]},"708":{"position":[[102,11],[1806,7]]}}}],["exponenti",{"_index":4520,"t":{"464":{"position":[[98,11]]},"649":{"position":[[2864,11]]}}}],["expos",{"_index":4684,"t":{"518":{"position":[[334,7]]}}}],["express",{"_index":420,"t":{"17":{"position":[[1839,7]]},"356":{"position":[[8873,9],[34364,9]]},"558":{"position":[[689,7],[780,7]]},"651":{"position":[[1826,9]]}}}],["exsit",{"_index":3720,"t":{"302":{"position":[[17,6]]}}}],["extend",{"_index":2618,"t":{"234":{"position":[[457,7]]},"588":{"position":[[95,6]]}}}],["extens",{"_index":138,"t":{"5":{"position":[[453,10]]},"9":{"position":[[27,13]]},"35":{"position":[[847,10]]},"246":{"position":[[201,9]]},"326":{"position":[[3127,12]]},"332":{"position":[[3057,12]]}}}],["extern",{"_index":524,"t":{"23":{"position":[[177,8]]}}}],["extra",{"_index":2702,"t":{"244":{"position":[[98,5]]},"390":{"position":[[75,5]]},"476":{"position":[[58,5]]},"608":{"position":[[11583,5]]},"663":{"position":[[0,5],[274,5]]}}}],["extra_tag",{"_index":5148,"t":{"608":{"position":[[2458,10],[11550,9]]}}}],["extra_tre",{"_index":1072,"t":{"92":{"position":[[949,13]]},"256":{"position":[[955,13]]},"258":{"position":[[1730,13]]},"260":{"position":[[2536,13]]},"262":{"position":[[1781,13]]},"356":{"position":[[2452,14],[27601,14]]},"640":{"position":[[354,13]]},"649":{"position":[[1438,13]]},"668":{"position":[[989,13]]}}}],["extra_tree'",{"_index":1099,"t":{"92":{"position":[[2694,12]]},"146":{"position":[[4181,12]]},"256":{"position":[[6488,12],[6708,12],[6928,12],[7148,12],[7368,12],[8212,12],[8854,12],[9074,12],[9294,12],[9728,12],[9948,12],[10376,12],[11944,12],[13882,12],[14310,12],[22367,12]]},"258":{"position":[[7903,12],[8123,12],[8963,12],[9391,12]]},"262":{"position":[[4756,12],[6272,12],[6702,12],[8018,12]]}}}],["extra_tree'][flaml.automl",{"_index":1868,"t":{"146":{"position":[[962,27]]}}}],["extra_tree[flaml.automl",{"_index":1097,"t":{"92":{"position":[[2620,24]]},"146":{"position":[[4107,24]]},"256":{"position":[[6414,24],[6634,24],[6854,24],[7074,24],[7294,24],[8138,24],[8780,24],[9000,24],[9220,24],[9654,24],[9874,24],[10302,24],[11870,24],[13808,24],[14236,24],[22293,24]]},"258":{"position":[[7829,24],[8049,24],[8889,24],[9317,24]]},"262":{"position":[[4682,24],[6198,24],[6628,24],[7944,24]]}}}],["extract",{"_index":3923,"t":{"326":{"position":[[19684,9]]},"348":{"position":[[8771,7],[9039,7]]},"632":{"position":[[56,7]]},"634":{"position":[[8,7]]},"636":{"position":[[2125,9],[2311,9]]}}}],["extract_text",{"_index":4025,"t":{"348":{"position":[[8689,13]]}}}],["extract_text(cl",{"_index":4026,"t":{"348":{"position":[[8719,17]]}}}],["extract_text_or_function_cal",{"_index":4027,"t":{"348":{"position":[[8923,30]]}}}],["extract_text_or_function_call(cl",{"_index":4028,"t":{"348":{"position":[[8970,34]]}}}],["extratrees_ts(ts_sklearn",{"_index":4528,"t":{"476":{"position":[[6,25]]}}}],["extratreesclassifi",{"_index":5256,"t":{"620":{"position":[[741,21]]},"640":{"position":[[428,20]]}}}],["extratreesestim",{"_index":5396,"t":{"649":{"position":[[1452,19]]}}}],["extratreesestimator(randomforestestim",{"_index":4410,"t":{"390":{"position":[[6,42]]}}}],["extratreesregressor",{"_index":5257,"t":{"620":{"position":[[763,20]]}}}],["f",{"_index":5366,"t":{"644":{"position":[[1594,2],[1617,2],[1697,2]]}}}],["f\"automl__{key",{"_index":2005,"t":{"172":{"position":[[546,18]]}}}],["f\"await",{"_index":1791,"t":{"140":{"position":[[731,10]]}}}],["f\"{key}={valu",{"_index":3772,"t":{"312":{"position":[[260,17]]}}}],["f.nll_loss(model(data",{"_index":2549,"t":{"222":{"position":[[211,23]]}}}],["f.relu(self.fc1(x",{"_index":3523,"t":{"271":{"position":[[596,19]]}}}],["f.relu(self.fc2(x",{"_index":3524,"t":{"271":{"position":[[620,19]]}}}],["f1",{"_index":1998,"t":{"172":{"position":[[205,5]]},"356":{"position":[[787,5],[25900,5]]},"368":{"position":[[3313,5]]},"647":{"position":[[992,5]]}}}],["f1_score",{"_index":5378,"t":{"647":{"position":[[1011,9],[1046,8],[1102,8]]}}}],["face",{"_index":5819,"t":{"708":{"position":[[726,4]]}}}],["facebook/muppet",{"_index":1513,"t":{"116":{"position":[[729,15]]},"118":{"position":[[724,15]]},"122":{"position":[[1133,15],[2511,15]]},"364":{"position":[[298,16]]}}}],["factor",{"_index":4740,"t":{"526":{"position":[[247,6]]},"528":{"position":[[239,6]]},"544":{"position":[[2550,6]]},"554":{"position":[[1188,6]]},"608":{"position":[[5377,6]]},"657":{"position":[[3484,7]]},"696":{"position":[[344,6],[1041,6]]}}}],["fail",{"_index":979,"t":{"72":{"position":[[124,6]]},"140":{"position":[[713,10]]},"209":{"position":[[580,5]]},"258":{"position":[[1584,7]]},"312":{"position":[[926,8]]},"348":{"position":[[5430,5],[5492,5]]},"608":{"position":[[2901,5]]},"610":{"position":[[2076,6],[2290,6]]}}}],["failur",{"_index":5153,"t":{"608":{"position":[[3022,7],[8652,8]]}}}],["fair",{"_index":5068,"t":{"600":{"position":[[1617,4]]}}}],["fairli",{"_index":624,"t":{"29":{"position":[[1253,6]]}}}],["faked_evaluation_cost",{"_index":5624,"t":{"680":{"position":[[1561,21],[1834,22]]}}}],["fals",{"_index":1576,"t":{"118":{"position":[[875,6]]},"120":{"position":[[787,6]]},"209":{"position":[[214,6],[279,6]]},"264":{"position":[[3724,6],[3757,6],[3797,6],[5611,6],[5644,6],[5684,6]]},"293":{"position":[[393,6],[830,6]]},"310":{"position":[[485,5]]},"312":{"position":[[496,5]]},"326":{"position":[[2831,5],[2904,6],[3415,5],[3817,5],[3959,6],[7835,6],[9246,6],[10658,6],[12024,6],[13389,6],[14128,6]]},"332":{"position":[[259,6],[1264,6],[2761,5],[2834,6],[3345,5],[3875,5],[3988,6],[4131,6]]},"348":{"position":[[3776,6],[5218,6],[5228,5],[5448,6],[10101,6]]},"356":{"position":[[3500,6],[4117,5],[11055,6],[11820,5],[19036,6],[20166,6],[28771,6],[28781,6],[30075,5],[37513,6]]},"364":{"position":[[507,7],[751,9],[825,6]]},"370":{"position":[[1056,6],[1126,6],[1601,6]]},"374":{"position":[[452,6],[522,6]]},"432":{"position":[[1782,6],[2321,6],[5704,6],[7350,6]]},"494":{"position":[[1467,6]]},"500":{"position":[[156,6]]},"502":{"position":[[204,6]]},"540":{"position":[[1211,6]]},"544":{"position":[[912,6],[5702,6]]},"554":{"position":[[3338,6]]},"558":{"position":[[165,6]]},"562":{"position":[[487,6]]},"588":{"position":[[1840,5]]},"590":{"position":[[967,6]]},"608":{"position":[[2117,6],[2152,6],[2328,6]]},"653":{"position":[[347,6],[544,6]]},"655":{"position":[[757,5]]}}}],["falsetpu",{"_index":3317,"t":{"264":{"position":[[3737,8],[5624,8]]}}}],["faq",{"_index":5450,"t":{"649":{"position":[[7044,3]]}}}],["far",{"_index":700,"t":{"33":{"position":[[1128,3]]}}}],["fast",{"_index":2619,"t":{"234":{"position":[[477,4]]},"236":{"position":[[1584,4]]},"600":{"position":[[81,4],[225,4]]},"626":{"position":[[20,5]]}}}],["fastchat",{"_index":785,"t":{"39":{"position":[[124,8]]},"42":{"position":[[0,8],[82,8],[264,8]]},"52":{"position":[[54,9]]}}}],["fastchat.serve.control",{"_index":812,"t":{"46":{"position":[[39,25]]}}}],["fastchat.serve.model_work",{"_index":814,"t":{"46":{"position":[[113,27]]}}}],["fastchat.serve.multi_model_work",{"_index":865,"t":{"50":{"position":[[146,33]]}}}],["fastchat.serve.openai_api_serv",{"_index":817,"t":{"46":{"position":[[220,32]]}}}],["fastchat/protocol/api_protocal.pi",{"_index":828,"t":{"46":{"position":[[412,33]]}}}],["fastchat/protocol/openai_api_protocol.pi",{"_index":829,"t":{"46":{"position":[[450,40]]}}}],["faster",{"_index":5263,"t":{"622":{"position":[[871,6]]},"696":{"position":[[911,6]]}}}],["fault",{"_index":758,"t":{"33":{"position":[[3338,5]]}}}],["favorit",{"_index":5246,"t":{"620":{"position":[[86,8]]}}}],["fc",{"_index":3447,"t":{"264":{"position":[[9233,5],[10089,5],[10673,5],[11239,5],[11799,5],[12358,5],[13451,5],[14349,5],[14914,5],[15485,5],[16054,5],[16607,5],[17169,5],[17736,5],[18299,5],[18863,5],[19435,5],[20004,5],[21472,5],[22368,5],[22933,5],[23504,5],[24073,5],[24835,5],[25271,5],[25705,5],[26132,5],[26511,5],[26654,5],[27252,5],[28273,5],[28684,5],[28892,5]]}}}],["fc1",{"_index":3435,"t":{"264":{"position":[[9007,6],[9864,6],[10448,6],[11014,6],[11574,6],[12133,6],[13158,6],[14124,6],[14689,6],[15260,6],[15829,6],[16382,6],[16944,6],[17511,6],[18074,6],[18638,6],[19210,6],[19779,6],[21184,6],[22143,6],[22708,6],[23279,6],[23848,6],[24606,6],[25042,6],[25476,6],[25903,6],[26960,6],[28455,6]]}}}],["fc2",{"_index":3440,"t":{"264":{"position":[[9086,6],[9942,6],[10526,6],[11092,6],[11652,6],[12211,6],[13302,6],[14202,6],[14767,6],[15338,6],[15907,6],[16460,6],[17022,6],[17589,6],[18152,6],[18716,6],[19288,6],[19857,6],[21325,6],[22221,6],[22786,6],[23357,6],[23926,6],[24686,6],[25122,6],[25556,6],[25983,6],[27103,6],[28535,6]]}}}],["featur",{"_index":142,"t":{"5":{"position":[[503,8]]},"11":{"position":[[561,9],[889,8]]},"15":{"position":[[1645,7]]},"84":{"position":[[284,7]]},"100":{"position":[[5799,7]]},"108":{"position":[[9145,7]]},"180":{"position":[[1438,7],[1788,11]]},"207":{"position":[[370,8]]},"215":{"position":[[121,7]]},"262":{"position":[[224,7]]},"264":{"position":[[494,8]]},"356":{"position":[[13909,9],[13999,10],[14919,9],[15001,10]]},"368":{"position":[[1632,7],[2395,9],[2452,10],[2658,9],[2739,10]]},"370":{"position":[[805,9],[871,10],[1311,9],[1416,10]]},"374":{"position":[[201,9],[267,10]]},"398":{"position":[[199,9],[280,10]]},"402":{"position":[[193,9],[274,10]]},"432":{"position":[[1157,8],[1313,8],[2053,7]]},"438":{"position":[[27,9]]},"452":{"position":[[278,7],[350,8],[365,7]]},"494":{"position":[[3192,7]]},"544":{"position":[[5435,9]]},"632":{"position":[[73,7],[675,9]]},"653":{"position":[[383,8]]},"666":{"position":[[747,7]]},"702":{"position":[[1968,7]]}}}],["feature_import",{"_index":4369,"t":{"368":{"position":[[1762,20]]}}}],["feature_importances_",{"_index":2458,"t":{"207":{"position":[[67,20]]},"368":{"position":[[1671,21],[1706,22]]}}}],["feature_nam",{"_index":4366,"t":{"368":{"position":[[1480,13],[1545,14]]}}}],["feature_names_in",{"_index":4365,"t":{"368":{"position":[[1412,17]]}}}],["feature_names_in_",{"_index":4363,"t":{"368":{"position":[[1327,18],[1359,19]]}}}],["feature_transform",{"_index":4185,"t":{"356":{"position":[[13386,20],[13420,21]]},"624":{"position":[[668,20],[1379,19]]}}}],["feature_transformer.transform(x_test",{"_index":5277,"t":{"624":{"position":[[953,37]]}}}],["featurizer.transform(psdf.to_spark(index_col=\"index\"))[\"index",{"_index":2061,"t":{"180":{"position":[[1724,63]]}}}],["feed_forward_proj",{"_index":1614,"t":{"120":{"position":[[1879,20]]}}}],["feedback",{"_index":52,"t":{"2":{"position":[[662,9]]},"31":{"position":[[108,9]]},"35":{"position":[[917,9]]},"67":{"position":[[140,9]]},"236":{"position":[[445,9]]},"332":{"position":[[119,8]]}}}],["feel",{"_index":684,"t":{"33":{"position":[[725,7],[798,8]]},"348":{"position":[[4086,7],[4163,6]]}}}],["feiran",{"_index":5086,"t":{"600":{"position":[[2303,6],[2527,6],[3221,6],[3498,6]]},"708":{"position":[[2813,6],[3037,6]]}}}],["fetch",{"_index":4540,"t":{"486":{"position":[[384,8]]}}}],["fetch_california_h",{"_index":1863,"t":{"146":{"position":[[53,25]]}}}],["fetch_california_housing(return_x_y=tru",{"_index":1865,"t":{"146":{"position":[[304,42]]}}}],["fetch_openml(name=\"credit",{"_index":1691,"t":{"130":{"position":[[84,25]]}}}],["fetch_openmlfrom",{"_index":1689,"t":{"130":{"position":[[29,16]]}}}],["few",{"_index":679,"t":{"33":{"position":[[524,3]]},"348":{"position":[[6139,3]]},"356":{"position":[[20308,3],[37945,3]]},"638":{"position":[[578,3]]}}}],["fewer",{"_index":2436,"t":{"205":{"position":[[79,5]]},"554":{"position":[[3984,5]]}}}],["fiedliti",{"_index":5711,"t":{"696":{"position":[[464,8]]}}}],["field",{"_index":3878,"t":{"326":{"position":[[7981,6],[9400,6],[10977,6],[11235,5],[11341,5],[11396,5],[12351,6],[12609,5],[12715,5],[12770,5]]},"348":{"position":[[6051,7],[6148,7]]},"544":{"position":[[4176,6]]},"554":{"position":[[1585,6]]},"608":{"position":[[9466,6]]},"649":{"position":[[6645,7]]},"696":{"position":[[2598,5]]},"702":{"position":[[186,6]]}}}],["fifo",{"_index":2217,"t":{"194":{"position":[[587,4]]}}}],["figur",{"_index":671,"t":{"33":{"position":[[10,6]]},"59":{"position":[[10,6]]}}}],["file",{"_index":1144,"t":{"100":{"position":[[710,4]]},"108":{"position":[[714,4]]},"120":{"position":[[1422,4]]},"140":{"position":[[152,4],[264,5]]},"258":{"position":[[970,4]]},"260":{"position":[[1942,4]]},"262":{"position":[[1069,4]]},"264":{"position":[[2074,4]]},"312":{"position":[[242,5]]},"348":{"position":[[2041,5]]},"356":{"position":[[2246,4],[7364,5],[7468,4],[15657,5],[15710,4],[15768,5],[16449,5],[16739,4],[19189,4],[27395,4],[33293,5],[33397,4]]},"364":{"position":[[372,5]]},"608":{"position":[[8868,4],[8948,4],[8996,4],[10987,5]]},"628":{"position":[[714,5],[908,5]]},"632":{"position":[[100,5]]},"634":{"position":[[190,4]]},"636":{"position":[[38,5],[2206,5],[2239,4]]},"638":{"position":[[621,5],[1147,5]]},"661":{"position":[[27,4],[1799,4]]},"670":{"position":[[111,5]]}}}],["file://.aml_config",{"_index":3731,"t":{"304":{"position":[[89,19]]}}}],["file}experi",{"_index":1759,"t":{"138":{"position":[[563,15]]}}}],["file}pipeline_set",{"_index":2004,"t":{"172":{"position":[[521,22]]}}}],["filter",{"_index":257,"t":{"11":{"position":[[629,10]]},"29":{"position":[[1760,6]]},"31":{"position":[[151,6],[242,7]]},"322":{"position":[[605,6]]},"348":{"position":[[3984,6],[6294,6],[6322,6]]},"708":{"position":[[483,8]]}}}],["filter_func",{"_index":3985,"t":{"348":{"position":[[3612,12],[4960,11]]}}}],["filter_nan_and_inf",{"_index":4636,"t":{"506":{"position":[[912,19],[1976,18]]}}}],["filter_string=\"params.learn",{"_index":1768,"t":{"138":{"position":[[1031,29]]}}}],["fimport",{"_index":2502,"t":{"218":{"position":[[96,7]]},"271":{"position":[[63,7]]}}}],["final",{"_index":400,"t":{"17":{"position":[[1238,5],[1318,5]]},"19":{"position":[[572,5],[615,5],[736,5],[815,5],[1015,5],[1185,5]]},"23":{"position":[[487,5]]},"33":{"position":[[779,7]]},"46":{"position":[[171,8]]},"57":{"position":[[1274,5],[1486,5],[1588,5],[1640,5],[1679,5]]},"184":{"position":[[1230,5]]},"287":{"position":[[208,5],[306,5]]},"289":{"position":[[158,5],[210,5]]},"326":{"position":[[16893,7],[18142,7]]},"356":{"position":[[8552,5],[36147,5]]},"506":{"position":[[1507,5],[2813,5]]},"546":{"position":[[183,5],[290,5]]},"558":{"position":[[946,8]]},"608":{"position":[[260,5]]},"653":{"position":[[101,5],[205,5],[282,5]]},"655":{"position":[[775,5],[954,5]]},"657":{"position":[[1920,5]]}}}],["final=fals",{"_index":3915,"t":{"326":{"position":[[16933,12],[18182,12]]}}}],["final_estim",{"_index":4085,"t":{"356":{"position":[[2812,17],[2861,15],[28066,17],[28115,15]]},"653":{"position":[[244,18],[488,18]]}}}],["financ",{"_index":217,"t":{"9":{"position":[[561,8]]}}}],["find",{"_index":415,"t":{"17":{"position":[[1772,4],[1936,4],[2070,4],[2168,4]]},"29":{"position":[[1577,7]]},"33":{"position":[[2043,4],[2136,4]]},"35":{"position":[[1039,4]]},"55":{"position":[[1279,4]]},"57":{"position":[[1401,4]]},"84":{"position":[[166,5],[254,4]]},"92":{"position":[[3198,4]]},"100":{"position":[[4700,4],[4800,4]]},"108":{"position":[[7586,4],[7684,4]]},"116":{"position":[[2582,4],[2682,4]]},"130":{"position":[[7651,4],[7752,4]]},"146":{"position":[[4716,4],[4817,4]]},"234":{"position":[[352,5]]},"236":{"position":[[43,4]]},"238":{"position":[[109,4]]},"258":{"position":[[14830,4],[14930,4]]},"260":{"position":[[4863,4]]},"262":{"position":[[9252,4]]},"264":{"position":[[29220,4],[29321,4]]},"316":{"position":[[329,4]]},"356":{"position":[[9395,4],[13749,4],[24708,4],[34887,4]]},"506":{"position":[[1874,4],[3180,4]]},"608":{"position":[[5880,4],[6650,4]]},"622":{"position":[[438,4]]},"624":{"position":[[42,4]]},"659":{"position":[[1153,4]]},"668":{"position":[[7,4],[364,4]]},"672":{"position":[[430,4],[843,4]]},"674":{"position":[[57,4]]},"682":{"position":[[3718,4],[6666,4],[7720,4]]},"696":{"position":[[3599,4]]}}}],["fine",{"_index":2065,"t":{"182":{"position":[[38,4]]},"203":{"position":[[1479,4]]},"370":{"position":[[60,4]]},"372":{"position":[[60,4]]},"376":{"position":[[62,4]]},"600":{"position":[[1035,4],[1209,4]]}}}],["finish",{"_index":2481,"t":{"211":{"position":[[9,8]]},"356":{"position":[[4107,9],[30065,9]]},"590":{"position":[[331,6]]},"657":{"position":[[2807,6],[4288,9]]},"668":{"position":[[1905,9]]},"674":{"position":[[407,6]]},"678":{"position":[[116,6]]},"682":{"position":[[6960,6]]},"684":{"position":[[423,6]]},"688":{"position":[[24,9]]}}}],["finish_reason",{"_index":827,"t":{"46":{"position":[[395,13],[640,14],[795,14]]}}}],["first",{"_index":200,"t":{"9":{"position":[[196,5]]},"17":{"position":[[289,5],[1200,5]]},"29":{"position":[[1175,5]]},"33":{"position":[[4,5]]},"46":{"position":[[0,6]]},"59":{"position":[[4,5]]},"122":{"position":[[76,5]]},"178":{"position":[[165,5]]},"182":{"position":[[109,6]]},"246":{"position":[[532,5]]},"264":{"position":[[928,5]]},"269":{"position":[[89,5]]},"300":{"position":[[40,5]]},"326":{"position":[[3373,5],[17040,6],[18289,6]]},"332":{"position":[[3303,5]]},"348":{"position":[[4355,5],[10619,5]]},"356":{"position":[[8912,5],[14096,5],[15795,5],[16854,5],[17271,5],[19390,5],[24866,5],[25340,5],[34403,5],[35759,5]]},"544":{"position":[[1697,6]]},"546":{"position":[[732,5]]},"592":{"position":[[1578,6],[1656,5],[4642,5]]},"608":{"position":[[4500,6],[5013,5]]},"610":{"position":[[2284,5]]},"620":{"position":[[422,5]]},"632":{"position":[[612,5]]},"651":{"position":[[1865,5]]},"670":{"position":[[68,5]]},"674":{"position":[[123,6],[418,5]]},"680":{"position":[[224,5],[293,5]]},"696":{"position":[[2567,5]]},"698":{"position":[[94,6],[590,5]]}}}],["fit",{"_index":653,"t":{"31":{"position":[[322,4]]},"92":{"position":[[3126,3]]},"100":{"position":[[4628,3]]},"108":{"position":[[7514,3]]},"116":{"position":[[2510,3]]},"130":{"position":[[7579,3]]},"146":{"position":[[4644,3]]},"209":{"position":[[328,3],[397,4]]},"236":{"position":[[4125,5]]},"258":{"position":[[14758,3]]},"260":{"position":[[4791,3]]},"262":{"position":[[9180,3]]},"264":{"position":[[29148,3]]},"344":{"position":[[160,3],[646,3]]},"356":{"position":[[337,5],[399,5],[492,5],[6685,6],[9353,5],[9513,5],[11833,6],[20232,5],[21718,8],[21785,9],[23691,4],[32641,6],[34845,5],[34977,5],[37869,5]]},"368":{"position":[[763,5],[795,5],[961,5],[1045,5],[1874,4]]},"370":{"position":[[122,4]]},"406":{"position":[[81,3]]},"432":{"position":[[2425,3],[4379,7],[6468,3],[6990,7],[8124,7]]},"454":{"position":[[74,4],[126,3]]},"544":{"position":[[3080,3]]},"608":{"position":[[8454,3]]},"622":{"position":[[412,6]]},"644":{"position":[[117,3],[309,5],[428,5]]},"649":{"position":[[3960,5],[5096,5],[5142,5]]},"657":{"position":[[4080,7]]},"661":{"position":[[1508,6],[1695,5],[2371,5],[2416,5],[2459,5]]},"663":{"position":[[6,3],[432,5]]}}}],["fit(x",{"_index":4510,"t":{"454":{"position":[[83,6]]}}}],["fit(x_train",{"_index":4370,"t":{"368":{"position":[[1883,12]]},"370":{"position":[[131,12]]}}}],["fit(x_train=non",{"_index":4272,"t":{"356":{"position":[[23700,17]]}}}],["fit_kwarg",{"_index":4241,"t":{"356":{"position":[[16410,13],[20181,12],[24686,13],[37364,10],[37818,12]]},"432":{"position":[[1789,11],[2368,10],[6001,11],[6411,10]]}}}],["fit_kwargs_by_estim",{"_index":1509,"t":{"116":{"position":[[605,26]]},"122":{"position":[[1009,26],[2386,26]]},"205":{"position":[[435,23]]},"356":{"position":[[10848,23],[10967,23],[19959,23],[20078,23],[37214,23],[37425,23]]},"663":{"position":[[716,23],[1101,26]]}}}],["fit_kwargs_by_estimator=fit_kwargs_by_estim",{"_index":3304,"t":{"264":{"position":[[3055,50]]}}}],["fit_kwargs_by_estimator=non",{"_index":4240,"t":{"356":{"position":[[16380,29],[24634,29]]}}}],["fit_transform",{"_index":3937,"t":{"344":{"position":[[60,14]]}}}],["fit_transform(x",{"_index":3938,"t":{"344":{"position":[[79,16]]}}}],["fix",{"_index":830,"t":{"46":{"position":[[496,3]]},"494":{"position":[[825,5],[883,5]]},"592":{"position":[[2263,5]]},"649":{"position":[[1407,5],[1687,5],[2006,5]]},"651":{"position":[[952,3]]}}}],["flaml",{"_index":14,"t":{"2":{"position":[[121,5],[141,5],[274,5],[524,5],[718,5]]},"5":{"position":[[0,5],[228,5],[263,5],[517,5],[581,5]]},"7":{"position":[[10,5],[203,5],[416,5]]},"9":{"position":[[0,5]]},"11":{"position":[[63,5],[234,6],[412,5],[811,5],[1134,5]]},"13":{"position":[[91,5]]},"21":{"position":[[1217,6]]},"48":{"position":[[137,5]]},"50":{"position":[[341,5]]},"55":{"position":[[499,5],[1437,5],[1527,5]]},"57":{"position":[[7,5]]},"59":{"position":[[655,5]]},"67":{"position":[[532,6],[577,5]]},"74":{"position":[[92,5],[116,5]]},"76":{"position":[[36,5]]},"80":{"position":[[105,7]]},"92":{"position":[[5,5]]},"100":{"position":[[5,5],[700,5]]},"102":{"position":[[171,6]]},"108":{"position":[[5,5],[704,5]]},"110":{"position":[[146,6]]},"116":{"position":[[5,5]]},"118":{"position":[[5,5]]},"120":{"position":[[5,5]]},"122":{"position":[[118,5],[1543,5]]},"130":{"position":[[46,5]]},"138":{"position":[[54,5],[553,5],[888,7]]},"146":{"position":[[5,5]]},"148":{"position":[[108,5]]},"170":{"position":[[160,5]]},"172":{"position":[[511,5]]},"178":{"position":[[0,5]]},"180":{"position":[[55,5]]},"182":{"position":[[286,5],[372,5],[546,6]]},"184":{"position":[[146,5],[1427,5]]},"205":{"position":[[10,5],[578,5]]},"211":{"position":[[102,6],[221,5]]},"218":{"position":[[49,5]]},"234":{"position":[[0,5],[638,5]]},"236":{"position":[[8,5],[36,6],[110,6],[524,5],[1643,5],[2338,5],[3654,5]]},"238":{"position":[[218,5]]},"242":{"position":[[0,5],[80,5],[115,5]]},"244":{"position":[[437,5],[1697,5]]},"246":{"position":[[0,5],[123,5],[240,6],[398,5],[609,5]]},"256":{"position":[[23,5]]},"258":{"position":[[691,5],[960,5]]},"260":{"position":[[1932,5]]},"262":{"position":[[68,5],[1059,5]]},"264":{"position":[[332,5],[1513,5],[1860,5],[2064,5]]},"312":{"position":[[24,5]]},"356":{"position":[[5974,5],[6400,5],[9555,5],[31930,5],[32356,5],[35019,5]]},"364":{"position":[[65,5]]},"368":{"position":[[1108,5]]},"432":{"position":[[612,5]]},"600":{"position":[[72,6]]},"608":{"position":[[316,5],[2651,5],[5481,8],[5654,7],[5732,8],[5779,5],[7271,5]]},"626":{"position":[[180,5]]},"634":{"position":[[102,5]]},"644":{"position":[[1428,5]]},"649":{"position":[[195,5],[5790,5]]},"655":{"position":[[12,5],[647,5],[811,5],[1096,5]]},"657":{"position":[[611,5],[1072,5]]},"661":{"position":[[1206,5],[1515,5],[2120,6]]},"663":{"position":[[876,5]]},"682":{"position":[[1019,5]]},"686":{"position":[[332,6]]},"696":{"position":[[623,5],[720,6],[2073,5],[4413,5],[4759,5],[5287,7]]},"698":{"position":[[939,5]]},"704":{"position":[[203,5]]},"706":{"position":[[1520,5]]},"708":{"position":[[802,5]]}}}],["flaml'",{"_index":2,"t":{"2":{"position":[[19,7],[1211,7]]},"9":{"position":[[504,7]]},"11":{"position":[[972,7]]},"356":{"position":[[5031,7],[30989,7]]},"608":{"position":[[9323,7]]},"657":{"position":[[2455,7]]},"702":{"position":[[1857,7]]}}}],["flaml.autogen",{"_index":284,"t":{"13":{"position":[[20,13]]},"25":{"position":[[47,13]]},"31":{"position":[[774,14]]},"35":{"position":[[79,14],[717,13]]},"37":{"position":[[20,13]]},"39":{"position":[[33,13]]},"52":{"position":[[20,13]]},"55":{"position":[[1248,13]]},"63":{"position":[[62,13]]},"84":{"position":[[26,13]]}}}],["flaml.automl",{"_index":1055,"t":{"92":{"position":[[611,14]]},"100":{"position":[[901,14]]},"108":{"position":[[905,14]]},"116":{"position":[[1419,14]]},"118":{"position":[[1025,14]]},"120":{"position":[[937,14]]},"122":{"position":[[2969,14]]},"130":{"position":[[459,14]]},"140":{"position":[[63,12]]},"146":{"position":[[628,14]]},"148":{"position":[[48,12]]},"182":{"position":[[272,13]]},"256":{"position":[[573,14]]},"258":{"position":[[1291,14]]},"260":{"position":[[2154,14]]},"262":{"position":[[1378,14]]},"264":{"position":[[3263,14]]},"644":{"position":[[0,12],[1381,13]]}}}],["flaml.automl()automl_set",{"_index":2108,"t":{"184":{"position":[[1745,29]]}}}],["flaml.automl()set",{"_index":2076,"t":{"182":{"position":[[632,22]]}}}],["flaml.automl.automl.automl",{"_index":4465,"t":{"432":{"position":[[2561,29]]}}}],["flaml.automl.data",{"_index":1121,"t":{"100":{"position":[[29,17],[6981,17]]},"108":{"position":[[29,17],[10287,17]]},"138":{"position":[[5,17]]},"155":{"position":[[5,17]]},"157":{"position":[[5,17]]},"162":{"position":[[5,17]]},"168":{"position":[[5,17]]},"663":{"position":[[827,17]]},"670":{"position":[[122,17]]},"696":{"position":[[2124,17]]}}}],["flaml.automl.fit",{"_index":5280,"t":{"626":{"position":[[111,18]]}}}],["flaml.automl.ml",{"_index":1247,"t":{"100":{"position":[[6207,15],[6687,15]]},"108":{"position":[[9513,15],[9987,15]]},"155":{"position":[[93,15]]},"162":{"position":[[93,15]]}}}],["flaml.automl.ml.baseestim",{"_index":4456,"t":{"432":{"position":[[1547,32],[8424,31]]}}}],["flaml.automl.model",{"_index":1306,"t":{"102":{"position":[[913,18]]},"110":{"position":[[523,18]]},"236":{"position":[[2360,18]]},"649":{"position":[[4076,18],[7459,18]]}}}],["flaml.automl.model.baseestim",{"_index":4217,"t":{"356":{"position":[[15486,33]]},"649":{"position":[[3840,32],[5174,33]]}}}],["flaml.automl.model.lgbmestim",{"_index":5555,"t":{"666":{"position":[[157,33],[222,32],[361,32]]}}}],["flaml.automl.spark.util",{"_index":2016,"t":{"180":{"position":[[118,24],[958,24]]}}}],["flaml.automl.state.automlst",{"_index":4466,"t":{"432":{"position":[[2598,33],[4038,33]]}}}],["flaml.default",{"_index":1911,"t":{"155":{"position":[[54,13]]},"157":{"position":[[54,13]]},"162":{"position":[[54,13]]},"236":{"position":[[3960,13]]},"620":{"position":[[444,13]]},"624":{"position":[[94,13],[412,13]]},"640":{"position":[[241,13]]}}}],["flaml.default.flamlize_estim",{"_index":5350,"t":{"640":{"position":[[131,32]]}}}],["flaml.default.lgbmclassifi",{"_index":2689,"t":{"236":{"position":[[4145,29]]}}}],["flaml.default.lgbmregressor",{"_index":5258,"t":{"622":{"position":[[0,27],[122,28],[170,27]]}}}],["flaml.default.lgbmregressor(default_location=\"location_for_default",{"_index":5284,"t":{"628":{"position":[[119,69]]}}}],["flaml.ml",{"_index":1933,"t":{"157":{"position":[[93,8]]}}}],["flaml.nlp.huggingface.trainer.trainerforauto",{"_index":1559,"t":{"116":{"position":[[2394,45]]}}}],["flaml.oai.chatcomplet",{"_index":841,"t":{"48":{"position":[[106,25]]}}}],["flaml.oai.complet",{"_index":840,"t":{"48":{"position":[[81,20]]}}}],["flaml.tun",{"_index":941,"t":{"61":{"position":[[613,11]]},"122":{"position":[[3508,10]]},"140":{"position":[[79,10]]},"678":{"position":[[102,10]]},"684":{"position":[[390,10]]},"696":{"position":[[556,10]]},"704":{"position":[[254,10]]}}}],["flaml.tune.loguniform(1",{"_index":2180,"t":{"192":{"position":[[324,24],[382,24],[433,24]]}}}],["flaml.tune.loguniform(98",{"_index":2186,"t":{"192":{"position":[[527,25]]}}}],["flaml.tune.randint(50",{"_index":3755,"t":{"310":{"position":[[211,22]]}}}],["flaml.tune.report",{"_index":2166,"t":{"190":{"position":[[1395,18]]}}}],["flaml.tune.run",{"_index":2195,"t":{"194":{"position":[[44,15],[153,15]]},"285":{"position":[[44,15]]},"310":{"position":[[523,15]]},"686":{"position":[[85,17]]}}}],["flaml.tune.run(evaluation_function=evaluate_config",{"_index":5629,"t":{"680":{"position":[[2293,51]]}}}],["flaml.tune.uniform(0.01",{"_index":3757,"t":{"310":{"position":[[270,24]]}}}],["flaml.tune.uniform(0.8",{"_index":2183,"t":{"192":{"position":[[482,23]]}}}],["flaml>=1.1.0",{"_index":2489,"t":{"215":{"position":[[12,14]]}}}],["flaml[autogen",{"_index":2701,"t":{"244":{"position":[[21,16]]}}}],["flaml[automl",{"_index":1033,"t":{"90":{"position":[[41,15]]},"98":{"position":[[41,14]]},"106":{"position":[[41,14]]},"128":{"position":[[41,15]]},"144":{"position":[[41,15]]},"166":{"position":[[41,14]]},"244":{"position":[[77,15]]}}}],["flaml[automl,azureml",{"_index":1736,"t":{"134":{"position":[[49,23]]}}}],["flaml[automl,hf",{"_index":1491,"t":{"114":{"position":[[71,18]]}}}],["flaml[automl,ts_forecast",{"_index":2804,"t":{"254":{"position":[[53,27]]}}}],["flaml[autozero",{"_index":1910,"t":{"153":{"position":[[57,15]]}}}],["flaml[benchmark",{"_index":2760,"t":{"244":{"position":[[1855,16]]}}}],["flaml[blendsearch",{"_index":2757,"t":{"244":{"position":[[1652,20]]}}}],["flaml[blendsearch,ray",{"_index":1777,"t":{"140":{"position":[[215,22]]},"188":{"position":[[89,24]]},"269":{"position":[[24,24]]}}}],["flaml[blendsearch,ray]==1.0.9",{"_index":3716,"t":{"298":{"position":[[497,29]]}}}],["flaml[blendsearch]analysi",{"_index":5691,"t":{"686":{"position":[[412,26]]}}}],["flaml[blendsearch]from",{"_index":5821,"t":{"708":{"position":[[779,22]]}}}],["flaml[catboost",{"_index":2705,"t":{"244":{"position":[[189,17]]}}}],["flaml[forecast",{"_index":2709,"t":{"244":{"position":[[312,17]]}}}],["flaml[hf",{"_index":2710,"t":{"244":{"position":[[372,11]]}}}],["flaml[nni",{"_index":2756,"t":{"244":{"position":[[1610,12]]}}}],["flaml[notebook",{"_index":2711,"t":{"244":{"position":[[483,17]]}}}],["flaml[notebook,autogen",{"_index":976,"t":{"72":{"position":[[63,23]]}}}],["flaml[openai",{"_index":2704,"t":{"244":{"position":[[147,15]]}}}],["flaml[ray",{"_index":2712,"t":{"244":{"position":[[542,12]]},"356":{"position":[[6490,10],[32446,10]]},"694":{"position":[[405,10]]}}}],["flaml[ray,blendsearch",{"_index":5494,"t":{"657":{"position":[[856,22]]}}}],["flaml[ray]analysi",{"_index":5704,"t":{"694":{"position":[[672,18]]}}}],["flaml[ray]from",{"_index":5754,"t":{"696":{"position":[[4178,14]]}}}],["flaml[spark",{"_index":4128,"t":{"356":{"position":[[6516,13],[32472,13]]},"608":{"position":[[11295,13]]},"694":{"position":[[463,12]]}}}],["flaml[spark,blendsearch]>=1.1.0",{"_index":5497,"t":{"657":{"position":[[1343,31]]}}}],["flaml[spark]>=1.1.0",{"_index":2714,"t":{"244":{"position":[[611,21]]}}}],["flaml[spark]analysi",{"_index":5707,"t":{"694":{"position":[[1222,20]]}}}],["flaml[synaps",{"_index":2758,"t":{"244":{"position":[[1759,14]]}}}],["flaml[test",{"_index":2759,"t":{"244":{"position":[[1816,11]]}}}],["flaml[vw",{"_index":2706,"t":{"244":{"position":[[238,11]]}}}],["flaml\\[notebook,autogen",{"_index":982,"t":{"72":{"position":[[180,26]]}}}],["flaml_lgbm_search_space.item",{"_index":2671,"t":{"236":{"position":[[3039,33],[3259,31]]}}}],["flaml_max_concurr",{"_index":2097,"t":{"184":{"position":[[1165,20]]},"356":{"position":[[8487,20]]},"657":{"position":[[1855,20]]}}}],["flaml_y_pr",{"_index":3050,"t":{"258":{"position":[[15161,12],[15292,13]]}}}],["flamlautoml_experi",{"_index":2107,"t":{"184":{"position":[[1720,22]]}}}],["flamlflaml_lgbm_search_spac",{"_index":2666,"t":{"236":{"position":[[2800,28]]}}}],["flamlimport",{"_index":2125,"t":{"190":{"position":[[296,11]]},"279":{"position":[[25,11]]}}}],["flamliz",{"_index":1955,"t":{"162":{"position":[[308,10]]},"620":{"position":[[58,11],[608,11]]},"624":{"position":[[1516,11]]},"640":{"position":[[104,10],[416,11]]}}}],["flamlize_estim",{"_index":5355,"t":{"640":{"position":[[303,19]]}}}],["flamlize_estimatorextratreesclassifi",{"_index":5354,"t":{"640":{"position":[[262,38]]}}}],["flamlpip",{"_index":3715,"t":{"298":{"position":[[480,8]]}}}],["flamlprint(flaml.__version__",{"_index":964,"t":{"67":{"position":[[642,29]]}}}],["flattened_grn",{"_index":3424,"t":{"264":{"position":[[8814,16],[12964,16],[20991,16]]}}}],["flexibl",{"_index":211,"t":{"9":{"position":[[445,11]]},"17":{"position":[[1377,8]]},"672":{"position":[[98,8]]}}}],["flight",{"_index":1752,"t":{"138":{"position":[[186,6]]},"168":{"position":[[162,6]]}}}],["float",{"_index":2467,"t":{"209":{"position":[[21,5]]},"322":{"position":[[283,9],[330,6],[692,5]]},"348":{"position":[[2064,6],[2145,6]]},"356":{"position":[[1199,5],[2483,5],[3083,5],[3607,5],[3673,5],[3818,5],[8665,5],[12572,5],[12784,5],[13081,5],[13724,5],[17614,5],[17937,5],[20439,6],[20462,5],[23163,5],[23215,5],[23303,5],[23355,5],[23454,5],[26312,5],[27632,5],[28337,5],[28966,5],[29032,5],[29185,5],[34156,5],[36003,7],[36186,5],[38076,6],[38099,5]]},"368":{"position":[[2145,5],[2201,5],[2298,5],[4395,5],[4531,5],[4672,5]]},"370":{"position":[[510,5],[566,5],[663,5]]},"432":{"position":[[1747,6],[1838,6],[1845,6],[1852,6],[4263,6],[5520,5]]},"494":{"position":[[194,7],[1042,5],[2672,5]]},"498":{"position":[[479,5],[525,5]]},"500":{"position":[[119,6],[386,5],[761,6]]},"502":{"position":[[146,6],[538,5]]},"518":{"position":[[149,5],[162,8]]},"520":{"position":[[88,6],[102,6],[123,5],[291,6],[305,6],[315,6],[346,5],[636,6],[650,6],[663,5],[750,5],[814,5],[952,6],[966,6],[976,6],[989,5],[1194,5],[1258,5],[1318,5],[1911,5],[2427,5],[2736,5],[2753,5],[2780,5],[2835,5],[2894,5],[2973,6],[2984,6],[2994,6],[3015,5]]},"526":{"position":[[161,5],[223,5]]},"528":{"position":[[143,5],[215,5]]},"544":{"position":[[378,6],[686,7],[699,8],[766,8],[2097,5],[2369,5],[2446,5],[2527,5],[2992,5],[3763,5]]},"554":{"position":[[994,5],[1071,5],[1160,5]]},"580":{"position":[[584,5],[643,5]]},"608":{"position":[[1472,6],[1960,7],[1973,8],[2040,8],[4388,5],[5196,5],[5273,5],[5354,5],[8366,5],[12150,5]]},"649":{"position":[[7141,6]]},"680":{"position":[[1665,5]]},"682":{"position":[[1641,6],[2225,5],[3849,5],[3925,6],[3939,6],[4002,5],[4036,6],[4050,6],[4063,5],[4177,6],[4191,6],[4201,5],[4294,5],[4330,6],[4347,5],[4364,5],[4460,5],[4542,5],[4664,5],[4789,5],[4966,5],[5069,5]]},"696":{"position":[[165,5],[241,5],[321,5]]}}}],["float(\"inf",{"_index":5797,"t":{"702":{"position":[[1467,13],[1495,14]]}}}],["flop",{"_index":2561,"t":{"224":{"position":[[349,6]]},"226":{"position":[[263,6],[355,8],[364,6]]},"230":{"position":[[298,8],[362,8],[812,8]]}}}],["flops\"]lexico_objectives[\"toler",{"_index":2596,"t":{"230":{"position":[[235,39]]}}}],["flourish",{"_index":43,"t":{"2":{"position":[[539,11]]}}}],["flow2",{"_index":4824,"t":{"554":{"position":[[50,6]]},"562":{"position":[[266,6]]},"706":{"position":[[45,5],[342,6],[349,5],[496,5],[625,5],[908,5],[999,5],[1201,6],[1344,5],[1437,5]]}}}],["flow2(search",{"_index":4823,"t":{"554":{"position":[[6,15]]}}}],["flow2cat(flow2",{"_index":4743,"t":{"532":{"position":[[6,15]]}}}],["focu",{"_index":102,"t":{"2":{"position":[[1279,5]]},"19":{"position":[[72,5]]}}}],["focus",{"_index":243,"t":{"11":{"position":[[262,8]]},"17":{"position":[[1568,7]]}}}],["fold",{"_index":4090,"t":{"356":{"position":[[3174,5],[18029,5],[28428,5],[35898,6],[36035,5],[36102,4],[36177,6]]},"432":{"position":[[5611,5]]},"655":{"position":[[1050,6]]}}}],["folder",{"_index":990,"t":{"76":{"position":[[42,6]]},"356":{"position":[[21275,6],[38912,6]]}}}],["follow",{"_index":488,"t":{"19":{"position":[[850,9],[1359,9]]},"31":{"position":[[801,9]]},"57":{"position":[[35,9],[409,9]]},"67":{"position":[[59,6],[611,9]]},"102":{"position":[[185,9]]},"110":{"position":[[160,9]]},"116":{"position":[[1179,9]]},"140":{"position":[[2500,10]]},"205":{"position":[[487,9]]},"246":{"position":[[144,9]]},"293":{"position":[[1392,9]]},"300":{"position":[[101,9]]},"302":{"position":[[133,9]]},"326":{"position":[[1647,9],[2951,9],[7971,9],[9390,9],[10958,9],[12332,9],[16708,9],[17957,9]]},"332":{"position":[[1558,9],[2881,9]]},"348":{"position":[[4028,9],[4135,9]]},"356":{"position":[[948,9],[5854,9],[8890,9],[26061,9],[31810,9],[34381,9],[35952,9]]},"494":{"position":[[1321,9],[1651,9]]},"544":{"position":[[2690,9],[4166,9]]},"554":{"position":[[1575,9],[3677,9]]},"558":{"position":[[431,9],[1073,8]]},"580":{"position":[[856,9]]},"608":{"position":[[6624,9],[9456,9]]},"628":{"position":[[704,9]]},"638":{"position":[[325,9],[611,9]]},"647":{"position":[[1334,9]]},"649":{"position":[[6022,9],[6635,9],[7157,6]]},"651":{"position":[[1753,9],[1843,9]]},"657":{"position":[[138,9],[2708,9]]},"672":{"position":[[250,9]]},"680":{"position":[[663,9]]},"682":{"position":[[598,9],[2045,9],[2609,9],[3118,9],[3423,9]]},"684":{"position":[[714,9]]},"688":{"position":[[128,9]]},"692":{"position":[[411,9],[1110,9]]},"696":{"position":[[1786,9],[4131,9],[5088,9],[5715,9]]},"698":{"position":[[726,9]]},"700":{"position":[[195,9],[298,9]]},"702":{"position":[[176,9],[960,9]]},"706":{"position":[[639,9]]}}}],["forc",{"_index":2104,"t":{"184":{"position":[[1510,7]]},"356":{"position":[[7051,7],[33007,7]]},"580":{"position":[[749,7]]},"608":{"position":[[10701,7]]}}}],["forcast",{"_index":4194,"t":{"356":{"position":[[14053,7]]}}}],["force_cancel",{"_index":2103,"t":{"184":{"position":[[1460,13],[1881,15],[1920,12]]},"356":{"position":[[7000,12],[32956,12]]},"580":{"position":[[167,13],[698,12],[1446,12]]},"608":{"position":[[2297,13],[10650,12]]}}}],["force_cancel=fals",{"_index":4896,"t":{"580":{"position":[[362,19]]}}}],["force_cancel=non",{"_index":4300,"t":{"356":{"position":[[24387,18]]}}}],["forecast",{"_index":157,"t":{"5":{"position":[[688,12]]},"244":{"position":[[267,11]]},"256":{"position":[[296,9]]},"258":{"position":[[871,8],[1244,8]]},"264":{"position":[[123,12]]},"356":{"position":[[4752,8],[16834,8],[17158,8],[18597,8],[20370,8],[20407,8],[25229,8],[30710,8],[38007,8],[38044,8]]},"432":{"position":[[5417,8]]},"448":{"position":[[70,10]]},"466":{"position":[[71,10]]},"468":{"position":[[99,11]]},"470":{"position":[[83,11]]},"472":{"position":[[89,11]]},"474":{"position":[[90,11]]},"476":{"position":[[96,11]]},"478":{"position":[[120,11]]},"644":{"position":[[643,12],[698,11],[763,11]]},"649":{"position":[[3542,8]]},"655":{"position":[[1276,12]]},"663":{"position":[[254,11]]}}}],["forecast\")plt.xlabel(\"date\")plt.ylabel(\"co2",{"_index":3056,"t":{"258":{"position":[[15319,43]]}}}],["forecsat",{"_index":4311,"t":{"356":{"position":[[24846,8]]}}}],["forest",{"_index":2651,"t":{"236":{"position":[[1878,6]]},"374":{"position":[[90,7]]},"388":{"position":[[94,7]]},"474":{"position":[[57,6]]},"649":{"position":[[8986,7]]}}}],["forg",{"_index":2700,"t":{"242":{"position":[[130,5]]}}}],["form",{"_index":2021,"t":{"180":{"position":[[301,4]]},"293":{"position":[[1256,4]]},"326":{"position":[[1511,4]]},"332":{"position":[[1422,4]]},"544":{"position":[[4927,4]]},"554":{"position":[[2335,4]]},"608":{"position":[[10217,4]]},"680":{"position":[[1006,5]]},"702":{"position":[[739,4]]}}}],["formal",{"_index":969,"t":{"69":{"position":[[22,6]]}}}],["format",{"_index":385,"t":{"17":{"position":[[704,6]]},"67":{"position":[[732,9]]},"178":{"position":[[214,7]]},"180":{"position":[[1359,6]]},"182":{"position":[[150,6],[590,6]]},"287":{"position":[[231,11],[333,11]]},"348":{"position":[[5558,6],[10024,6]]},"356":{"position":[[8900,7],[34391,7]]},"364":{"position":[[1196,7]]},"494":{"position":[[2859,7],[3011,7]]},"558":{"position":[[1192,6]]},"592":{"position":[[3090,7]]},"651":{"position":[[1763,7],[1853,7]]}}}],["format(best_trial.config))print",{"_index":3649,"t":{"287":{"position":[[159,36]]}}}],["format(test_acc",{"_index":3665,"t":{"287":{"position":[[1008,21]]}}}],["format_var",{"_index":4868,"t":{"558":{"position":[[1177,11]]}}}],["forward",{"_index":280,"t":{"11":{"position":[[1064,7]]},"27":{"position":[[930,8]]},"275":{"position":[[1501,7]]}}}],["forward(self",{"_index":3519,"t":{"271":{"position":[[473,13]]}}}],["found",{"_index":446,"t":{"17":{"position":[[2449,5],[3126,5]]},"21":{"position":[[145,5],[1114,5]]},"33":{"position":[[3839,5]]},"59":{"position":[[665,5],[930,5]]},"67":{"position":[[590,5]]},"140":{"position":[[1468,6]]},"180":{"position":[[848,5]]},"207":{"position":[[107,5]]},"326":{"position":[[7311,6],[7380,6]]},"348":{"position":[[4191,5]]},"356":{"position":[[11637,5],[12082,6],[12200,6],[12595,6],[37382,5]]},"368":{"position":[[1007,5]]},"657":{"position":[[1624,5]]},"659":{"position":[[278,5]]},"682":{"position":[[6817,6]]},"688":{"position":[[187,5]]},"694":{"position":[[323,5]]}}}],["foundat",{"_index":566,"t":{"27":{"position":[[251,10]]}}}],["four",{"_index":5299,"t":{"632":{"position":[[661,4]]},"649":{"position":[[7096,4]]}}}],["fourier",{"_index":4506,"t":{"452":{"position":[[335,7]]}}}],["fourier_seri",{"_index":4502,"t":{"452":{"position":[[200,15]]}}}],["fourier_series(featur",{"_index":4503,"t":{"452":{"position":[[220,23]]}}}],["fp16",{"_index":1575,"t":{"118":{"position":[[867,7]]},"120":{"position":[[779,7]]},"356":{"position":[[11047,7],[20158,7],[37505,7]]},"364":{"position":[[474,4],[540,5]]}}}],["fp16}automl.fit",{"_index":1577,"t":{"118":{"position":[[909,16]]},"120":{"position":[[821,16]]}}}],["fraction",{"_index":5484,"t":{"655":{"position":[[292,8]]}}}],["frame",{"_index":376,"t":{"17":{"position":[[341,6]]}}}],["framework",{"_index":299,"t":{"15":{"position":[[47,9],[1524,9],[1597,9]]},"23":{"position":[[234,9]]},"44":{"position":[[85,10]]},"236":{"position":[[220,10]]},"246":{"position":[[91,9]]}}}],["free",{"_index":2468,"t":{"209":{"position":[[79,4]]},"356":{"position":[[8703,4],[34194,4]]},"368":{"position":[[2231,4]]},"370":{"position":[[596,4]]}}}],["free_mem_ratio",{"_index":2466,"t":{"209":{"position":[[4,14]]},"356":{"position":[[8648,14],[34139,14]]},"368":{"position":[[2182,14]]},"370":{"position":[[547,14]]}}}],["free_mem_ratio=0",{"_index":4305,"t":{"356":{"position":[[24494,17]]},"368":{"position":[[1918,17]]},"370":{"position":[[196,17]]}}}],["french",{"_index":1644,"t":{"120":{"position":[[2614,7]]}}}],["frequent",{"_index":2463,"t":{"207":{"position":[[311,10]]}}}],["from_panda",{"_index":5208,"t":{"610":{"position":[[1033,11]]}}}],["from_pandas(dataset_df",{"_index":5222,"t":{"610":{"position":[[1321,23]]}}}],["frozen",{"_index":1018,"t":{"82":{"position":[[279,6]]}}}],["frugal",{"_index":2430,"t":{"203":{"position":[[1819,6]]},"600":{"position":[[368,6]]},"708":{"position":[[71,9],[2085,6]]}}}],["full",{"_index":208,"t":{"9":{"position":[[401,4]]},"67":{"position":[[430,4]]},"356":{"position":[[4035,4],[19130,4],[29993,4]]},"494":{"position":[[939,4]]},"554":{"position":[[540,4]]},"630":{"position":[[202,4]]},"655":{"position":[[707,4]]},"696":{"position":[[2031,4]]}}}],["fulli",{"_index":5816,"t":{"708":{"position":[[369,5]]}}}],["func_cal",{"_index":3922,"t":{"326":{"position":[[19659,9]]}}}],["function",{"_index":210,"t":{"9":{"position":[[429,10]]},"19":{"position":[[792,8],[1140,8]]},"29":{"position":[[767,8]]},"33":{"position":[[540,8],[1518,8]]},"42":{"position":[[194,8]]},"102":{"position":[[68,8],[282,9],[353,9],[1032,11]]},"110":{"position":[[41,8],[256,9],[636,8],[662,11],[844,11]]},"180":{"position":[[83,8],[274,8],[581,8]]},"203":{"position":[[1231,8]]},"209":{"position":[[633,8]]},"236":{"position":[[2216,9],[2281,8],[4131,8]]},"238":{"position":[[78,8]]},"293":{"position":[[1219,8]]},"322":{"position":[[354,8],[414,8]]},"326":{"position":[[651,8],[1461,8],[1474,8],[2744,8],[2790,10],[4333,9],[4353,8],[4418,8],[4661,8],[4765,8],[4876,8],[4976,8],[5065,8],[5171,8],[5313,8],[5395,9],[5409,8],[5749,8],[5771,8],[5790,8],[5963,9],[6073,8],[6107,8],[8120,8],[8171,8],[8252,10],[9539,8],[9590,8],[9671,10],[10741,8],[11132,8],[11218,11],[11279,10],[11379,11],[11428,8],[12115,8],[12506,8],[12592,11],[12653,10],[12753,11],[12802,8],[15926,8],[16661,9],[16718,9],[16868,8],[16916,8],[16955,8],[17102,8],[17380,9],[17910,9],[17967,9],[18117,8],[18165,8],[18204,8],[18351,8],[18629,9],[19034,8],[19542,8],[19593,8],[19633,8],[19973,11],[20128,8],[20350,9],[20421,8],[20439,10]]},"332":{"position":[[665,8],[1372,8],[1385,8],[2674,8],[2720,10]]},"348":{"position":[[1521,8],[1549,8],[3991,9],[4995,8],[6301,9],[6688,8],[6734,8],[6938,8],[6970,8],[7076,9],[9059,8],[9194,8]]},"356":{"position":[[650,9],[907,9],[921,8],[9254,9],[9286,8],[9359,8],[9519,8],[12968,8],[14401,8],[15104,8],[16460,8],[20238,8],[23482,9],[23503,8],[25763,9],[26020,9],[26034,8],[34746,9],[34778,8],[34851,8],[34983,8],[35854,9],[35925,8],[36120,8],[37875,8]]},"368":{"position":[[3181,9],[3245,8],[3605,9],[3663,9]]},"378":{"position":[[120,8]]},"494":{"position":[[2355,8]]},"544":{"position":[[2966,8]]},"558":{"position":[[621,10],[1026,9]]},"580":{"position":[[927,8],[940,8]]},"590":{"position":[[842,14]]},"592":{"position":[[684,8],[753,8],[1027,9],[1080,8],[3021,14],[3769,8]]},"608":{"position":[[211,8],[2588,8],[3482,9],[6380,8],[6752,9],[8340,8]]},"610":{"position":[[165,9]]},"644":{"position":[[133,10]]},"647":{"position":[[141,9],[1277,9],[1307,8],[2584,9]]},"649":{"position":[[3980,10],[5162,8],[6307,9],[6337,9],[7776,11],[7942,8],[8406,8]]},"651":{"position":[[1457,9]]},"663":{"position":[[364,8]]},"680":{"position":[[66,9],[452,8],[486,8],[703,8],[956,8],[1505,8],[1932,8],[2083,8]]},"682":{"position":[[2529,8]]},"686":{"position":[[474,8]]},"688":{"position":[[321,8]]},"692":{"position":[[246,8],[1508,9]]},"694":{"position":[[726,8],[1278,8]]},"696":{"position":[[1432,8],[5572,8],[5671,8]]},"706":{"position":[[485,10],[545,8],[709,9]]}}}],["function_cal",{"_index":3696,"t":{"293":{"position":[[1435,16]]},"326":{"position":[[1690,16],[8007,13],[8083,13],[9426,13],[9502,13],[11003,13],[11087,16],[12377,13],[12461,16],[19721,15]]},"332":{"position":[[1601,16]]}}}],["function_map",{"_index":3836,"t":{"326":{"position":[[1108,13],[2701,12],[20385,12]]},"332":{"position":[[1052,13],[2631,12]]}}}],["functionalit",{"_index":2634,"t":{"236":{"position":[[1023,14]]}}}],["functiondef",{"_index":1286,"t":{"102":{"position":[[416,11]]},"110":{"position":[[319,11]]}}}],["functool",{"_index":5717,"t":{"696":{"position":[[2095,9]]}}}],["further",{"_index":184,"t":{"7":{"position":[[373,7]]},"11":{"position":[[954,7]]},"15":{"position":[[523,7]]},"23":{"position":[[193,7]]},"27":{"position":[[578,7],[664,7]]},"33":{"position":[[3424,7]]},"670":{"position":[[726,7]]}}}],["fusion",{"_index":4496,"t":{"444":{"position":[[97,6]]}}}],["futur",{"_index":99,"t":{"2":{"position":[[1245,6]]},"11":{"position":[[1124,6]]},"215":{"position":[[180,6]]},"275":{"position":[[2404,6]]},"592":{"position":[[1712,6],[2274,6]]},"640":{"position":[[521,6]]},"702":{"position":[[2047,6]]}}}],["g",{"_index":1692,"t":{"130":{"position":[[110,3]]}}}],["gain",{"_index":2629,"t":{"236":{"position":[[702,4]]}}}],["gamma=0",{"_index":1427,"t":{"108":{"position":[[8627,8]]},"162":{"position":[[762,8]]},"262":{"position":[[8597,8]]}}}],["gap",{"_index":5390,"t":{"647":{"position":[[2384,3]]}}}],["gate",{"_index":3429,"t":{"264":{"position":[[8927,7],[9438,7],[9583,7],[9783,7],[10367,7],[10933,7],[11493,7],[12052,7],[13077,7],[13707,7],[13854,7],[14043,7],[14608,7],[15179,7],[15748,7],[16301,7],[16863,7],[17430,7],[17993,7],[18557,7],[19129,7],[19698,7],[21104,7],[21726,7],[21873,7],[22062,7],[22627,7],[23198,7],[23767,7]]}}}],["gate_norm",{"_index":3442,"t":{"264":{"position":[[9142,12],[9998,12],[10582,12],[11148,12],[11708,12],[12267,12],[13360,12],[14258,12],[14823,12],[15394,12],[15963,12],[16516,12],[17078,12],[17645,12],[18208,12],[18772,12],[19344,12],[19913,12],[21381,12],[22277,12],[22842,12],[23413,12],[23982,12],[24744,12],[25180,12],[25614,12],[26041,12],[27161,12],[28593,12]]}}}],["gateaddnorm",{"_index":3365,"t":{"264":{"position":[[4828,11],[4920,11],[6715,11],[6807,11],[9155,12],[10011,12],[10595,12],[11161,12],[11721,12],[12280,12],[13373,12],[14271,12],[14836,12],[15407,12],[15976,12],[16529,12],[17091,12],[17658,12],[18221,12],[18785,12],[19357,12],[19926,12],[21394,12],[22290,12],[22855,12],[23426,12],[23995,12],[24757,12],[25193,12],[25627,12],[26054,12],[27174,12],[28195,12],[28606,12],[28855,12]]}}}],["gatedlinearunit",{"_index":3354,"t":{"264":{"position":[[4622,15],[6509,15],[9175,16],[10031,16],[10615,16],[11181,16],[11741,16],[12300,16],[13393,16],[14291,16],[14856,16],[15427,16],[15996,16],[16549,16],[17111,16],[17678,16],[18241,16],[18805,16],[19377,16],[19946,16],[21414,16],[22310,16],[22875,16],[23446,16],[24015,16],[24777,16],[25213,16],[25647,16],[26074,16],[26453,16],[26596,16],[27194,16],[28215,16],[28626,16],[28875,16]]}}}],["gatedresidualnetwork",{"_index":3340,"t":{"264":{"position":[[4303,20],[4372,20],[4439,20],[4500,20],[4714,20],[4864,20],[6190,20],[6259,20],[6326,20],[6387,20],[6601,20],[6751,20],[8831,21],[9687,21],[10271,21],[10837,21],[11397,21],[11956,21],[12981,21],[13947,21],[14512,21],[15083,21],[15652,21],[16205,21],[16767,21],[17334,21],[17897,21],[18461,21],[19033,21],[19602,21],[21008,21],[21966,21],[22531,21],[23102,21],[23671,21],[24584,21],[25020,21],[25454,21],[25881,21],[26938,21],[28433,21]]}}}],["gbt",{"_index":4435,"t":{"414":{"position":[[66,3]]}}}],["gen",{"_index":2612,"t":{"234":{"position":[[28,3]]},"236":{"position":[[157,3]]}}}],["gener",{"_index":159,"t":{"5":{"position":[[716,10]]},"15":{"position":[[810,11],[851,11]]},"23":{"position":[[271,8]]},"27":{"position":[[589,10]]},"29":{"position":[[145,8],[1707,9],[1830,8],[1967,8]]},"31":{"position":[[98,9],[474,8]]},"33":{"position":[[180,10],[227,9],[304,9],[3238,9],[3728,7]]},"35":{"position":[[50,7],[157,10],[223,7],[250,8],[365,10],[441,8],[887,10]]},"44":{"position":[[56,7],[151,10]]},"55":{"position":[[648,8]]},"57":{"position":[[359,10],[969,9],[1091,9]]},"61":{"position":[[203,8],[593,9],[798,7]]},"84":{"position":[[344,10]]},"203":{"position":[[839,9]]},"236":{"position":[[187,7],[1118,11],[2238,7]]},"250":{"position":[[1247,8],[1430,9],[1468,10],[1665,8],[1848,9],[1886,10]]},"258":{"position":[[852,9]]},"322":{"position":[[646,10],[775,9]]},"326":{"position":[[60,7],[1945,10],[4071,10],[10804,9],[12178,9],[13619,8],[14366,8],[15488,8],[15695,8],[15903,8],[16674,8],[17157,9],[17459,10],[17923,8],[18406,9],[18708,10],[20070,8]]},"332":{"position":[[3845,10]]},"348":{"position":[[2817,8],[2923,8],[6226,8]]},"408":{"position":[[66,11]]},"432":{"position":[[350,10],[1042,7],[2171,10]]},"502":{"position":[[850,9]]},"510":{"position":[[312,10]]},"546":{"position":[[721,10]]},"554":{"position":[[2935,8]]},"558":{"position":[[32,7],[257,9]]},"588":{"position":[[161,9]]},"590":{"position":[[796,7]]},"592":{"position":[[373,8]]},"600":{"position":[[2772,10],[2993,10]]},"628":{"position":[[893,8]]},"655":{"position":[[1891,8]]},"682":{"position":[[7472,9]]},"700":{"position":[[333,8]]},"706":{"position":[[691,7]]}}}],["generate_assert",{"_index":3822,"t":{"322":{"position":[[295,20]]}}}],["generate_code_execution_repli",{"_index":3907,"t":{"326":{"position":[[15524,30],[16813,29],[18062,29]]}}}],["generate_code_execution_reply(messag",{"_index":3908,"t":{"326":{"position":[[15559,39]]}}}],["generate_function_call_repli",{"_index":3909,"t":{"326":{"position":[[15734,29],[16784,28],[18033,28]]}}}],["generate_function_call_reply(messag",{"_index":3910,"t":{"326":{"position":[[15768,38]]}}}],["generate_init_messag",{"_index":3835,"t":{"326":{"position":[[819,21],[13584,21],[13943,21],[14331,21],[14690,21],[19985,22]]},"332":{"position":[[833,21]]}}}],["generate_init_message(**context",{"_index":3926,"t":{"326":{"position":[[20012,32]]}}}],["generate_oai_repli",{"_index":3903,"t":{"326":{"position":[[15300,19],[16843,18],[18092,18]]}}}],["generate_oai_reply(messag",{"_index":3904,"t":{"326":{"position":[[15324,28]]}}}],["generate_paramet",{"_index":4810,"t":{"546":{"position":[[259,22],[344,20]]}}}],["generate_parameters(parameter_id",{"_index":4811,"t":{"546":{"position":[[369,33]]}}}],["generate_repli",{"_index":2793,"t":{"250":{"position":[[1077,15]]},"326":{"position":[[400,14],[16239,15]]}}}],["generate_reply(messag",{"_index":2794,"t":{"250":{"position":[[1097,24]]},"326":{"position":[[16259,24]]}}}],["generate_vari",{"_index":4849,"t":{"558":{"position":[[72,18]]}}}],["generate_variants(unresolved_spec",{"_index":4850,"t":{"558":{"position":[[95,34]]}}}],["generator[tuple[dict",{"_index":4854,"t":{"558":{"position":[[211,21]]}}}],["geometri",{"_index":470,"t":{"19":{"position":[[375,10]]}}}],["german",{"_index":1642,"t":{"120":{"position":[[2484,7]]},"122":{"position":[[321,9],[1702,9]]}}}],["get",{"_index":3555,"t":{"275":{"position":[[452,4]]},"640":{"position":[[716,4]]},"706":{"position":[[1781,4]]}}}],["get_best_config",{"_index":4649,"t":{"506":{"position":[[2115,16]]}}}],["get_best_config(metr",{"_index":4634,"t":{"506":{"position":[[640,23],[2136,23]]}}}],["get_best_tri",{"_index":4635,"t":{"506":{"position":[[798,15]]}}}],["get_best_trial(metr",{"_index":4632,"t":{"506":{"position":[[326,22],[818,22],[3556,22]]}}}],["get_boost",{"_index":4368,"t":{"368":{"position":[[1608,12]]}}}],["get_dataset",{"_index":5215,"t":{"610":{"position":[[1179,14],[1440,15]]}}}],["get_estimator_from_log",{"_index":4218,"t":{"356":{"position":[[15520,23]]}}}],["get_estimator_from_log(log_file_nam",{"_index":4219,"t":{"356":{"position":[[15548,37]]}}}],["get_human_input",{"_index":3830,"t":{"326":{"position":[[563,15],[18719,16]]},"332":{"position":[[577,15]]}}}],["get_human_input(prompt",{"_index":3917,"t":{"326":{"position":[[18740,23]]}}}],["get_monthly_avg(data",{"_index":3079,"t":{"260":{"position":[[744,22]]}}}],["get_monthly_avg(multi_df).to_dict().get(\"temp\")def",{"_index":3086,"t":{"260":{"position":[[917,50]]}}}],["get_n_split",{"_index":4106,"t":{"356":{"position":[[4386,12],[18231,12],[30344,12]]},"432":{"position":[[5051,12]]},"655":{"position":[[2066,12]]}}}],["get_ns_feature_dim_from_vw_exampl",{"_index":4592,"t":{"494":{"position":[[3059,35]]}}}],["get_ns_feature_dim_from_vw_example(vw_exampl",{"_index":4594,"t":{"494":{"position":[[3112,46]]}}}],["get_output_from_log(filename=settings[\"log_file_nam",{"_index":5581,"t":{"670":{"position":[[258,55]]}}}],["get_output_from_log(filename=settings['log_file_nam",{"_index":1273,"t":{"100":{"position":[[7135,55]]},"108":{"position":[[10441,55]]}}}],["get_output_from_logimport",{"_index":1266,"t":{"100":{"position":[[7006,25]]},"108":{"position":[[10312,25]]}}}],["get_output_from_logtime_histori",{"_index":5580,"t":{"670":{"position":[[147,32]]}}}],["get_sales_data(n_dates=180",{"_index":3148,"t":{"262":{"position":[[109,27]]}}}],["get_sales_dataimport",{"_index":3145,"t":{"262":{"position":[[31,20]]}}}],["get_stalliion_data",{"_index":3221,"t":{"264":{"position":[[163,21]]}}}],["get_stalliion_data()time_horizon",{"_index":3258,"t":{"264":{"position":[[1295,32]]}}}],["get_stallion_data",{"_index":3223,"t":{"264":{"position":[[231,17],[256,19]]}}}],["get_statu",{"_index":1827,"t":{"140":{"position":[[2137,12]]}}}],["get_top_running_tri",{"_index":4664,"t":{"510":{"position":[[1062,23]]}}}],["get_top_running_trials(top_ratio=non",{"_index":4665,"t":{"510":{"position":[[1090,38]]}}}],["get_trial",{"_index":4667,"t":{"510":{"position":[[1236,11],[1252,12]]},"572":{"position":[[139,11],[155,12]]}}}],["getattr(best_trial.checkpoint",{"_index":3657,"t":{"287":{"position":[[668,30]]}}}],["gib",{"_index":2221,"t":{"194":{"position":[[665,3],[685,3]]}}}],["gibus",{"_index":2216,"t":{"194":{"position":[[578,8]]}}}],["gif",{"_index":5805,"t":{"706":{"position":[[844,4]]}}}],["gist",{"_index":959,"t":{"67":{"position":[[361,4]]}}}],["git",{"_index":794,"t":{"42":{"position":[[213,3]]},"44":{"position":[[229,3],[248,3]]},"72":{"position":[[0,3]]},"78":{"position":[[55,3]]}}}],["github",{"_index":947,"t":{"67":{"position":[[28,7],[371,6]]},"238":{"position":[[312,7]]}}}],["give",{"_index":627,"t":{"29":{"position":[[1361,4]]},"236":{"position":[[3073,4]]},"238":{"position":[[294,4]]},"649":{"position":[[5724,4]]}}}],["given",{"_index":618,"t":{"29":{"position":[[1001,5],[1557,5],[2015,5]]},"33":{"position":[[992,5],[1936,5]]},"55":{"position":[[1337,5],[1360,5]]},"138":{"position":[[180,5],[210,5]]},"168":{"position":[[156,5],[186,5]]},"258":{"position":[[79,5]]},"312":{"position":[[152,5]]},"348":{"position":[[3825,5]]},"356":{"position":[[15974,5],[24727,5]]},"368":{"position":[[1972,5],[3415,6],[3488,6],[4595,5]]},"370":{"position":[[287,5]]},"432":{"position":[[7542,5]]},"486":{"position":[[666,5]]},"494":{"position":[[2944,5]]},"540":{"position":[[1255,5]]},"608":{"position":[[8934,6],[8981,6]]},"655":{"position":[[458,5]]},"661":{"position":[[1718,5]]}}}],["glm",{"_index":800,"t":{"44":{"position":[[79,5]]}}}],["global",{"_index":1010,"t":{"82":{"position":[[114,6]]},"544":{"position":[[2634,6]]},"562":{"position":[[35,6]]},"708":{"position":[[39,6],[125,6],[458,6],[650,6],[1731,6]]}}}],["global_search_alg",{"_index":4765,"t":{"544":{"position":[[583,18],[2587,17],[2737,18]]}}}],["glu",{"_index":3443,"t":{"264":{"position":[[9168,6],[10024,6],[10608,6],[11174,6],[11734,6],[12293,6],[13386,6],[14284,6],[14849,6],[15420,6],[15989,6],[16542,6],[17104,6],[17671,6],[18234,6],[18798,6],[19370,6],[19939,6],[21407,6],[22303,6],[22868,6],[23439,6],[24008,6],[24770,6],[25206,6],[25640,6],[26067,6],[27187,6],[28208,6],[28619,6],[28868,6]]}}}],["go",{"_index":1688,"t":{"124":{"position":[[65,2]]}}}],["goal",{"_index":1038,"t":{"92":{"position":[[127,4]]},"146":{"position":[[142,4]]}}}],["goe",{"_index":47,"t":{"2":{"position":[[596,4]]},"452":{"position":[[286,4]]},"592":{"position":[[3927,4]]}}}],["good",{"_index":770,"t":{"35":{"position":[[325,4],[378,4]]},"67":{"position":[[135,4]]},"207":{"position":[[365,4]]},"236":{"position":[[4211,4]]},"592":{"position":[[1624,4]]},"608":{"position":[[2977,8]]},"682":{"position":[[6673,4]]},"684":{"position":[[460,4]]},"698":{"position":[[460,4]]},"706":{"position":[[726,4],[1403,4]]}}}],["good_friday",{"_index":3243,"t":{"264":{"position":[[990,14]]}}}],["google/electra",{"_index":1572,"t":{"118":{"position":[[637,15]]}}}],["gpt",{"_index":301,"t":{"15":{"position":[[111,3],[418,3],[712,3]]},"17":{"position":[[1542,4]]},"19":{"position":[[499,3],[718,3],[913,3]]},"21":{"position":[[231,3]]},"23":{"position":[[150,3]]},"27":{"position":[[95,3],[207,3],[225,3],[377,3],[456,3],[501,3],[572,3],[733,3],[893,3]]},"29":{"position":[[0,3],[78,3],[174,3],[1110,3],[1165,3],[1195,3],[1300,3],[1950,3]]},"31":{"position":[[839,3],[873,3],[953,3],[979,3],[1051,3]]},"33":{"position":[[132,3],[634,3],[1420,3],[1556,3],[1811,3],[2422,3],[3661,3]]},"55":{"position":[[176,3],[276,3],[324,3],[412,3],[492,3],[762,3],[1496,3],[1508,3],[1688,3]]},"57":{"position":[[103,3],[179,3],[244,3]]},"59":{"position":[[168,3],[252,3],[469,3],[516,3],[598,3]]},"61":{"position":[[6,3],[142,3],[735,3]]},"84":{"position":[[15,3]]},"234":{"position":[[32,3],[181,3],[229,3]]},"236":{"position":[[161,3],[924,3]]},"348":{"position":[[4539,4],[4724,4]]},"600":{"position":[[3204,3],[3469,3]]}}}],["gpu",{"_index":1489,"t":{"114":{"position":[[22,4]]},"116":{"position":[[907,3]]},"122":{"position":[[1311,3],[2787,3]]},"140":{"position":[[1100,3]]},"184":{"position":[[888,3]]},"188":{"position":[[22,4]]},"192":{"position":[[700,3]]},"194":{"position":[[648,5]]},"283":{"position":[[79,4]]},"285":{"position":[[378,6]]},"356":{"position":[[8210,3],[20485,4],[38122,4]]},"364":{"position":[[993,3]]},"657":{"position":[[2022,3]]},"663":{"position":[[492,4]]}}}],["gpu)num_sampl",{"_index":3629,"t":{"283":{"position":[[142,15]]}}}],["gpu_id",{"_index":1428,"t":{"108":{"position":[[8636,7]]},"162":{"position":[[771,7]]},"262":{"position":[[8606,7]]}}}],["gpu_per_tri",{"_index":1518,"t":{"116":{"position":[[870,16]]},"118":{"position":[[440,16]]},"120":{"position":[[417,16]]},"122":{"position":[[1274,16],[2750,16]]},"264":{"position":[[2907,16]]},"356":{"position":[[20423,13],[38060,13]]},"663":{"position":[[525,13]]}}}],["gpus_per_tri",{"_index":3644,"t":{"285":{"position":[[385,16]]},"287":{"position":[[542,14]]}}}],["grace_period",{"_index":5167,"t":{"608":{"position":[[6131,14]]}}}],["grad",{"_index":1291,"t":{"102":{"position":[[492,4],[588,4],[645,4],[802,4]]},"110":{"position":[[450,4],[508,5]]},"649":{"position":[[7624,4],[7682,5]]}}}],["grad_ma",{"_index":1297,"t":{"102":{"position":[[659,8],[841,9]]}}}],["grad_mae[grad_ma",{"_index":1299,"t":{"102":{"position":[[689,17],[717,17]]}}}],["grad_rms",{"_index":1295,"t":{"102":{"position":[[602,9],[819,9]]}}}],["gradient",{"_index":3582,"t":{"275":{"position":[[1467,9]]},"338":{"position":[[90,8]]},"402":{"position":[[75,8]]}}}],["gradient_clip_v",{"_index":5421,"t":{"649":{"position":[[3405,18]]}}}],["gradual",{"_index":5800,"t":{"706":{"position":[[216,9]]},"708":{"position":[[589,9]]}}}],["granular",{"_index":5645,"t":{"682":{"position":[[3223,11],[3286,11]]}}}],["gratitud",{"_index":46,"t":{"2":{"position":[[586,9]]}}}],["grid",{"_index":4693,"t":{"520":{"position":[[48,4]]},"558":{"position":[[361,4],[389,4],[441,4],[1003,4],[1388,4],[1471,8]]},"610":{"position":[[1622,4]]}}}],["grid(sampl",{"_index":4691,"t":{"520":{"position":[[6,13]]}}}],["grid_search",{"_index":4867,"t":{"558":{"position":[[1096,15],[1287,12]]}}}],["grid_search([\"relu",{"_index":4858,"t":{"558":{"position":[[535,20]]}}}],["grid_search([1",{"_index":4860,"t":{"558":{"position":[[582,15]]}}}],["grid_search(valu",{"_index":4870,"t":{"558":{"position":[[1304,19]]}}}],["ground",{"_index":915,"t":{"57":{"position":[[1519,6]]}}}],["group",{"_index":1699,"t":{"130":{"position":[[244,5]]},"264":{"position":[[2485,5]]},"316":{"position":[[35,5],[213,5],[259,5]]},"318":{"position":[[98,5],[296,5]]},"356":{"position":[[4616,9],[4830,8],[10934,7],[18461,9],[18675,8],[18684,6],[18714,5],[18764,6],[20045,7],[29522,5],[29570,5],[29667,7],[29675,6],[29705,5],[29755,6],[30574,9],[30788,8],[37300,7]]},"432":{"position":[[2987,7],[3610,5],[3658,5],[3755,7],[3763,6],[3772,5],[3822,6],[5281,9],[5495,8],[6019,7],[6480,6],[6499,5],[6549,6]]},"640":{"position":[[589,5]]},"649":{"position":[[5336,7]]},"655":{"position":[[1289,5],[1700,5],[1778,5],[1823,6]]}}}],["group[flaml.automl",{"_index":1707,"t":{"130":{"position":[[523,19]]}}}],["group_id",{"_index":4252,"t":{"356":{"position":[[20602,9],[20761,9],[38239,9],[38398,9]]}}}],["group_ids=[\"ag",{"_index":3303,"t":{"264":{"position":[[3026,20]]}}}],["groupchat",{"_index":3796,"t":{"316":{"position":[[16,11]]}}}],["groupchatmanager(conversableag",{"_index":3809,"t":{"318":{"position":[[6,34]]}}}],["groups=group",{"_index":1703,"t":{"130":{"position":[[303,14]]}}}],["groups=non",{"_index":4233,"t":{"356":{"position":[[16225,12],[24158,12]]}}}],["groups_test=non",{"_index":4064,"t":{"356":{"position":[[1097,17],[26210,17]]}}}],["groups_train",{"_index":5391,"t":{"647":{"position":[[2551,12]]}}}],["groups_train=non",{"_index":4065,"t":{"356":{"position":[[1115,20],[26228,20]]},"647":{"position":[[1639,20]]}}}],["groups_val",{"_index":4316,"t":{"356":{"position":[[29488,10]]},"432":{"position":[[2947,11],[3597,10]]},"647":{"position":[[2536,10]]}}}],["groups_val=non",{"_index":4290,"t":{"356":{"position":[[24141,16]]},"647":{"position":[[1622,16]]}}}],["grow",{"_index":234,"t":{"11":{"position":[[92,4]]}}}],["grow_policy='lossguid",{"_index":1429,"t":{"108":{"position":[[8647,25]]},"162":{"position":[[782,24]]},"262":{"position":[[8617,24]]}}}],["grown",{"_index":25,"t":{"2":{"position":[[284,5]]}}}],["gtp",{"_index":325,"t":{"15":{"position":[[700,3]]}}}],["guarante",{"_index":5789,"t":{"700":{"position":[[410,10]]},"706":{"position":[[790,10]]}}}],["guess",{"_index":622,"t":{"29":{"position":[[1181,5]]},"33":{"position":[[940,7],[1023,7],[1141,5],[1165,7],[1261,5]]}}}],["guid",{"_index":378,"t":{"17":{"position":[[374,6],[645,6]]},"82":{"position":[[517,5],[553,5]]},"238":{"position":[[385,6]]},"246":{"position":[[317,6],[520,6],[818,7]]}}}],["guidanc",{"_index":178,"t":{"7":{"position":[[315,9]]},"236":{"position":[[3078,8]]}}}],["guidelin",{"_index":948,"t":{"67":{"position":[[72,11]]},"649":{"position":[[3697,10]]},"657":{"position":[[2080,10]]},"682":{"position":[[1308,10]]}}}],["h",{"_index":5096,"t":{"600":{"position":[[2829,2],[3065,2]]}}}],["hadoop2.tgz",{"_index":2744,"t":{"244":{"position":[[1393,13]]}}}],["hadoop2.tgz?action=download",{"_index":2739,"t":{"244":{"position":[[1292,28]]}}}],["halt",{"_index":2110,"t":{"184":{"position":[[1956,4]]}}}],["hand",{"_index":5749,"t":{"696":{"position":[[3723,7]]},"708":{"position":[[1529,4],[2026,5]]}}}],["handl",{"_index":150,"t":{"5":{"position":[[601,8]]},"7":{"position":[[228,8]]},"234":{"position":[[526,8]]},"236":{"position":[[1066,9]]},"624":{"position":[[927,6]]}}}],["hangyu",{"_index":5102,"t":{"600":{"position":[[3248,6],[3531,6]]}}}],["happen",{"_index":2428,"t":{"203":{"position":[[1404,6]]},"209":{"position":[[424,7],[858,7]]},"674":{"position":[[690,6]]}}}],["hard",{"_index":877,"t":{"55":{"position":[[387,4]]},"348":{"position":[[2280,4]]}}}],["hardwar",{"_index":5193,"t":{"608":{"position":[[8019,8]]},"694":{"position":[[178,8]]}}}],["have",{"_index":1025,"t":{"82":{"position":[[463,6]]},"432":{"position":[[7174,6]]}}}],["haven't",{"_index":2072,"t":{"182":{"position":[[451,7]]}}}],["hcrystalball.util",{"_index":3144,"t":{"262":{"position":[[5,18]]}}}],["headless",{"_index":2732,"t":{"244":{"position":[[1126,8]]}}}],["headsup",{"_index":5709,"t":{"694":{"position":[[1685,7]]}}}],["healthcar",{"_index":223,"t":{"9":{"position":[[623,11]]}}}],["heap",{"_index":2222,"t":{"194":{"position":[[669,5]]}}}],["heartfelt",{"_index":45,"t":{"2":{"position":[[576,9]]}}}],["heatmap",{"_index":5808,"t":{"706":{"position":[[1090,8]]}}}],["heavili",{"_index":5451,"t":{"649":{"position":[[7269,7]]}}}],["height",{"_index":57,"t":{"2":{"position":[[731,8]]},"608":{"position":[[6865,6],[6992,7]]}}}],["held",{"_index":2726,"t":{"244":{"position":[[1034,4]]},"655":{"position":[[575,4]]}}}],["help",{"_index":523,"t":{"23":{"position":[[167,4]]},"55":{"position":[[509,4]]},"57":{"position":[[1702,4]]},"203":{"position":[[1116,5]]},"236":{"position":[[851,5]]},"326":{"position":[[926,7]]},"592":{"position":[[1665,4]]},"608":{"position":[[140,4]]},"674":{"position":[[617,4]]},"682":{"position":[[3446,5],[7956,5]]},"696":{"position":[[397,4]]},"704":{"position":[[122,4]]}}}],["henc",{"_index":5459,"t":{"649":{"position":[[8635,5]]}}}],["here",{"_index":615,"t":{"29":{"position":[[936,5]]},"33":{"position":[[513,4]]},"84":{"position":[[292,5]]},"180":{"position":[[886,4],[1483,4]]},"182":{"position":[[475,4]]},"264":{"position":[[1560,4]]},"275":{"position":[[2260,4]]},"356":{"position":[[6543,4],[32499,4]]},"592":{"position":[[4400,4],[4544,5]]},"608":{"position":[[7123,4],[11322,4]]},"610":{"position":[[587,5]]},"657":{"position":[[1630,5]]},"680":{"position":[[873,4],[1450,4],[1516,4]]},"682":{"position":[[7765,5]]},"694":{"position":[[329,5]]},"696":{"position":[[6603,4]]}}}],["here'",{"_index":428,"t":{"17":{"position":[[2146,6],[2692,6]]}}}],["hess",{"_index":1293,"t":{"102":{"position":[[537,4],[597,4],[654,4],[861,4]]},"110":{"position":[[472,4]]},"649":{"position":[[7646,4]]}}}],["hess_ma",{"_index":1300,"t":{"102":{"position":[[747,8]]}}}],["hess_maefrom",{"_index":1305,"t":{"102":{"position":[[900,12]]}}}],["hess_rms",{"_index":1296,"t":{"102":{"position":[[623,9],[878,9]]}}}],["hessclass",{"_index":5454,"t":{"649":{"position":[[7688,9]]}}}],["hessfrom",{"_index":1475,"t":{"110":{"position":[[514,8]]}}}],["heterogen",{"_index":173,"t":{"7":{"position":[[262,13]]},"234":{"position":[[559,13]]},"682":{"position":[[6388,14],[6902,13],[7054,14]]}}}],["hi\"}])print(respons",{"_index":857,"t":{"48":{"position":[[634,22]]},"50":{"position":[[708,22]]}}}],["hidden_continuous_s",{"_index":5423,"t":{"649":{"position":[[3437,23]]}}}],["hidden_s",{"_index":5422,"t":{"649":{"position":[[3424,12]]}}}],["hierarch",{"_index":198,"t":{"9":{"position":[[155,12]]}}}],["high",{"_index":111,"t":{"5":{"position":[[85,4]]},"19":{"position":[[147,4]]},"55":{"position":[[208,4]]},"61":{"position":[[767,4]]},"682":{"position":[[6653,4]]},"702":{"position":[[1054,4]]},"706":{"position":[[234,4],[1472,4]]}}}],["higher",{"_index":258,"t":{"11":{"position":[[644,6]]},"27":{"position":[[128,6],[326,6]]},"57":{"position":[[519,6]]},"59":{"position":[[308,6],[536,6]]},"356":{"position":[[3919,6],[29877,6]]}}}],["highest",{"_index":914,"t":{"57":{"position":[[1422,7]]}}}],["highli",{"_index":225,"t":{"9":{"position":[[646,6]]},"682":{"position":[[6493,6]]}}}],["highlight",{"_index":968,"t":{"67":{"position":[[787,12]]}}}],["hindsight",{"_index":5825,"t":{"708":{"position":[[1335,10]]}}}],["histgb",{"_index":5397,"t":{"649":{"position":[[1718,9]]}}}],["histgradientboostingestim",{"_index":5398,"t":{"649":{"position":[[1728,29]]}}}],["histgradientboostingestimator(sklearnestim",{"_index":3933,"t":{"338":{"position":[[6,47]]}}}],["histogram",{"_index":3934,"t":{"338":{"position":[[80,9]]}}}],["histor",{"_index":5503,"t":{"657":{"position":[[2560,10]]}}}],["histori",{"_index":2465,"t":{"207":{"position":[[431,7]]},"326":{"position":[[13534,7],[13754,7],[14281,7],[14501,7],[15163,7],[15233,7],[15275,7],[16450,7],[17270,8],[17699,7],[18519,8]]},"348":{"position":[[9659,7],[9695,7],[10060,7],[10112,7],[10447,7],[10757,7],[10815,7]]},"670":{"position":[[90,7]]}}}],["history_dict",{"_index":4035,"t":{"348":{"position":[[9387,13],[9530,12]]}}}],["hold",{"_index":427,"t":{"17":{"position":[[2113,6],[3038,5],[3152,5]]},"584":{"position":[[34,5]]}}}],["holdout",{"_index":2440,"t":{"205":{"position":[[227,7],[295,7]]},"258":{"position":[[990,10],[1049,10]]},"260":{"position":[[1962,10]]},"262":{"position":[[1089,12]]},"264":{"position":[[2094,12]]},"356":{"position":[[3055,11],[3126,8],[4065,8],[17909,11],[17981,8],[28309,11],[28380,8],[30023,8]]},"432":{"position":[[4865,11],[5563,8]]},"655":{"position":[[193,9],[215,7],[248,8]]}}}],["holdout[flaml.automl",{"_index":1535,"t":{"116":{"position":[[1627,21]]},"118":{"position":[[1226,21]]},"120":{"position":[[1137,21]]},"122":{"position":[[3179,21]]},"130":{"position":[[592,21]]},"146":{"position":[[763,21]]},"256":{"position":[[768,21]]},"258":{"position":[[1486,21]]},"260":{"position":[[2349,21]]},"262":{"position":[[1588,21]]},"264":{"position":[[3464,21]]}}}],["holidays_prior_scal",{"_index":5411,"t":{"649":{"position":[[2641,21]]}}}],["holt",{"_index":4516,"t":{"464":{"position":[[66,4]]},"649":{"position":[[2827,5],[2843,4]]}}}],["holtwinters(statsmodelsestim",{"_index":4515,"t":{"464":{"position":[[6,33]]}}}],["home/chiw/flaml/notebook/logs/train_distilbert_2021",{"_index":2227,"t":{"194":{"position":[[741,52]]}}}],["home/xliu127/.cache/huggingface/transformers/fe501e8fd6425b8ec93df37767fcce78ce626e34cc5edc859c662350cf712e41.406701565c0afd9899544c1cb8b93185a76f00b31e5ce7f6e18bbaef02241985model",{"_index":1599,"t":{"120":{"position":[[1498,180]]}}}],["homogen",{"_index":5829,"t":{"708":{"position":[[1579,11]]}}}],["hong",{"_index":90,"t":{"2":{"position":[[1143,4]]}}}],["hood",{"_index":4156,"t":{"356":{"position":[[9595,5],[35059,5]]}}}],["hook",{"_index":993,"t":{"78":{"position":[[59,6],[283,5]]}}}],["horizon",{"_index":2814,"t":{"256":{"position":[[285,7]]},"356":{"position":[[20379,7],[38016,7]]},"438":{"position":[[73,7]]}}}],["host",{"_index":818,"t":{"46":{"position":[[255,4]]}}}],["hot",{"_index":3240,"t":{"264":{"position":[[946,3]]}}}],["hour",{"_index":2212,"t":{"194":{"position":[[488,5]]},"659":{"position":[[155,5],[230,6]]}}}],["hous",{"_index":1123,"t":{"100":{"position":[[84,7],[187,5],[255,7]]},"108":{"position":[[84,7],[187,5],[255,7]]}}}],["houses_experiment.log",{"_index":1142,"t":{"100":{"position":[[673,24]]},"108":{"position":[[677,24]]}}}],["housesx_train.shap",{"_index":1918,"t":{"155":{"position":[[469,20]]},"157":{"position":[[432,20]]}}}],["hp",{"_index":2668,"t":{"236":{"position":[[2914,2],[3002,3],[3026,3],[3093,2],[3209,3],[3246,3]]}}}],["hp_metric",{"_index":2401,"t":{"196":{"position":[[216,12]]},"310":{"position":[[303,9],[900,12]]}}}],["hpo",{"_index":3747,"t":{"306":{"position":[[255,4]]},"308":{"position":[[31,3],[87,3],[131,3]]},"310":{"position":[[157,3],[504,3]]},"356":{"position":[[6280,4],[32236,4]]},"608":{"position":[[234,3],[2621,4]]},"657":{"position":[[2384,3],[2463,3],[2520,3],[4386,3]]},"696":{"position":[[810,3]]},"704":{"position":[[220,3]]},"706":{"position":[[612,3]]},"708":{"position":[[1420,3]]}}}],["hpo_method",{"_index":4108,"t":{"356":{"position":[[4839,10],[30797,10]]}}}],["hpo_method=non",{"_index":4294,"t":{"356":{"position":[[24244,16]]}}}],["html",{"_index":1005,"t":{"80":{"position":[[240,5]]}}}],["http://127.0.0.1:8080",{"_index":3999,"t":{"348":{"position":[[4888,24]]}}}],["http://localhost:8000/v1",{"_index":847,"t":{"48":{"position":[[273,27],[521,27]]},"50":{"position":[[481,27],[595,27]]}}}],["https://api.openai.com/v1",{"_index":3997,"t":{"348":{"position":[[4821,28]]}}}],["https://arxiv.org/pdf/1911.04706.pdf",{"_index":5163,"t":{"608":{"position":[[5933,38]]}}}],["https://github.com/lm",{"_index":796,"t":{"42":{"position":[[223,21]]}}}],["https://github.com/microsoft/flaml.git#main",{"_index":985,"t":{"74":{"position":[[45,43]]}}}],["https://github.com/microsoft/flaml.gitpip",{"_index":975,"t":{"72":{"position":[[10,41]]}}}],["https://github.com/microsoft/flaml/blob/v1.2.1/notebook/autogen_chatgpt.ipynb",{"_index":933,"t":{"59":{"position":[[940,77]]}}}],["https://github.com/microsoft/flaml/blob/v1.2.1/notebook/research/autogen_code.ipynb",{"_index":765,"t":{"33":{"position":[[3849,83]]}}}],["https://huggingface.co/facebook/muppet",{"_index":1515,"t":{"116":{"position":[[759,38]]},"118":{"position":[[754,38]]},"122":{"position":[[1163,38],[2541,38]]}}}],["https://huggingface.co/t5",{"_index":1593,"t":{"120":{"position":[[686,25],[1427,25]]}}}],["https://huggingface.co/thudm/chatglm2",{"_index":810,"t":{"44":{"position":[[258,37]]}}}],["https://microsoft.github.io/autogen",{"_index":5113,"t":{"604":{"position":[[50,37]]}}}],["https://microsoft.github.io/autogen/docs/examples/#autogen",{"_index":1031,"t":{"86":{"position":[[53,58]]}}}],["https://microsoft.github.io/flaml/docs/us",{"_index":2000,"t":{"172":{"position":[[284,43]]}}}],["https://optuna.org/>_",{"_index":4966,"t":{"592":{"position":[[95,22]]}}}],["https://optuna.readthedocs.io",{"_index":4973,"t":{"592":{"position":[[864,30]]}}}],["https://raw.githubusercontent.com/srivatsan88/youtubeli/master/dataset/nyc_energy_consumption.csv",{"_index":3063,"t":{"260":{"position":[[113,101]]}}}],["https://www.apache.org/dyn/closer.lua/spark/spark",{"_index":2736,"t":{"244":{"position":[[1219,50]]}}}],["huang",{"_index":5037,"t":{"600":{"position":[[449,6],[596,7],[737,6],[921,5]]},"708":{"position":[[2166,6],[2313,7],[2457,6],[2641,5]]}}}],["hub",{"_index":807,"t":{"44":{"position":[[207,4]]}}}],["huggingfac",{"_index":806,"t":{"44":{"position":[[195,11]]},"116":{"position":[[830,11]]},"118":{"position":[[584,11]]},"120":{"position":[[562,11]]},"122":{"position":[[1234,11],[2710,11]]},"244":{"position":[[335,11]]},"356":{"position":[[13308,11]]},"364":{"position":[[397,11]]},"376":{"position":[[97,11]]},"649":{"position":[[3011,11]]},"680":{"position":[[1103,12]]}}}],["huggingface.co/model",{"_index":4344,"t":{"364":{"position":[[420,22]]}}}],["human",{"_index":336,"t":{"15":{"position":[[907,6],[989,6]]},"236":{"position":[[309,6],[439,5]]},"326":{"position":[[441,5],[541,5],[1998,5],[2138,5],[2233,5],[2307,5],[2369,5],[2543,5],[10853,6],[12227,6],[16214,5],[17012,5],[17070,5],[18261,5],[18319,5],[18785,5],[18847,5],[18899,5],[18927,5]]},"332":{"position":[[304,5],[555,5],[1928,5],[2068,5],[2163,5],[2237,5],[2299,5],[2473,5]]}}}],["human_input_mod",{"_index":3681,"t":{"293":{"position":[[318,16],[734,17],[1697,16]]},"326":{"position":[[475,16],[1061,17],[1956,16]]},"332":{"position":[[214,16],[1008,17],[1852,16],[1886,16]]}}}],["humanev",{"_index":556,"t":{"27":{"position":[[30,9],[424,10]]}}}],["hummingbird",{"_index":1029,"t":{"82":{"position":[[586,12]]}}}],["hydra",{"_index":3712,"t":{"298":{"position":[[391,5],[453,5]]},"304":{"position":[[68,6]]}}}],["hyper",{"_index":4812,"t":{"546":{"position":[[449,6],[738,5]]}}}],["hyperband",{"_index":5750,"t":{"696":{"position":[[3802,10]]}}}],["hyperbandscheduler(time_attr=\"sample_s",{"_index":5757,"t":{"696":{"position":[[4253,43]]}}}],["hyperbandschedulermy_schedul",{"_index":5756,"t":{"696":{"position":[[4220,30]]}}}],["hyperoptsearch",{"_index":4785,"t":{"544":{"position":[[2756,14]]}}}],["hyperoptsearch(metric=\"accuracy\")search_alg",{"_index":4953,"t":{"590":{"position":[[466,43]]}}}],["hyperparam",{"_index":5266,"t":{"624":{"position":[[157,12],[608,12]]}}}],["hyperparamet",{"_index":119,"t":{"5":{"position":[[185,15]]},"7":{"position":[[120,14]]},"9":{"position":[[250,14]]},"84":{"position":[[64,14],[184,15]]},"100":{"position":[[4879,14],[6945,14]]},"108":{"position":[[7764,14],[10251,14]]},"116":{"position":[[2761,14]]},"130":{"position":[[7831,14]]},"146":{"position":[[4896,14]]},"184":{"position":[[89,14],[597,14]]},"192":{"position":[[79,15]]},"203":{"position":[[85,14],[319,15],[531,16],[561,16],[662,16],[1047,17],[1360,15],[1856,15],[1906,14]]},"236":{"position":[[1779,15],[2246,14],[4231,14]]},"258":{"position":[[15009,14]]},"264":{"position":[[29401,14]]},"312":{"position":[[184,15],[1052,15]]},"348":{"position":[[3398,14]]},"356":{"position":[[4878,14],[5378,14],[5674,14],[5764,14],[5811,14],[10006,14],[10152,14],[10178,14],[10413,14],[22019,14],[22384,14],[22489,14],[30836,14],[31336,14],[31630,14],[31720,14],[31767,14]]},"368":{"position":[[628,14],[4149,15],[4497,14],[4953,14]]},"494":{"position":[[789,15],[831,16]]},"502":{"position":[[497,15]]},"540":{"position":[[1000,16]]},"558":{"position":[[1220,16]]},"592":{"position":[[123,14],[223,14],[382,14],[472,14],[726,14],[1828,14]]},"600":{"position":[[405,16],[537,17],[652,14],[821,14],[1003,14],[1177,14],[2203,14],[2415,14],[2719,14],[2940,14]]},"608":{"position":[[4463,14],[11195,14]]},"610":{"position":[[61,14]]},"622":{"position":[[210,14]]},"626":{"position":[[568,14]]},"630":{"position":[[207,14]]},"644":{"position":[[1145,16]]},"649":{"position":[[164,14],[425,16],[729,16],[1018,16],[1281,16],[1561,16],[1847,16],[2139,16],[2261,16],[2355,16],[2501,16],[2574,16],[2720,16],[2789,16],[2917,16],[3165,16],[3388,16],[6380,16],[6436,15],[6543,15],[6704,14],[6867,15],[6947,14],[7025,15],[7101,16],[7966,15],[8427,15]]},"657":{"position":[[2828,14],[2865,14],[3127,14],[4431,14],[4619,14]]},"659":{"position":[[61,14],[597,14],[883,14],[925,14]]},"672":{"position":[[509,14],[724,15]]},"678":{"position":[[70,15],[193,16],[240,16]]},"680":{"position":[[418,15],[506,14],[732,15],[1242,14],[1432,15]]},"682":{"position":[[355,15],[463,15],[660,15],[1071,15],[1322,14],[1391,14],[1528,14],[1686,14],[1724,15],[1866,15],[2121,14],[2157,15],[2351,14],[3306,14],[5888,16],[5918,15],[5954,15],[6047,14],[6263,15],[6322,15],[6468,14],[7156,16],[7277,14],[7680,17],[7856,14]]},"698":{"position":[[57,14],[465,14]]},"704":{"position":[[12,15],[74,14],[135,15]]},"706":{"position":[[1667,15]]},"708":{"position":[[953,15],[1166,14],[2122,16],[2254,17],[2372,14],[2541,14],[2713,14],[2925,14]]}}}],["hyperparmet",{"_index":1209,"t":{"100":{"position":[[4988,13],[5227,13]]},"108":{"position":[[7873,13],[8112,13]]},"174":{"position":[[133,13]]}}}],["i,j",{"_index":4374,"t":{"368":{"position":[[2845,5]]},"370":{"position":[[1694,5]]},"398":{"position":[[386,5]]},"402":{"position":[[380,5]]}}}],["i.",{"_index":652,"t":{"31":{"position":[[118,5]]},"203":{"position":[[175,6],[1515,5]]},"236":{"position":[[3139,5]]},"356":{"position":[[10167,6]]},"364":{"position":[[1241,5]]},"520":{"position":[[513,4],[1088,4],[2271,4],[2624,4],[3083,4]]},"544":{"position":[[1546,5]]},"608":{"position":[[1031,5],[4130,5]]},"657":{"position":[[663,5],[2851,5],[4581,5]]},"661":{"position":[[1273,5]]},"682":{"position":[[2297,5],[3549,5]]},"692":{"position":[[1518,5]]},"696":{"position":[[5514,5]]},"706":{"position":[[952,6]]}}}],["iclr",{"_index":5045,"t":{"600":{"position":[[756,4],[2337,4]]},"708":{"position":[[2476,4],[2847,4]]}}}],["icml",{"_index":5064,"t":{"600":{"position":[[1421,4]]}}}],["id",{"_index":1655,"t":{"122":{"position":[[174,5],[426,5],[508,5],[1506,2],[1599,5],[1807,5],[1887,5]]},"134":{"position":[[219,5]]},"356":{"position":[[15758,2],[19227,2]]},"364":{"position":[[1274,2],[1367,2]]},"500":{"position":[[704,3]]},"502":{"position":[[813,2]]},"510":{"position":[[1180,4]]},"588":{"position":[[2422,2]]},"661":{"position":[[130,2]]}}}],["idea",{"_index":423,"t":{"17":{"position":[[1903,4]]},"31":{"position":[[74,6]]},"33":{"position":[[2118,4]]},"35":{"position":[[213,5],[668,5]]}}}],["ideal",{"_index":950,"t":{"67":{"position":[[154,5]]}}}],["identifi",{"_index":935,"t":{"61":{"position":[[265,8]]},"69":{"position":[[78,8]]},"348":{"position":[[304,10],[701,10]]},"356":{"position":[[20646,11],[38283,11]]},"584":{"position":[[523,10],[740,11]]},"655":{"position":[[1784,10]]}}}],["idiosyncrasi",{"_index":5830,"t":{"708":{"position":[[1663,13]]}}}],["ignor",{"_index":1020,"t":{"82":{"position":[[297,6]]},"356":{"position":[[17543,8],[19202,8],[19348,8],[19448,8],[25666,8]]},"378":{"position":[[154,6]]},"649":{"position":[[5694,7]]}}}],["ignore_keys=non",{"_index":4339,"t":{"360":{"position":[[84,17]]}}}],["illustr",{"_index":3718,"t":{"300":{"position":[[128,13]]}}}],["imag",{"_index":1782,"t":{"140":{"position":[[431,5]]},"277":{"position":[[235,7],[257,7]]},"326":{"position":[[3234,5],[3289,5],[3379,5],[7652,5],[19198,7],[19301,5],[19332,5]]},"332":{"position":[[3164,5],[3219,5],[3309,5]]}}}],["images.to(devic",{"_index":3618,"t":{"277":{"position":[[274,18]]}}}],["imbalanc",{"_index":2435,"t":{"205":{"position":[[40,10]]}}}],["immedi",{"_index":2109,"t":{"184":{"position":[[1944,11]]}}}],["implement",{"_index":519,"t":{"21":{"position":[[1158,14]]},"29":{"position":[[1773,16]]},"31":{"position":[[727,14]]},"33":{"position":[[2732,11],[3065,14],[3184,15]]},"35":{"position":[[32,9]]},"246":{"position":[[17,14]]},"322":{"position":[[144,10],[342,9],[676,15],[716,15],[789,15]]},"348":{"position":[[5813,12]]},"432":{"position":[[95,9],[291,11],[409,12],[426,14],[702,15],[1054,9]]},"510":{"position":[[372,11]]},"514":{"position":[[42,12]]},"518":{"position":[[111,11]]},"572":{"position":[[29,14]]},"574":{"position":[[50,14]]},"576":{"position":[[45,14]]},"584":{"position":[[140,10]]},"588":{"position":[[216,10],[479,15],[2296,14],[2619,14]]},"608":{"position":[[5764,11]]},"651":{"position":[[401,11]]},"696":{"position":[[608,11],[3758,11]]}}}],["implement(definit",{"_index":3818,"t":{"322":{"position":[[159,21]]}}}],["import",{"_index":237,"t":{"11":{"position":[[143,10]]},"15":{"position":[[1053,9]]},"17":{"position":[[2205,6],[2764,6]]},"48":{"position":[[143,6]]},"50":{"position":[[347,6]]},"67":{"position":[[635,6]]},"92":{"position":[[11,6],[46,6]]},"100":{"position":[[11,6],[47,6],[5807,11],[5819,6],[6223,6],[6585,6],[6703,6],[6999,6]]},"102":{"position":[[363,6],[932,6]]},"108":{"position":[[11,6],[47,6],[9153,11],[9165,6],[9529,6],[9890,6],[10003,6],[10305,6]]},"110":{"position":[[266,6],[542,6]]},"116":{"position":[[11,6],[38,6]]},"118":{"position":[[11,6],[38,6]]},"120":{"position":[[11,6],[38,6]]},"122":{"position":[[124,6],[1549,6]]},"130":{"position":[[22,6],[52,6]]},"134":{"position":[[123,6]]},"136":{"position":[[0,6],[31,6]]},"138":{"position":[[23,6],[60,6]]},"140":{"position":[[982,6],[2529,6],[2615,6]]},"146":{"position":[[11,6],[46,6]]},"148":{"position":[[114,6],[149,6],[200,6],[248,6]]},"155":{"position":[[23,6],[68,6],[109,6]]},"157":{"position":[[23,6],[68,6],[102,6]]},"162":{"position":[[23,6],[68,6],[109,6]]},"168":{"position":[[23,6]]},"170":{"position":[[13,6],[52,6],[87,6],[134,6],[166,6]]},"180":{"position":[[934,6],[983,6],[1544,6]]},"182":{"position":[[539,6]]},"184":{"position":[[1713,6]]},"190":{"position":[[29,6],[289,6],[334,6]]},"194":{"position":[[60,6]]},"205":{"position":[[584,6],[619,6]]},"211":{"position":[[227,6],[262,6]]},"218":{"position":[[0,6],[55,6]]},"236":{"position":[[530,6],[1649,6],[2344,6],[2379,6],[3929,6],[3974,6]]},"256":{"position":[[0,6],[29,6]]},"258":{"position":[[0,6],[697,6]]},"260":{"position":[[0,6]]},"262":{"position":[[24,6],[74,6]]},"264":{"position":[[224,6]]},"271":{"position":[[0,6],[113,6]]},"275":{"position":[[9,6]]},"279":{"position":[[0,6]]},"285":{"position":[[0,6]]},"310":{"position":[[387,6]]},"356":{"position":[[1425,6],[1441,6],[5980,6],[26538,6],[26554,6],[31936,6]]},"368":{"position":[[1114,6]]},"590":{"position":[[410,6]]},"592":{"position":[[3127,6],[3461,6],[4193,6],[4714,6],[5186,6]]},"608":{"position":[[300,6],[322,6],[2635,6],[2657,6],[7277,6]]},"610":{"position":[[965,6],[1000,6],[1026,6],[1065,6],[1120,6],[1162,6]]},"620":{"position":[[49,6],[294,6],[458,6]]},"624":{"position":[[108,6],[426,6]]},"626":{"position":[[186,6]]},"640":{"position":[[201,6],[255,6]]},"644":{"position":[[1434,6]]},"647":{"position":[[1856,6],[1872,6]]},"649":{"position":[[4095,6],[4349,6],[4430,6],[5796,6],[7478,6]]},"663":{"position":[[845,6],[882,6]]},"666":{"position":[[755,11],[767,6]]},"670":{"position":[[140,6],[438,6]]},"680":{"position":[[1182,6]]},"682":{"position":[[1025,6]]},"696":{"position":[[2079,6],[2105,6],[2142,6],[2264,6],[2307,6],[4213,6],[5870,6],[5913,6]]},"698":{"position":[[945,6]]},"700":{"position":[[443,6]]},"706":{"position":[[1526,6]]},"708":{"position":[[808,6]]}}}],["importance_type='gain",{"_index":1430,"t":{"108":{"position":[[8673,23]]},"162":{"position":[[807,23]]},"262":{"position":[[8642,23]]}}}],["importantli",{"_index":5442,"t":{"649":{"position":[[5231,12]]}}}],["impos",{"_index":5468,"t":{"651":{"position":[[47,7]]}}}],["improv",{"_index":304,"t":{"15":{"position":[[168,8],[300,11],[531,12]]},"19":{"position":[[16,11]]},"21":{"position":[[296,8],[617,12],[855,8]]},"23":{"position":[[19,12],[594,7]]},"33":{"position":[[3432,8]]},"55":{"position":[[189,8]]},"61":{"position":[[350,7]]},"84":{"position":[[218,7]]},"100":{"position":[[6910,7]]},"108":{"position":[[10216,7]]},"670":{"position":[[24,8],[734,7]]},"696":{"position":[[918,12]]}}}],["imput",{"_index":1991,"t":{"170":{"position":[[323,9]]}}}],["imputu",{"_index":1990,"t":{"170":{"position":[[309,13]]}}}],["in_featur",{"_index":2530,"t":{"220":{"position":[[82,11],[332,11]]}}}],["includ",{"_index":215,"t":{"9":{"position":[[541,9]]},"17":{"position":[[612,8],[952,10],[1415,7]]},"19":{"position":[[196,7]]},"33":{"position":[[158,8]]},"67":{"position":[[453,7]]},"140":{"position":[[241,8]]},"182":{"position":[[198,9]]},"184":{"position":[[1592,7]]},"192":{"position":[[44,9]]},"236":{"position":[[455,9]]},"258":{"position":[[1231,8]]},"293":{"position":[[263,9]]},"300":{"position":[[267,8]]},"308":{"position":[[65,10]]},"322":{"position":[[435,9]]},"356":{"position":[[17118,9],[25189,9]]},"494":{"position":[[775,8]]},"544":{"position":[[6126,8]]},"546":{"position":[[318,9]]},"588":{"position":[[2214,7],[2238,7],[2537,7],[2561,7]]},"649":{"position":[[6622,8]]},"678":{"position":[[285,9]]},"682":{"position":[[625,7],[1633,7],[5401,9],[6780,8]]},"708":{"position":[[1259,7]]}}}],["inclus",{"_index":4704,"t":{"520":{"position":[[591,10],[1166,10],[1739,10],[2039,10],[2202,10],[2227,9],[2349,10],[2555,10],[2580,9],[2702,10]]},"682":{"position":[[5232,11],[5336,11],[5355,10],[5493,11],[5632,11],[5651,10]]}}}],["incorpor",{"_index":239,"t":{"11":{"position":[[197,12],[861,13]]},"17":{"position":[[458,11],[547,12]]}}}],["increas",{"_index":317,"t":{"15":{"position":[[371,8]]},"21":{"position":[[345,8]]},"27":{"position":[[543,8],[672,8]]},"33":{"position":[[396,8]]},"100":{"position":[[4921,10]]},"108":{"position":[[7806,10]]},"116":{"position":[[2803,10]]},"130":{"position":[[7873,10]]},"146":{"position":[[4938,10]]},"209":{"position":[[488,8]]},"258":{"position":[[15051,10]]},"264":{"position":[[29443,10]]},"526":{"position":[[262,8]]},"528":{"position":[[254,8]]},"554":{"position":[[1204,10],[3710,8]]},"657":{"position":[[579,10],[3839,10]]},"670":{"position":[[695,10]]},"672":{"position":[[551,10]]},"696":{"position":[[844,10],[1729,8],[1756,8]]},"708":{"position":[[599,9]]}}}],["increase_factor",{"_index":4739,"t":{"526":{"position":[[203,15]]},"528":{"position":[[195,15]]}}}],["increasingli",{"_index":341,"t":{"15":{"position":[[1040,12]]}}}],["increment",{"_index":4703,"t":{"520":{"position":[[540,9],[1115,9],[1388,9],[2298,9],[2651,9],[3110,9],[3279,9]]},"544":{"position":[[2566,11]]},"608":{"position":[[5393,11]]},"682":{"position":[[3529,10],[4593,10],[4875,10],[5139,10],[5385,10],[5714,10]]},"696":{"position":[[360,11]]}}}],["incumb",{"_index":4835,"t":{"554":{"position":[[3363,10],[3574,10],[3699,10],[3758,9],[3820,9],[3968,9],[4274,9],[4298,9]]},"562":{"position":[[586,9],[610,9]]}}}],["incur",{"_index":2090,"t":{"184":{"position":[[817,5]]},"356":{"position":[[7843,5],[8139,5],[33772,5],[34068,5]]},"682":{"position":[[6013,8]]},"706":{"position":[[830,9]]}}}],["independ",{"_index":4119,"t":{"356":{"position":[[5578,11],[31534,11]]},"622":{"position":[[358,11]]},"659":{"position":[[1124,11]]},"692":{"position":[[1656,13]]}}}],["independence_day",{"_index":3247,"t":{"264":{"position":[[1043,19]]}}}],["index",{"_index":698,"t":{"33":{"position":[[1059,5]]},"46":{"position":[[586,6],[739,6]]},"180":{"position":[[699,6],[757,5],[828,5]]},"264":{"position":[[287,5]]},"322":{"position":[[742,5]]},"348":{"position":[[6171,5],[9849,5],[10178,5]]},"356":{"position":[[22225,5]]},"370":{"position":[[929,5],[1474,5]]},"374":{"position":[[325,5]]},"432":{"position":[[2165,5]]}}}],["index\"].to_fram",{"_index":2959,"t":{"258":{"position":[[507,19]]}}}],["index_col",{"_index":2028,"t":{"180":{"position":[[622,9],[656,9]]},"370":{"position":[[214,10],[904,9],[1449,9]]},"374":{"position":[[300,9]]}}}],["index_col=\"tmp_index_col",{"_index":4393,"t":{"370":{"position":[[726,26],[1208,26]]},"374":{"position":[[122,26]]}}}],["indic",{"_index":370,"t":{"17":{"position":[[96,10]]},"293":{"position":[[1305,10]]},"326":{"position":[[1560,10],[11415,8],[12789,8]]},"332":{"position":[[1471,10]]},"348":{"position":[[5084,8],[9868,10]]},"356":{"position":[[12052,10]]},"500":{"position":[[461,10],[546,10]]},"502":{"position":[[623,9],[724,9]]},"608":{"position":[[3030,9]]},"636":{"position":[[1842,9],[2012,9],[2082,9]]}}}],["individu",{"_index":760,"t":{"33":{"position":[[3583,10]]},"264":{"position":[[45,10]]},"610":{"position":[[753,10]]}}}],["industri",{"_index":31,"t":{"2":{"position":[[341,8],[762,10]]}}}],["industry_volum",{"_index":3295,"t":{"264":{"position":[[2773,18],[8417,18],[17315,18],[20564,18]]}}}],["ineffect",{"_index":4347,"t":{"364":{"position":[[691,12]]}}}],["inequ",{"_index":410,"t":{"17":{"position":[[1592,10],[1800,10],[1993,10],[2102,10],[2723,10],[2798,10],[3027,10],[3141,10],[3250,10]]},"356":{"position":[[8994,10],[34485,10]]},"651":{"position":[[1947,10]]}}}],["inequality.subs(x",{"_index":454,"t":{"17":{"position":[[2924,18]]}}}],["inf",{"_index":5794,"t":{"702":{"position":[[1206,3]]}}}],["infer",{"_index":121,"t":{"5":{"position":[[217,10]]},"11":{"position":[[457,9],[589,9]]},"27":{"position":[[172,9]]},"31":{"position":[[173,9],[518,9],[622,9]]},"33":{"position":[[70,9],[143,9],[3376,9],[3517,9]]},"35":{"position":[[502,9],[770,9]]},"39":{"position":[[145,9]]},"50":{"position":[[311,9]]},"55":{"position":[[26,9],[862,9],[933,9],[1303,9],[1369,9],[1564,9],[1628,9]]},"57":{"position":[[66,9],[419,9],[1798,9],[1875,9]]},"59":{"position":[[74,9],[315,9],[699,9]]},"61":{"position":[[124,9],[559,9],[859,9]]},"236":{"position":[[1392,9]]},"293":{"position":[[964,10],[1080,9]]},"326":{"position":[[1431,10],[3829,9],[6421,10]]},"332":{"position":[[3887,9],[4087,10]]},"348":{"position":[[2086,9]]},"432":{"position":[[4390,10],[7001,9]]},"600":{"position":[[2783,10],[3004,11]]},"655":{"position":[[1138,5]]}}}],["inference_budget",{"_index":3957,"t":{"348":{"position":[[1036,17],[2047,16]]}}}],["inference_budget=0.05",{"_index":2642,"t":{"236":{"position":[[1320,22]]}}}],["infinit",{"_index":4647,"t":{"506":{"position":[[2028,8]]},"686":{"position":[[692,8]]},"688":{"position":[[539,8]]},"694":{"position":[[944,8],[1496,8]]}}}],["influenc",{"_index":5452,"t":{"649":{"position":[[7277,9]]}}}],["info",{"_index":1059,"t":{"92":{"position":[[649,4],[723,4],[789,4],[869,4],[1008,4],[1086,4],[1207,4],[1336,4],[1414,4],[1543,4],[1621,4],[1750,4],[1828,4],[1957,4],[2035,4],[2164,4],[2245,4],[2377,4],[2455,4],[2584,4],[2668,4],[2803,4],[2869,4],[3119,4],[3177,4]]},"100":{"position":[[939,4],[1010,4],[1076,4],[1150,4],[1238,4],[1316,4],[1436,4],[1565,4],[1643,4],[1772,4],[1850,4],[1979,4],[2057,4],[2186,4],[2264,4],[2393,4],[2471,4],[2600,4],[2678,4],[2807,4],[2885,4],[3014,4],[3092,4],[3221,4],[3299,4],[3429,4],[3508,4],[3638,4],[3717,4],[3847,4],[3926,4],[4056,4],[4135,4],[4265,4],[4331,4],[4621,4],[4679,4]]},"108":{"position":[[943,4],[1014,4],[1080,4],[1154,4],[1245,4],[1326,4],[1446,4],[1581,4],[1662,4],[1797,4],[1878,4],[2013,4],[2094,4],[2229,4],[2310,4],[2445,4],[2526,4],[2661,4],[2742,4],[2877,4],[2958,4],[3093,4],[3174,4],[3309,4],[3390,4],[3525,4],[3607,4],[3742,4],[3824,4],[3959,4],[4041,4],[4176,4],[4258,4],[4393,4],[4475,4],[4610,4],[4692,4],[4827,4],[4909,4],[5044,4],[5126,4],[5261,4],[5343,4],[5478,4],[5560,4],[5695,4],[5777,4],[5913,4],[5995,4],[6131,4],[6213,4],[6349,4],[6431,4],[6567,4],[6649,4],[6785,4],[6867,4],[7003,4],[7085,4],[7221,4],[7329,4],[7398,4],[7507,4],[7565,4]]},"116":{"position":[[1457,4],[1527,4],[1601,4],[1672,4],[1752,4],[1847,4],[2103,4],[2227,4],[2371,4],[2503,4],[2561,4]]},"118":{"position":[[1063,4],[1129,4],[1200,4],[1271,4],[1345,4],[1440,4]]},"120":{"position":[[975,4],[1040,4],[1111,4],[1182,4],[1258,4],[1353,4]]},"122":{"position":[[3007,4],[3079,4],[3153,4],[3224,4],[3312,4],[3407,4]]},"130":{"position":[[497,4],[566,4],[637,4],[713,4],[812,4],[890,4],[1009,4],[1138,4],[1216,4],[1345,4],[1423,4],[1552,4],[1630,4],[1759,4],[1840,4],[1972,4],[2053,4],[2185,4],[2263,4],[2392,4],[2470,4],[2599,4],[2680,4],[2812,4],[2893,4],[3025,4],[3107,4],[3242,4],[3324,4],[3459,4],[3541,4],[3676,4],[3758,4],[3893,4],[3972,4],[4101,4],[4183,4],[4315,4],[4394,4],[4523,4],[4602,4],[4731,4],[4810,4],[4939,4],[5018,4],[5147,4],[5226,4],[5355,4],[5434,4],[5563,4],[5642,4],[5771,4],[5850,4],[5979,4],[6058,4],[6187,4],[6266,4],[6395,4],[6474,4],[6603,4],[6682,4],[6811,4],[6890,4],[7019,4],[7098,4],[7227,4],[7293,4],[7572,4],[7630,4]]},"146":{"position":[[666,4],[737,4],[808,4],[882,4],[1013,4],[1091,4],[1210,4],[1339,4],[1417,4],[1546,4],[1624,4],[1753,4],[1831,4],[1960,4],[2038,4],[2167,4],[2245,4],[2374,4],[2452,4],[2581,4],[2659,4],[2788,4],[2869,4],[3001,4],[3082,4],[3214,4],[3296,4],[3428,4],[3510,4],[3642,4],[3724,4],[3856,4],[3938,4],[4070,4],[4155,4],[4290,4],[4356,4],[4637,4],[4695,4]]},"180":{"position":[[809,4]]},"256":{"position":[[611,4],[674,4],[742,4],[813,4],[887,4],[1055,4],[1133,4],[1253,4],[1382,4],[1460,4],[1589,4],[1667,4],[1796,4],[1874,4],[2003,4],[2081,4],[2210,4],[2288,4],[2417,4],[2495,4],[2624,4],[2702,4],[2831,4],[2909,4],[3038,4],[3116,4],[3245,4],[3324,4],[3453,4],[3532,4],[3661,4],[3740,4],[3869,4],[3948,4],[4077,4],[4156,4],[4285,4],[4364,4],[4493,4],[4572,4],[4701,4],[4780,4],[4909,4],[4986,4],[5113,4],[5190,4],[5317,4],[5399,4],[5531,4],[5608,4],[5735,4],[5817,4],[5949,4],[6031,4],[6163,4],[6245,4],[6377,4],[6462,4],[6597,4],[6682,4],[6817,4],[6902,4],[7037,4],[7122,4],[7257,4],[7342,4],[7477,4],[7556,4],[7685,4],[7764,4],[7893,4],[7972,4],[8101,4],[8186,4],[8321,4],[8400,4],[8529,4],[8611,4],[8743,4],[8828,4],[8963,4],[9048,4],[9183,4],[9268,4],[9403,4],[9485,4],[9617,4],[9702,4],[9837,4],[9922,4],[10057,4],[10136,4],[10265,4],[10350,4],[10485,4],[10574,4],[10713,4],[10802,4],[10941,4],[11030,4],[11169,4],[11258,4],[11397,4],[11486,4],[11625,4],[11704,4],[11833,4],[11918,4],[12053,4],[12142,4],[12281,4],[12363,4],[12495,4],[12577,4],[12709,4],[12788,4],[12917,4],[12996,4],[13125,4],[13214,4],[13353,4],[13430,4],[13557,4],[13639,4],[13771,4],[13856,4],[13991,4],[14070,4],[14199,4],[14284,4],[14419,4],[14498,4],[14627,4],[14716,4],[14855,4],[14937,4],[15069,4],[15149,4],[15280,4],[15360,4],[15491,4],[15573,4],[15706,4],[15795,4],[15935,4],[16017,4],[16150,4],[16232,4],[16365,4],[16445,4],[16576,4],[16665,4],[16805,4],[16885,4],[17016,4],[17098,4],[17231,4],[17311,4],[17442,4],[17524,4],[17657,4],[17737,4],[17868,4],[17950,4],[18083,4],[18172,4],[18312,4],[18401,4],[18541,4],[18623,4],[18756,4],[18838,4],[18971,4],[19060,4],[19200,4],[19282,4],[19415,4],[19504,4],[19644,4],[19726,4],[19859,4],[19939,4],[20070,4],[20152,4],[20285,4],[20365,4],[20496,4],[20576,4],[20707,4],[20796,4],[20936,4],[21025,4],[21165,4],[21247,4],[21382,4],[21471,4],[21613,4],[21695,4],[21830,4],[21910,4],[22043,4],[22123,4],[22256,4],[22341,4],[22479,4],[22561,4],[22696,4],[22786,4]]},"258":{"position":[[1329,4],[1392,4],[1460,4],[1531,4],[1662,4],[1830,4],[1908,4],[2028,4],[2157,4],[2235,4],[2364,4],[2442,4],[2571,4],[2649,4],[2778,4],[2856,4],[2985,4],[3063,4],[3192,4],[3270,4],[3399,4],[3477,4],[3606,4],[3684,4],[3813,4],[3891,4],[4020,4],[4099,4],[4228,4],[4307,4],[4436,4],[4515,4],[4644,4],[4723,4],[4852,4],[4931,4],[5060,4],[5139,4],[5268,4],[5347,4],[5476,4],[5555,4],[5684,4],[5763,4],[5892,4],[5971,4],[6100,4],[6177,4],[6304,4],[6381,4],[6508,4],[6590,4],[6722,4],[6804,4],[6936,4],[7018,4],[7150,4],[7232,4],[7364,4],[7446,4],[7578,4],[7660,4],[7792,4],[7877,4],[8012,4],[8097,4],[8232,4],[8311,4],[8440,4],[8519,4],[8648,4],[8725,4],[8852,4],[8937,4],[9072,4],[9151,4],[9280,4],[9365,4],[9500,4],[9589,4],[9728,4],[9817,4],[9956,4],[10045,4],[10184,4],[10273,4],[10412,4],[10501,4],[10640,4],[10729,4],[10868,4],[10957,4],[11096,4],[11178,4],[11313,4],[11393,4],[11526,4],[11608,4],[11743,4],[11822,4],[11954,4],[12036,4],[12171,4],[12253,4],[12388,4],[12468,4],[12601,4],[12690,4],[12832,4],[12914,4],[13049,4],[13131,4],[13266,4],[13348,4],[13483,4],[13565,4],[13700,4],[13789,4],[13931,4],[14013,4],[14148,4],[14227,4],[14359,4],[14436,4],[14567,4],[14636,4],[14751,4],[14809,4]]},"260":{"position":[[2192,4],[2255,4],[2323,4],[2394,4],[2468,4],[2636,4],[2714,4],[2834,4],[2963,4],[3041,4],[3170,4],[3248,4],[3377,4],[3455,4],[3584,4],[3662,4],[3791,4],[3869,4],[3998,4],[4076,4],[4205,4],[4283,4],[4412,4],[4490,4],[4619,4],[4784,4],[4842,4]]},"262":{"position":[[1416,4],[1494,4],[1562,4],[1633,4],[1713,4],[1850,4],[1928,4],[2047,4],[2176,4],[2254,4],[2383,4],[2461,4],[2590,4],[2666,4],[2793,4],[2874,4],[3006,4],[3084,4],[3213,4],[3289,4],[3414,4],[3492,4],[3619,4],[3697,4],[3824,4],[3902,4],[4029,4],[4106,4],[4231,4],[4308,4],[4433,4],[4515,4],[4645,4],[4730,4],[4863,4],[4952,4],[5089,4],[5171,4],[5301,4],[5390,4],[5527,4],[5604,4],[5729,4],[5818,4],[5955,4],[6034,4],[6161,4],[6246,4],[6379,4],[6461,4],[6591,4],[6676,4],[6809,4],[6886,4],[7011,4],[7093,4],[7228,4],[7317,4],[7459,4],[7548,4],[7690,4],[7772,4],[7907,4],[7992,4],[8130,4],[8219,4],[8361,4],[8430,4],[9173,4],[9231,4]]},"264":{"position":[[3301,4],[3370,4],[3438,4],[3509,4],[3583,4],[3670,4],[5344,4],[5472,4],[7231,4],[7299,4],[29141,4],[29199,4]]},"356":{"position":[[10052,4]]},"506":{"position":[[1292,4],[2598,4]]},"610":{"position":[[692,5],[899,5]]},"661":{"position":[[1836,4]]},"674":{"position":[[156,4],[197,4],[285,4]]}}}],["inform",{"_index":1754,"t":{"138":{"position":[[220,11]]},"140":{"position":[[2407,6]]},"168":{"position":[[196,11]]},"246":{"position":[[256,11],[443,11],[705,11]]},"326":{"position":[[13892,12],[14639,12]]},"356":{"position":[[21155,11],[38792,11]]},"510":{"position":[[1002,11]]},"518":{"position":[[264,11]]},"544":{"position":[[3920,11]]},"554":{"position":[[1370,11]]},"592":{"position":[[847,12]]},"608":{"position":[[2966,6],[5067,6],[9147,11],[11033,11]]},"622":{"position":[[664,11]]},"647":{"position":[[1475,11]]},"668":{"position":[[1152,12]]},"682":{"position":[[7915,11]]},"696":{"position":[[4576,11]]},"698":{"position":[[859,6]]}}}],["inher",{"_index":395,"t":{"17":{"position":[[1092,8]]}}}],["inherit",{"_index":1464,"t":{"110":{"position":[[89,8]]},"622":{"position":[[28,8]]},"649":{"position":[[3828,11],[7408,8]]}}}],["init",{"_index":4384,"t":{"368":{"position":[[4737,5]]},"498":{"position":[[500,6]]}}}],["init(cl",{"_index":4385,"t":{"368":{"position":[[4759,9]]}}}],["init_cal",{"_index":4756,"t":{"540":{"position":[[1183,10]]}}}],["init_cb",{"_index":4601,"t":{"498":{"position":[[192,8],[513,7]]}}}],["init_config",{"_index":4548,"t":{"494":{"position":[[120,12],[896,11]]},"540":{"position":[[532,11]]},"554":{"position":[[497,11]]}}}],["init_loss",{"_index":4600,"t":{"498":{"position":[[158,10],[465,9]]}}}],["init_valu",{"_index":2453,"t":{"205":{"position":[[915,13],[985,13]]},"356":{"position":[[10068,13]]},"368":{"position":[[4237,11],[4328,13]]},"649":{"position":[[4877,13],[6803,10],[9340,13]]}}}],["initi",{"_index":377,"t":{"17":{"position":[[354,7],[567,7],[1703,8]]},"39":{"position":[[97,8]]},"92":{"position":[[64,10]]},"146":{"position":[[79,10]]},"203":{"position":[[1604,7]]},"230":{"position":[[11,7],[674,7]]},"236":{"position":[[764,9]]},"260":{"position":[[1674,10]]},"262":{"position":[[783,10]]},"326":{"position":[[766,7],[13415,8],[13632,7],[14162,8],[14379,7],[20083,7],[20154,7]]},"332":{"position":[[780,7]]},"356":{"position":[[22823,7],[22894,7]]},"368":{"position":[[4792,10]]},"494":{"position":[[944,7]]},"506":{"position":[[1185,11],[2491,11]]},"540":{"position":[[562,7]]},"544":{"position":[[1339,7],[1657,7],[6139,7]]},"554":{"position":[[545,7],[613,7]]},"592":{"position":[[1538,7],[2312,10],[2435,11]]},"608":{"position":[[3925,7],[4455,7]]},"649":{"position":[[6846,7]]},"682":{"position":[[164,7]]},"698":{"position":[[49,7]]},"706":{"position":[[117,7],[198,7],[1698,7]]},"708":{"position":[[220,7],[987,7]]}}}],["initializer_factor",{"_index":1616,"t":{"120":{"position":[[1908,21]]}}}],["initiate_chat",{"_index":3888,"t":{"326":{"position":[[13262,14]]}}}],["initiate_chat(recipi",{"_index":3889,"t":{"326":{"position":[[13281,24]]}}}],["innat",{"_index":499,"t":{"21":{"position":[[208,6]]}}}],["innov",{"_index":53,"t":{"2":{"position":[[676,10]]}}}],["inplace=fals",{"_index":3446,"t":{"264":{"position":[[9218,14],[10074,14],[10658,14],[11224,14],[11784,14],[12343,14],[13436,14],[14334,14],[14899,14],[15470,14],[16039,14],[16592,14],[17154,14],[17721,14],[18284,14],[18848,14],[19420,14],[19989,14],[21457,14],[22353,14],[22918,14],[23489,14],[24058,14],[24820,14],[25256,14],[25690,14],[26117,14],[26496,14],[26639,14],[27237,14],[27476,14],[28258,14],[28669,14]]}}}],["inproceedings{kayaliwang2022default",{"_index":5080,"t":{"600":{"position":[[1980,37]]}}}],["inproceedings{liuwang2021hpolm",{"_index":5054,"t":{"600":{"position":[[1115,32]]}}}],["inproceedings{wang2021blendsearch",{"_index":5046,"t":{"600":{"position":[[767,35]]},"708":{"position":[[2487,35]]}}}],["inproceedings{wang2021flaml",{"_index":5031,"t":{"600":{"position":[[179,29]]}}}],["inproceedings{wang2023ecooptigen",{"_index":5099,"t":{"600":{"position":[[2883,34]]}}}],["inproceedings{wu2021cfo",{"_index":5039,"t":{"600":{"position":[[467,25]]},"708":{"position":[[2184,25]]}}}],["inproceedings{wu2021chacha",{"_index":5065,"t":{"600":{"position":[[1432,28]]}}}],["inproceedings{wu2023empir",{"_index":5111,"t":{"600":{"position":[[3370,31]]}}}],["inproceedings{wuwang2021fairautoml",{"_index":5072,"t":{"600":{"position":[[1692,36]]}}}],["inproceedings{zhang2023target",{"_index":5088,"t":{"600":{"position":[[2365,33]]},"708":{"position":[[2875,33]]}}}],["input",{"_index":207,"t":{"9":{"position":[[391,6]]},"29":{"position":[[833,5]]},"33":{"position":[[1626,5],[1714,6]]},"57":{"position":[[349,5]]},"92":{"position":[[340,5]]},"146":{"position":[[366,5]]},"182":{"position":[[351,5]]},"264":{"position":[[1527,5]]},"275":{"position":[[1327,7],[1353,8],[1370,7],[1392,7],[1968,7],[1990,7]]},"326":{"position":[[547,6],[2004,6],[2144,5],[2239,5],[2313,6],[2375,5],[2549,6],[5494,5],[18791,6],[18853,6],[18905,6],[18933,6]]},"332":{"position":[[310,5],[561,6],[1934,6],[2074,5],[2169,5],[2243,6],[2305,5],[2479,6]]},"344":{"position":[[39,5],[192,5]]},"348":{"position":[[1610,6],[6795,6]]},"356":{"position":[[958,5],[7458,5],[26071,5],[33387,5],[35962,5]]},"368":{"position":[[3076,5]]},"432":{"position":[[7202,6]]},"438":{"position":[[21,5]]},"452":{"position":[[359,5]]},"454":{"position":[[41,5]]},"494":{"position":[[2792,5]]},"554":{"position":[[2986,6]]},"608":{"position":[[3520,6],[3642,5],[5993,5],[9380,5]]},"610":{"position":[[203,6],[325,5]]},"638":{"position":[[14,6],[245,5],[451,5],[1141,5]]},"644":{"position":[[156,6],[252,5],[366,5],[1084,6],[1787,6]]},"647":{"position":[[1344,7],[1379,5]]},"680":{"position":[[538,6],[1689,5]]},"692":{"position":[[285,5],[499,5]]},"696":{"position":[[3972,6]]},"702":{"position":[[1914,5]]},"706":{"position":[[134,5]]},"708":{"position":[[237,5]]}}}],["input_embed",{"_index":3324,"t":{"264":{"position":[[3995,16],[5882,16],[7454,19]]}}}],["inputs.to(devic",{"_index":3580,"t":{"275":{"position":[[1409,18],[2007,18]]}}}],["inputs=(torch.randn(1",{"_index":2564,"t":{"224":{"position":[[386,22]]}}}],["insid",{"_index":4975,"t":{"592":{"position":[[1069,6]]}}}],["inspect",{"_index":4885,"t":{"574":{"position":[[239,7]]},"576":{"position":[[229,7]]},"622":{"position":[[386,7]]},"666":{"position":[[706,7]]}}}],["instal",{"_index":809,"t":{"44":{"position":[[237,10]]},"72":{"position":[[52,7],[108,7],[169,7]]},"78":{"position":[[15,7],[26,7],[210,10]]},"80":{"position":[[73,7],[117,7]]},"82":{"position":[[41,7],[75,7],[104,7],[177,7],[269,7]]},"90":{"position":[[0,7],[33,7]]},"98":{"position":[[0,7],[33,7]]},"106":{"position":[[0,7],[33,7]]},"114":{"position":[[27,7],[63,7]]},"128":{"position":[[0,7],[33,7]]},"134":{"position":[[0,7],[41,7]]},"140":{"position":[[207,7]]},"144":{"position":[[0,7],[33,7]]},"153":{"position":[[49,7]]},"166":{"position":[[0,7],[33,7]]},"188":{"position":[[27,7],[53,7]]},"215":{"position":[[4,7]]},"236":{"position":[[0,7],[28,7],[64,13]]},"242":{"position":[[48,9],[72,7],[107,7]]},"244":{"position":[[13,7],[69,7],[139,7],[181,7],[230,7],[304,7],[364,7],[429,7],[475,7],[534,7],[603,7],[735,7],[830,7],[908,10],[989,7],[1053,7],[1602,7],[1644,7],[1689,7],[1751,7],[1808,7],[1847,7]]},"246":{"position":[[278,8],[295,7],[465,7],[497,7],[720,10],[755,7]]},"254":{"position":[[0,7],[45,7]]},"269":{"position":[[4,7]]},"298":{"position":[[60,7],[198,7],[255,7],[287,7],[342,7],[383,7],[445,7],[472,7],[489,7]]},"356":{"position":[[6436,12],[6482,7],[6508,7],[6571,10],[11185,10],[32392,12],[32438,7],[32464,7],[32527,10],[37203,10]]},"608":{"position":[[11287,7],[11350,10]]},"657":{"position":[[803,7],[848,7],[1255,7],[1335,7],[1403,10],[1437,13]]},"686":{"position":[[404,7]]},"694":{"position":[[423,10],[483,11],[664,7],[1214,7]]},"696":{"position":[[4170,7]]},"704":{"position":[[326,10]]},"708":{"position":[[771,7]]}}}],["instanc",{"_index":510,"t":{"21":{"position":[[642,10]]},"23":{"position":[[540,8]]},"57":{"position":[[93,9],[1356,9],[1906,8]]},"250":{"position":[[1386,9],[1804,9]]},"326":{"position":[[4584,9],[4707,8],[4844,8],[4929,9],[11568,9],[12942,9],[17350,9],[18599,9]]},"344":{"position":[[367,8]]},"348":{"position":[[2115,9],[2849,8],[2955,8],[6720,9],[7617,10],[7998,8],[8322,8],[8451,8]]},"356":{"position":[[2063,8],[4317,8],[14010,10],[14810,9],[15012,10],[15280,8],[15909,8],[17816,8],[18162,8],[27217,8],[30275,8]]},"368":{"position":[[2463,10],[2554,9],[2750,10],[2874,8]]},"370":{"position":[[882,10],[1427,10],[1723,8]]},"374":{"position":[[278,10]]},"398":{"position":[[291,10],[415,8]]},"402":{"position":[[285,10],[409,8]]},"432":{"position":[[682,8],[3114,8],[3190,8],[4432,8],[4508,8],[4982,8],[7104,8]]},"544":{"position":[[2618,8],[2648,9]]},"592":{"position":[[2927,9]]},"608":{"position":[[5550,8],[6229,8],[7217,8]]},"651":{"position":[[1238,8]]},"653":{"position":[[266,8]]},"655":{"position":[[1997,8],[2148,8]]},"666":{"position":[[66,9],[394,9]]},"696":{"position":[[3944,8],[4063,8]]}}}],["instance/str",{"_index":5183,"t":{"608":{"position":[[7156,15]]}}}],["instanceautoml",{"_index":1037,"t":{"92":{"position":[[85,14]]},"146":{"position":[[100,14]]},"260":{"position":[[1692,14]]},"262":{"position":[[801,14]]}}}],["instancerespons",{"_index":2644,"t":{"236":{"position":[[1413,16]]}}}],["instanti",{"_index":2690,"t":{"236":{"position":[[4197,11]]},"348":{"position":[[3891,11],[5968,12]]},"588":{"position":[[1639,13]]}}}],["instantli",{"_index":5261,"t":{"622":{"position":[[821,9]]}}}],["instead",{"_index":4160,"t":{"356":{"position":[[10464,8]]},"506":{"position":[[362,8],[677,8],[3604,8]]},"588":{"position":[[1710,7]]},"592":{"position":[[1037,8],[4405,7]]},"630":{"position":[[183,7]]},"661":{"position":[[1324,8]]},"674":{"position":[[800,7]]},"680":{"position":[[1016,7]]}}}],["insteaddata",{"_index":2946,"t":{"258":{"position":[[155,11]]}}}],["institut",{"_index":80,"t":{"2":{"position":[[991,9]]},"234":{"position":[[768,9]]}}}],["instruct",{"_index":388,"t":{"17":{"position":[[880,10],[1283,9]]},"29":{"position":[[1238,11]]}}}],["insur",{"_index":222,"t":{"9":{"position":[[608,10]]}}}],["int",{"_index":832,"t":{"46":{"position":[[593,3],[746,3]]},"184":{"position":[[1347,4]]},"322":{"position":[[732,3]]},"326":{"position":[[1734,3],[3636,5],[3722,5],[5717,3],[6512,4],[6626,3],[6878,3],[19215,3]]},"332":{"position":[[1645,3],[3566,5],[3652,5]]},"348":{"position":[[276,4],[673,4],[2217,4],[5772,5]]},"356":{"position":[[3878,4],[6232,3],[6320,4],[7591,4],[15602,4],[20364,3],[21387,4],[21511,4],[29836,4],[32188,3],[32276,4],[33520,4],[38001,3],[39024,4],[39148,4]]},"364":{"position":[[561,4],[942,4]]},"432":{"position":[[1705,4],[4280,4]]},"438":{"position":[[83,3]]},"494":{"position":[[95,4],[554,3]]},"498":{"position":[[688,3]]},"510":{"position":[[107,4]]},"520":{"position":[[877,3],[1418,3],[1649,4],[1661,4],[1888,4],[1900,4],[2100,4],[2112,4],[2120,3],[2396,4],[2408,4],[2416,4]]},"544":{"position":[[2090,3],[2143,3]]},"546":{"position":[[223,4],[521,4]]},"590":{"position":[[209,3]]},"608":{"position":[[4381,3],[8612,3],[11133,4]]},"682":{"position":[[3888,4],[3900,4],[3979,4],[3991,4],[4127,4],[4139,4],[4147,3],[4264,4],[4279,3]]}}}],["int(config[resource_attr",{"_index":5722,"t":{"696":{"position":[[2396,26]]}}}],["int(data_s",{"_index":5457,"t":{"649":{"position":[[8155,15]]}}}],["int(len(trainset",{"_index":3565,"t":{"275":{"position":[[772,17]]}}}],["int(round(config[\"num_epoch",{"_index":3575,"t":{"275":{"position":[[1165,32]]}}}],["integ",{"_index":741,"t":{"33":{"position":[[2576,8]]},"326":{"position":[[4532,8],[5904,8]]},"348":{"position":[[296,7],[693,7]]},"356":{"position":[[2103,7],[2566,7],[3149,7],[12143,7],[14159,7],[15736,7],[18004,7],[18847,7],[22237,7],[27252,7],[27715,7],[28403,7]]},"364":{"position":[[597,8],[976,8]]},"368":{"position":[[3967,9]]},"432":{"position":[[5586,7]]},"494":{"position":[[2445,7]]},"518":{"position":[[171,7],[186,10]]},"520":{"position":[[532,7],[1107,7],[1380,7],[1681,7],[1938,7],[2144,7],[2290,7],[2454,7],[2643,7],[3102,7],[3271,7]]},"540":{"position":[[798,7]]},"544":{"position":[[3234,7]]},"554":{"position":[[1288,7]]},"608":{"position":[[7921,7]]},"624":{"position":[[1120,9]]},"647":{"position":[[1255,8]]},"649":{"position":[[7124,8],[8503,8]]},"682":{"position":[[735,8],[1648,8],[2207,7],[3841,7],[5203,7],[5465,7],[5604,7]]},"684":{"position":[[78,7]]}}}],["integr",{"_index":134,"t":{"5":{"position":[[395,9]]},"15":{"position":[[621,11]]},"178":{"position":[[6,10]]},"236":{"position":[[283,9]]}}}],["intend",{"_index":2069,"t":{"182":{"position":[[223,6]]},"356":{"position":[[16472,8]]},"630":{"position":[[16,8]]}}}],["interact",{"_index":262,"t":{"11":{"position":[[694,11]]},"15":{"position":[[999,8]]},"21":{"position":[[1195,11]]},"50":{"position":[[21,8]]},"258":{"position":[[1592,11]]},"308":{"position":[[107,11]]},"312":{"position":[[4,11]]},"494":{"position":[[965,16]]}}}],["interaction_constraint",{"_index":1431,"t":{"108":{"position":[[8697,28]]},"162":{"position":[[831,27]]},"262":{"position":[[8666,27]]}}}],["interest",{"_index":277,"t":{"11":{"position":[[1030,10]]},"15":{"position":[[1287,10]]},"29":{"position":[[1406,11]]},"238":{"position":[[331,10]]},"306":{"position":[[312,8]]}}}],["interfac",{"_index":767,"t":{"35":{"position":[[58,9]]},"514":{"position":[[28,9]]}}}],["intermedi",{"_index":476,"t":{"19":{"position":[[448,12]]},"21":{"position":[[510,12],[956,12]]},"116":{"position":[[1084,12]]},"285":{"position":[[317,12]]},"544":{"position":[[5828,12]]},"608":{"position":[[269,12],[5835,12],[6341,12]]},"696":{"position":[[5025,12],[6468,12]]}}}],["intermediate_scor",{"_index":5179,"t":{"608":{"position":[[6944,18]]}}}],["intern",{"_index":20,"t":{"2":{"position":[[223,6]]}}}],["interpret",{"_index":2459,"t":{"207":{"position":[[165,9]]}}}],["interpretablemultiheadattent",{"_index":3362,"t":{"264":{"position":[[4764,31],[6651,31],[27417,32]]}}}],["interv",{"_index":421,"t":{"17":{"position":[[1862,8],[2029,9],[2079,8],[2520,9],[2620,9],[2743,9],[2879,9],[2976,9],[3007,9],[3112,9]]},"520":{"position":[[787,8],[851,8],[1231,8],[1295,8]]}}}],["intervals.append(point",{"_index":455,"t":{"17":{"position":[[2951,24]]}}}],["intial",{"_index":4606,"t":{"498":{"position":[[546,6]]}}}],["introduc",{"_index":7,"t":{"2":{"position":[[58,11]]},"15":{"position":[[10,9],[1487,9]]},"657":{"position":[[4541,9]]},"682":{"position":[[687,10]]}}}],["intuit",{"_index":650,"t":{"31":{"position":[[64,9]]}}}],["invalid",{"_index":4470,"t":{"432":{"position":[[3939,7],[5824,7],[6721,7]]},"544":{"position":[[4123,8]]},"554":{"position":[[1532,8]]},"608":{"position":[[9310,8],[9413,8]]},"702":{"position":[[1844,8],[1945,8]]}}}],["invit",{"_index":275,"t":{"11":{"position":[[997,6]]}}}],["involv",{"_index":505,"t":{"21":{"position":[[384,9]]},"23":{"position":[[938,8]]},"25":{"position":[[98,7]]},"264":{"position":[[27,8]]},"608":{"position":[[3702,8]]},"610":{"position":[[385,8]]},"622":{"position":[[1007,9]]},"680":{"position":[[1024,8]]}}}],["ipu",{"_index":3320,"t":{"264":{"position":[[3813,4],[5700,4]]}}}],["iris.log\",}x_train",{"_index":1042,"t":{"92":{"position":[[262,20]]}}}],["irrelev",{"_index":882,"t":{"55":{"position":[[839,11]]}}}],["is_champion",{"_index":4616,"t":{"500":{"position":[[126,12],[431,11]]},"502":{"position":[[174,12],[604,11]]}}}],["is_checked_under_current_champion",{"_index":4617,"t":{"500":{"position":[[163,34],[503,33]]},"502":{"position":[[211,34],[683,33]]}}}],["is_encoder_decod",{"_index":1617,"t":{"120":{"position":[[1935,21]]}}}],["is_equiv_chain_of_thought(respons",{"_index":3970,"t":{"348":{"position":[[1812,35],[7256,35]]}}}],["is_exec_success",{"_index":3924,"t":{"326":{"position":[[19791,17],[19823,15]]}}}],["is_palindrome(str",{"_index":718,"t":{"33":{"position":[[1888,21]]}}}],["is_spark_datafram",{"_index":4485,"t":{"432":{"position":[[7323,19],[7652,18]]}}}],["is_termination_msg",{"_index":3689,"t":{"293":{"position":[[623,19],[1163,18]]},"326":{"position":[[950,19],[1442,18],[2264,18],[2673,18]]},"332":{"position":[[897,19],[1353,18],[2194,18],[2603,18]]}}}],["is_valid",{"_index":4689,"t":{"518":{"position":[[483,9]]}}}],["is_valid(valu",{"_index":4690,"t":{"518":{"position":[[497,15]]}}}],["isinstance(metrics_to_log",{"_index":4329,"t":{"356":{"position":[[36524,26],[36781,26]]}}}],["issu",{"_index":946,"t":{"67":{"position":[[19,5]]},"544":{"position":[[2717,6]]},"592":{"position":[[2086,6],[2246,5]]},"649":{"position":[[3523,5]]}}}],["it'",{"_index":629,"t":{"29":{"position":[[1381,4],[1531,4]]},"356":{"position":[[16601,4]]}}}],["iter",{"_index":251,"t":{"11":{"position":[[401,10]]},"92":{"position":[[1015,9],[1343,9],[1550,9],[1757,9],[1964,9],[2171,9],[2384,9],[2591,9]]},"100":{"position":[[1245,9],[1572,9],[1779,9],[1986,9],[2193,9],[2400,9],[2607,9],[2814,9],[3021,9],[3228,9],[3436,9],[3645,9],[3854,9],[4063,9]]},"108":{"position":[[1252,9],[1588,9],[1804,9],[2020,9],[2236,9],[2452,9],[2668,9],[2884,9],[3100,9],[3316,9],[3532,9],[3749,9],[3966,9],[4183,9],[4400,9],[4617,9],[4834,9],[5051,9],[5268,9],[5485,9],[5702,9],[5920,9],[6138,9],[6356,9],[6574,9],[6792,9],[7010,9]]},"116":{"position":[[1854,9]]},"118":{"position":[[1447,9]]},"120":{"position":[[1360,9]]},"122":{"position":[[3414,9]]},"130":{"position":[[819,9],[1145,9],[1352,9],[1559,9],[1766,9],[1979,9],[2192,9],[2399,9],[2606,9],[2819,9],[3032,9],[3249,9],[3466,9],[3683,9],[3900,9],[4108,9],[4322,9],[4530,9],[4738,9],[4946,9],[5154,9],[5362,9],[5570,9],[5778,9],[5986,9],[6194,9],[6402,9],[6610,9],[6818,9],[7026,9]]},"146":{"position":[[1020,9],[1346,9],[1553,9],[1760,9],[1967,9],[2174,9],[2381,9],[2588,9],[2795,9],[3008,9],[3221,9],[3435,9],[3649,9],[3863,9],[4077,9]]},"194":{"position":[[941,4]]},"256":{"position":[[1062,9],[1389,9],[1596,9],[1803,9],[2010,9],[2217,9],[2424,9],[2631,9],[2838,9],[3045,9],[3252,9],[3460,9],[3668,9],[3876,9],[4084,9],[4292,9],[4500,9],[4708,9],[4916,9],[5120,9],[5324,9],[5538,9],[5742,9],[5956,9],[6170,9],[6384,9],[6604,9],[6824,9],[7044,9],[7264,9],[7484,9],[7692,9],[7900,9],[8108,9],[8328,9],[8536,9],[8750,9],[8970,9],[9190,9],[9410,9],[9624,9],[9844,9],[10064,9],[10272,9],[10492,9],[10720,9],[10948,9],[11176,9],[11404,9],[11632,9],[11840,9],[12060,9],[12288,9],[12502,9],[12716,9],[12924,9],[13132,9],[13360,9],[13564,9],[13778,9],[13998,9],[14206,9],[14426,9],[14634,9],[14862,9],[15076,9],[15287,9],[15498,9],[15713,9],[15942,9],[16157,9],[16372,9],[16583,9],[16812,9],[17023,9],[17238,9],[17449,9],[17664,9],[17875,9],[18090,9],[18319,9],[18548,9],[18763,9],[18978,9],[19207,9],[19422,9],[19651,9],[19866,9],[20077,9],[20292,9],[20503,9],[20714,9],[20943,9],[21172,9],[21389,9],[21620,9],[21837,9],[22050,9],[22263,9],[22486,9],[22703,9]]},"258":{"position":[[1837,9],[2164,9],[2371,9],[2578,9],[2785,9],[2992,9],[3199,9],[3406,9],[3613,9],[3820,9],[4027,9],[4235,9],[4443,9],[4651,9],[4859,9],[5067,9],[5275,9],[5483,9],[5691,9],[5899,9],[6107,9],[6311,9],[6515,9],[6729,9],[6943,9],[7157,9],[7371,9],[7585,9],[7799,9],[8019,9],[8239,9],[8447,9],[8655,9],[8859,9],[9079,9],[9287,9],[9507,9],[9735,9],[9963,9],[10191,9],[10419,9],[10647,9],[10875,9],[11103,9],[11320,9],[11533,9],[11750,9],[11961,9],[12178,9],[12395,9],[12608,9],[12839,9],[13056,9],[13273,9],[13490,9],[13707,9],[13938,9],[14155,9],[14366,9]]},"260":{"position":[[2643,9],[2970,9],[3177,9],[3384,9],[3591,9],[3798,9],[4005,9],[4212,9],[4419,9],[4626,9]]},"262":{"position":[[1857,9],[2183,9],[2390,9],[2597,9],[2800,9],[3013,9],[3220,9],[3421,9],[3626,9],[3831,9],[4036,9],[4238,9],[4440,9],[4652,9],[4870,9],[5096,9],[5308,9],[5534,9],[5736,9],[5962,9],[6168,9],[6386,9],[6598,9],[6816,9],[7018,9],[7235,9],[7466,9],[7697,9],[7914,9],[8137,9]]},"264":{"position":[[3677,9]]},"275":{"position":[[2411,11]]},"356":{"position":[[2599,11],[3324,5],[11271,4],[12158,9],[27748,11],[28578,5]]},"558":{"position":[[1437,8]]},"608":{"position":[[7242,9]]},"661":{"position":[[1255,5]]},"668":{"position":[[1622,9]]},"674":{"position":[[163,9]]},"696":{"position":[[4823,9]]},"706":{"position":[[423,9],[572,9]]}}}],["iter_hp",{"_index":4243,"t":{"356":{"position":[[16647,7]]}}}],["iter_per_learn",{"_index":5523,"t":{"661":{"position":[[191,19],[606,19],[1058,16]]}}}],["iter_per_learner=3",{"_index":5540,"t":{"661":{"position":[[1163,18]]}}}],["iteract",{"_index":4559,"t":{"494":{"position":[[696,11]]}}}],["itself",{"_index":4265,"t":{"356":{"position":[[22712,7]]},"692":{"position":[[1606,7]]}}}],["j",{"_index":4211,"t":{"356":{"position":[[15254,2],[15306,2]]},"368":{"position":[[2900,2]]},"370":{"position":[[1749,2]]},"398":{"position":[[441,2]]},"402":{"position":[[435,2]]}}}],["java",{"_index":2729,"t":{"244":{"position":[[1090,4]]}}}],["jdk",{"_index":2731,"t":{"244":{"position":[[1122,3]]}}}],["jia",{"_index":5087,"t":{"600":{"position":[[2310,4],[2534,3],[3228,4],[3505,3]]},"708":{"position":[[2820,4],[3044,3]]}}}],["job",{"_index":1831,"t":{"140":{"position":[[2303,4],[2489,3],[3292,4]]},"184":{"position":[[171,3],[726,5],[1531,4],[1587,4],[1616,4],[1652,5],[1707,5],[1967,4]]},"283":{"position":[[123,4]]},"308":{"position":[[35,3],[91,4],[135,3],[156,4]]},"310":{"position":[[161,3],[508,3]]},"312":{"position":[[51,4],[211,4],[474,3],[1113,3],[1149,3],[1185,3],[1242,3],[1570,3]]},"356":{"position":[[2964,4],[7072,4],[8048,5],[28218,4],[33034,3],[33977,5]]},"580":{"position":[[86,3],[496,4],[622,4],[682,3],[776,3],[834,4],[971,4],[1129,5],[1322,5]]},"608":{"position":[[10728,3]]},"610":{"position":[[83,4],[513,4]]},"657":{"position":[[237,4],[551,3],[740,4]]}}}],["joblib",{"_index":2084,"t":{"184":{"position":[[214,6]]}}}],["joblib.parallel.parallel",{"_index":4903,"t":{"580":{"position":[[987,24]]}}}],["joblib_spark",{"_index":4904,"t":{"580":{"position":[[1036,12]]}}}],["john",{"_index":5058,"t":{"600":{"position":[[1376,4],[1531,4]]}}}],["join",{"_index":293,"t":{"13":{"position":[[219,4]]},"25":{"position":[[252,4]]},"35":{"position":[[1238,4]]},"63":{"position":[[222,4]]}}}],["json",{"_index":4819,"t":{"546":{"position":[[828,4]]},"558":{"position":[[990,4]]},"634":{"position":[[184,5]]},"636":{"position":[[2028,4],[2227,4]]},"661":{"position":[[88,4]]}}}],["k",{"_index":1836,"t":{"140":{"position":[[2438,1]]},"264":{"position":[[5062,1],[5107,1],[6949,1],[6994,1]]},"356":{"position":[[36575,3],[36605,2],[36732,3],[36746,2]]},"647":{"position":[[1247,1]]}}}],["k10",{"_index":3345,"t":{"264":{"position":[[4466,3],[6353,3]]}}}],["k11",{"_index":3347,"t":{"264":{"position":[[4527,3],[6414,3]]}}}],["k12",{"_index":3350,"t":{"264":{"position":[[4559,3],[6446,3]]}}}],["k13",{"_index":3352,"t":{"264":{"position":[[4591,3],[6478,3]]}}}],["k16",{"_index":3360,"t":{"264":{"position":[[4741,3],[6628,3]]}}}],["k19",{"_index":3368,"t":{"264":{"position":[[4891,3],[6778,3]]}}}],["k3",{"_index":3326,"t":{"264":{"position":[[4035,2],[5922,2]]}}}],["k5",{"_index":3333,"t":{"264":{"position":[[4132,2],[6019,2]]}}}],["k6",{"_index":3335,"t":{"264":{"position":[[4197,2],[6084,2]]}}}],["k7",{"_index":3338,"t":{"264":{"position":[[4262,2],[6149,2]]}}}],["k8",{"_index":3341,"t":{"264":{"position":[[4330,2],[6217,2]]}}}],["k9",{"_index":3343,"t":{"264":{"position":[[4399,2],[6286,2]]}}}],["k=1k=1k=1",{"_index":5512,"t":{"657":{"position":[[3314,10]]}}}],["k>1k>1k>1",{"_index":5513,"t":{"657":{"position":[[3348,10]]}}}],["k_layer",{"_index":3478,"t":{"264":{"position":[[27798,11]]}}}],["kaggl",{"_index":3220,"t":{"264":{"position":[[151,7]]}}}],["kata",{"_index":737,"t":{"33":{"position":[[2528,5]]}}}],["kayali",{"_index":5078,"t":{"600":{"position":[[1922,7],[2108,6]]}}}],["keep",{"_index":594,"t":{"29":{"position":[[262,7]]},"209":{"position":[[74,4],[528,4]]},"348":{"position":[[9317,7],[9510,8],[9572,8],[9650,4],[10987,8]]},"356":{"position":[[3404,4],[6645,4],[8724,4],[28658,4],[32601,4],[34215,4]]},"368":{"position":[[2252,4]]},"370":{"position":[[617,4]]},"494":{"position":[[1879,4],[1936,4]]},"657":{"position":[[76,4]]}}}],["keep_challenger_metr",{"_index":4570,"t":{"494":{"position":[[1697,25]]}}}],["keep_challenger_ratio",{"_index":4572,"t":{"494":{"position":[[1796,24]]}}}],["keep_champion",{"_index":4573,"t":{"494":{"position":[[1889,16]]}}}],["keep_search_st",{"_index":4129,"t":{"356":{"position":[[6589,17],[32545,17]]}}}],["keep_search_state=non",{"_index":4298,"t":{"356":{"position":[[24320,23]]}}}],["keepdim=tru",{"_index":2558,"t":{"224":{"position":[[243,13]]}}}],["key",{"_index":382,"t":{"17":{"position":[[583,3],[1899,3]]},"172":{"position":[[575,4]]},"258":{"position":[[1196,3]]},"293":{"position":[[1402,5]]},"312":{"position":[[282,4]]},"326":{"position":[[1657,5],[2961,5],[19717,3],[19742,4],[19918,4]]},"332":{"position":[[1568,5],[2891,5]]},"348":{"position":[[3283,4],[3935,4],[9716,3],[10167,3]]},"356":{"position":[[2789,4],[2935,3],[5609,4],[9328,3],[9866,4],[9993,4],[14361,3],[15058,3],[19623,3],[20202,3],[22010,3],[22092,4],[22480,3],[22562,4],[28043,4],[28189,3],[31565,4],[34820,3],[35309,3],[37839,3]]},"368":{"position":[[662,5],[4128,3]]},"378":{"position":[[452,4]]},"506":{"position":[[1278,3],[2584,3]]},"544":{"position":[[4186,3],[4624,4],[4816,4],[6102,5]]},"554":{"position":[[1595,3],[2032,4],[2224,4]]},"592":{"position":[[583,4],[823,5],[2897,4]]},"608":{"position":[[957,3],[9476,3],[9914,4],[10106,4]]},"649":{"position":[[6401,4]]},"659":{"position":[[653,4],[804,3]]},"686":{"position":[[25,3]]},"692":{"position":[[1332,3]]},"696":{"position":[[1321,3]]},"702":{"position":[[196,3],[628,4],[855,4]]}}}],["keyword",{"_index":3698,"t":{"293":{"position":[[1758,7]]},"326":{"position":[[19142,7]]},"356":{"position":[[7903,8],[9492,7],[10914,8],[20025,8],[33832,8],[34956,7],[37280,8]]},"368":{"position":[[3146,7]]},"608":{"position":[[12266,7]]}}}],["keywork",{"_index":5553,"t":{"663":{"position":[[280,7]]}}}],["kf",{"_index":2441,"t":{"205":{"position":[[239,3]]},"432":{"position":[[1710,3],[2143,2]]}}}],["kfold",{"_index":4105,"t":{"356":{"position":[[4361,5],[18206,5],[30319,5]]},"432":{"position":[[5026,5]]},"655":{"position":[[2041,5]]}}}],["kkk",{"_index":5509,"t":{"657":{"position":[[3157,3]]}}}],["kneighbor",{"_index":5406,"t":{"649":{"position":[[2424,12]]}}}],["kneighborsestim",{"_index":5407,"t":{"649":{"position":[[2437,19]]}}}],["know",{"_index":599,"t":{"29":{"position":[[359,4]]},"31":{"position":[[289,7]]},"69":{"position":[[190,4]]},"203":{"position":[[795,4],[1414,4]]},"608":{"position":[[4989,4]]},"682":{"position":[[2185,4],[2264,5],[7428,4]]},"698":{"position":[[756,4]]}}}],["knowledg",{"_index":5605,"t":{"678":{"position":[[46,9]]}}}],["known",{"_index":688,"t":{"33":{"position":[[787,6]]},"203":{"position":[[160,5],[450,5]]},"544":{"position":[[2711,5]]},"649":{"position":[[3517,5]]},"682":{"position":[[6180,5],[7352,5]]},"706":{"position":[[1715,5]]},"708":{"position":[[1004,6]]}}}],["kong",{"_index":91,"t":{"2":{"position":[[1148,4]]}}}],["kwarg",{"_index":2797,"t":{"250":{"position":[[1185,9],[1597,9]]},"264":{"position":[[2115,6]]},"293":{"position":[[837,9],[1731,8],[1792,6]]},"326":{"position":[[18969,9],[19125,8]]},"368":{"position":[[1936,9],[2361,9],[2600,9],[2953,9],[3137,6]]},"370":{"position":[[248,9],[771,9],[1253,9]]},"374":{"position":[[167,9]]},"398":{"position":[[141,9]]},"402":{"position":[[135,9]]},"432":{"position":[[2392,6],[6435,6]]},"510":{"position":[[176,9]]},"528":{"position":[[156,9]]},"546":{"position":[[152,9],[403,9]]},"588":{"position":[[934,10],[1008,9],[1232,10]]},"608":{"position":[[194,9],[942,8]]},"649":{"position":[[5371,6]]}}}],["l1",{"_index":3513,"t":{"271":{"position":[[407,3]]},"275":{"position":[[84,4]]},"281":{"position":[[30,5]]},"289":{"position":[[51,6]]},"392":{"position":[[90,2]]},"649":{"position":[[2093,2]]}}}],["l1=120",{"_index":3501,"t":{"271":{"position":[[234,7]]}}}],["l2",{"_index":3516,"t":{"271":{"position":[[436,3]]},"281":{"position":[[86,5]]},"289":{"position":[[61,5]]},"394":{"position":[[90,2]]},"649":{"position":[[2215,2]]}}}],["l2=84",{"_index":3502,"t":{"271":{"position":[[242,7]]}}}],["l2_regular",{"_index":5400,"t":{"649":{"position":[[1977,18]]}}}],["label",{"_index":1045,"t":{"92":{"position":[[332,7]]},"100":{"position":[[6007,8],[6035,6]]},"108":{"position":[[9353,8],[9381,6]]},"110":{"position":[[357,6],[465,6]]},"122":{"position":[[33,5],[105,7],[1509,6],[1526,5]]},"146":{"position":[[358,7]]},"180":{"position":[[1942,6]]},"190":{"position":[[842,6]]},"258":{"position":[[1160,5]]},"260":{"position":[[1992,8]]},"262":{"position":[[1297,7],[1333,7]]},"275":{"position":[[1362,7],[1378,6],[1400,6],[1579,7],[1976,6],[1998,6],[2204,7]]},"277":{"position":[[243,6],[265,6]]},"344":{"position":[[349,7],[558,7]]},"356":{"position":[[1021,7],[1333,7],[13546,5],[13649,7],[13898,5],[14797,5],[17056,6],[17128,5],[17254,6],[17420,5],[17441,5],[17466,8],[17533,5],[17574,5],[18720,6],[25125,6],[25199,5],[25323,6],[25539,5],[25560,5],[25589,8],[25656,5],[25697,5],[26134,7],[26446,7],[29370,7],[29528,6],[29711,6]]},"364":{"position":[[1112,5],[1211,7],[1233,7],[1277,7],[1379,6]]},"368":{"position":[[2113,6],[2384,5],[2542,5],[3130,6]]},"370":{"position":[[794,5]]},"374":{"position":[[190,5]]},"432":{"position":[[492,6],[590,5],[605,6],[2796,6],[3427,5],[3616,6],[3778,6],[6505,6]]},"454":{"position":[[252,7],[379,7]]},"624":{"position":[[1107,6],[1200,6],[1229,5]]},"644":{"position":[[485,6]]},"647":{"position":[[1547,7],[1764,7]]},"649":{"position":[[7531,6],[7639,6]]}}}],["label\"x_train",{"_index":1500,"t":{"116":{"position":[[328,15]]},"118":{"position":[[254,14]]}}}],["label=\"actu",{"_index":3053,"t":{"258":{"position":[[15254,13]]}}}],["label=\"co2",{"_index":2971,"t":{"258":{"position":[[1145,12]]}}}],["label=\"flaml",{"_index":3055,"t":{"258":{"position":[[15306,12]]}}}],["label=label",{"_index":2079,"t":{"182":{"position":[[805,12]]},"184":{"position":[[2049,12]]}}}],["label=non",{"_index":4227,"t":{"356":{"position":[[16093,11],[23748,11]]}}}],["label]featur",{"_index":2058,"t":{"180":{"position":[[1637,16]]}}}],["label_column=\"target",{"_index":5223,"t":{"610":{"position":[[1386,22]]}}}],["label_list",{"_index":1678,"t":{"122":{"position":[[2593,13]]},"364":{"position":[[1020,10],[1311,10]]}}}],["label_transform",{"_index":4186,"t":{"356":{"position":[[13474,18],[13506,19]]},"624":{"position":[[689,19],[1247,18]]}}}],["labeling/token",{"_index":4351,"t":{"364":{"position":[[1151,14]]}}}],["labels).sum().item",{"_index":3602,"t":{"275":{"position":[[2157,20]]},"277":{"position":[[424,20]]}}}],["labels.size(0",{"_index":3601,"t":{"275":{"position":[[2117,14]]},"277":{"position":[[384,14]]}}}],["labels.to(devic",{"_index":3581,"t":{"275":{"position":[[1428,17],[2026,17]]},"277":{"position":[[293,17]]}}}],["labels=label",{"_index":4076,"t":{"356":{"position":[[1595,14],[1717,14],[26708,14],[26830,14]]},"647":{"position":[[2026,14],[2148,14]]}}}],["labelsx_test",{"_index":5276,"t":{"624":{"position":[[938,12]]}}}],["labelx_test",{"_index":2957,"t":{"258":{"position":[[475,11]]}}}],["labor_day",{"_index":3246,"t":{"264":{"position":[[1030,12]]}}}],["lag",{"_index":4255,"t":{"356":{"position":[[21225,5],[37798,7],[38862,5]]},"440":{"position":[[40,4]]}}}],["lamb",{"_index":1663,"t":{"122":{"position":[[367,7],[1748,7]]}}}],["lambda",{"_index":3093,"t":{"260":{"position":[[1128,6]]},"326":{"position":[[8452,6],[9871,6]]},"558":{"position":[[614,6],[858,6],[909,6],[1019,6]]}}}],["langford",{"_index":5059,"t":{"600":{"position":[[1381,9],[1536,8]]}}}],["languag",{"_index":9,"t":{"2":{"position":[[76,8],[1294,8]]},"11":{"position":[[9,8],[163,8],[358,8],[494,8],[930,8]]},"15":{"position":[[74,8],[672,8]]},"44":{"position":[[32,8],[64,8]]},"55":{"position":[[597,8],[665,8]]},"84":{"position":[[130,8]]},"364":{"position":[[357,8]]},"376":{"position":[[74,8]]},"600":{"position":[[1059,8],[1233,8],[2757,8],[2978,8]]},"604":{"position":[[18,8]]}}}],["lar",{"_index":4429,"t":{"406":{"position":[[120,5]]}}}],["larg",{"_index":8,"t":{"2":{"position":[[70,5],[1288,5]]},"5":{"position":[[468,5]]},"7":{"position":[[237,5]]},"11":{"position":[[3,5],[157,5],[351,6],[488,5],[924,5]]},"15":{"position":[[68,5],[666,5]]},"55":{"position":[[591,5]]},"84":{"position":[[124,5]]},"116":{"position":[[1235,5]]},"184":{"position":[[775,5],[792,5]]},"234":{"position":[[535,5]]},"356":{"position":[[3459,5],[7818,5],[8097,5],[8114,5],[28721,5],[33747,5],[34026,5],[34043,5]]},"592":{"position":[[2113,5]]},"600":{"position":[[2751,5],[2972,5]]},"604":{"position":[[12,5]]},"636":{"position":[[1976,5]]},"657":{"position":[[3687,6]]},"682":{"position":[[2504,5],[2916,5],[6707,6]]},"708":{"position":[[1507,5]]}}}],["larger",{"_index":658,"t":{"31":{"position":[[540,6]]},"33":{"position":[[3623,6],[3736,6]]},"682":{"position":[[6873,6]]},"692":{"position":[[545,6],[1181,6]]},"696":{"position":[[1474,6]]},"708":{"position":[[1127,6],[1197,6],[1852,6],[1906,6]]}}}],["largest",{"_index":2630,"t":{"236":{"position":[[713,7]]}}}],["lasso",{"_index":4426,"t":{"406":{"position":[[69,5]]}}}],["lassolarsestimator(sklearnestim",{"_index":4425,"t":{"406":{"position":[[6,36]]}}}],["last",{"_index":750,"t":{"33":{"position":[[2928,4],[3131,4]]},"82":{"position":[[345,4]]},"260":{"position":[[523,4]]},"326":{"position":[[7164,4],[7391,4],[7460,4]]},"356":{"position":[[16548,4],[19053,4]]},"506":{"position":[[207,4],[521,4],[750,4],[904,7],[1429,5],[1440,4],[1452,4],[1779,4],[2223,7],[2735,5],[2746,4],[2758,4],[3085,4],[3343,4],[3437,4]]},"661":{"position":[[150,4]]}}}],["last_messag",{"_index":3871,"t":{"326":{"position":[[7085,13]]}}}],["last_message(ag",{"_index":3872,"t":{"326":{"position":[[7103,19]]}}}],["last_n_messag",{"_index":3849,"t":{"326":{"position":[[3681,15]]},"332":{"position":[[3611,15]]}}}],["latenc",{"_index":4096,"t":{"356":{"position":[[3697,7],[9734,7],[29056,7],[35198,7]]}}}],["later",{"_index":2062,"t":{"180":{"position":[[1805,5]]},"326":{"position":[[4438,5],[5810,5],[8818,6],[10237,6]]}}}],["latest",{"_index":2717,"t":{"244":{"position":[[800,6]]}}}],["latter",{"_index":4015,"t":{"348":{"position":[[7020,6]]},"494":{"position":[[855,6]]},"632":{"position":[[654,6]]}}}],["launch",{"_index":268,"t":{"11":{"position":[[801,6]]},"46":{"position":[[7,6],[76,6],[180,6]]},"48":{"position":[[766,9]]},"184":{"position":[[986,6],[1047,6]]},"194":{"position":[[20,6]]},"230":{"position":[[420,6]]},"310":{"position":[[493,6]]},"356":{"position":[[8308,6],[8369,6]]},"610":{"position":[[51,9]]},"657":{"position":[[1676,6],[1737,6]]}}}],["layer",{"_index":2529,"t":{"220":{"position":[[70,6]]}}}],["layer_norm_epsilon",{"_index":1618,"t":{"120":{"position":[[1963,21]]}}}],["layernorm((13",{"_index":3456,"t":{"264":{"position":[[13103,16],[13539,16]]}}}],["layernorm((16",{"_index":3451,"t":{"264":{"position":[[9464,16],[9609,16],[9809,16],[10176,16],[10393,16],[10760,16],[10959,16],[11326,16],[11519,16],[11886,16],[12078,16],[12445,16],[13733,16],[13880,16],[14069,16],[14436,16],[14634,16],[15001,16],[15205,16],[15572,16],[15774,16],[16141,16],[16327,16],[16694,16],[16889,16],[17256,16],[17456,16],[17823,16],[18019,16],[18386,16],[18583,16],[18950,16],[19155,16],[19522,16],[19724,16],[20091,16],[21752,16],[21899,16],[22088,16],[22455,16],[22653,16],[23020,16],[23224,16],[23591,16],[23793,16],[24160,16],[24923,16],[25359,16],[25793,16],[26220,16],[26760,16],[26862,16],[27340,16],[28361,16],[28772,16],[28980,16]]}}}],["layernorm((6",{"_index":3463,"t":{"264":{"position":[[21130,15],[21559,15]]}}}],["layernorm((7",{"_index":3432,"t":{"264":{"position":[[8953,15],[9320,15]]}}}],["layers.append(nn.dropout(p",{"_index":2537,"t":{"220":{"position":[[303,28]]}}}],["layers.append(nn.linear(in_featur",{"_index":2534,"t":{"220":{"position":[[184,36],[359,36]]}}}],["layers.append(nn.logsoftmax(dim=1",{"_index":2538,"t":{"220":{"position":[[401,35]]}}}],["layers.append(nn.relu",{"_index":2535,"t":{"220":{"position":[[236,24]]}}}],["lead",{"_index":587,"t":{"27":{"position":[[910,5]]},"657":{"position":[[4402,5]]},"696":{"position":[[902,5]]}}}],["leaf",{"_index":1474,"t":{"110":{"position":[[438,4]]},"649":{"position":[[7612,4]]}}}],["leaner",{"_index":2010,"t":{"174":{"position":[[89,9]]}}}],["leap",{"_index":588,"t":{"27":{"position":[[925,4]]}}}],["learn",{"_index":64,"t":{"2":{"position":[[818,9]]},"23":{"position":[[1001,9]]},"67":{"position":[[546,5]]},"82":{"position":[[576,6]]},"100":{"position":[[6866,8]]},"108":{"position":[[10172,8]]},"130":{"position":[[186,8]]},"207":{"position":[[511,8]]},"234":{"position":[[290,8]]},"236":{"position":[[1615,5],[2299,8]]},"238":{"position":[[190,5]]},"246":{"position":[[82,8],[376,8]]},"356":{"position":[[4355,5],[18200,5],[30313,5]]},"378":{"position":[[76,5],[293,5]]},"432":{"position":[[55,8],[234,8],[5020,5]]},"494":{"position":[[687,8],[2867,6],[2921,8]]},"600":{"position":[[2607,8]]},"608":{"position":[[3675,8],[3742,8]]},"610":{"position":[[358,8],[425,8]]},"628":{"position":[[21,7],[76,7],[940,5]]},"630":{"position":[[350,7]]},"638":{"position":[[39,8],[343,6],[673,7],[745,7],[815,7],[874,7],[1068,7],[1167,8]]},"640":{"position":[[484,7],[656,7]]},"644":{"position":[[77,5],[826,8]]},"649":{"position":[[233,8],[3948,5],[5084,5],[5593,5]]},"655":{"position":[[1311,8],[2035,5]]},"657":{"position":[[155,6],[4119,5]]},"680":{"position":[[358,8]]},"682":{"position":[[2631,8],[2725,8],[2888,8],[3030,8],[3567,8]]},"708":{"position":[[3117,8]]}}}],["learn(data_sampl",{"_index":4590,"t":{"494":{"position":[[2878,18]]}}}],["learner",{"_index":195,"t":{"9":{"position":[[89,9],[215,7],[288,8]]},"92":{"position":[[887,8],[1036,7],[1364,7],[1571,7],[1778,7],[1985,7],[2192,7],[2405,7],[2612,7]]},"100":{"position":[[579,9],[1168,8],[1266,7],[1593,7],[1800,7],[2007,7],[2214,7],[2421,7],[2628,7],[2835,7],[3042,7],[3249,7],[3458,7],[3667,7],[3876,7],[4085,7]]},"102":{"position":[[160,7],[250,7],[321,7],[1148,7]]},"108":{"position":[[584,9],[1172,8],[1273,7],[1609,7],[1825,7],[2041,7],[2257,7],[2473,7],[2689,7],[2905,7],[3121,7],[3337,7],[3554,7],[3771,7],[3988,7],[4205,7],[4422,7],[4639,7],[4856,7],[5073,7],[5290,7],[5507,7],[5724,7],[5942,7],[6160,7],[6378,7],[6596,7],[6814,7],[7032,7]]},"110":{"position":[[81,7],[224,7],[960,8]]},"116":{"position":[[1770,8],[1875,7]]},"118":{"position":[[1363,8],[1468,7]]},"120":{"position":[[1276,8],[1381,7]]},"122":{"position":[[3330,8],[3435,7]]},"130":{"position":[[731,8],[840,7],[1166,7],[1373,7],[1580,7],[1787,7],[2000,7],[2213,7],[2420,7],[2627,7],[2840,7],[3054,7],[3271,7],[3488,7],[3705,7],[3922,7],[4130,7],[4344,7],[4552,7],[4760,7],[4968,7],[5176,7],[5384,7],[5592,7],[5800,7],[6008,7],[6216,7],[6424,7],[6632,7],[6840,7],[7048,7]]},"146":{"position":[[900,8],[1041,7],[1367,7],[1574,7],[1781,7],[1988,7],[2195,7],[2402,7],[2609,7],[2816,7],[3029,7],[3243,7],[3457,7],[3671,7],[3885,7],[4099,7]]},"203":{"position":[[498,9]]},"236":{"position":[[1835,8],[1970,8],[3873,8]]},"256":{"position":[[905,8],[1083,7],[1410,7],[1617,7],[1824,7],[2031,7],[2238,7],[2445,7],[2652,7],[2859,7],[3066,7],[3274,7],[3482,7],[3690,7],[3898,7],[4106,7],[4314,7],[4522,7],[4730,7],[4938,7],[5142,7],[5346,7],[5560,7],[5764,7],[5978,7],[6192,7],[6406,7],[6626,7],[6846,7],[7066,7],[7286,7],[7506,7],[7714,7],[7922,7],[8130,7],[8350,7],[8558,7],[8772,7],[8992,7],[9212,7],[9432,7],[9646,7],[9866,7],[10086,7],[10294,7],[10514,7],[10742,7],[10970,7],[11198,7],[11426,7],[11654,7],[11862,7],[12082,7],[12310,7],[12524,7],[12738,7],[12946,7],[13154,7],[13382,7],[13586,7],[13800,7],[14020,7],[14228,7],[14448,7],[14656,7],[14884,7],[15098,7],[15309,7],[15520,7],[15735,7],[15964,7],[16179,7],[16394,7],[16605,7],[16834,7],[17045,7],[17260,7],[17471,7],[17686,7],[17897,7],[18112,7],[18341,7],[18570,7],[18785,7],[19000,7],[19229,7],[19444,7],[19673,7],[19888,7],[20099,7],[20314,7],[20525,7],[20736,7],[20965,7],[21194,7],[21411,7],[21642,7],[21859,7],[22072,7],[22285,7],[22508,7],[22726,7]]},"258":{"position":[[1680,8],[1858,7],[2185,7],[2392,7],[2599,7],[2806,7],[3013,7],[3220,7],[3427,7],[3634,7],[3841,7],[4049,7],[4257,7],[4465,7],[4673,7],[4881,7],[5089,7],[5297,7],[5505,7],[5713,7],[5921,7],[6129,7],[6333,7],[6537,7],[6751,7],[6965,7],[7179,7],[7393,7],[7607,7],[7821,7],[8041,7],[8261,7],[8469,7],[8677,7],[8881,7],[9101,7],[9309,7],[9529,7],[9757,7],[9985,7],[10213,7],[10441,7],[10669,7],[10897,7],[11125,7],[11342,7],[11555,7],[11772,7],[11983,7],[12200,7],[12417,7],[12630,7],[12861,7],[13078,7],[13295,7],[13512,7],[13729,7],[13960,7],[14177,7],[14388,7]]},"260":{"position":[[2486,8],[2664,7],[2991,7],[3198,7],[3405,7],[3612,7],[3819,7],[4026,7],[4233,7],[4440,7],[4647,7]]},"262":{"position":[[1731,8],[1878,7],[2204,7],[2411,7],[2618,7],[2821,7],[3034,7],[3241,7],[3442,7],[3647,7],[3852,7],[4058,7],[4260,7],[4462,7],[4674,7],[4892,7],[5118,7],[5330,7],[5556,7],[5758,7],[5984,7],[6190,7],[6408,7],[6620,7],[6838,7],[7040,7],[7257,7],[7488,7],[7719,7],[7936,7],[8159,7]]},"264":{"position":[[3601,8],[3698,7]]},"356":{"position":[[14426,9],[15129,9],[15389,8],[20263,9],[22275,7],[22693,7],[22917,8],[28857,8],[37900,9]]},"368":{"position":[[54,9]]},"620":{"position":[[70,7],[137,7],[620,8]]},"624":{"position":[[1528,8]]},"630":{"position":[[410,8]]},"638":{"position":[[279,8]]},"640":{"position":[[117,7]]},"649":{"position":[[6153,9]]},"651":{"position":[[428,8]]},"661":{"position":[[551,10],[988,10],[1122,8]]},"674":{"position":[[184,7]]},"682":{"position":[[6228,9],[6294,9]]}}}],["learner'",{"_index":4216,"t":{"356":{"position":[[15440,9],[22176,9],[22635,9]]}}}],["learner_class",{"_index":4214,"t":{"356":{"position":[[15352,14],[15456,13]]}}}],["learner_class=mylgbm)settings[\"estimator_list",{"_index":1314,"t":{"102":{"position":[[1229,47]]}}}],["learner_class=myxgb1)automl.add_learner(learner_name=\"my_xgb2",{"_index":1485,"t":{"110":{"position":[[1044,63]]}}}],["learner_class=myxgb2)settings[\"estimator_list",{"_index":1486,"t":{"110":{"position":[[1108,47]]}}}],["learner_nam",{"_index":4215,"t":{"356":{"position":[[15409,12]]},"628":{"position":[[814,12]]}}}],["learner_name}/multiclass.json",{"_index":5292,"t":{"628":{"position":[[773,30]]}}}],["learner_selector=non",{"_index":4293,"t":{"356":{"position":[[24221,22]]}}}],["learnerprint(\"best",{"_index":2009,"t":{"174":{"position":[[67,18]]}}}],["learners/model",{"_index":2703,"t":{"244":{"position":[[104,16]]}}}],["learning_r",{"_index":1223,"t":{"100":{"position":[[5315,16]]},"108":{"position":[[8217,16]]},"157":{"position":[[601,16]]},"192":{"position":[[365,16]]},"194":{"position":[[910,13]]},"196":{"position":[[444,16]]},"304":{"position":[[324,14]]},"356":{"position":[[10692,16],[19893,16],[35579,16]]},"494":{"position":[[989,16]]},"558":{"position":[[565,16]]},"649":{"position":[[487,14],[790,14],[1078,14],[1908,14],[2395,14],[3182,14],[3491,14],[4739,16]]},"661":{"position":[[423,16],[838,16]]},"668":{"position":[[190,16],[521,16],[797,16],[1460,16],[1717,16]]},"682":{"position":[[2938,16],[3139,16],[3642,16]]},"696":{"position":[[3338,16],[6890,16]]}}}],["learning_rate=0.022635758411078528",{"_index":1926,"t":{"155":{"position":[[661,35]]}}}],["learning_rate=0.034918421933217675",{"_index":1726,"t":{"130":{"position":[[7365,35]]}}}],["learning_rate=0.04039771837785377",{"_index":1967,"t":{"162":{"position":[[859,34]]}}}],["learning_rate=0.09100963138990374",{"_index":1194,"t":{"100":{"position":[[4406,34],[5608,34]]}}}],["learning_rate=0.1665803484560213",{"_index":3206,"t":{"262":{"position":[[8694,33]]}}}],["learning_rate=0.26865031351923346",{"_index":1432,"t":{"108":{"position":[[8726,34]]}}}],["learning_rate=0.41929025492645006",{"_index":1887,"t":{"146":{"position":[[4431,34]]},"666":{"position":[[487,34]]}}}],["leas",{"_index":4560,"t":{"494":{"position":[[1071,5]]},"500":{"position":[[424,6],[791,5]]},"502":{"position":[[567,6]]},"526":{"position":[[280,6]]},"528":{"position":[[272,6]]}}}],["leav",{"_index":545,"t":{"23":{"position":[[756,7]]},"203":{"position":[[1487,5]]},"682":{"position":[[6156,6]]},"706":{"position":[[1032,6]]}}}],["led",{"_index":212,"t":{"9":{"position":[[497,3]]},"21":{"position":[[658,3]]}}}],["lee",{"_index":5107,"t":{"600":{"position":[[3289,4],[3581,3]]}}}],["len(respons",{"_index":3966,"t":{"348":{"position":[[1744,14],[7188,14]]}}}],["len(trainset",{"_index":3569,"t":{"275":{"position":[[859,13]]}}}],["len(val_loss_fold",{"_index":4332,"t":{"356":{"position":[[36693,19]]}}}],["len(x_val",{"_index":4074,"t":{"356":{"position":[[1549,10],[26662,10]]},"647":{"position":[[1980,10]]}}}],["len(y_train)analysi",{"_index":5770,"t":{"696":{"position":[[6677,20]]}}}],["len(y_train)resource_attr",{"_index":5739,"t":{"696":{"position":[[3058,25]]}}}],["length",{"_index":697,"t":{"33":{"position":[[1040,7],[1108,6]]},"46":{"position":[[835,10]]},"57":{"position":[[1026,6]]},"356":{"position":[[18742,6],[18797,6],[29550,6],[29602,6],[29733,6],[29788,6]]},"364":{"position":[[614,6],[814,7],[894,6]]},"432":{"position":[[3638,6],[3690,6],[3800,6],[3855,6],[6527,6],[6582,6]]},"438":{"position":[[87,6]]},"544":{"position":[[2003,6]]},"590":{"position":[[895,6],[990,7]]},"592":{"position":[[2753,6]]},"608":{"position":[[4806,6]]},"698":{"position":[[385,6],[403,6]]}}}],["length\"]]class",{"_index":837,"t":{"46":{"position":[[680,15]]}}}],["length_penalti",{"_index":1631,"t":{"120":{"position":[[2237,17]]}}}],["less",{"_index":543,"t":{"23":{"position":[[716,4],[764,4]]},"27":{"position":[[818,5]]},"55":{"position":[[464,4]]},"57":{"position":[[563,4],[761,4],[844,4]]},"486":{"position":[[576,4]]}}}],["let'",{"_index":409,"t":{"17":{"position":[[1459,5],[1720,5]]},"29":{"position":[[687,5]]}}}],["level",{"_index":204,"t":{"9":{"position":[[301,5]]},"11":{"position":[[583,5],[651,5]]},"19":{"position":[[85,5]]},"21":{"position":[[49,5]]},"55":{"position":[[1741,6]]},"59":{"position":[[118,5],[377,5],[442,5],[608,5],[752,6]]},"348":{"position":[[2426,6],[8087,6]]},"657":{"position":[[4690,5]]}}}],["level\")plt.plot(x_test",{"_index":3054,"t":{"258":{"position":[[15268,23]]}}}],["levels\")plt.legend",{"_index":3057,"t":{"258":{"position":[[15363,20]]}}}],["leverag",{"_index":300,"t":{"15":{"position":[[57,10]]},"29":{"position":[[311,10]]},"236":{"position":[[3708,8]]},"620":{"position":[[19,8]]},"630":{"position":[[262,8]]},"708":{"position":[[57,9]]}}}],["lexico_object",{"_index":4772,"t":{"544":{"position":[[919,18],[3866,17],[4057,17],[4957,17]]},"554":{"position":[[1316,17],[1466,17],[2365,17]]},"608":{"position":[[2255,18],[9093,17],[9243,17],[10247,17],[10470,17]]},"702":{"position":[[90,17],[124,17],[1231,17],[1522,17],[1777,17]]}}}],["lexico_objectives=lexico_object",{"_index":2607,"t":{"230":{"position":[[577,36]]},"702":{"position":[[1582,36]]}}}],["lexico_objectives=non",{"_index":4826,"t":{"554":{"position":[[444,23]]}}}],["lexico_objectives[\"metr",{"_index":2595,"t":{"230":{"position":[[187,30]]},"702":{"position":[[1251,30]]}}}],["lexico_objectives[\"toler",{"_index":2610,"t":{"230":{"position":[[757,31]]},"702":{"position":[[1688,31]]}}}],["lexicograph",{"_index":2492,"t":{"215":{"position":[[87,13]]},"230":{"position":[[143,13]]},"544":{"position":[[3984,13]]},"554":{"position":[[1434,13]]},"600":{"position":[[2236,13],[2448,13]]},"608":{"position":[[9211,13]]},"702":{"position":[[43,13]]},"708":{"position":[[2746,13],[2958,13]]}}}],["lf",{"_index":808,"t":{"44":{"position":[[233,3]]}}}],["lgbm",{"_index":1068,"t":{"92":{"position":[[911,8],[2818,4]]},"100":{"position":[[556,9],[4280,4],[6750,4],[6827,4]]},"130":{"position":[[755,8],[7242,4]]},"146":{"position":[[924,8],[4305,4]]},"155":{"position":[[320,4],[582,4]]},"172":{"position":[[456,8]]},"203":{"position":[[1074,5]]},"236":{"position":[[2462,4]]},"256":{"position":[[929,8]]},"258":{"position":[[1704,8]]},"260":{"position":[[2510,8],[4655,7]]},"262":{"position":[[1755,8]]},"356":{"position":[[2396,8],[22679,4],[27545,8]]},"380":{"position":[[61,5]]},"470":{"position":[[52,4]]},"626":{"position":[[307,9]]},"628":{"position":[[270,7],[549,8]]},"636":{"position":[[89,4],[2106,4]]},"638":{"position":[[292,5],[545,4],[694,5],[895,5]]},"649":{"position":[[306,7],[6202,7],[9269,7]]},"661":{"position":[[562,7],[999,7]]},"668":{"position":[[448,8],[1389,8],[1848,5]]},"674":{"position":[[192,4]]},"682":{"position":[[7707,5]]},"696":{"position":[[2516,4],[6201,4]]}}}],["lgbm\")model",{"_index":5273,"t":{"624":{"position":[[782,12]]}}}],["lgbm'",{"_index":1083,"t":{"92":{"position":[[1233,6],[1274,6],[1440,6],[1481,6],[1647,6],[1688,6],[1854,6],[1895,6],[2061,6],[2102,6],[2315,6],[2481,6],[2522,6],[2741,6]]},"100":{"position":[[1462,6],[1503,6],[1669,6],[1710,6],[1876,6],[1917,6],[2083,6],[2124,6],[2290,6],[2331,6],[2497,6],[2538,6],[2704,6],[2745,6],[2911,6],[2952,6],[3118,6],[3159,6],[3326,6],[3367,6],[3535,6],[3576,6],[3744,6],[3785,6],[3953,6],[3994,6],[4162,6],[4203,6]]},"130":{"position":[[1035,6],[1076,6],[1242,6],[1283,6],[1449,6],[1490,6],[1656,6],[1697,6],[1910,6],[2123,6],[2289,6],[2330,6],[2496,6],[2537,6],[2750,6],[2963,6],[3998,6],[4039,6],[4253,6],[4420,6],[4461,6],[4628,6],[4669,6],[4836,6],[4877,6],[5044,6],[5085,6],[5252,6],[5293,6],[5460,6],[5501,6],[5668,6],[5709,6],[5876,6],[5917,6],[6084,6],[6125,6],[6292,6],[6333,6],[6500,6],[6541,6],[6708,6],[6749,6],[6916,6],[6957,6],[7124,6],[7165,6]]},"146":{"position":[[1236,6],[1277,6],[1443,6],[1484,6],[1650,6],[1691,6],[1857,6],[1898,6],[2064,6],[2105,6],[2271,6],[2312,6],[2478,6],[2519,6],[2685,6],[2726,6],[2939,6],[3152,6],[3366,6],[3580,6],[3794,6],[4008,6],[4228,6]]},"256":{"position":[[1279,6],[1320,6],[1486,6],[1527,6],[1693,6],[1734,6],[1900,6],[1941,6],[2107,6],[2148,6],[2314,6],[2355,6],[2521,6],[2562,6],[2728,6],[2769,6],[2935,6],[2976,6],[3142,6],[3183,6],[3350,6],[3391,6],[3558,6],[3599,6],[3766,6],[3807,6],[3974,6],[4015,6],[4182,6],[4223,6],[4390,6],[4431,6],[4598,6],[4639,6],[4806,6],[4847,6],[5051,6],[5255,6],[5469,6],[5673,6],[5887,6],[6101,6],[6315,6],[6535,6],[6755,6],[6975,6],[7195,6],[7415,6],[7582,6],[7623,6],[7790,6],[7831,6],[7998,6],[8039,6],[8259,6],[8426,6],[8467,6],[8681,6],[8901,6],[9121,6],[9341,6],[9555,6],[9775,6],[9995,6],[10162,6],[10203,6],[10423,6],[10651,6],[10879,6],[11107,6],[11335,6],[11563,6],[11730,6],[11771,6],[11991,6],[12219,6],[12433,6],[12647,6],[12814,6],[12855,6],[13022,6],[13063,6],[13291,6],[13495,6],[13709,6],[13929,6],[14096,6],[14137,6],[14357,6],[14524,6],[14565,6],[14793,6],[15007,6]]},"258":{"position":[[2054,6],[2095,6],[2261,6],[2302,6],[2468,6],[2509,6],[2675,6],[2716,6],[2882,6],[2923,6],[3089,6],[3130,6],[3296,6],[3337,6],[3503,6],[3544,6],[3710,6],[3751,6],[3917,6],[3958,6],[4125,6],[4166,6],[4333,6],[4374,6],[4541,6],[4582,6],[4749,6],[4790,6],[4957,6],[4998,6],[5165,6],[5206,6],[5373,6],[5414,6],[5581,6],[5622,6],[5789,6],[5830,6],[5997,6],[6038,6],[6242,6],[6446,6],[6660,6],[6874,6],[7088,6],[7302,6],[7516,6],[7730,6],[7950,6],[8170,6],[8337,6],[8378,6],[8545,6],[8586,6],[8790,6],[9010,6],[9177,6],[9218,6],[9438,6],[9666,6],[9894,6],[10122,6],[10350,6],[10578,6],[10806,6],[11034,6],[11848,6],[14253,6]]},"260":{"position":[[2860,6],[2901,6],[3067,6],[3108,6],[3274,6],[3315,6],[3481,6],[3522,6],[3688,6],[3729,6],[3895,6],[3936,6],[4102,6],[4143,6],[4309,6],[4350,6],[4516,6],[4557,6]]},"262":{"position":[[2073,6],[2114,6],[2280,6],[2321,6],[2487,6],[2528,6],[2731,6],[2944,6],[3110,6],[3151,6],[3518,6],[3723,6],[3928,6],[6060,6]]},"674":{"position":[[311,6],[352,6]]}}}],["lgbm'][flaml.automl",{"_index":1151,"t":{"100":{"position":[[1192,22]]}}}],["lgbm.predict(x_test)from",{"_index":1262,"t":{"100":{"position":[[6662,24]]}}}],["lgbm.predict(x_test)print(\"flaml",{"_index":1915,"t":{"155":{"position":[[283,36]]}}}],["lgbm.suggest_hyperparams(x_train",{"_index":1938,"t":{"157":{"position":[[301,33]]}}}],["lgbm/2dplanes.json",{"_index":5333,"t":{"636":{"position":[[2061,20],[2287,20]]}}}],["lgbm/2dplanes.json'}2dplanes,0,regression,0.907774,{'_modeljson",{"_index":5306,"t":{"636":{"position":[[205,66]]}}}],["lgbm/2dplanes.json'}adult,0,binary,0.932072,{'_modeljson",{"_index":5320,"t":{"636":{"position":[[1072,59]]}}}],["lgbm/adult.json'}2dplanes,0,regression,0.901643,{'_modeljson",{"_index":5307,"t":{"636":{"position":[[272,63]]}}}],["lgbm/adult.json'}adult,0,binary,0.926563,{'_modeljson",{"_index":5321,"t":{"636":{"position":[[1132,56]]}}}],["lgbm/airlines.json'}2dplanes,0,regression,0.915098,{'_modeljson",{"_index":5308,"t":{"636":{"position":[[336,66]]}}}],["lgbm/airlines.json'}adult,0,binary,0.928604,{'_modeljson",{"_index":5322,"t":{"636":{"position":[[1189,59]]}}}],["lgbm/albert.json'}2dplanes,0,regression,0.302328,{'_modeljson",{"_index":5309,"t":{"636":{"position":[[403,64]]}}}],["lgbm/albert.json'}adult,0,binary,0.911171,{'_modeljson",{"_index":5323,"t":{"636":{"position":[[1249,57]]}}}],["lgbm/amazon_employee_access.json'}2dplanes,0,regression,0.94523,{'_modeljson",{"_index":5310,"t":{"636":{"position":[[468,79]]}}}],["lgbm/amazon_employee_access.json'}adult,0,binary,0.930645,{'_modeljson",{"_index":5324,"t":{"636":{"position":[[1307,73]]}}}],["lgbm/bng_breasttumor.json'}2dplanes,0,regression,0.945698,{'_modeljson",{"_index":5311,"t":{"636":{"position":[[548,73]]}}}],["lgbm/bng_breasttumor.json'}adult,0,binary,0.928603,{'_modeljson",{"_index":5325,"t":{"636":{"position":[[1381,66]]}}}],["lgbm/bng_pbc.json'}2dplanes,0,regression,0.946194,{'_modeljson",{"_index":5312,"t":{"636":{"position":[[622,65]]}}}],["lgbm/bng_pbc.json'}adult,0,binary,0.915825,{'_modeljson",{"_index":5326,"t":{"636":{"position":[[1448,58]]}}}],["lgbm/car.json'}2dplanes,0,regression,0.945549,{'_modeljson",{"_index":5313,"t":{"636":{"position":[[688,61]]}}}],["lgbm/car.json'}adult,0,binary,0.919499,{'_modeljson",{"_index":5327,"t":{"636":{"position":[[1507,54]]}}}],["lgbm/connect",{"_index":5314,"t":{"636":{"position":[[750,13],[1562,13]]}}}],["lgbm/default.json'}2dplanes,0,regression,0.945594,{'_modeljson",{"_index":5316,"t":{"636":{"position":[[818,65]]}}}],["lgbm/default.json'}adult,0,binary,0.932453,{'_modeljson",{"_index":5329,"t":{"636":{"position":[[1623,58]]}}}],["lgbm/dilbert.json'}2dplanes,0,regression,0.836996,{'_modeljson",{"_index":5317,"t":{"636":{"position":[[884,65]]}}}],["lgbm/dilbert.json'}adult,0,binary,0.921959,{'_modeljson",{"_index":5330,"t":{"636":{"position":[[1682,58]]}}}],["lgbm/dionis.json'}2dplanes,0,regression,0.917152,{'_modeljson",{"_index":5318,"t":{"636":{"position":[[950,64]]}}}],["lgbm/dionis.json'}adult,0,binary,0.910763,{'_modeljson",{"_index":5331,"t":{"636":{"position":[[1741,57]]}}}],["lgbm/poker.json",{"_index":5332,"t":{"636":{"position":[[1799,21]]}}}],["lgbm/poker.json'}adult,0,binary,0.927203,{'_modeljson",{"_index":5319,"t":{"636":{"position":[[1015,56]]}}}],["lgbm[flaml.automl",{"_index":1075,"t":{"92":{"position":[[1044,18],[1372,18],[1579,18],[1786,18],[1993,18],[2413,18]]},"100":{"position":[[1274,18],[1601,18],[1808,18],[2015,18],[2222,18],[2429,18],[2636,18],[2843,18],[3050,18],[3257,18],[3466,18],[3675,18],[3884,18],[4093,18]]},"130":{"position":[[848,18],[1174,18],[1381,18],[1588,18],[2221,18],[2428,18],[3930,18],[4352,18],[4560,18],[4768,18],[4976,18],[5184,18],[5392,18],[5600,18],[5808,18],[6016,18],[6224,18],[6432,18],[6640,18],[6848,18],[7056,18]]},"146":{"position":[[1049,18],[1375,18],[1582,18],[1789,18],[1996,18],[2203,18],[2410,18],[2617,18]]},"256":{"position":[[1091,18],[1418,18],[1625,18],[1832,18],[2039,18],[2246,18],[2453,18],[2660,18],[2867,18],[3074,18],[3282,18],[3490,18],[3698,18],[3906,18],[4114,18],[4322,18],[4530,18],[4738,18],[7514,18],[7722,18],[7930,18],[8358,18],[10094,18],[11662,18],[12746,18],[12954,18],[14028,18],[14456,18]]},"258":{"position":[[1866,18],[2193,18],[2400,18],[2607,18],[2814,18],[3021,18],[3228,18],[3435,18],[3642,18],[3849,18],[4057,18],[4265,18],[4473,18],[4681,18],[4889,18],[5097,18],[5305,18],[5513,18],[5721,18],[5929,18],[8269,18],[8477,18],[9109,18],[11780,18],[14185,18]]},"260":{"position":[[2672,18],[2999,18],[3206,18],[3413,18],[3620,18],[3827,18],[4034,18],[4241,18],[4448,18]]},"262":{"position":[[1886,18],[2212,18],[2419,18],[3042,18],[3450,18],[3655,18],[3860,18],[5992,18]]}}}],["lgbm_spark",{"_index":2064,"t":{"182":{"position":[[12,11],[712,15]]}}}],["lgbm_ts(ts_sklearn",{"_index":4525,"t":{"470":{"position":[[6,19]]}}}],["lgbmclassifi",{"_index":2686,"t":{"236":{"position":[[3936,14],[3981,14]]},"620":{"position":[[634,15]]},"624":{"position":[[908,14]]},"696":{"position":[[2271,14],[5877,14]]}}}],["lgbmclassifier(**config",{"_index":5765,"t":{"696":{"position":[[6236,24]]}}}],["lgbmclassifier(**model_config",{"_index":5731,"t":{"696":{"position":[[2738,30]]}}}],["lgbmclassifier(learning_rate=0.2677050123105203",{"_index":1105,"t":{"92":{"position":[[2893,48]]}}}],["lgbmestim",{"_index":1309,"t":{"102":{"position":[[981,16]]},"368":{"position":[[161,14]]},"384":{"position":[[48,14]]},"388":{"position":[[46,14]]},"649":{"position":[[314,13]]}}}],["lgbmestimator(**config).param",{"_index":2659,"t":{"236":{"position":[[2483,30]]}}}],["lgbmestimator(baseestim",{"_index":4403,"t":{"380":{"position":[[6,28]]}}}],["lgbmestimator.search_space(x_train.shap",{"_index":2667,"t":{"236":{"position":[[2831,42]]}}}],["lgbmestimatorclass",{"_index":1307,"t":{"102":{"position":[[939,18]]}}}],["lgbmestimatordef",{"_index":2657,"t":{"236":{"position":[[2386,16]]}}}],["lgbmprint(automl.best_config",{"_index":5561,"t":{"668":{"position":[[95,30]]}}}],["lgbmranker(colsample_bytree=0.9852774042640857",{"_index":1725,"t":{"130":{"position":[[7317,47]]}}}],["lgbmregressor",{"_index":5252,"t":{"620":{"position":[[465,13],[650,14]]},"624":{"position":[[140,16]]}}}],["lgbmregressor()estimator.fit(x_train",{"_index":5250,"t":{"620":{"position":[[326,37]]}}}],["lgbmregressor()hyperparam",{"_index":1934,"t":{"157":{"position":[[226,27]]}}}],["lgbmregressor()lgbm.fit(x_train",{"_index":1260,"t":{"100":{"position":[[6612,32]]},"155":{"position":[[233,32]]}}}],["lgbmregressor(colsample_bytree=0.7610534336273627",{"_index":1886,"t":{"146":{"position":[[4380,50]]}}}],["lgbmregressor(colsample_bytree=0.8025848209352517",{"_index":1193,"t":{"100":{"position":[[4355,50],[5556,51]]}}}],["lgbmregressorestim",{"_index":5249,"t":{"620":{"position":[[301,22]]},"624":{"position":[[115,22]]}}}],["lgbmregressorfrom",{"_index":1912,"t":{"155":{"position":[[75,17]]},"157":{"position":[[75,17]]}}}],["lgbmregressorlgbm",{"_index":1259,"t":{"100":{"position":[[6592,17]]}}}],["lgmbclassifi",{"_index":2687,"t":{"236":{"position":[[4053,15]]}}}],["lh",{"_index":433,"t":{"17":{"position":[[2250,3]]}}}],["li",{"_index":5103,"t":{"600":{"position":[[3255,3],[3538,2]]}}}],["librari",{"_index":28,"t":{"2":{"position":[[310,7]]},"7":{"position":[[40,9]]},"48":{"position":[[62,7]]},"592":{"position":[[151,8],[181,10]]},"600":{"position":[[109,8],[253,9]]}}}],["lightgbm",{"_index":1141,"t":{"100":{"position":[[597,8],[6561,9],[6576,8]]},"102":{"position":[[18,8],[151,8],[241,8],[312,8]]},"153":{"position":[[73,8]]},"182":{"position":[[64,8]]},"236":{"position":[[1852,9],[3781,8],[3920,8]]},"368":{"position":[[4727,9]]},"372":{"position":[[86,8]]},"620":{"position":[[285,8]]},"649":{"position":[[9037,9]]},"661":{"position":[[1554,8]]},"666":{"position":[[278,8],[683,8]]},"680":{"position":[[1138,8]]},"696":{"position":[[2255,8],[5861,8]]}}}],["lightgbm.dataset(csv_file_nam",{"_index":2661,"t":{"236":{"position":[[2544,31]]}}}],["lightgbm.lgbmclassifi",{"_index":2685,"t":{"236":{"position":[[3833,23]]}}}],["lightgbm.lgbmclassifiermodel.fit(x_transform",{"_index":5275,"t":{"624":{"position":[[849,47]]}}}],["lightgbm.lgbmregressor",{"_index":5259,"t":{"622":{"position":[[37,23],[80,22]]}}}],["lightgbm.train(param",{"_index":2662,"t":{"236":{"position":[[2584,22]]}}}],["lightning_log",{"_index":4257,"t":{"356":{"position":[[21256,16],[38893,16]]}}}],["lightweight",{"_index":5020,"t":{"600":{"position":[[90,11],[234,11]]}}}],["limit",{"_index":584,"t":{"27":{"position":[[786,6]]},"293":{"position":[[1564,5],[1643,5],[1668,5]]},"326":{"position":[[1808,5],[1887,5]]},"332":{"position":[[1719,5],[1798,5],[1823,5]]},"356":{"position":[[2545,6],[27694,6]]},"386":{"position":[[97,7]]},"544":{"position":[[2191,5]]},"590":{"position":[[64,8]]},"651":{"position":[[1103,5]]},"682":{"position":[[2322,5],[2338,5],[2692,5],[2712,5]]},"694":{"position":[[508,5],[1048,5],[2001,8]]},"696":{"position":[[1561,5]]}}}],["line",{"_index":825,"t":{"46":{"position":[[378,5]]},"67":{"position":[[337,6]]},"236":{"position":[[1529,5]]},"620":{"position":[[428,4]]},"661":{"position":[[107,5],[155,5]]},"700":{"position":[[488,4]]},"706":{"position":[[1232,5]]}}}],["linear",{"_index":3372,"t":{"264":{"position":[[4957,6],[6844,6]]},"348":{"position":[[10834,6]]},"398":{"position":[[63,6]]},"408":{"position":[[78,6]]},"410":{"position":[[79,6]]},"412":{"position":[[72,6]]},"682":{"position":[[2398,6],[3089,6],[3855,6],[4075,6]]}}}],["linear(in_features=1",{"_index":3417,"t":{"264":{"position":[[7709,21],[7794,21],[7861,21],[7922,21],[7982,21],[8043,21],[8109,21],[8181,21],[8251,21],[8305,21],[8368,21],[8436,21],[8500,21],[8565,21],[8638,21],[8708,21],[12555,21],[12640,21],[12707,21],[12768,21],[12828,21],[20190,21],[20256,21],[20328,21],[20398,21],[20452,21],[20515,21],[20583,21],[20647,21],[20712,21],[20785,21],[20855,21],[24259,21],[24325,21],[24397,21],[24467,21]]}}}],["linear(in_features=100",{"_index":3457,"t":{"264":{"position":[[13165,23]]}}}],["linear(in_features=13",{"_index":3461,"t":{"264":{"position":[[13309,22],[13457,22]]}}}],["linear(in_features=16",{"_index":3459,"t":{"264":{"position":[[13250,22],[21274,22],[24613,22],[24693,22],[24841,22],[25049,22],[25129,22],[25277,22],[25483,22],[25563,22],[25711,22],[25910,22],[25990,22],[26138,22],[26517,22],[26660,22],[26967,22],[27051,22],[27110,22],[27258,22],[27502,22],[27581,22],[27636,22],[27691,22],[27746,22],[27827,22],[27882,22],[27937,22],[27992,22],[28279,22],[28462,22],[28542,22],[28690,22],[28898,22],[29053,22]]}}}],["linear(in_features=4",{"_index":3483,"t":{"264":{"position":[[28119,21]]}}}],["linear(in_features=44",{"_index":3464,"t":{"264":{"position":[[21191,22]]}}}],["linear(in_features=6",{"_index":3466,"t":{"264":{"position":[[21332,21],[21478,21]]}}}],["linear(in_features=66",{"_index":3436,"t":{"264":{"position":[[9014,22]]}}}],["linear(in_features=7",{"_index":3441,"t":{"264":{"position":[[9093,21],[9239,21]]}}}],["linear(in_features=8",{"_index":3452,"t":{"264":{"position":[[9871,21],[9949,21],[10095,21],[10455,21],[10533,21],[10679,21],[11021,21],[11099,21],[11245,21],[11581,21],[11659,21],[11805,21],[12140,21],[12218,21],[12364,21],[14131,21],[14209,21],[14355,21],[14696,21],[14774,21],[14920,21],[15267,21],[15345,21],[15491,21],[15836,21],[15914,21],[16060,21],[16389,21],[16467,21],[16613,21],[16951,21],[17029,21],[17175,21],[17518,21],[17596,21],[17742,21],[18081,21],[18159,21],[18305,21],[18645,21],[18723,21],[18869,21],[19217,21],[19295,21],[19441,21],[19786,21],[19864,21],[20010,21],[22150,21],[22228,21],[22374,21],[22715,21],[22793,21],[22939,21],[23286,21],[23364,21],[23510,21],[23855,21],[23933,21],[24079,21]]}}}],["link",{"_index":958,"t":{"67":{"position":[[351,4]]},"84":{"position":[[298,5]]},"94":{"position":[[0,4]]},"102":{"position":[[1380,4]]},"110":{"position":[[1270,4]]},"124":{"position":[[72,4]]},"138":{"position":[[1246,4]]},"140":{"position":[[3204,4]]},"157":{"position":[[786,4]]},"174":{"position":[[348,4]]},"182":{"position":[[836,4]]},"184":{"position":[[2087,4]]},"196":{"position":[[583,4]]},"230":{"position":[[832,4]]},"264":{"position":[[29486,4]]},"289":{"position":[[359,4]]},"326":{"position":[[8774,6],[8811,6],[10193,6],[10230,6]]}}}],["linux",{"_index":999,"t":{"78":{"position":[[299,5]]},"246":{"position":[[427,6]]}}}],["list",{"_index":1067,"t":{"92":{"position":[[876,4]]},"100":{"position":[[568,4],[1157,4]]},"108":{"position":[[573,4],[1161,4]]},"116":{"position":[[1759,4]]},"118":{"position":[[1352,4]]},"120":{"position":[[1265,4]]},"122":{"position":[[1532,5],[3319,4]]},"130":{"position":[[720,4]]},"146":{"position":[[889,4]]},"182":{"position":[[6,5]]},"250":{"position":[[1331,4],[1749,4]]},"256":{"position":[[894,4]]},"258":{"position":[[1669,4]]},"260":{"position":[[2475,4]]},"262":{"position":[[1720,4]]},"264":{"position":[[3590,4]]},"275":{"position":[[1345,4]]},"312":{"position":[[781,5]]},"316":{"position":[[68,4],[457,5]]},"322":{"position":[[479,4],[490,4]]},"326":{"position":[[3203,5],[3272,4],[3533,5],[4182,6],[4607,4],[5037,4],[5121,4],[5445,4],[5780,5],[7052,4],[17233,4],[17372,4],[18482,4],[18621,4]]},"332":{"position":[[3133,5],[3202,4],[3463,5]]},"348":{"position":[[1367,4],[1378,4],[1572,4],[2580,4],[3021,4],[3043,4],[3051,5],[3119,4],[3168,4],[3176,5],[4284,5],[4301,4],[6615,4],[6626,4],[6757,4],[8892,4],[9178,4]]},"356":{"position":[[2342,4],[5803,4],[8767,5],[8790,4],[8839,4],[20614,4],[22103,4],[22302,4],[22573,4],[22707,4],[22739,4],[22862,4],[23618,4],[23659,4],[27491,4],[31759,4],[34258,5],[34281,4],[34330,4],[35995,4],[36060,4],[38251,4]]},"364":{"position":[[1073,4],[1100,4]]},"432":{"position":[[7386,4],[7483,4],[7519,4],[7611,4],[7723,4]]},"510":{"position":[[994,4],[1150,4],[1166,4],[1268,4],[1289,4]]},"544":{"position":[[1722,4],[1888,4],[2852,4],[3118,4],[4216,4],[4343,4],[4450,5],[6000,4]]},"554":{"position":[[1625,4],[1752,4],[1859,5]]},"558":{"position":[[1324,5],[1343,5]]},"572":{"position":[[185,4]]},"588":{"position":[[546,4],[603,4],[613,4],[676,4],[715,4],[725,4]]},"590":{"position":[[743,5]]},"592":{"position":[[1279,4],[1443,4],[1745,4],[2649,4]]},"608":{"position":[[4447,4],[4525,4],[4691,4],[8227,4],[8492,4],[9506,4],[9633,4],[9740,5]]},"620":{"position":[[600,4]]},"644":{"position":[[1868,4]]},"649":{"position":[[14,4]]},"651":{"position":[[1721,4],[1792,4]]},"659":{"position":[[840,4]]},"663":{"position":[[350,6]]},"682":{"position":[[1823,4]]},"684":{"position":[[152,4],[229,4],[1126,4],[1223,4]]},"692":{"position":[[140,4],[745,4],[864,4]]},"698":{"position":[[41,4],[281,4]]},"702":{"position":[[224,4],[349,4],[456,5]]}}}],["list(metrics.valu",{"_index":3781,"t":{"312":{"position":[[686,22]]}}}],["list(range(n_train_exampl",{"_index":2518,"t":{"218":{"position":[[501,31]]}}}],["list(range(n_valid_exampl",{"_index":2524,"t":{"218":{"position":[[764,31]]}}}],["list[dict",{"_index":2800,"t":{"250":{"position":[[1316,10],[1734,10]]},"326":{"position":[[6992,11]]},"348":{"position":[[942,11]]},"544":{"position":[[5982,10]]}}}],["list[list[str",{"_index":4191,"t":{"356":{"position":[[13836,15]]}}}],["list[str",{"_index":3799,"t":{"316":{"position":[[160,9]]},"348":{"position":[[8756,9],[9024,9]]},"356":{"position":[[13824,9]]},"364":{"position":[[1031,10]]},"432":{"position":[[7360,9]]},"590":{"position":[[668,10]]},"608":{"position":[[125,9]]}}}],["list[union[list",{"_index":4959,"t":{"590":{"position":[[699,16]]}}}],["listautoml.fit(x_train=x_train",{"_index":1316,"t":{"102":{"position":[[1314,31]]},"110":{"position":[[1204,31]]}}}],["literatur",{"_index":678,"t":{"33":{"position":[[452,11]]}}}],["littl",{"_index":509,"t":{"21":{"position":[[610,6]]}}}],["liu",{"_index":5052,"t":{"600":{"position":[[1090,4],[1273,3],[2818,4],[3051,3]]}}}],["live",{"_index":343,"t":{"15":{"position":[[1081,5]]},"82":{"position":[[450,4]]},"494":{"position":[[591,6],[1884,4],[2173,4]]},"510":{"position":[[438,6]]}}}],["live'/run",{"_index":4654,"t":{"510":{"position":[[258,14]]}}}],["llama",{"_index":3998,"t":{"348":{"position":[[4864,6]]}}}],["llm",{"_index":11,"t":{"2":{"position":[[91,5],[1310,5]]},"11":{"position":[[673,3],[763,4],[946,7]]},"13":{"position":[[139,3]]},"15":{"position":[[90,7],[688,6],[1260,5],[1586,5],[1673,5],[1711,3]]},"17":{"position":[[46,3],[206,3],[326,3],[656,3],[1086,5],[1528,3],[1881,3],[2120,3],[2432,3],[2666,3],[3079,3]]},"23":{"position":[[139,5],[364,4],[536,3],[642,3]]},"25":{"position":[[202,3]]},"35":{"position":[[234,3],[1134,3],[1199,3]]},"39":{"position":[[57,3]]},"50":{"position":[[44,4]]},"55":{"position":[[573,3],[613,6],[802,3],[963,3],[1037,4],[1327,4],[1470,4]]},"57":{"position":[[207,3]]},"59":{"position":[[818,3]]},"61":{"position":[[855,3]]},"63":{"position":[[118,3],[183,3]]},"236":{"position":[[293,5],[899,4],[1133,3]]},"293":{"position":[[103,4],[258,4],[1076,3]]},"326":{"position":[[3825,3],[3930,3],[4052,3]]},"332":{"position":[[388,3],[3826,3],[3883,3],[4010,3]]}}}],["llm'",{"_index":305,"t":{"15":{"position":[[177,5]]}}}],["llm_config",{"_index":3687,"t":{"293":{"position":[[575,11],[1035,10]]},"326":{"position":[[1219,11],[3798,10]]},"332":{"position":[[245,10],[1222,11],[3856,10],[4113,10]]}}}],["llmop",{"_index":103,"t":{"2":{"position":[[1320,7]]},"11":{"position":[[344,6],[1144,6]]},"13":{"position":[[204,7]]}}}],["lmsys/vicuna",{"_index":866,"t":{"50":{"position":[[195,12]]}}}],["load",{"_index":1769,"t":{"138":{"position":[[1105,6]]},"155":{"position":[[419,4]]},"157":{"position":[[382,4]]},"162":{"position":[[429,4]]},"190":{"position":[[440,4]]},"236":{"position":[[2766,4]]},"486":{"position":[[178,4]]},"670":{"position":[[74,4]]}}}],["load_breast_canc",{"_index":5206,"t":{"610":{"position":[[972,18]]}}}],["load_breast_cancer(as_frame=tru",{"_index":5217,"t":{"610":{"position":[[1205,33]]}}}],["load_data",{"_index":3613,"t":{"277":{"position":[[59,11]]}}}],["load_data(data_dir",{"_index":3563,"t":{"275":{"position":[[741,19]]}}}],["load_data(data_dir=\"data",{"_index":3526,"t":{"273":{"position":[[4,27]]}}}],["load_dataset(\"glu",{"_index":1493,"t":{"116":{"position":[[73,20],[142,20],[217,20]]},"118":{"position":[[73,20],[142,20]]}}}],["load_dataset(\"xsum",{"_index":1587,"t":{"120":{"position":[[73,20],[134,20]]}}}],["load_datasettrain_dataset",{"_index":1492,"t":{"116":{"position":[[45,25]]},"118":{"position":[[45,25]]},"120":{"position":[[45,25]]}}}],["load_iri",{"_index":1036,"t":{"92":{"position":[[53,10]]}}}],["load_iris(return_x_y=tru",{"_index":1044,"t":{"92":{"position":[[293,27]]},"624":{"position":[[474,26]]},"628":{"position":[[340,26]]},"634":{"position":[[290,26]]}}}],["load_iris(return_x_y=true)automl",{"_index":2449,"t":{"205":{"position":[[654,32]]},"211":{"position":[[285,32]]}}}],["load_iris(return_x_y=true)automl.fit(x_train",{"_index":4122,"t":{"356":{"position":[[6029,45],[31985,45]]}}}],["load_irisx",{"_index":2484,"t":{"211":{"position":[[269,11]]}}}],["load_irisx_train",{"_index":2448,"t":{"205":{"position":[[626,17]]}}}],["load_openml_dataset",{"_index":1122,"t":{"100":{"position":[[54,20]]},"108":{"position":[[54,20]]},"168":{"position":[[30,20],[270,20]]}}}],["load_openml_dataset(dataset_id=1169",{"_index":1757,"t":{"138":{"position":[[294,36]]},"162":{"position":[[176,36]]},"663":{"position":[[930,36]]}}}],["load_openml_dataset(dataset_id=537",{"_index":1132,"t":{"100":{"position":[[319,35]]},"108":{"position":[[319,35]]},"155":{"position":[[176,35]]},"157":{"position":[[169,35]]}}}],["load_openml_datasetfrom",{"_index":1749,"t":{"138":{"position":[[30,23]]},"155":{"position":[[30,23]]},"157":{"position":[[30,23]]},"162":{"position":[[30,23]]},"663":{"position":[[852,23]]}}}],["load_openml_task(task_id=7592",{"_index":5737,"t":{"696":{"position":[[2995,30]]}}}],["load_openml_taskdef",{"_index":5719,"t":{"696":{"position":[[2149,19]]}}}],["loc",{"_index":1679,"t":{"122":{"position":[[2653,5],[2662,5]]},"194":{"position":[[871,3]]},"364":{"position":[[1264,5],[1346,5]]}}}],["local",{"_index":783,"t":{"39":{"position":[[51,5]]},"42":{"position":[[96,5]]},"50":{"position":[[57,5]]},"82":{"position":[[32,8],[367,5]]},"184":{"position":[[1102,5]]},"312":{"position":[[1220,6],[1403,5],[1453,5]]},"356":{"position":[[8424,5]]},"364":{"position":[[448,5]]},"532":{"position":[[27,5]]},"554":{"position":[[27,5],[4187,5]]},"562":{"position":[[45,5],[253,5]]},"608":{"position":[[7814,5],[7870,5]]},"657":{"position":[[1792,5]]},"672":{"position":[[740,5]]},"706":{"position":[[266,5],[1799,5]]},"708":{"position":[[21,5],[353,5],[684,5],[1053,5],[1090,5],[1714,5]]}}}],["local_dir",{"_index":4921,"t":{"584":{"position":[[549,9],[565,9]]},"608":{"position":[[1794,10],[7786,9],[8917,9],[8968,9],[9034,10]]}}}],["local_dir=\"log",{"_index":2208,"t":{"194":{"position":[[366,18]]},"285":{"position":[[402,18]]}}}],["localhost",{"_index":819,"t":{"46":{"position":[[260,9]]}}}],["locallypython",{"_index":3791,"t":{"312":{"position":[[1189,13]]}}}],["locat",{"_index":5243,"t":{"610":{"position":[[2233,7]]},"638":{"position":[[251,8]]},"640":{"position":[[467,8]]}}}],["location=\"location_for_default",{"_index":5286,"t":{"628":{"position":[[278,33]]}}}],["location_for_default",{"_index":5290,"t":{"628":{"position":[[726,25]]}}}],["location_for_defaults}/{learner_name}/{task_name}.json",{"_index":5300,"t":{"634":{"position":[[201,56]]}}}],["location}/all/metafeatures.csv",{"_index":5338,"t":{"638":{"position":[[73,32]]}}}],["location}/{learner_name}/results.csv",{"_index":5340,"t":{"638":{"position":[[186,38]]}}}],["location}/{learner_name}/{task_name}.json",{"_index":5339,"t":{"638":{"position":[[122,43]]}}}],["lockfil",{"_index":1019,"t":{"82":{"position":[[286,8]]}}}],["log",{"_index":1143,"t":{"100":{"position":[[706,3]]},"108":{"position":[[710,3]]},"138":{"position":[[559,3],[858,6],[1085,6]]},"172":{"position":[[517,3]]},"190":{"position":[[1391,3]]},"207":{"position":[[463,4],[494,3]]},"258":{"position":[[966,3]]},"260":{"position":[[1938,3]]},"262":{"position":[[1065,3]]},"264":{"position":[[2070,3]]},"281":{"position":[[58,3],[114,3],[262,3]]},"306":{"position":[[293,3]]},"326":{"position":[[19192,5],[19258,4],[19273,4]]},"348":{"position":[[2037,3],[2418,7],[8079,7]]},"356":{"position":[[1278,4],[2242,3],[2281,8],[3231,3],[3281,4],[3336,4],[3553,3],[7277,3],[7439,3],[7464,3],[11122,3],[12853,3],[15653,3],[15706,3],[16445,3],[16496,6],[16631,6],[16735,3],[19185,3],[19246,3],[21296,3],[26391,4],[27391,3],[27430,8],[28485,3],[28535,4],[28590,4],[28912,3],[33206,3],[33368,3],[33393,3],[36110,4],[36265,3],[37028,3],[37103,7],[38933,3]]},"364":{"position":[[250,4]]},"432":{"position":[[2336,7]]},"486":{"position":[[147,3],[690,7],[788,3]]},"520":{"position":[[895,4],[1436,4],[1952,3],[2468,3]]},"568":{"position":[[37,8]]},"584":{"position":[[637,4]]},"608":{"position":[[7836,4],[7899,4],[8864,3],[8944,3],[8992,3],[10900,3]]},"647":{"position":[[2473,4]]},"649":{"position":[[3551,8],[7166,3],[8519,3]]},"651":{"position":[[1586,4]]},"661":{"position":[[15,6],[76,6],[136,6],[1217,4],[1356,7],[1795,3],[1950,8],[2094,7],[2351,7],[2442,7]]},"670":{"position":[[107,3]]},"672":{"position":[[334,3]]},"682":{"position":[[564,3],[2414,3],[2466,3],[2581,3],[2792,3],[2858,3],[3946,3],[4212,3],[4725,3],[4849,3],[5545,3],[5688,3]]}}}],["log=tru",{"_index":5006,"t":{"592":{"position":[[3902,9]]}}}],["log_dir",{"_index":4256,"t":{"356":{"position":[[21231,7],[38868,7]]}}}],["log_file_nam",{"_index":1041,"t":{"92":{"position":[[245,16]]},"100":{"position":[[656,16]]},"108":{"position":[[660,16]]},"138":{"position":[[507,16]]},"146":{"position":[[250,16]]},"172":{"position":[[465,16]]},"205":{"position":[[761,16]]},"258":{"position":[[921,16]]},"260":{"position":[[1878,16]]},"262":{"position":[[1003,16]]},"264":{"position":[[2015,16]]},"348":{"position":[[999,14],[2003,13]]},"356":{"position":[[164,16],[2210,13],[15674,13],[16703,13],[27359,13]]},"608":{"position":[[2218,14],[8832,13]]},"628":{"position":[[448,16]]},"661":{"position":[[37,13]]}}}],["log_file_name=\"ts_forecast.log",{"_index":2818,"t":{"256":{"position":[[383,32]]}}}],["log_file_name=non",{"_index":4275,"t":{"356":{"position":[[23818,19]]}}}],["log_loss",{"_index":1999,"t":{"172":{"position":[[211,11]]},"356":{"position":[[817,11],[1432,8],[25930,11],[26545,8]]},"368":{"position":[[3343,11]]},"647":{"position":[[234,11],[1863,8]]}}}],["log_loss(y_train",{"_index":4080,"t":{"356":{"position":[[1691,17],[26804,17]]},"647":{"position":[[2122,17]]}}}],["log_loss(y_v",{"_index":4075,"t":{"356":{"position":[[1571,15],[26684,15]]},"647":{"position":[[2002,15]]}}}],["log_max_bin",{"_index":1225,"t":{"100":{"position":[[5353,14]]},"649":{"position":[[502,11],[1923,11]]},"661":{"position":[[461,14],[875,14]]},"668":{"position":[[228,14],[559,14],[1498,14],[1755,14]]}}}],["log_metrics_fold",{"_index":4323,"t":{"356":{"position":[[36041,18],[36322,19],[36444,18]]}}}],["log_training_metr",{"_index":4093,"t":{"356":{"position":[[3507,19],[28866,19]]},"432":{"position":[[1754,20],[2285,19]]}}}],["log_training_metric=non",{"_index":4283,"t":{"356":{"position":[[24006,25]]}}}],["log_typ",{"_index":3113,"t":{"260":{"position":[[1973,11]]},"356":{"position":[[3204,8],[28458,8]]}}}],["log_type='al",{"_index":5543,"t":{"661":{"position":[[1309,14]]}}}],["log_type='bett",{"_index":5542,"t":{"661":{"position":[[1279,18]]}}}],["log_type=non",{"_index":4281,"t":{"356":{"position":[[23938,14]]}}}],["log_volum",{"_index":3294,"t":{"264":{"position":[[2759,13],[8354,13],[16753,13],[20501,13]]}}}],["logarithm",{"_index":4720,"t":{"520":{"position":[[2019,10],[2535,10]]},"649":{"position":[[514,10],[1935,10]]},"682":{"position":[[926,11]]}}}],["logdir",{"_index":2226,"t":{"194":{"position":[[733,7]]},"584":{"position":[[598,6]]}}}],["logged_histori",{"_index":4029,"t":{"348":{"position":[[9227,15]]}}}],["logged_history(cl",{"_index":4031,"t":{"348":{"position":[[9268,19]]}}}],["logged_metr",{"_index":5524,"t":{"661":{"position":[[214,16],[629,16]]}}}],["logger",{"_index":4877,"t":{"568":{"position":[[22,6]]}}}],["logger.warning(config",{"_index":3539,"t":{"275":{"position":[[104,22]]}}}],["logging.warn",{"_index":3960,"t":{"348":{"position":[[1186,16],[2445,16],[8106,16]]}}}],["logging_level",{"_index":3959,"t":{"348":{"position":[[1155,14],[2393,13],[8054,13]]}}}],["logging_level=logging.warn",{"_index":4014,"t":{"348":{"position":[[6478,30]]}}}],["logging_metr",{"_index":3322,"t":{"264":{"position":[[3959,15],[5846,15],[7373,18]]}}}],["logging_steps=20000",{"_index":2156,"t":{"190":{"position":[[1057,20]]}}}],["logic",{"_index":530,"t":{"23":{"position":[[388,5],[737,7]]},"592":{"position":[[1063,5],[3921,5]]}}}],["logist",{"_index":4412,"t":{"392":{"position":[[65,8]]},"394":{"position":[[65,8]]}}}],["logisticregress",{"_index":5482,"t":{"653":{"position":[[507,21]]}}}],["logloss",{"_index":5233,"t":{"610":{"position":[[1806,11]]}}}],["logprob",{"_index":833,"t":{"46":{"position":[[607,9],[760,9]]}}}],["lograndint",{"_index":4718,"t":{"520":{"position":[[1854,11]]},"682":{"position":[[5555,13]]}}}],["lograndint(low",{"_index":4719,"t":{"520":{"position":[[1870,17]]}}}],["logregobj",{"_index":1478,"t":{"110":{"position":[[626,9]]},"649":{"position":[[7749,9],[7951,10]]}}}],["logregobj(pr",{"_index":1467,"t":{"110":{"position":[[331,16]]},"649":{"position":[[7505,16]]}}}],["loguniform",{"_index":4686,"t":{"518":{"position":[[415,14]]},"520":{"position":[[602,11]]},"682":{"position":[[4735,13]]}}}],["loguniform(low",{"_index":4705,"t":{"520":{"position":[[618,17]]}}}],["long",{"_index":685,"t":{"33":{"position":[[757,4]]},"634":{"position":[[131,4]]},"636":{"position":[[2215,4]]}}}],["longer",{"_index":957,"t":{"67":{"position":[[315,6]]},"486":{"position":[[781,6]]},"657":{"position":[[4309,6]]}}}],["longest",{"_index":725,"t":{"33":{"position":[[2145,7]]},"672":{"position":[[184,7]]}}}],["look",{"_index":279,"t":{"11":{"position":[[1059,4]]},"17":{"position":[[1472,4]]},"29":{"position":[[693,4]]},"46":{"position":[[531,5]]},"326":{"position":[[3754,4]]},"332":{"position":[[3684,4]]},"506":{"position":[[1486,4],[2792,4]]},"628":{"position":[[691,4]]}}}],["loop",{"_index":3576,"t":{"275":{"position":[[1203,4]]},"574":{"position":[[161,5],[224,5]]},"576":{"position":[[151,5],[214,5]]},"584":{"position":[[161,4]]}}}],["loss",{"_index":2233,"t":{"194":{"position":[[961,4]]},"264":{"position":[[3932,4],[5819,4],[7350,7]]},"275":{"position":[[1553,4],[1755,5],[1850,4],[2178,4]]},"287":{"position":[[225,5]]},"289":{"position":[[175,5]]},"356":{"position":[[3306,4],[12523,5],[12590,4],[12802,5],[13006,5],[23555,5],[28560,4],[36015,4]]},"432":{"position":[[2279,5],[2457,5]]},"494":{"position":[[2350,4],[2412,4]]},"498":{"position":[[507,5]]},"502":{"position":[[591,4]]},"608":{"position":[[3783,5]]},"610":{"position":[[466,5]]},"647":{"position":[[2362,4],[2420,4]]},"670":{"position":[[16,4]]},"696":{"position":[[2942,7]]},"706":{"position":[[760,5],[927,4],[1108,4],[1267,4],[1382,4]]}}}],["loss.backward",{"_index":3586,"t":{"275":{"position":[[1587,15]]}}}],["loss.cpu().numpi",{"_index":3603,"t":{"275":{"position":[[2224,18]]}}}],["loss.item",{"_index":3588,"t":{"275":{"position":[[1655,11]]}}}],["loss2",{"_index":5010,"t":{"592":{"position":[[4482,9]]}}}],["loss=45.2",{"_index":3400,"t":{"264":{"position":[[7111,10]]}}}],["loss=45.9",{"_index":3383,"t":{"264":{"position":[[5224,10]]}}}],["loss=eval_output[\"eval_loss",{"_index":2167,"t":{"190":{"position":[[1414,30]]}}}],["loss=test_loss",{"_index":5767,"t":{"696":{"position":[[6528,15]]}}}],["loss_avg",{"_index":4578,"t":{"494":{"position":[[2100,11]]},"510":{"position":[[618,11]]}}}],["loss_lcb",{"_index":4577,"t":{"494":{"position":[[2088,11]]},"510":{"position":[[630,11]]}}}],["loss_ucb",{"_index":4566,"t":{"494":{"position":[[1396,11],[2076,11]]},"510":{"position":[[605,12]]}}}],["lot",{"_index":949,"t":{"67":{"position":[[104,3]]}}}],["low",{"_index":189,"t":{"7":{"position":[[493,3]]},"11":{"position":[[579,3]]},"55":{"position":[[1401,3]]},"203":{"position":[[166,3],[182,3],[617,3],[1423,3]]},"230":{"position":[[2,3],[665,3]]},"234":{"position":[[401,3]]},"236":{"position":[[3120,3]]},"246":{"position":[[160,3],[638,3]]},"356":{"position":[[21909,3]]},"544":{"position":[[1347,3]]},"554":{"position":[[621,3]]},"608":{"position":[[3933,3]]},"649":{"position":[[6986,3],[8616,3]]},"674":{"position":[[678,4]]},"682":{"position":[[172,3],[6991,3],[7111,3],[7358,3]]},"706":{"position":[[108,3],[189,3],[1378,3],[1689,3]]},"708":{"position":[[211,3],[978,3]]}}}],["low/high",{"_index":2418,"t":{"203":{"position":[[257,8]]}}}],["low_cost_init_valu",{"_index":2425,"t":{"203":{"position":[[1193,19]]},"236":{"position":[[3294,21]]},"356":{"position":[[10086,22]]},"368":{"position":[[4216,20]]},"649":{"position":[[4616,22],[4710,22],[7221,21],[8247,22],[8341,22],[8645,21],[9166,22]]}}}],["low_cost_init_value(opt",{"_index":5449,"t":{"649":{"position":[[6883,30]]}}}],["low_cost_partial_config",{"_index":2412,"t":{"203":{"position":[[28,23],[718,24],[950,23],[1092,23],[1546,23]]},"356":{"position":[[21832,24],[21870,25],[22115,24],[22186,24]]},"544":{"position":[[177,24],[1254,23]]},"608":{"position":[[1304,24],[3840,23]]},"682":{"position":[[69,23],[7211,24],[7583,23]]}}}],["low_cost_partial_config=low_cost_partial_config",{"_index":2608,"t":{"230":{"position":[[614,48]]},"236":{"position":[[3478,48]]}}}],["low_cost_partial_config=low_cost_partial_config)for",{"_index":5186,"t":{"608":{"position":[[7365,51]]}}}],["low_cost_partial_config={\"num_epoch",{"_index":3638,"t":{"285":{"position":[[156,38]]}}}],["low_cost_partial_config={\"num_train_epoch",{"_index":2204,"t":{"194":{"position":[[258,44]]}}}],["lower",{"_index":563,"t":{"27":{"position":[[166,5]]},"57":{"position":[[807,5]]},"59":{"position":[[570,5]]},"203":{"position":[[887,5],[1005,5]]},"520":{"position":[[153,5],[376,5],[744,5],[758,5],[1188,5],[1202,5],[1713,5],[1730,5],[1974,5],[2030,5],[2176,5],[2193,5],[2490,5],[2546,5]]},"554":{"position":[[2849,6]]},"649":{"position":[[8580,5]]},"682":{"position":[[2316,5],[2686,5],[7520,5],[7638,5]]},"696":{"position":[[1545,5]]}}}],["lr",{"_index":2589,"t":{"228":{"position":[[352,5]]},"281":{"position":[[142,5]]},"289":{"position":[[70,5]]}}}],["lr=config[\"lr",{"_index":3552,"t":{"275":{"position":[[388,16]]}}}],["lrl1",{"_index":5401,"t":{"649":{"position":[[2037,7]]}}}],["lrl1'][flaml.automl",{"_index":1073,"t":{"92":{"position":[[963,21]]}}}],["lrl1classifi",{"_index":4356,"t":{"368":{"position":[[199,15]]},"649":{"position":[[2045,14]]}}}],["lrl1classifier(sklearnestim",{"_index":4411,"t":{"392":{"position":[[6,32]]}}}],["lrl2",{"_index":5403,"t":{"649":{"position":[[2159,7]]}}}],["lrl2classifi",{"_index":4357,"t":{"368":{"position":[[215,15]]},"649":{"position":[[2167,14]]}}}],["lrl2classifier(sklearnestim",{"_index":4414,"t":{"394":{"position":[[6,32]]}}}],["lstm",{"_index":3349,"t":{"264":{"position":[[4548,4],[4580,4],[6435,4],[6467,4]]}}}],["lstm(16",{"_index":3469,"t":{"264":{"position":[[26295,8],[26369,8]]}}}],["lstm_decod",{"_index":3351,"t":{"264":{"position":[[4565,12],[6452,12],[26353,15]]}}}],["lstm_encod",{"_index":3348,"t":{"264":{"position":[[4533,12],[6420,12],[26279,15]]}}}],["lt",{"_index":1008,"t":{"82":{"position":[[85,3]]}}}],["m",{"_index":86,"t":{"2":{"position":[[1047,1]]},"46":{"position":[[37,1],[111,1],[218,1]]},"50":{"position":[[144,1]]},"80":{"position":[[150,1],[226,1]]},"356":{"position":[[14031,2],[15033,2],[24826,3]]}}}],["machin",{"_index":63,"t":{"2":{"position":[[810,7]]},"50":{"position":[[63,8]]},"234":{"position":[[282,7]]},"236":{"position":[[2290,8]]},"246":{"position":[[74,7],[368,7]]},"312":{"position":[[1459,8]]},"398":{"position":[[85,7]]},"432":{"position":[[47,7],[226,7]]},"608":{"position":[[3667,7],[3734,7]]},"610":{"position":[[350,7],[417,7]]},"649":{"position":[[225,7]]},"680":{"position":[[350,7]]}}}],["maco",{"_index":2768,"t":{"246":{"position":[[416,6]]}}}],["macro_f1",{"_index":4059,"t":{"356":{"position":[[805,11],[25918,11]]},"368":{"position":[[3331,11]]},"647":{"position":[[1077,11]]}}}],["made",{"_index":754,"t":{"33":{"position":[[3121,5]]},"356":{"position":[[37123,4]]}}}],["mae",{"_index":1257,"t":{"100":{"position":[[6510,3]]},"102":{"position":[[641,3]]},"108":{"position":[[9817,3]]},"172":{"position":[[223,6]]},"264":{"position":[[7422,5]]},"356":{"position":[[829,6],[25942,6]]},"368":{"position":[[3355,6]]},"494":{"position":[[2266,6]]},"500":{"position":[[256,6]]},"502":{"position":[[167,6]]},"647":{"position":[[443,6]]}}}],["mae','mse','r2",{"_index":1139,"t":{"100":{"position":[[519,18]]},"108":{"position":[[519,18]]}}}],["mae_clip",{"_index":4554,"t":{"494":{"position":[[373,14],[2250,15]]}}}],["magnitud",{"_index":4707,"t":{"520":{"position":[[722,10],[1048,10]]},"696":{"position":[[1690,9]]}}}],["main",{"_index":769,"t":{"35":{"position":[[208,4]]},"356":{"position":[[7353,4],[33282,4]]},"608":{"position":[[10976,4]]}}}],["major",{"_index":534,"t":{"23":{"position":[[469,5]]}}}],["make",{"_index":143,"t":{"5":{"position":[[512,4]]},"7":{"position":[[409,6]]},"15":{"position":[[968,6]]},"27":{"position":[[622,6]]},"31":{"position":[[81,4]]},"67":{"position":[[94,4]]},"138":{"position":[[1124,4]]},"140":{"position":[[189,4]]},"180":{"position":[[558,4]]},"203":{"position":[[1144,4]]},"205":{"position":[[246,4]]},"236":{"position":[[381,4]]},"258":{"position":[[232,5]]},"262":{"position":[[1215,4]]},"348":{"position":[[3801,4]]},"356":{"position":[[3439,4],[28701,4]]},"378":{"position":[[409,4]]},"424":{"position":[[92,4]]},"520":{"position":[[569,5],[1144,5],[2327,5],[2680,5]]},"592":{"position":[[1684,4]]},"608":{"position":[[9370,5]]},"661":{"position":[[1689,5]]},"702":{"position":[[1904,5]]}}}],["make_palindrom",{"_index":732,"t":{"33":{"position":[[2309,19]]}}}],["make_palindrome('cat",{"_index":733,"t":{"33":{"position":[[2336,22]]}}}],["make_palindrome('cata",{"_index":735,"t":{"33":{"position":[[2371,23]]}}}],["make_palindrome(str",{"_index":722,"t":{"33":{"position":[[2002,23]]}}}],["make_regression(n_targets=3",{"_index":1900,"t":{"148":{"position":[[306,29]]}}}],["make_regressionfrom",{"_index":1894,"t":{"148":{"position":[[156,19]]}}}],["manag",{"_index":3810,"t":{"318":{"position":[[66,7],[89,6]]},"498":{"position":[[36,8]]},"510":{"position":[[425,8],[1304,7]]},"572":{"position":[[200,7]]},"580":{"position":[[46,7],[1378,8],[1549,8]]},"584":{"position":[[100,7]]},"590":{"position":[[186,7]]},"657":{"position":[[899,6]]},"696":{"position":[[402,6]]}}}],["manchest",{"_index":87,"t":{"2":{"position":[[1075,11]]}}}],["mani",{"_index":147,"t":{"5":{"position":[[558,4]]},"29":{"position":[[644,4]]},"35":{"position":[[828,4]]},"61":{"position":[[426,4],[850,4]]},"348":{"position":[[10729,4]]},"356":{"position":[[320,4]]},"657":{"position":[[197,4],[4107,4]]},"661":{"position":[[1085,4]]}}}],["manifest",{"_index":4987,"t":{"592":{"position":[[2172,8]]}}}],["manipul",{"_index":507,"t":{"21":{"position":[[409,14]]}}}],["manner",{"_index":374,"t":{"17":{"position":[[265,7]]},"626":{"position":[[628,7]]}}}],["manual",{"_index":481,"t":{"19":{"position":[[594,8]]},"244":{"position":[[749,8]]},"326":{"position":[[10839,8],[12213,8]]},"592":{"position":[[3384,9]]},"700":{"position":[[121,8]]}}}],["map",{"_index":3841,"t":{"326":{"position":[[2736,7],[20413,7]]},"332":{"position":[[2666,7]]},"680":{"position":[[1756,4]]}}}],["mape",{"_index":2964,"t":{"258":{"position":[[801,7],[842,6]]},"260":{"position":[[1818,7]]},"264":{"position":[[1949,7],[7445,6]]},"356":{"position":[[849,7],[25962,7]]},"368":{"position":[[3375,7]]},"647":{"position":[[471,7]]}}}],["mape[flaml.automl",{"_index":2827,"t":{"256":{"position":[[845,18]]},"260":{"position":[[2426,18]]},"264":{"position":[[3541,18]]}}}],["mapeimport",{"_index":2975,"t":{"258":{"position":[[1563,13]]}}}],["marco",{"_index":5062,"t":{"600":{"position":[[1408,5],[1566,5]]}}}],["markdown==4.5.0",{"_index":1015,"t":{"82":{"position":[[191,15]]}}}],["markdownyarn",{"_index":1022,"t":{"82":{"position":[[317,12]]}}}],["market",{"_index":218,"t":{"9":{"position":[[570,10]]},"100":{"position":[[263,6]]},"108":{"position":[[263,6]]}}}],["marku",{"_index":5025,"t":{"600":{"position":[[140,6],[299,6]]}}}],["mass",{"_index":905,"t":{"57":{"position":[[692,4]]}}}],["match",{"_index":694,"t":{"33":{"position":[[975,8],[1073,6]]},"326":{"position":[[4394,7],[4812,7]]},"356":{"position":[[18733,8],[29541,8],[29724,8]]},"432":{"position":[[3629,8],[3791,8],[6518,8]]},"588":{"position":[[830,5]]}}}],["math",{"_index":286,"t":{"13":{"position":[[65,4]]},"15":{"position":[[210,4],[466,4],[1338,4],[1567,4],[1749,4]]},"17":{"position":[[306,4],[1734,4]]},"19":{"position":[[111,4]]},"21":{"position":[[90,4]]},"23":{"position":[[85,4],[247,4],[882,4]]},"25":{"position":[[106,4],[223,4]]},"27":{"position":[[298,5]]},"35":{"position":[[698,4]]},"37":{"position":[[90,5]]},"55":{"position":[[220,4],[1004,5],[1084,4],[1105,4]]},"57":{"position":[[1343,4]]},"61":{"position":[[465,4],[711,4]]},"84":{"position":[[384,4]]},"600":{"position":[[3178,4],[3443,4]]}}}],["mathchat",{"_index":297,"t":{"15":{"position":[[20,9],[159,8],[1497,9]]},"17":{"position":[[0,8],[1365,8]]},"19":{"position":[[39,9],[700,9]]},"21":{"position":[[698,8],[846,8],[1176,8]]},"23":{"position":[[788,8]]},"25":{"position":[[18,8]]}}}],["mathchat'",{"_index":521,"t":{"23":{"position":[[8,10]]}}}],["mathemat",{"_index":303,"t":{"15":{"position":[[136,12]]},"55":{"position":[[1054,12]]}}}],["matplotlib",{"_index":1119,"t":{"98":{"position":[[56,10]]},"106":{"position":[[56,10]]},"258":{"position":[[15149,11]]}}}],["matplotlib.pyplot",{"_index":1236,"t":{"100":{"position":[[5826,17]]},"108":{"position":[[9172,17]]},"258":{"position":[[15205,17]]},"666":{"position":[[774,17]]},"670":{"position":[[445,17]]}}}],["matter",{"_index":883,"t":{"55":{"position":[[953,6]]},"59":{"position":[[793,6]]}}}],["matthews_correl",{"_index":2189,"t":{"192":{"position":[[608,23]]},"196":{"position":[[350,21]]}}}],["matthews_correlation=eval_output[\"eval_matthews_correl",{"_index":2168,"t":{"190":{"position":[[1445,62]]}}}],["matthews_correlationtrain_distilbert_a0c303d0",{"_index":2234,"t":{"194":{"position":[[966,45]]}}}],["max",{"_index":911,"t":{"57":{"position":[[1022,3]]},"192":{"position":[[119,6],[632,6]]},"310":{"position":[[342,5]]},"348":{"position":[[1479,5]]},"364":{"position":[[610,3]]},"494":{"position":[[2595,6]]},"498":{"position":[[598,6]]},"506":{"position":[[1367,5],[2673,5]]},"540":{"position":[[716,6]]},"544":{"position":[[1139,6],[4397,6]]},"554":{"position":[[740,6],[1806,6]]},"588":{"position":[[706,5],[733,3],[1988,7]]},"592":{"position":[[1349,5],[4505,7]]},"608":{"position":[[4300,6],[9687,6]]},"680":{"position":[[155,6],[2273,6]]},"686":{"position":[[621,5]]},"688":{"position":[[468,5]]},"694":{"position":[[873,5],[1425,5]]},"702":{"position":[[403,6]]}}}],["max_bin",{"_index":1947,"t":{"157":{"position":[[750,10]]},"649":{"position":[[528,8],[1949,8]]}}}],["max_bin=1023",{"_index":1727,"t":{"130":{"position":[[7401,13]]}}}],["max_bin=127",{"_index":1106,"t":{"92":{"position":[[2942,12]]}}}],["max_bin=255",{"_index":1195,"t":{"100":{"position":[[4441,12],[5643,13]]},"146":{"position":[[4466,12]]},"666":{"position":[[522,12]]}}}],["max_bin=511",{"_index":1927,"t":{"155":{"position":[[697,12]]}}}],["max_concurr",{"_index":4950,"t":{"590":{"position":[[194,14]]}}}],["max_concurrent=2)tune.run(train",{"_index":4955,"t":{"590":{"position":[[543,36]]}}}],["max_consecutive_auto_repli",{"_index":3691,"t":{"293":{"position":[[684,27],[1452,26],[1596,26]]},"326":{"position":[[1011,27],[1707,26],[1840,26],[2465,27],[2638,26],[6740,26],[6784,27]]},"332":{"position":[[958,27],[1618,26],[1751,26],[2395,27],[2568,26]]}}}],["max_consecutive_auto_reply(send",{"_index":3869,"t":{"326":{"position":[[6816,34]]}}}],["max_delta_step=0",{"_index":1433,"t":{"108":{"position":[[8761,17]]},"162":{"position":[[894,17]]},"262":{"position":[[8728,17]]}}}],["max_depth",{"_index":1410,"t":{"108":{"position":[[8174,12]]},"610":{"position":[[1903,11]]},"649":{"position":[[1049,10]]}}}],["max_depth=0",{"_index":1434,"t":{"108":{"position":[[8779,13]]},"162":{"position":[[912,12]]},"262":{"position":[[8746,12]]}}}],["max_encoder_length",{"_index":3281,"t":{"264":{"position":[[2223,21]]},"356":{"position":[[21185,19],[37532,21],[38822,19]]}}}],["max_epoch",{"_index":3302,"t":{"264":{"position":[[2890,13]]},"356":{"position":[[21374,10],[39011,10]]}}}],["max_failur",{"_index":5144,"t":{"608":{"position":[[2057,12],[8598,11]]}}}],["max_featur",{"_index":5395,"t":{"649":{"position":[[1312,13],[1592,13]]},"668":{"position":[[1023,15]]}}}],["max_it",{"_index":4083,"t":{"356":{"position":[[2552,8],[27701,8],[27793,8]]},"626":{"position":[[337,11]]},"628":{"position":[[582,11]]},"644":{"position":[[1111,8]]},"651":{"position":[[220,9]]},"674":{"position":[[791,8]]}}}],["max_iter=0",{"_index":4260,"t":{"356":{"position":[[21732,10]]},"626":{"position":[[427,10]]}}}],["max_iter=100",{"_index":5475,"t":{"651":{"position":[[1301,13],[2185,13]]}}}],["max_iter=2",{"_index":5597,"t":{"674":{"position":[[90,10]]}}}],["max_iter=non",{"_index":4278,"t":{"356":{"position":[[23877,14]]}}}],["max_leaf",{"_index":5436,"t":{"649":{"position":[[4549,11],[7192,10]]}}}],["max_leav",{"_index":1409,"t":{"108":{"position":[[8156,13]]},"203":{"position":[[435,10],[828,10],[926,13]]},"544":{"position":[[1390,13]]},"608":{"position":[[3976,13]]},"649":{"position":[[760,11],[1326,11],[1606,11],[1878,11],[8276,13],[8468,13],[8963,12],[9214,13]]},"668":{"position":[[740,13],[1044,13]]},"682":{"position":[[6163,12],[7461,10],[7559,13]]},"696":{"position":[[3285,13]]}}}],["max_leaves=159",{"_index":1968,"t":{"162":{"position":[[925,15]]}}}],["max_leaves=35",{"_index":1435,"t":{"108":{"position":[[8793,14]]}}}],["max_leaves=4",{"_index":3207,"t":{"262":{"position":[[8759,13]]}}}],["max_length",{"_index":1633,"t":{"120":{"position":[[2260,13],[2417,13],[2547,13],[2677,13]]}}}],["max_live_model_num",{"_index":4558,"t":{"494":{"position":[[530,18]]},"510":{"position":[[215,18]]}}}],["max_nodes=node_count",{"_index":1816,"t":{"140":{"position":[[1698,20]]}}}],["max_num_epoch",{"_index":2175,"t":{"192":{"position":[[218,13],[349,15]]},"281":{"position":[[0,13],[210,15]]}}}],["max_resourc",{"_index":4270,"t":{"356":{"position":[[23258,13],[23285,14]]},"544":{"position":[[503,13],[2338,13],[2429,12]]},"554":{"position":[[287,13],[963,13],[1054,12]]},"608":{"position":[[1653,13],[5256,12],[6046,14]]},"696":{"position":[[225,13],[1614,13],[1990,12],[4009,13],[4633,12],[5833,13],[6037,13],[6062,12],[6809,13]]}}}],["max_resource=max_num_epoch",{"_index":3639,"t":{"285":{"position":[[199,27]]}}}],["max_resource=max_resourc",{"_index":5746,"t":{"696":{"position":[[3477,26],[7028,26]]}}}],["max_seq_length",{"_index":4345,"t":{"364":{"position":[[546,14]]}}}],["max_t",{"_index":5166,"t":{"608":{"position":[[6122,8]]}}}],["max_t=max_resourc",{"_index":5758,"t":{"696":{"position":[[4297,19]]}}}],["max_token",{"_index":909,"t":{"57":{"position":[[916,11]]}}}],["maxanalysi",{"_index":5156,"t":{"608":{"position":[[3148,11]]}}}],["maxim",{"_index":2615,"t":{"234":{"position":[[200,9]]},"236":{"position":[[857,8]]},"283":{"position":[[166,7]]},"356":{"position":[[2581,7],[23369,7],[27730,7]]},"494":{"position":[[2646,13]]},"498":{"position":[[649,13]]},"540":{"position":[[767,13]]},"544":{"position":[[1190,13],[2459,7]]},"554":{"position":[[791,13],[1084,7]]},"588":{"position":[[792,10],[2857,10]]},"592":{"position":[[1401,10]]},"608":{"position":[[4351,13],[5286,7],[8622,7]]},"651":{"position":[[245,7],[1070,7]]},"680":{"position":[[206,13],[2194,13]]},"686":{"position":[[649,7]]},"688":{"position":[[496,7]]},"694":{"position":[[901,7],[1453,7]]},"696":{"position":[[254,7]]}}}],["maximum",{"_index":910,"t":{"57":{"position":[[932,7]]},"293":{"position":[[1499,7]]},"316":{"position":[[91,7]]},"326":{"position":[[1744,7],[3646,7],[6565,7],[6636,7],[6891,7]]},"332":{"position":[[1655,7],[3576,7]]},"356":{"position":[[21407,7],[39044,7]]},"364":{"position":[[797,7],[886,7]]},"494":{"position":[[573,7],[636,7]]},"510":{"position":[[240,7]]},"518":{"position":[[313,7]]},"590":{"position":[[215,7]]},"682":{"position":[[6138,7]]}}}],["mb)epoch",{"_index":3379,"t":{"264":{"position":[[5161,9],[7048,9]]}}}],["mean",{"_index":901,"t":{"57":{"position":[[538,5],[819,5]]},"192":{"position":[[766,5]]},"209":{"position":[[61,5]]},"260":{"position":[[883,8]]},"262":{"position":[[294,4]]},"283":{"position":[[104,5]]},"348":{"position":[[2271,5]]},"356":{"position":[[3926,5],[19329,5],[29884,5],[37093,5]]},"520":{"position":[[2806,4],[2830,4],[2843,4],[3041,4],[3137,4],[3144,4]]},"544":{"position":[[2182,5],[3378,5]]},"608":{"position":[[4974,5],[11765,5]]},"647":{"position":[[396,4],[423,4],[450,4],[479,4]]},"661":{"position":[[1075,5],[1375,5]]},"668":{"position":[[1610,8]]},"686":{"position":[[686,5]]},"688":{"position":[[533,5]]},"694":{"position":[[938,5],[1490,5]]},"698":{"position":[[741,5]]}}}],["mean=10",{"_index":5671,"t":{"682":{"position":[[5006,7],[5109,7]]}}}],["mean_loss=intermediate_scor",{"_index":5182,"t":{"608":{"position":[[7034,29]]}}}],["mean_squared_error(y_test",{"_index":2664,"t":{"236":{"position":[[2674,26]]}}}],["meandf[\"above_mean_sal",{"_index":3156,"t":{"262":{"position":[[319,26]]}}}],["meaning",{"_index":2419,"t":{"203":{"position":[[274,10]]}}}],["measur",{"_index":921,"t":{"57":{"position":[[1918,8]]}}}],["median",{"_index":1125,"t":{"100":{"position":[[167,6]]},"108":{"position":[[167,6]]},"348":{"position":[[7715,8]]}}}],["meet",{"_index":994,"t":{"78":{"position":[[120,4]]},"356":{"position":[[16580,4]]}}}],["mem_siz",{"_index":4787,"t":{"544":{"position":[[2923,11],[2952,8]]},"608":{"position":[[8298,11],[8326,8]]}}}],["mem_thr",{"_index":4094,"t":{"356":{"position":[[3593,9],[28952,9]]}}}],["mem_thres=non",{"_index":4284,"t":{"356":{"position":[[24032,15]]}}}],["memori",{"_index":2214,"t":{"194":{"position":[[538,8]]},"209":{"position":[[84,6],[110,7],[152,6],[362,6],[650,6]]},"356":{"position":[[3449,6],[3620,6],[8708,6],[28711,6],[28979,6],[34199,6]]},"368":{"position":[[2236,6],[4424,6],[4544,6]]},"370":{"position":[[601,6]]},"544":{"position":[[3087,7]]},"608":{"position":[[8461,7]]}}}],["mention",{"_index":5694,"t":{"690":{"position":[[48,11]]}}}],["mentionedautoml",{"_index":2075,"t":{"182":{"position":[[614,15]]}}}],["merg",{"_index":2051,"t":{"180":{"position":[[1428,5]]}}}],["messag",{"_index":966,"t":{"67":{"position":[[719,8]]},"250":{"position":[[476,7],[648,7],[810,7],[990,7],[1286,9],[1307,8],[1339,8],[1704,9],[1725,8],[1757,8]]},"293":{"position":[[190,8],[218,7],[933,7],[1241,7],[1333,7],[1358,8]]},"316":{"position":[[364,8],[524,7]]},"326":{"position":[[160,8],[774,7],[1400,7],[1496,7],[1588,7],[1613,8],[2024,7],[2163,7],[2405,7],[3742,8],[5337,8],[5453,9],[5520,8],[5574,9],[6240,8],[6342,8],[6390,7],[7075,9],[7169,7],[7396,7],[7465,7],[7862,7],[7899,7],[7921,7],[7945,7],[8074,8],[8222,8],[8331,8],[8425,7],[8597,7],[8660,7],[8864,8],[9007,7],[9049,7],[9104,8],[9281,7],[9318,7],[9340,7],[9364,7],[9493,8],[9641,8],[9750,8],[9844,7],[10016,7],[10079,7],[10283,8],[10426,7],[10468,7],[10523,8],[10680,7],[10715,7],[10871,7],[10893,7],[11065,8],[11181,8],[11480,8],[11778,7],[11824,7],[11879,8],[12054,7],[12089,7],[12245,7],[12267,7],[12439,8],[12555,8],[12854,8],[13152,7],[13198,7],[13253,8],[13640,7],[13836,8],[13905,9],[14387,7],[14583,8],[14652,9],[16481,8],[16593,8],[17220,8],[17241,8],[17730,8],[17842,8],[18469,8],[18490,8],[19706,7],[20091,7],[20162,7],[20213,9]]},"332":{"position":[[329,7],[788,7],[1407,7],[1499,7],[1524,8],[1954,7],[2093,7],[2335,7],[3672,8],[3792,7],[4060,7]]},"348":{"position":[[2670,8],[2729,8],[3073,8],[3127,8],[3185,8],[3253,7],[5892,10],[10635,8],[10695,9]]},"356":{"position":[[3937,9],[29895,9]]},"672":{"position":[[311,7]]},"674":{"position":[[134,7]]}}}],["message=\"show",{"_index":2627,"t":{"236":{"position":[[677,13]]}}}],["messages=[{\"rol",{"_index":855,"t":{"48":{"position":[[596,18]]},"50":{"position":[[670,18]]}}}],["meta",{"_index":5283,"t":{"628":{"position":[[16,4],[71,4],[935,4]]},"630":{"position":[[345,4]]},"632":{"position":[[68,4],[670,4]]},"638":{"position":[[34,4]]}}}],["metafeatur",{"_index":5337,"t":{"638":{"position":[[53,13],[472,12]]}}}],["method",{"_index":170,"t":{"7":{"position":[[168,7]]},"17":{"position":[[489,7]]},"19":{"position":[[860,7]]},"21":{"position":[[118,7],[921,8],[1022,8]]},"23":{"position":[[46,8],[402,7]]},"92":{"position":[[667,7],[741,7]]},"100":{"position":[[957,7],[1028,7]]},"108":{"position":[[961,7],[1032,7]]},"116":{"position":[[1545,7],[1619,7]]},"118":{"position":[[1147,7],[1218,7]]},"120":{"position":[[1058,7],[1129,7]]},"122":{"position":[[3097,7],[3171,7]]},"130":{"position":[[515,7],[584,7]]},"146":{"position":[[684,7],[755,7]]},"190":{"position":[[281,7]]},"203":{"position":[[764,6]]},"250":{"position":[[200,7],[461,7],[633,7],[792,7],[972,7],[1052,7],[1239,7],[1657,7]]},"256":{"position":[[692,7],[760,7]]},"258":{"position":[[1014,6],[1410,7],[1478,7]]},"260":{"position":[[2273,7],[2341,7]]},"262":{"position":[[1512,7],[1580,7]]},"264":{"position":[[3388,7],[3456,7]]},"326":{"position":[[415,7],[579,7],[727,7],[841,7],[13965,6],[14712,6],[18812,6]]},"332":{"position":[[466,6],[593,7],[741,7],[855,7]]},"348":{"position":[[7593,6]]},"356":{"position":[[4399,7],[4906,7],[11473,6],[18244,7],[30357,7],[30864,7]]},"368":{"position":[[967,7],[1601,6],[3907,7],[4416,7],[4693,7],[4784,7],[4884,7]]},"432":{"position":[[114,7],[401,7],[2429,7],[5064,7],[6472,7]]},"438":{"position":[[111,6]]},"518":{"position":[[342,7]]},"558":{"position":[[1366,6]]},"574":{"position":[[201,6]]},"576":{"position":[[191,6]]},"588":{"position":[[146,6],[381,6],[1606,6],[1761,7]]},"655":{"position":[[1088,7],[1344,6],[2079,7]]},"682":{"position":[[6833,7],[7404,7]]},"688":{"position":[[90,7]]},"704":{"position":[[224,8]]},"706":{"position":[[38,6],[279,6],[406,7],[446,6],[616,8]]},"708":{"position":[[139,7],[472,6],[1424,7],[1634,8]]}}}],["metric",{"_index":196,"t":{"9":{"position":[[99,8]]},"57":{"position":[[1820,6]]},"92":{"position":[[197,9],[813,7]]},"100":{"position":[[450,9],[476,7],[1100,7],[6168,6]]},"108":{"position":[[450,9],[476,7],[1104,7],[9474,6]]},"116":{"position":[[1696,7]]},"118":{"position":[[505,9],[1295,7]]},"120":{"position":[[481,9],[1206,7]]},"122":{"position":[[1328,9],[2804,9],[3248,7]]},"130":{"position":[[661,7]]},"138":{"position":[[426,9],[450,6],[817,7]]},"146":{"position":[[212,9],[832,7]]},"172":{"position":[[71,9],[103,7],[368,7]]},"182":{"position":[[678,9]]},"184":{"position":[[1798,9]]},"190":{"position":[[753,6],[1356,6],[1381,6]]},"192":{"position":[[99,6]]},"236":{"position":[[1172,7],[1961,8]]},"256":{"position":[[837,7]]},"258":{"position":[[791,9],[819,6],[1555,7]]},"260":{"position":[[1808,9],[1836,6],[2418,7]]},"262":{"position":[[914,9],[946,6],[1657,7]]},"264":{"position":[[1939,9],[1967,6],[3533,7]]},"306":{"position":[[301,7]]},"310":{"position":[[51,6],[752,6]]},"312":{"position":[[443,7],[600,7],[608,7],[663,8]]},"348":{"position":[[954,7],[1399,6],[1416,6],[1638,8],[6823,8],[7644,8]]},"356":{"position":[[116,9],[608,6],[633,6],[900,6],[1267,7],[3570,6],[8798,6],[8960,7],[9133,6],[9247,6],[9279,6],[9321,6],[12842,7],[12961,6],[13223,7],[13254,7],[13278,7],[13320,7],[13357,7],[23628,6],[23671,6],[25721,6],[25746,6],[26013,6],[26380,7],[28929,6],[34289,6],[34451,7],[34625,6],[34739,6],[34771,6],[34813,6],[35883,7],[36086,7],[36254,7]]},"360":{"position":[[184,7]]},"364":{"position":[[1405,6]]},"368":{"position":[[3204,7],[3228,6],[3405,6],[3463,7],[3474,6],[3499,6],[3598,6],[3656,6]]},"432":{"position":[[1971,7],[2196,6],[2360,7],[2463,6],[7867,6],[7933,6],[7996,6],[8052,6],[8075,6],[8168,7],[8192,6]]},"494":{"position":[[349,7],[1737,6],[2229,6]]},"502":{"position":[[153,7],[574,6],[596,7]]},"506":{"position":[[236,6],[550,6],[1032,7],[1043,6],[1212,6],[1265,6],[1522,7],[1642,6],[1802,6],[1910,6],[2338,7],[2349,6],[2518,6],[2571,6],[2828,7],[2948,6],[3108,6],[3216,6],[3466,6]]},"540":{"position":[[324,7],[635,6],[660,6]]},"544":{"position":[[1058,6],[1083,6],[3126,6],[4102,7],[4203,10],[4443,6],[4637,6],[4663,10],[4829,6],[4855,11],[4984,9],[5219,9],[6086,6]]},"546":{"position":[[296,7],[336,7]]},"554":{"position":[[124,7],[659,6],[684,6],[1511,7],[1612,10],[1852,6],[2045,6],[2071,10],[2237,6],[2263,11],[2392,9],[2627,9]]},"588":{"position":[[532,6],[807,6],[844,7],[1930,6],[1943,6],[2263,7],[2468,7],[2586,7],[2703,7],[2724,8],[2872,7]]},"592":{"position":[[1128,6],[1229,6],[1287,7],[1416,6],[1508,8],[4384,6],[4528,6]]},"608":{"position":[[870,6],[1388,7],[3072,6],[3123,6],[4219,6],[4244,6],[8500,6],[9288,7],[9493,10],[9733,6],[9927,6],[9953,10],[10119,6],[10145,11],[10269,10],[10492,10]]},"644":{"position":[[1850,7]]},"647":{"position":[[17,6],[45,6],[115,7],[160,7],[214,6],[254,6],[332,6],[360,6],[558,6],[1300,6],[1416,6],[2432,6],[2462,7]]},"651":{"position":[[1381,7],[1450,6],[1504,6],[1542,7],[1648,7],[1688,8],[1913,7]]},"655":{"position":[[420,7]]},"670":{"position":[[368,6]]},"680":{"position":[[76,7],[100,6],[569,6],[620,6],[636,6],[1761,6],[1776,6],[1965,8],[2010,6],[2046,6]]},"684":{"position":[[237,6],[1231,6]]},"686":{"position":[[257,6]]},"692":{"position":[[753,6],[937,6],[949,6],[1151,6]]},"702":{"position":[[213,8],[449,6],[641,6],[667,11],[868,6],[894,10],[1822,7]]}}}],["metric(",{"_index":5607,"t":{"678":{"position":[[432,10]]}}}],["metric.compute(predictions=predict",{"_index":2150,"t":{"190":{"position":[[913,39]]}}}],["metric2minim",{"_index":5120,"t":{"608":{"position":[[393,15],[2728,15]]}}}],["metric:.4f",{"_index":3767,"t":{"310":{"position":[[913,14]]}}}],["metric:.4f}\")print(f\"best",{"_index":2402,"t":{"196":{"position":[[229,26]]}}}],["metric=\"loss",{"_index":3637,"t":{"285":{"position":[[129,14]]},"592":{"position":[[3253,14],[3664,14],[4040,14],[4984,14],[5487,14]]},"696":{"position":[[3402,14],[6954,14]]}}}],["metric=\"mean_loss",{"_index":4931,"t":{"588":{"position":[[902,19]]}}}],["metric=\"ms",{"_index":2676,"t":{"236":{"position":[[3424,13]]}}}],["metric=\"scor",{"_index":5630,"t":{"680":{"position":[[2345,15]]},"686":{"position":[[559,15]]},"688":{"position":[[406,15]]},"694":{"position":[[811,15],[1363,15]]}}}],["metric=\"success",{"_index":2639,"t":{"236":{"position":[[1269,17]]}}}],["metric='metric2minim",{"_index":5129,"t":{"608":{"position":[[687,25],[3293,25]]}}}],["metric=[\"loss1",{"_index":5009,"t":{"592":{"position":[[4465,16]]}}}],["metric=custom_metr",{"_index":2654,"t":{"236":{"position":[[2127,21]]}}}],["metric=hp_metr",{"_index":2202,"t":{"194":{"position":[[229,17]]},"310":{"position":[[577,17]]}}}],["metric=metr",{"_index":4933,"t":{"588":{"position":[[982,14]]}}}],["metric=non",{"_index":4273,"t":{"356":{"position":[[23760,12]]}}}],["metric_constraint",{"_index":4150,"t":{"356":{"position":[[8746,18],[9149,18],[9640,19],[23561,19],[23594,20],[34237,18],[34641,18],[35104,19]]},"544":{"position":[[716,19],[3095,18]]},"608":{"position":[[1990,19],[8469,18]]},"651":{"position":[[2082,18]]},"684":{"position":[[196,18],[1287,19]]},"692":{"position":[[805,19],[845,18],[1307,20]]}}}],["metric_constraints=[(\"training_cost",{"_index":5702,"t":{"692":{"position":[[1229,37]]}}}],["metric_constraints=metric_constraint",{"_index":5479,"t":{"651":{"position":[[2219,39]]}}}],["metric_constraints=non",{"_index":4306,"t":{"356":{"position":[[24512,24]]}}}],["metric_histori",{"_index":1272,"t":{"100":{"position":[[7118,14]]},"108":{"position":[[10424,14]]},"670":{"position":[[241,14]]}}}],["metric_key_prefix=\"ev",{"_index":4340,"t":{"360":{"position":[[102,25]]}}}],["metric_loss_scor",{"_index":4352,"t":{"364":{"position":[[1417,18]]}}}],["metric_to_minim",{"_index":4066,"t":{"356":{"position":[[1143,19],[26256,19],[36342,18],[36847,19]]},"647":{"position":[[1667,19]]}}}],["metrics_for_best_config",{"_index":4180,"t":{"356":{"position":[[12705,24],[12743,25]]}}}],["metrics_to_log",{"_index":4067,"t":{"356":{"position":[[1163,14],[9196,14],[26276,14],[34688,14],[36403,14],[36466,14],[36490,14],[36558,14],[36640,14],[36673,15],[36713,14],[36819,14],[36867,14]]},"647":{"position":[[1687,14]]}}}],["metrics_to_log.item",{"_index":4333,"t":{"356":{"position":[[36754,23]]}}}],["metrics_to_log[k",{"_index":4330,"t":{"356":{"position":[[36579,17]]}}}],["micro_f1",{"_index":4058,"t":{"356":{"position":[[793,11],[25906,11]]},"368":{"position":[[3319,11]]},"647":{"position":[[1021,11]]}}}],["microsoft",{"_index":24,"t":{"2":{"position":[[254,9],[853,9]]},"234":{"position":[[692,9]]}}}],["microsoft.ml.automl",{"_index":2769,"t":{"246":{"position":[[538,19]]}}}],["mileston",{"_index":3,"t":{"2":{"position":[[27,10],[173,10],[409,10]]}}}],["million",{"_index":5,"t":{"2":{"position":[[40,7],[186,7]]}}}],["min",{"_index":1821,"t":{"140":{"position":[[1903,3]]},"192":{"position":[[129,6]]},"230":{"position":[[404,7],[412,7]]},"287":{"position":[[120,6]]},"348":{"position":[[1470,5]]},"494":{"position":[[461,6],[2587,7]]},"498":{"position":[[248,6],[590,7]]},"506":{"position":[[1361,5],[2667,5]]},"540":{"position":[[708,7]]},"544":{"position":[[1131,7],[4388,5],[4480,5],[5035,7],[5043,7],[5270,7],[5278,7]]},"554":{"position":[[732,7],[1797,5],[1889,5],[2443,7],[2451,7],[2678,7],[2686,7]]},"562":{"position":[[101,6]]},"588":{"position":[[700,5],[741,4],[1980,7]]},"592":{"position":[[1343,5]]},"608":{"position":[[3141,3],[4292,7],[9678,5],[9770,5],[10318,7],[10326,7],[10541,7],[10549,7]]},"680":{"position":[[147,7],[2264,5]]},"686":{"position":[[612,5]]},"688":{"position":[[459,5]]},"694":{"position":[[864,5],[1416,5]]},"702":{"position":[[394,5],[486,5],[1338,7]]}}}],["min\"]lexico_objectives[\"toler",{"_index":5796,"t":{"702":{"position":[[1346,37]]}}}],["min(32768",{"_index":5456,"t":{"649":{"position":[[8144,10]]}}}],["min/max",{"_index":4646,"t":{"506":{"position":[[1892,7],[3198,7]]}}}],["min_child_sampl",{"_index":1221,"t":{"100":{"position":[[5290,20]]},"157":{"position":[[577,20]]},"649":{"position":[[468,18]]},"661":{"position":[[398,20],[813,20]]},"668":{"position":[[166,20],[497,20],[1435,20],[1692,20]]}}}],["min_child_samples=12",{"_index":1107,"t":{"92":{"position":[[2955,21]]}}}],["min_child_samples=2",{"_index":1928,"t":{"155":{"position":[[710,20]]}}}],["min_child_samples=22",{"_index":1728,"t":{"130":{"position":[[7415,21]]}}}],["min_child_samples=4",{"_index":1888,"t":{"146":{"position":[[4479,20]]},"666":{"position":[[535,20]]}}}],["min_child_samples=42",{"_index":1196,"t":{"100":{"position":[[4454,21],[5657,21]]}}}],["min_child_weight",{"_index":1411,"t":{"108":{"position":[[8190,19]]},"649":{"position":[[772,17],[1060,17]]},"668":{"position":[[757,19]]}}}],["min_child_weight=0.001",{"_index":1436,"t":{"108":{"position":[[8808,23]]}}}],["min_child_weight=0.3396294979905001",{"_index":1969,"t":{"162":{"position":[[941,36]]}}}],["min_child_weight=0.5649012460525115",{"_index":3208,"t":{"262":{"position":[[8773,36]]}}}],["min_encoder_length",{"_index":4254,"t":{"356":{"position":[[21205,19],[37557,21],[38842,19]]}}}],["min_length",{"_index":1635,"t":{"120":{"position":[[2279,13]]}}}],["min_node_count=non",{"_index":1824,"t":{"140":{"position":[[2031,20]]}}}],["min_nodes=0",{"_index":1815,"t":{"140":{"position":[[1685,12]]}}}],["min_resourc",{"_index":4269,"t":{"356":{"position":[[23118,13],[23145,14]]},"544":{"position":[[465,13],[2352,12]]},"554":{"position":[[249,13],[977,12]]},"608":{"position":[[1615,13],[5179,12],[6030,15]]},"696":{"position":[[149,13],[1597,12],[1973,12],[3995,13],[4619,13],[5193,13],[5207,12],[5819,13],[6795,13]]}}}],["min_resource=1",{"_index":3640,"t":{"285":{"position":[[227,15]]}}}],["min_resource=min_resourc",{"_index":5747,"t":{"696":{"position":[[3504,26],[7055,26]]}}}],["min_resource_leas",{"_index":4549,"t":{"494":{"position":[[154,19],[1011,18]]},"500":{"position":[[99,19],[363,18]]},"502":{"position":[[126,19],[519,18]]}}}],["min_sample_s",{"_index":4143,"t":{"356":{"position":[[7573,15],[33502,15]]}}}],["min_sample_size=non",{"_index":4302,"t":{"356":{"position":[[24442,21]]}}}],["min_samples_leaf",{"_index":5399,"t":{"649":{"position":[[1890,17],[4809,19]]}}}],["mine",{"_index":5075,"t":{"600":{"position":[[1848,6]]}}}],["mineiro",{"_index":5061,"t":{"600":{"position":[[1396,7],[1554,7]]}}}],["mini",{"_index":3591,"t":{"275":{"position":[[1724,4]]}}}],["minim",{"_index":205,"t":{"9":{"position":[[336,7]]},"92":{"position":[[796,10]]},"100":{"position":[[1083,10]]},"108":{"position":[[1087,10]]},"116":{"position":[[1679,10]]},"118":{"position":[[1278,10]]},"120":{"position":[[1189,10]]},"122":{"position":[[3231,10]]},"130":{"position":[[644,10]]},"146":{"position":[[815,10]]},"234":{"position":[[91,7]]},"236":{"position":[[3343,10]]},"256":{"position":[[820,10]]},"258":{"position":[[1538,10]]},"260":{"position":[[2401,10]]},"262":{"position":[[1640,10]]},"264":{"position":[[3516,10]]},"356":{"position":[[1219,12],[7627,7],[23229,7],[26332,12],[33556,7],[36206,12]]},"494":{"position":[[2630,12]]},"498":{"position":[[633,12]]},"540":{"position":[[751,12]]},"544":{"position":[[1174,12],[2382,7]]},"554":{"position":[[775,12],[1007,7],[2997,7]]},"588":{"position":[[778,10],[2843,10]]},"592":{"position":[[1387,10]]},"608":{"position":[[4335,12],[5209,7]]},"644":{"position":[[148,7],[1779,7]]},"647":{"position":[[224,9],[342,9],[522,8],[607,8],[673,8],[744,8],[820,8],[918,8],[998,8],[1033,8],[1089,8],[1139,8],[1185,8],[1220,8],[1435,9],[2442,9]]},"680":{"position":[[190,12],[2211,13]]},"686":{"position":[[207,12]]},"696":{"position":[[178,7]]},"702":{"position":[[990,8]]}}}],["minimum",{"_index":1819,"t":{"140":{"position":[[1843,7]]},"184":{"position":[[1276,7]]},"356":{"position":[[8598,7]]},"494":{"position":[[1054,7]]},"500":{"position":[[407,7]]},"502":{"position":[[550,7]]},"518":{"position":[[301,7]]},"657":{"position":[[1966,7]]},"696":{"position":[[772,7]]}}}],["minor",{"_index":791,"t":{"42":{"position":[[163,5]]}}}],["misc",{"_index":1658,"t":{"122":{"position":[[224,6],[249,6],[2671,6],[2681,6]]}}}],["mislead",{"_index":751,"t":{"33":{"position":[[3016,8]]}}}],["mismatch",{"_index":4963,"t":{"590":{"position":[[902,10]]}}}],["miss",{"_index":2949,"t":{"258":{"position":[[256,7]]},"264":{"position":[[316,7]]}}}],["missing=nan",{"_index":1437,"t":{"108":{"position":[[8832,13]]},"162":{"position":[[978,12]]},"262":{"position":[[8810,12]]}}}],["mistak",{"_index":547,"t":{"23":{"position":[[778,9]]}}}],["mit",{"_index":75,"t":{"2":{"position":[[955,4]]}}}],["mix",{"_index":2177,"t":{"192":{"position":[[263,3]]},"649":{"position":[[6126,3]]}}}],["ml",{"_index":152,"t":{"5":{"position":[[630,2]]},"9":{"position":[[212,2]]},"92":{"position":[[884,2]]},"100":{"position":[[576,2],[1165,2]]},"108":{"position":[[581,2],[1169,2]]},"116":{"position":[[1767,2]]},"118":{"position":[[1360,2]]},"120":{"position":[[1273,2]]},"122":{"position":[[3327,2]]},"130":{"position":[[728,2]]},"146":{"position":[[897,2]]},"174":{"position":[[86,2]]},"178":{"position":[[43,2]]},"180":{"position":[[1337,2]]},"246":{"position":[[224,2]]},"256":{"position":[[902,2]]},"258":{"position":[[1677,2]]},"260":{"position":[[2483,2]]},"262":{"position":[[1728,2]]},"264":{"position":[[3598,2]]},"298":{"position":[[301,2]]},"300":{"position":[[60,2]]},"356":{"position":[[22080,4],[22550,4]]},"651":{"position":[[1396,2]]}}}],["ml.azure.comrun.wait_for_completion(show_output=tru",{"_index":1858,"t":{"140":{"position":[[3212,53]]}}}],["ml.net",{"_index":68,"t":{"2":{"position":[[868,7]]},"246":{"position":[[35,7],[324,6],[477,6],[509,6],[684,6],[850,6]]}}}],["ml/ai",{"_index":115,"t":{"5":{"position":[[134,5]]}}}],["mlflow",{"_index":1763,"t":{"138":{"position":[[697,6]]},"356":{"position":[[7176,6],[7230,6],[11150,7],[11171,6],[33105,6],[33159,6],[37056,7],[37189,6]]},"486":{"position":[[171,6],[558,6]]},"608":{"position":[[10799,6],[10853,6],[11613,6]]},"661":{"position":[[1939,6],[2087,6],[2344,6],[2435,6]]}}}],["mlflow.pyfunc.load_model(model_run_id_or_uri",{"_index":4535,"t":{"486":{"position":[[202,46]]}}}],["mlflow.search_run",{"_index":1766,"t":{"138":{"position":[[948,19],[968,19]]}}}],["mlflow.set_experiment(\"flaml",{"_index":1760,"t":{"138":{"position":[[581,30]]}}}],["mlflow.set_experiment(\"flaml\")with",{"_index":5550,"t":{"661":{"position":[[1959,34]]}}}],["mlflow.sklearn.load_model(f\"{run.info.artifact_uri}/automl\")print(automl.predict(x_test",{"_index":1770,"t":{"138":{"position":[[1151,89]]}}}],["mlflow.sklearn.log_model(automl",{"_index":1765,"t":{"138":{"position":[[765,32]]}}}],["mlflow.start_run",{"_index":1762,"t":{"138":{"position":[[659,18]]},"661":{"position":[[1994,19]]}}}],["mlflow_exp_nam",{"_index":4134,"t":{"356":{"position":[[7122,15],[33051,15]]},"608":{"position":[[2375,16],[10745,15]]}}}],["mlflow_exp_name=non",{"_index":4310,"t":{"356":{"position":[[24664,21]]}}}],["mlflow_log",{"_index":4167,"t":{"356":{"position":[[11070,14],[36976,14],[37151,14]]}}}],["mlflow_log_lat",{"_index":5195,"t":{"608":{"position":[[11088,22]]}}}],["mlflow_logging=fals",{"_index":5551,"t":{"661":{"position":[[2131,21],[2244,21],[2291,20],[2392,20]]}}}],["mlflow_logging=non",{"_index":4309,"t":{"356":{"position":[[24613,20]]}}}],["mlflowfrom",{"_index":1747,"t":{"136":{"position":[[7,10]]}}}],["mlflowintegr",{"_index":4530,"t":{"486":{"position":[[6,19]]}}}],["mlsi",{"_index":5029,"t":{"600":{"position":[[167,5]]}}}],["mode",{"_index":2095,"t":{"184":{"position":[[1108,6]]},"192":{"position":[[114,4],[601,4]]},"196":{"position":[[48,5]]},"310":{"position":[[71,5],[335,4],[739,5]]},"326":{"position":[[2195,5],[2567,5]]},"332":{"position":[[2125,5],[2497,5]]},"348":{"position":[[967,5],[1436,4],[1464,5]]},"356":{"position":[[8430,6]]},"498":{"position":[[226,5],[571,4]]},"506":{"position":[[247,4],[349,5],[561,4],[664,5],[863,5],[1105,4],[1223,4],[1343,4],[1926,5],[2182,5],[2411,4],[2529,4],[2649,4],[3232,5],[3477,4],[3579,5]]},"540":{"position":[[354,5],[689,4],[1096,5]]},"544":{"position":[[119,5],[1112,4],[2050,4],[4110,4],[4321,7],[4364,5],[4376,4],[4501,4],[5025,7],[5260,7]]},"554":{"position":[[154,5],[713,4],[1519,4],[1730,7],[1773,5],[1785,4],[1910,4],[2433,7],[2668,7]]},"588":{"position":[[664,4],[1517,5],[1962,4],[2792,5],[2811,6]]},"592":{"position":[[1198,4],[1329,4],[1451,5],[4395,4],[4539,4]]},"608":{"position":[[1418,5],[3130,4],[4273,4],[9296,5],[9611,7],[9654,5],[9666,4],[9791,4],[10309,8],[10532,8]]},"657":{"position":[[1798,6]]},"680":{"position":[[129,5],[2156,4],[2242,4]]},"686":{"position":[[606,5]]},"688":{"position":[[453,5]]},"694":{"position":[[858,5],[1410,5]]},"702":{"position":[[329,6],[370,5],[382,4],[507,4],[1830,5]]}}}],["mode=\"max",{"_index":2640,"t":{"236":{"position":[[1287,11]]},"698":{"position":[[1257,11]]},"700":{"position":[[597,11]]}}}],["mode=\"min",{"_index":2677,"t":{"236":{"position":[[3438,11]]},"285":{"position":[[144,11]]},"588":{"position":[[922,11]]},"592":{"position":[[3268,11],[3679,11],[4055,11],[4999,11],[5502,11]]},"680":{"position":[[2361,11]]},"686":{"position":[[575,11]]},"688":{"position":[[422,11]]},"694":{"position":[[827,11],[1379,11]]},"696":{"position":[[3417,11],[6969,11]]}}}],["mode='min",{"_index":5130,"t":{"608":{"position":[[713,11],[3319,11],[7333,11]]},"686":{"position":[[220,12]]}}}],["mode=[\"min",{"_index":5011,"t":{"592":{"position":[[4492,12]]}}}],["mode=[min,max",{"_index":4643,"t":{"506":{"position":[[1565,15],[1684,15],[1844,15],[1960,15],[2871,15],[2990,15],[3150,15],[3266,15]]}}}],["mode=mod",{"_index":2203,"t":{"194":{"position":[[247,10]]},"310":{"position":[[595,10]]},"588":{"position":[[997,10]]}}}],["mode=sum",{"_index":3415,"t":{"264":{"position":[[7620,9]]}}}],["model",{"_index":10,"t":{"2":{"position":[[85,5],[1303,6]]},"5":{"position":[[98,6],[174,6]]},"7":{"position":[[152,5]]},"11":{"position":[[18,6],[172,7],[367,5],[437,5],[503,7],[939,6]]},"15":{"position":[[83,6],[607,6],[681,6],[772,6],[879,6],[1025,6]]},"19":{"position":[[1115,5],[1258,5]]},"23":{"position":[[302,5]]},"27":{"position":[[99,6],[262,5],[897,6]]},"29":{"position":[[414,6],[464,6],[538,6],[621,5],[1722,6],[1821,5]]},"31":{"position":[[602,5]]},"35":{"position":[[486,5],[801,5]]},"42":{"position":[[59,7]]},"44":{"position":[[41,5],[73,5]]},"46":{"position":[[87,5],[143,5]]},"48":{"position":[[8,6],[237,8],[485,8],[703,7],[750,5],[776,5]]},"50":{"position":[[121,5],[184,5],[220,5],[251,5],[278,5],[445,8],[556,8]]},"55":{"position":[[52,6],[118,5],[290,5],[519,5],[606,6],[823,5],[923,5],[1293,5],[1544,5]]},"57":{"position":[[45,6],[137,5],[271,6]]},"59":{"position":[[182,5],[212,5],[425,5],[499,6],[689,5]]},"61":{"position":[[241,5],[312,5],[638,5]]},"84":{"position":[[19,6],[139,7]]},"92":{"position":[[2886,6],[3212,6]]},"100":{"position":[[4348,6],[4714,6],[4814,5],[6895,5]]},"102":{"position":[[84,5]]},"108":{"position":[[7237,6],[7415,6],[7600,6],[7698,5],[10201,5]]},"116":{"position":[[720,5],[2387,6],[2596,6],[2696,5]]},"118":{"position":[[715,5]]},"120":{"position":[[667,5]]},"122":{"position":[[1124,5],[2502,5]]},"130":{"position":[[7310,6],[7665,6],[7766,5]]},"138":{"position":[[1092,5]]},"146":{"position":[[4373,6],[4730,6],[4831,5]]},"178":{"position":[[46,7],[60,6],[153,7]]},"180":{"position":[[1340,6]]},"182":{"position":[[0,5],[73,7],[212,6],[335,7],[521,6]]},"184":{"position":[[359,6],[427,6],[781,6],[1637,5]]},"190":{"position":[[657,5],[1129,6],[1271,5],[1304,5]]},"196":{"position":[[205,5],[256,5],[339,5],[385,5]]},"203":{"position":[[234,7],[398,6],[871,6]]},"207":{"position":[[101,5],[283,6],[290,5]]},"211":{"position":[[193,5]]},"224":{"position":[[379,6]]},"226":{"position":[[38,5]]},"234":{"position":[[235,6],[366,6]]},"236":{"position":[[1816,5],[2526,5],[2576,5],[2633,5]]},"244":{"position":[[128,6]]},"246":{"position":[[169,5],[227,6],[303,5],[385,6],[662,5]]},"258":{"position":[[14653,6],[14844,6],[14944,5]]},"260":{"position":[[4877,6]]},"262":{"position":[[8447,6],[9266,6]]},"264":{"position":[[5143,5],[7030,5],[7316,6],[29234,6],[29335,5]]},"300":{"position":[[207,5]]},"348":{"position":[[2638,7],[2747,7],[3088,6],[4530,8],[4715,8],[4855,8],[8665,5]]},"356":{"position":[[3418,5],[3586,6],[4022,5],[6666,5],[8103,6],[10838,9],[11367,5],[11395,6],[11415,7],[11527,6],[11631,5],[11766,5],[11858,5],[11974,5],[12669,5],[13759,5],[19272,5],[21555,6],[24715,5],[27828,5],[28680,5],[28838,5],[28945,6],[29980,5],[32622,5],[34032,6],[36966,9],[39192,6]]},"364":{"position":[[366,5],[409,5],[467,6],[791,5]]},"368":{"position":[[710,6],[730,7],[751,5],[884,6],[928,5],[1961,5]]},"370":{"position":[[78,7],[276,5]]},"372":{"position":[[95,7]]},"376":{"position":[[83,7]]},"402":{"position":[[92,6]]},"404":{"position":[[93,6]]},"406":{"position":[[75,5]]},"408":{"position":[[104,6]]},"410":{"position":[[105,6]]},"412":{"position":[[91,6]]},"414":{"position":[[78,6]]},"416":{"position":[[114,6]]},"432":{"position":[[384,5],[1877,5],[2014,6],[8110,6]]},"464":{"position":[[79,6]]},"486":{"position":[[108,6],[718,5],[808,5]]},"494":{"position":[[598,7],[654,6],[2141,5],[2178,5],[3052,6]]},"502":{"position":[[979,5],[1040,6]]},"510":{"position":[[273,6]]},"584":{"position":[[58,5]]},"600":{"position":[[1068,7],[1242,8],[2766,5],[2987,5]]},"604":{"position":[[27,6]]},"608":{"position":[[3751,6]]},"610":{"position":[[434,6]]},"620":{"position":[[567,5]]},"622":{"position":[[1026,5]]},"630":{"position":[[130,6]]},"644":{"position":[[1134,6],[1198,5]]},"649":{"position":[[242,6],[2887,5],[3035,6]]},"651":{"position":[[263,6],[1008,6],[1088,6],[1150,6],[1399,5],[1576,6]]},"653":{"position":[[34,5]]},"655":{"position":[[609,5],[633,5],[670,5],[978,6]]},"657":{"position":[[85,5],[455,5],[4565,5],[4599,5],[4684,5]]},"661":{"position":[[1090,6],[1870,5]]},"663":{"position":[[815,6]]},"666":{"position":[[9,5],[38,5],[287,7],[320,6],[692,6]]},"670":{"position":[[54,5]]},"672":{"position":[[444,5],[857,6]]},"674":{"position":[[71,6],[874,5]]},"680":{"position":[[367,5]]},"682":{"position":[[1935,5],[2810,5],[7504,6]]},"696":{"position":[[2521,5],[2730,5],[6206,5],[6228,5]]},"702":{"position":[[1029,5]]}}}],["model'",{"_index":1052,"t":{"92":{"position":[[545,7]]},"100":{"position":[[838,7]]},"108":{"position":[[842,7]]},"116":{"position":[[1356,7]]},"130":{"position":[[396,7]]},"146":{"position":[[565,7]]},"256":{"position":[[510,7]]}}}],["model(data).argmax(dim=1",{"_index":2557,"t":{"224":{"position":[[217,25]]}}}],["model.ev",{"_index":2554,"t":{"224":{"position":[[37,12]]}}}],["model.fit(sampled_x_train",{"_index":5732,"t":{"696":{"position":[[2769,26],[6261,26]]}}}],["model.predict(x_test",{"_index":2663,"t":{"236":{"position":[[2646,21]]},"624":{"position":[[1022,21]]},"696":{"position":[[2830,21],[6322,21]]}}}],["model.train",{"_index":2542,"t":{"222":{"position":[[49,13]]}}}],["model/tri",{"_index":4562,"t":{"494":{"position":[[1102,12]]}}}],["model_config",{"_index":5727,"t":{"696":{"position":[[2669,12]]}}}],["model_config[resource_attr",{"_index":5730,"t":{"696":{"position":[[2702,27]]}}}],["model_histori",{"_index":2470,"t":{"209":{"position":[[200,13]]},"356":{"position":[[3364,13],[11795,13],[11925,13],[28618,13]]}}}],["model_history=non",{"_index":4282,"t":{"356":{"position":[[23953,19]]}}}],["model_nam",{"_index":2143,"t":{"190":{"position":[[717,11]]}}}],["model_path",{"_index":1512,"t":{"116":{"position":[[685,10]]},"118":{"position":[[623,13],[680,10]]},"120":{"position":[[601,13],[632,10]]},"122":{"position":[[1089,10],[2467,10]]},"356":{"position":[[10645,13],[19846,13],[35532,13]]},"364":{"position":[[260,10]]}}}],["model_select_polici",{"_index":4552,"t":{"494":{"position":[[290,20],[1975,19]]}}}],["model_selection_mod",{"_index":4556,"t":{"494":{"position":[[423,21],[2552,20]]}}}],["model_st",{"_index":3558,"t":{"275":{"position":[[591,12]]}}}],["model_typ",{"_index":1620,"t":{"120":{"position":[[1992,13]]}}}],["model_work",{"_index":861,"t":{"50":{"position":[[84,12]]}}}],["modelautoml.fit",{"_index":3173,"t":{"262":{"position":[[1112,16]]},"264":{"position":[[2942,16]]}}}],["modelautoml.fit(dataframe=df",{"_index":3114,"t":{"260":{"position":[[2023,29]]}}}],["modelmodel",{"_index":1905,"t":{"148":{"position":[[469,10]]}}}],["modelprint(automl.model.estim",{"_index":1051,"t":{"92":{"position":[[475,34]]},"146":{"position":[[495,34]]},"264":{"position":[[3208,34]]}}}],["modelset",{"_index":3275,"t":{"264":{"position":[[1866,13]]}}}],["modelwith",{"_index":5363,"t":{"644":{"position":[[1556,9]]}}}],["modif",{"_index":792,"t":{"42":{"position":[[169,12]]}}}],["modifi",{"_index":411,"t":{"17":{"position":[[1638,8]]},"46":{"position":[[517,8]]},"209":{"position":[[728,6]]},"326":{"position":[[372,6],[519,6],[590,6],[8271,8],[8785,6],[9690,8],[10204,6],[19046,6],[19605,6]]},"332":{"position":[[436,6],[533,6],[604,6]]},"378":{"position":[[109,6]]},"574":{"position":[[250,6]]},"576":{"position":[[240,6]]}}}],["modul",{"_index":2017,"t":{"180":{"position":[[143,6]]},"558":{"position":[[842,8]]}}}],["moduledict",{"_index":3328,"t":{"264":{"position":[[4053,10],[5940,10],[7504,11],[7674,11],[9402,11],[12520,11],[13622,11],[20166,11],[21641,11],[24235,11]]}}}],["modulelist",{"_index":3323,"t":{"264":{"position":[[3977,10],[5864,10],[7392,11],[27564,11],[27810,11]]}}}],["moe",{"_index":5077,"t":{"600":{"position":[[1918,3]]}}}],["mold",{"_index":42,"t":{"2":{"position":[[516,7]]}}}],["moment",{"_index":689,"t":{"33":{"position":[[837,6]]}}}],["momentum=0.9",{"_index":3553,"t":{"275":{"position":[[405,13]]}}}],["monitor",{"_index":4889,"t":{"580":{"position":[[63,7],[559,11],[1239,7],[1405,7],[1581,7]]}}}],["monoton",{"_index":5474,"t":{"651":{"position":[[674,12]]}}}],["monotone_constraint",{"_index":1438,"t":{"108":{"position":[[8846,26]]},"162":{"position":[[991,26]]},"262":{"position":[[8823,26]]},"651":{"position":[[904,23]]}}}],["monotonicxgboostestimator(xgboostsklearnestim",{"_index":5470,"t":{"651":{"position":[[456,51]]}}}],["month",{"_index":2815,"t":{"256":{"position":[[315,6]]},"260":{"position":[[999,5]]},"264":{"position":[[2420,9],[7630,8],[13788,8],[21807,8]]}}}],["monthli",{"_index":2945,"t":{"258":{"position":[[122,8],[138,7]]},"260":{"position":[[709,7]]}}}],["monthly_avg.get(month",{"_index":3090,"t":{"260":{"position":[[1028,23]]}}}],["monthstraining_cutoff",{"_index":3260,"t":{"264":{"position":[[1346,21]]}}}],["more",{"_index":186,"t":{"7":{"position":[[430,4]]},"11":{"position":[[724,4]]},"13":{"position":[[176,4]]},"15":{"position":[[583,4]]},"21":{"position":[[394,4],[481,4]]},"23":{"position":[[933,4]]},"27":{"position":[[333,5],[756,4],[808,4]]},"29":{"position":[[154,4],[243,4],[516,4],[1807,4],[1839,4]]},"33":{"position":[[3105,4]]},"35":{"position":[[1171,4]]},"55":{"position":[[426,4],[756,5]]},"57":{"position":[[222,4],[544,4],[825,4]]},"61":{"position":[[322,4]]},"63":{"position":[[155,4]]},"67":{"position":[[281,4],[816,4]]},"124":{"position":[[7,4]]},"140":{"position":[[2084,4]]},"172":{"position":[[271,4]]},"180":{"position":[[804,4]]},"184":{"position":[[823,4],[1054,4]]},"203":{"position":[[1149,4],[1676,4]]},"209":{"position":[[614,4]]},"236":{"position":[[48,4]]},"244":{"position":[[892,4]]},"246":{"position":[[251,4],[438,4],[700,4]]},"326":{"position":[[7271,4]]},"348":{"position":[[4170,4],[6143,4]]},"356":{"position":[[3932,4],[6552,4],[7849,4],[8145,4],[8376,4],[21150,4],[29890,4],[32508,4],[33778,4],[34074,4],[38787,4]]},"486":{"position":[[742,4]]},"494":{"position":[[2493,5]]},"592":{"position":[[842,4]]},"608":{"position":[[5885,4],[6655,4],[11331,4]]},"610":{"position":[[687,4],[894,4]]},"624":{"position":[[308,4]]},"638":{"position":[[1090,4]]},"649":{"position":[[38,4],[6759,4],[7052,4]]},"651":{"position":[[1636,4]]},"655":{"position":[[1550,4],[1883,4]]},"657":{"position":[[505,4],[1384,4],[1744,4]]},"659":{"position":[[1158,4]]},"680":{"position":[[882,4]]},"682":{"position":[[2546,4],[2836,4],[3060,4],[7725,4]]},"684":{"position":[[1318,4]]},"696":{"position":[[1499,4],[3604,4]]},"708":{"position":[[1244,4],[2036,4]]}}}],["moreov",{"_index":335,"t":{"15":{"position":[[863,9]]},"29":{"position":[[1903,9]]}}}],["mostli",{"_index":503,"t":{"21":{"position":[[358,6]]}}}],["motiv",{"_index":5499,"t":{"657":{"position":[[2175,10]]}}}],["motpesampl",{"_index":4979,"t":{"592":{"position":[[1871,12]]}}}],["motpesampler/tpesampl",{"_index":4983,"t":{"592":{"position":[[2038,23]]}}}],["move",{"_index":4836,"t":{"554":{"position":[[3385,5],[3744,4],[3806,4]]},"706":{"position":[[226,4],[1362,4]]}}}],["mrpc",{"_index":1494,"t":{"116":{"position":[[94,7],[163,7],[238,7]]}}}],["mse",{"_index":1255,"t":{"100":{"position":[[6485,3]]},"108":{"position":[[9791,3]]},"172":{"position":[[230,6]]},"236":{"position":[[2668,3],[2752,7],[2760,5],[3354,4]]},"356":{"position":[[836,6],[25949,6]]},"368":{"position":[[3362,6]]},"494":{"position":[[2273,6]]},"647":{"position":[[416,6]]}}}],["msg",{"_index":3827,"t":{"326":{"position":[[222,3],[243,4]]}}}],["much",{"_index":560,"t":{"27":{"position":[[123,4],[321,4]]},"55":{"position":[[421,4]]},"57":{"position":[[1248,4]]},"59":{"position":[[531,4]]},"674":{"position":[[34,4]]},"694":{"position":[[1859,4]]},"696":{"position":[[1883,4]]}}}],["multi",{"_index":863,"t":{"50":{"position":[[115,5]]},"86":{"position":[[20,5]]},"148":{"position":[[78,5]]},"234":{"position":[[60,5]]},"236":{"position":[[195,5]]},"432":{"position":[[599,5]]},"544":{"position":[[3950,5]]},"554":{"position":[[1400,5]]},"588":{"position":[[503,5]]},"592":{"position":[[410,5],[1299,5],[1461,5],[1888,5],[4113,5]]},"608":{"position":[[9177,5]]},"657":{"position":[[3906,5],[4480,5]]},"696":{"position":[[458,5]]}}}],["multi_class=\"ovo",{"_index":5376,"t":{"647":{"position":[[705,18],[950,17]]}}}],["multi_class=\"ovr",{"_index":5375,"t":{"647":{"position":[[639,18],[852,17]]}}}],["multi_df",{"_index":3070,"t":{"260":{"position":[[507,10]]}}}],["multi_df.appli",{"_index":3092,"t":{"260":{"position":[[1112,15]]}}}],["multi_df.resample(\"d\").mean()multi_df[\"temp",{"_index":3067,"t":{"260":{"position":[[347,45]]}}}],["multi_df.reset_index",{"_index":3075,"t":{"260":{"position":[[590,23]]}}}],["multi_df.set_index(\"timestamp\")multi_df",{"_index":3066,"t":{"260":{"position":[[305,39]]}}}],["multi_df.shape[0]multi_time_horizon",{"_index":3100,"t":{"260":{"position":[[1307,35]]}}}],["multi_df[\"month",{"_index":3097,"t":{"260":{"position":[[1195,17]]}}}],["multi_df[\"precip\"].fillna(method=\"ffill\")multi_df",{"_index":3069,"t":{"260":{"position":[[455,49]]}}}],["multi_df[\"temp\"].fillna(method=\"ffill\")multi_df[\"precip",{"_index":3068,"t":{"260":{"position":[[395,57]]}}}],["multi_df[:split_idx]multi_test_df",{"_index":3103,"t":{"260":{"position":[[1409,33]]}}}],["multi_df[split_idx:]multi_x_test",{"_index":3104,"t":{"260":{"position":[[1445,32]]}}}],["multi_test_df",{"_index":3105,"t":{"260":{"position":[[1480,14]]}}}],["multi_test_df[\"demand",{"_index":3110,"t":{"260":{"position":[[1649,24]]}}}],["multi_time_horizonmulti_train_df",{"_index":3102,"t":{"260":{"position":[[1374,32]]}}}],["multichoic",{"_index":4359,"t":{"368":{"position":[[499,12]]},"644":{"position":[[1013,12],[1043,11]]},"649":{"position":[[3091,12]]}}}],["multiclass",{"_index":4221,"t":{"356":{"position":[[15852,13]]},"368":{"position":[[399,13],[4052,13]]},"628":{"position":[[666,10]]},"636":{"position":[[1904,11],[2381,10]]},"638":{"position":[[954,12]]},"647":{"position":[[265,10]]}}}],["multiembed",{"_index":3325,"t":{"264":{"position":[[4014,14],[5901,14],[7474,15]]}}}],["multihead_attn",{"_index":3361,"t":{"264":{"position":[[4747,14],[6634,14],[27399,17]]}}}],["multilabel",{"_index":4451,"t":{"432":{"position":[[1224,10],[1380,10]]}}}],["multioutputregressor",{"_index":1898,"t":{"148":{"position":[[255,21]]}}}],["multioutputregressor(automl(task=\"regress",{"_index":1906,"t":{"148":{"position":[[482,46]]}}}],["multipl",{"_index":558,"t":{"27":{"position":[[86,8],[600,8],[629,8]]},"31":{"position":[[364,8],[483,8]]},"35":{"position":[[259,8],[414,8]]},"50":{"position":[[35,8]]},"140":{"position":[[940,8]]},"215":{"position":[[62,8]]},"236":{"position":[[341,8]]},"264":{"position":[[36,8]]},"275":{"position":[[1225,8]]},"318":{"position":[[112,8]]},"348":{"position":[[3199,8],[7608,8]]},"356":{"position":[[5225,8],[31183,8]]},"432":{"position":[[217,8]]},"486":{"position":[[495,8]]},"526":{"position":[[232,14]]},"528":{"position":[[224,14]]},"554":{"position":[[1173,14]]},"600":{"position":[[2267,8],[2479,8]]},"644":{"position":[[794,9]]},"659":{"position":[[916,8]]},"678":{"position":[[411,9]]},"696":{"position":[[1712,16]]},"700":{"position":[[313,8]]},"702":{"position":[[18,8]]},"708":{"position":[[675,8],[2777,8],[2989,8]]}}}],["multivari",{"_index":3108,"t":{"260":{"position":[[1612,12]]},"452":{"position":[[125,12]]}}}],["multivariate_x_test",{"_index":4199,"t":{"356":{"position":[[14472,19]]}}}],["music_fest",{"_index":3251,"t":{"264":{"position":[[1124,13]]}}}],["mutat",{"_index":4882,"t":{"572":{"position":[[110,6],[269,6]]}}}],["mv",{"_index":2746,"t":{"244":{"position":[[1423,2]]}}}],["my_lgbm",{"_index":1315,"t":{"102":{"position":[[1279,11]]}}}],["my_loss_obj",{"_index":1310,"t":{"102":{"position":[[1003,11]]}}}],["my_loss_obj(y_tru",{"_index":1287,"t":{"102":{"position":[[428,19]]}}}],["my_model_size(config",{"_index":5697,"t":{"692":{"position":[[567,22]]}}}],["my_xgb1",{"_index":1487,"t":{"110":{"position":[[1158,11]]}}}],["my_xgb2",{"_index":1488,"t":{"110":{"position":[[1170,10]]}}}],["mylgbm(lgbmestim",{"_index":1308,"t":{"102":{"position":[[958,22]]}}}],["mylgbmestimator)automl.fit",{"_index":2653,"t":{"236":{"position":[[2058,27]]}}}],["mylog.log',}automl.fit(x_train",{"_index":4054,"t":{"356":{"position":[[181,31]]}}}],["myregularizedgreedyforest",{"_index":5444,"t":{"649":{"position":[[5852,26],[5903,25]]}}}],["myregularizedgreedyforest(sklearnestim",{"_index":5429,"t":{"649":{"position":[[4182,44]]}}}],["myxgb1(xgboostestim",{"_index":1477,"t":{"110":{"position":[[571,25]]},"649":{"position":[[7698,25]]}}}],["myxgb2(xgboostestim",{"_index":1481,"t":{"110":{"position":[[757,25]]}}}],["n",{"_index":657,"t":{"31":{"position":[[538,1],[651,1]]},"57":{"position":[[1061,2],[1127,1],[1391,1],[1549,1]]},"298":{"position":[[130,1]]},"348":{"position":[[1740,1],[1948,2],[1951,3],[7184,1],[7392,2],[7395,3]]},"356":{"position":[[14027,1],[14167,1],[14762,1],[15029,1],[15207,1],[24822,3],[25141,3],[36689,1],[36740,1],[36836,1]]}}}],["n*1",{"_index":4245,"t":{"356":{"position":[[17072,4]]},"368":{"position":[[2129,4],[2517,4]]},"370":{"position":[[430,4],[1105,3]]},"374":{"position":[[501,3]]}}}],["n*c",{"_index":4373,"t":{"368":{"position":[[2804,4]]},"370":{"position":[[1653,4]]},"398":{"position":[[345,4]]},"402":{"position":[[339,4]]}}}],["n*m",{"_index":4244,"t":{"356":{"position":[[16813,4]]},"368":{"position":[[2069,4],[2480,4],[2767,4]]},"370":{"position":[[382,4],[899,4],[1444,4]]},"374":{"position":[[295,4]]},"398":{"position":[[308,4]]},"402":{"position":[[302,4]]}}}],["n/k\\*(singletrialtime+overhead)n/k\\*(singletrialtim",{"_index":5506,"t":{"657":{"position":[[2932,52]]}}}],["n=1",{"_index":662,"t":{"31":{"position":[[854,4],[960,4],[1058,4]]},"33":{"position":[[649,4],[1563,4],[2429,4]]}}}],["n=2",{"_index":670,"t":{"31":{"position":[[986,4]]},"33":{"position":[[1818,4]]}}}],["n=7",{"_index":664,"t":{"31":{"position":[[888,4]]},"33":{"position":[[1435,4]]}}}],["n_assortments=1",{"_index":3149,"t":{"262":{"position":[[137,16]]}}}],["n_class",{"_index":4188,"t":{"356":{"position":[[13626,12]]}}}],["n_concurrent_tri",{"_index":2101,"t":{"184":{"position":[[1287,19],[1326,20],[1402,19],[1836,22]]},"356":{"position":[[6285,19],[6375,19],[8609,19],[32241,19],[32331,19]]},"608":{"position":[[2335,20],[11111,19],[11446,19]]},"657":{"position":[[303,20],[590,20],[1977,19]]}}}],["n_concurrent_trials=1",{"_index":5493,"t":{"657":{"position":[[347,22]]}}}],["n_concurrent_trials=4",{"_index":5496,"t":{"657":{"position":[[1044,22],[1530,22]]}}}],["n_concurrent_trials=k",{"_index":1835,"t":{"140":{"position":[[2382,21]]}}}],["n_concurrent_trials=non",{"_index":4297,"t":{"356":{"position":[[24294,25]]}}}],["n_cpu",{"_index":2171,"t":{"192":{"position":[[169,8]]}}}],["n_epoch",{"_index":2571,"t":{"226":{"position":[[155,7]]},"228":{"position":[[399,10]]},"230":{"position":[[118,10]]}}}],["n_estim",{"_index":1217,"t":{"100":{"position":[[5249,16]]},"108":{"position":[[8134,16]]},"203":{"position":[[418,12],[811,12],[906,16]]},"236":{"position":[[3145,16]]},"304":{"position":[[344,13]]},"356":{"position":[[16662,13]]},"544":{"position":[[1370,16]]},"608":{"position":[[3956,16]]},"649":{"position":[[442,13],[746,13],[1035,13],[1298,13],[1578,13],[1864,13],[2410,13],[8180,15],[8449,14],[8918,14],[9087,15]]},"661":{"position":[[361,16],[776,16],[1537,12]]},"668":{"position":[[126,16],[457,16],[720,16],[1003,16],[1398,16],[1655,16]]},"682":{"position":[[6115,14],[7444,12],[7539,16]]},"696":{"position":[[3230,15],[6835,15]]}}}],["n_estimators=363",{"_index":1197,"t":{"100":{"position":[[4476,17],[5679,17]]}}}],["n_estimators=4",{"_index":1108,"t":{"92":{"position":[[2977,15]]},"262":{"position":[[8850,15]]}}}],["n_estimators=45",{"_index":1889,"t":{"146":{"position":[[4500,16]]},"666":{"position":[[556,16]]}}}],["n_estimators=473",{"_index":1439,"t":{"108":{"position":[[8873,17]]}}}],["n_estimators=4797",{"_index":1929,"t":{"155":{"position":[[731,18]]}}}],["n_estimators=540",{"_index":1970,"t":{"162":{"position":[[1018,17]]}}}],["n_estimators=6",{"_index":1729,"t":{"130":{"position":[[7437,15]]}}}],["n_gpu",{"_index":2172,"t":{"192":{"position":[[178,7]]}}}],["n_iter",{"_index":5439,"t":{"649":{"position":[[4645,9],[7207,8]]}}}],["n_job",{"_index":1440,"t":{"108":{"position":[[8891,7]]},"262":{"position":[[8866,7]]},"356":{"position":[[2091,6],[2196,6],[2919,8],[16238,7],[18835,6],[18940,6],[27240,6],[27345,6],[28173,8]]},"368":{"position":[[650,8],[668,6]]},"378":{"position":[[316,6],[445,6]]},"649":{"position":[[5613,6]]},"657":{"position":[[176,6],[336,7],[4027,6]]}}}],["n_jobs=4",{"_index":1971,"t":{"162":{"position":[[1036,9]]},"657":{"position":[[1034,9]]}}}],["n_jobs=non",{"_index":4274,"t":{"356":{"position":[[23805,12]]},"378":{"position":[[377,12]]},"649":{"position":[[5651,11]]}}}],["n_layer",{"_index":2527,"t":{"220":{"position":[[33,8]]},"228":{"position":[[17,11]]},"230":{"position":[[52,11]]}}}],["n_neighbor",{"_index":5408,"t":{"649":{"position":[[2518,12]]}}}],["n_posit",{"_index":1621,"t":{"120":{"position":[[2012,14]]}}}],["n_split",{"_index":4089,"t":{"356":{"position":[[3135,8],[17990,8],[28389,8]]},"432":{"position":[[4270,9],[5572,8]]},"655":{"position":[[1024,8]]}}}],["n_splits=non",{"_index":4231,"t":{"356":{"position":[[16193,14],[23991,14]]}}}],["n_states=1",{"_index":3150,"t":{"262":{"position":[[154,11]]}}}],["n_stores=1)df",{"_index":3151,"t":{"262":{"position":[[166,13]]}}}],["n_trials=22",{"_index":2404,"t":{"196":{"position":[[297,12]]}}}],["n_units_l0",{"_index":2579,"t":{"228":{"position":[[61,13]]},"230":{"position":[[67,13]]}}}],["n_units_l1",{"_index":2582,"t":{"228":{"position":[[109,13]]},"230":{"position":[[84,13]]}}}],["n_units_l2",{"_index":2583,"t":{"228":{"position":[[157,13]]},"230":{"position":[[101,13]]}}}],["n_valid_exampl",{"_index":2560,"t":{"224":{"position":[[332,16]]}}}],["naiv",{"_index":4418,"t":{"400":{"position":[[73,5]]},"466":{"position":[[65,5],[96,6],[103,6]]}}}],["name",{"_index":369,"t":{"17":{"position":[[91,4]]},"50":{"position":[[226,5],[284,5]]},"138":{"position":[[629,4],[882,5]]},"155":{"position":[[463,5]]},"157":{"position":[[426,5]]},"162":{"position":[[474,5]]},"180":{"position":[[680,4]]},"194":{"position":[[859,4]]},"236":{"position":[[2917,4]]},"250":{"position":[[258,4],[269,4],[288,5],[307,6],[327,4]]},"264":{"position":[[3820,4],[5707,4]]},"293":{"position":[[872,4],[889,5],[1427,7]]},"316":{"position":[[186,5]]},"326":{"position":[[1342,4],[1353,4],[1682,7],[2753,5],[4807,4],[7044,4],[7658,4],[8108,4],[8143,4],[8159,4],[9527,4],[9562,4],[9578,4],[11141,4],[11313,7],[11437,5],[12515,4],[12687,7],[12811,5],[19747,6],[19923,7],[20430,5]]},"332":{"position":[[1323,4],[1334,4],[1593,7],[2683,5]]},"356":{"position":[[640,4],[2251,4],[2372,6],[5622,4],[7164,4],[7329,4],[8948,4],[9140,5],[9891,6],[10021,6],[10955,5],[11724,5],[15450,5],[15715,5],[16744,5],[17454,5],[19644,5],[20066,5],[20640,5],[22034,5],[22504,5],[25573,4],[25753,4],[27400,4],[27521,6],[31578,4],[33093,4],[33258,4],[34439,4],[34632,5],[35330,5],[35680,4],[37321,5],[38277,5]]},"364":{"position":[[128,4],[1118,6]]},"368":{"position":[[643,6],[1640,6],[3235,4],[4139,4]]},"370":{"position":[[942,5],[1487,5]]},"374":{"position":[[338,5]]},"432":{"position":[[988,4],[1442,4],[2203,4],[3439,4],[7629,5],[7747,5],[8003,4],[8065,4],[8521,5],[8555,4],[8645,5]]},"452":{"position":[[255,5]]},"486":{"position":[[546,4]]},"494":{"position":[[2338,4]]},"498":{"position":[[369,4]]},"500":{"position":[[664,5]]},"540":{"position":[[667,4]]},"544":{"position":[[1090,4],[4644,5],[4836,5],[6093,5]]},"554":{"position":[[691,4],[2052,5],[2244,5]]},"584":{"position":[[385,4],[758,4]]},"592":{"position":[[574,5],[814,5],[2888,5]]},"608":{"position":[[4251,4],[8873,5],[9001,4],[9934,5],[10126,5],[10787,4],[10952,4]]},"632":{"position":[[640,5]]},"649":{"position":[[53,6],[5752,4],[5955,4],[6423,5]]},"651":{"position":[[1901,4]]},"659":{"position":[[676,6],[759,4]]},"668":{"position":[[33,4]]},"680":{"position":[[107,4],[627,4],[748,5],[1768,4],[1998,4]]},"692":{"position":[[925,4],[956,4]]},"696":{"position":[[1155,4]]},"702":{"position":[[648,5],[875,5]]}}}],["name(",{"_index":3846,"t":{"326":{"position":[[3295,7]]},"332":{"position":[[3225,7]]}}}],["name=\"myworkspac",{"_index":1743,"t":{"134":{"position":[[162,19]]}}}],["name=ray_environment_nam",{"_index":1785,"t":{"140":{"position":[[487,26]]}}}],["name=ray_environment_name)aml_run_config",{"_index":1846,"t":{"140":{"position":[[2772,40]]}}}],["namespac",{"_index":4596,"t":{"494":{"position":[[3224,9]]}}}],["nan",{"_index":3072,"t":{"260":{"position":[[541,3]]},"506":{"position":[[2021,3]]},"588":{"position":[[2222,4],[2545,4]]}}}],["narrow",{"_index":5832,"t":{"708":{"position":[[1991,9]]}}}],["nativ",{"_index":1281,"t":{"102":{"position":[[4,6]]},"207":{"position":[[341,6]]}}}],["natur",{"_index":762,"t":{"33":{"position":[[3680,6]]},"55":{"position":[[657,7]]},"544":{"position":[[3462,6]]},"608":{"position":[[11849,6]]},"657":{"position":[[2415,6]]}}}],["navig",{"_index":5115,"t":{"608":{"position":[[152,8]]}}}],["ndcg",{"_index":5383,"t":{"647":{"position":[[1177,7]]}}}],["ndcg@k",{"_index":5385,"t":{"647":{"position":[[1210,9]]}}}],["ndcg[flaml.automl",{"_index":1708,"t":{"130":{"position":[[671,18]]}}}],["ndcg_score",{"_index":5384,"t":{"647":{"position":[[1198,11]]}}}],["ndcg_score@k",{"_index":5386,"t":{"647":{"position":[[1233,13]]}}}],["ndef",{"_index":667,"t":{"31":{"position":[[925,8],[1023,8],[1095,8]]},"33":{"position":[[1472,8],[1855,8],[2466,8]]}}}],["near",{"_index":5244,"t":{"610":{"position":[[2241,4]]}}}],["nearli",{"_index":582,"t":{"27":{"position":[[708,6]]},"29":{"position":[[97,6]]}}}],["necessari",{"_index":1079,"t":{"92":{"position":[[1143,9]]},"100":{"position":[[1373,9]]},"108":{"position":[[1383,9]]},"116":{"position":[[2162,9]]},"130":{"position":[[946,9]]},"146":{"position":[[1147,9]]},"256":{"position":[[1190,9]]},"258":{"position":[[1965,9]]},"260":{"position":[[2771,9]]},"262":{"position":[[1984,9]]},"264":{"position":[[5405,9]]},"674":{"position":[[256,9],[473,9]]},"696":{"position":[[4566,9]]},"706":{"position":[[1495,10]]},"708":{"position":[[1864,10]]}}}],["need",{"_index":323,"t":{"15":{"position":[[548,7]]},"29":{"position":[[1153,4]]},"42":{"position":[[157,5]]},"44":{"position":[[216,4]]},"59":{"position":[[839,4]]},"61":{"position":[[629,4],[844,5]]},"140":{"position":[[865,4]]},"178":{"position":[[171,4]]},"180":{"position":[[1351,4]]},"184":{"position":[[463,4]]},"209":{"position":[[369,6]]},"236":{"position":[[3890,4]]},"244":{"position":[[727,4]]},"264":{"position":[[920,4],[2719,4]]},"269":{"position":[[95,4]]},"306":{"position":[[285,4]]},"326":{"position":[[11017,4],[11249,6],[11354,7],[11405,6],[12391,4],[12623,6],[12728,7],[12779,6],[13915,5],[14662,5],[20223,5]]},"348":{"position":[[3918,5],[4453,4],[6836,4]]},"356":{"position":[[930,5],[5008,4],[6655,6],[9168,4],[26043,5],[29640,4],[30966,4],[32611,6],[34660,4],[35934,5]]},"364":{"position":[[1294,4]]},"432":{"position":[[3728,4]]},"486":{"position":[[747,6]]},"544":{"position":[[1942,7],[3019,6],[3932,6]]},"554":{"position":[[1382,6]]},"592":{"position":[[1731,5],[2703,7]]},"608":{"position":[[4745,7],[6326,4],[8176,4],[8393,6],[9159,6]]},"624":{"position":[[1423,5]]},"630":{"position":[[105,4]]},"649":{"position":[[3791,4],[4000,4],[6059,6]]},"651":{"position":[[1703,4]]},"655":{"position":[[1982,5]]},"657":{"position":[[555,6],[2643,6],[2922,6]]},"659":{"position":[[697,4]]},"663":{"position":[[29,6],[675,6]]},"674":{"position":[[47,6]]},"680":{"position":[[1978,4],[2138,4]]},"682":{"position":[[425,4],[2177,4],[2256,4],[3468,4]]},"696":{"position":[[962,4],[1135,4],[2559,4],[4442,4],[4588,6],[4924,4],[5544,4],[6403,4]]},"698":{"position":[[335,7]]},"700":{"position":[[500,6]]},"706":{"position":[[254,7]]}}}],["neg",{"_index":740,"t":{"33":{"position":[[2567,8]]},"205":{"position":[[530,3]]}}}],["neglibl",{"_index":5621,"t":{"680":{"position":[[1375,8]]}}}],["neglig",{"_index":5262,"t":{"622":{"position":[[834,10]]},"657":{"position":[[3632,11]]}}}],["ner_tag",{"_index":1656,"t":{"122":{"position":[[192,11],[439,11],[521,11],[1617,11],[1820,11],[1900,11]]}}}],["ner_tags\"train_dataset",{"_index":1672,"t":{"122":{"position":[[605,23],[1982,23]]}}}],["nest",{"_index":4157,"t":{"356":{"position":[[9849,6],[10283,6],[10385,6],[22063,6],[22533,6]]},"486":{"position":[[374,6]]}}}],["net",{"_index":2761,"t":{"246":{"position":[[12,4],[105,5],[132,4]]},"275":{"position":[[127,3],[272,3]]},"404":{"position":[[78,3]]}}}],["net(2",{"_index":3540,"t":{"275":{"position":[[133,5]]},"287":{"position":[[414,5]]}}}],["net(imag",{"_index":3619,"t":{"277":{"position":[[321,11]]}}}],["net(input",{"_index":3584,"t":{"275":{"position":[[1541,11],[2054,11]]}}}],["net(nn.modul",{"_index":3500,"t":{"271":{"position":[[199,15]]}}}],["net.load_state_dict(model_st",{"_index":3561,"t":{"275":{"position":[[645,32]]}}}],["net.to(devic",{"_index":3548,"t":{"275":{"position":[[299,14]]}}}],["network",{"_index":3492,"t":{"269":{"position":[[121,7]]},"649":{"position":[[265,9]]}}}],["neural",{"_index":3491,"t":{"269":{"position":[[114,6]]},"649":{"position":[[258,6]]}}}],["never",{"_index":592,"t":{"29":{"position":[[68,5]]},"293":{"position":[[347,7],[768,8]]},"326":{"position":[[495,7],[2088,8],[2502,8],[2526,5]]},"332":{"position":[[2018,8],[2432,8],[2456,5]]},"506":{"position":[[2081,5]]}}}],["new",{"_index":56,"t":{"2":{"position":[[727,3]]},"5":{"position":[[405,3]]},"11":{"position":[[557,3]]},"15":{"position":[[636,3]]},"55":{"position":[[1233,3]]},"140":{"position":[[1571,3]]},"215":{"position":[[117,3]]},"236":{"position":[[117,5]]},"298":{"position":[[95,3]]},"326":{"position":[[8695,3],[10114,3]]},"348":{"position":[[9599,3]]},"510":{"position":[[1380,3]]},"554":{"position":[[3654,3]]},"562":{"position":[[715,3]]},"572":{"position":[[342,3]]},"592":{"position":[[2208,3]]},"659":{"position":[[334,3]]},"696":{"position":[[686,3]]},"702":{"position":[[1964,3]]},"708":{"position":[[398,3],[420,3]]}}}],["new_automl",{"_index":4120,"t":{"356":{"position":[[5944,10],[31900,10]]}}}],["new_low",{"_index":5464,"t":{"649":{"position":[[9189,10]]}}}],["new_metr",{"_index":3782,"t":{"312":{"position":[[709,10],[787,10],[800,11],[842,14]]}}}],["new_observation_count=1.0",{"_index":4613,"t":{"498":{"position":[[860,26]]}}}],["new_resource_us",{"_index":4610,"t":{"498":{"position":[[805,18]]}}}],["new_trial",{"_index":4671,"t":{"510":{"position":[[1455,9]]}}}],["new_year",{"_index":3244,"t":{"264":{"position":[[1005,11]]}}}],["newli",{"_index":5446,"t":{"649":{"position":[[5976,5]]}}}],["next",{"_index":2611,"t":{"234":{"position":[[23,4]]},"236":{"position":[[152,4]]},"316":{"position":[[338,4],[439,4],[550,4],[664,4]]},"326":{"position":[[8565,4],[9984,4],[16950,4],[18199,4]]},"524":{"position":[[327,5]]},"628":{"position":[[859,4]]}}}],["next_ag",{"_index":3803,"t":{"316":{"position":[[373,11]]}}}],["next_agent(ag",{"_index":3804,"t":{"316":{"position":[[389,17]]}}}],["next_trial",{"_index":4757,"t":{"540":{"position":[[1291,11],[1307,12]]}}}],["nice",{"_index":4916,"t":{"580":{"position":[[1599,6]]}}}],["nif",{"_index":668,"t":{"31":{"position":[[934,7],[1032,7],[1104,7]]},"33":{"position":[[1481,7],[1864,7],[2475,7]]}}}],["nlp",{"_index":158,"t":{"5":{"position":[[701,3]]},"364":{"position":[[137,3]]}}}],["nn",{"_index":2605,"t":{"230":{"position":[[559,2]]}}}],["nn.conv2d(3",{"_index":3506,"t":{"271":{"position":[[291,12]]}}}],["nn.conv2d(6",{"_index":3510,"t":{"271":{"position":[[354,12]]}}}],["nn.crossentropyloss",{"_index":3550,"t":{"275":{"position":[[326,21]]}}}],["nn.dataparallel(best_trained_model)best_trained_model.to(device)checkpoint_valu",{"_index":3656,"t":{"287":{"position":[[583,80]]}}}],["nn.dataparallel(net",{"_index":3547,"t":{"275":{"position":[[278,20]]}}}],["nn.linear(16",{"_index":3512,"t":{"271":{"position":[[385,12]]}}}],["nn.linear(l1",{"_index":3515,"t":{"271":{"position":[[422,13]]}}}],["nn.linear(l2",{"_index":3518,"t":{"271":{"position":[[451,13]]}}}],["nn.maxpool2d(2",{"_index":3508,"t":{"271":{"position":[[322,15]]}}}],["nn.sequential(*lay",{"_index":2539,"t":{"220":{"position":[[444,22]]}}}],["nnfrom",{"_index":2499,"t":{"218":{"position":[[42,6]]}}}],["nni",{"_index":2755,"t":{"244":{"position":[[1594,3]]},"546":{"position":[[67,4],[602,4]]}}}],["nnimport",{"_index":3493,"t":{"271":{"position":[[31,8]]}}}],["nnitun",{"_index":4805,"t":{"546":{"position":[[36,9]]}}}],["nnn",{"_index":5505,"t":{"657":{"position":[[2814,3],[2861,3]]}}}],["no_repeat_ngram_s",{"_index":1637,"t":{"120":{"position":[[2297,23]]}}}],["node",{"_index":1795,"t":{"140":{"position":[[949,6],[1861,5],[1907,4]]},"194":{"position":[[561,5]]},"657":{"position":[[418,5]]}}}],["node.j",{"_index":1006,"t":{"82":{"position":[[49,8]]}}}],["nologg",{"_index":4876,"t":{"568":{"position":[[6,10]]}}}],["non",{"_index":739,"t":{"33":{"position":[[2563,3]]},"180":{"position":[[1876,3]]},"264":{"position":[[5082,3],[6969,3]]},"326":{"position":[[5327,3],[16605,3],[17854,3]]},"348":{"position":[[10435,3],[10745,3]]},"356":{"position":[[28848,3]]},"432":{"position":[[136,3]]},"657":{"position":[[4336,3],[4413,3]]},"680":{"position":[[1371,3]]},"682":{"position":[[6500,3]]}}}],["none",{"_index":835,"t":{"46":{"position":[[633,4],[788,4],[848,4]]},"180":{"position":[[717,5]]},"203":{"position":[[1521,6]]},"250":{"position":[[440,5],[606,5],[771,5],[945,5],[1145,5],[1179,5],[1218,5],[1420,5],[1450,5],[1557,5],[1591,5],[1630,5],[1838,5],[1868,5]]},"260":{"position":[[55,5]]},"287":{"position":[[714,5]]},"293":{"position":[[617,5],[678,5],[728,5],[1555,4]]},"318":{"position":[[185,5],[217,5],[253,5],[279,5]]},"322":{"position":[[218,5]]},"326":{"position":[[1005,5],[1055,5],[1154,5],[1213,5],[1261,5],[1313,6],[1799,4],[3042,5],[3409,5],[4000,4],[4264,5],[4305,5],[5143,4],[5219,5],[5252,4],[5607,5],[5639,5],[5669,6],[5696,6],[6124,5],[6543,5],[6869,5],[7141,5],[7262,4],[7346,4],[7557,5],[7674,4],[7804,5],[8895,4],[8964,4],[9215,5],[10314,4],[10383,4],[10627,5],[11081,5],[11600,4],[11656,5],[11735,4],[11993,5],[12455,5],[12974,4],[13030,5],[13109,4],[13793,4],[14540,4],[14854,5],[15012,5],[15137,5],[15254,5],[15376,5],[15408,5],[15438,5],[15476,6],[15622,5],[15654,5],[15684,5],[15830,5],[15862,5],[15892,5],[16047,5],[16079,5],[16109,5],[16147,6],[16307,5],[16339,5],[16381,5],[16407,5],[16545,4],[16629,5],[17426,5],[17439,4],[17548,5],[17580,5],[17622,5],[17648,5],[17794,4],[17878,5],[18675,5],[18688,4],[19314,4]]},"332":{"position":[[952,5],[1002,5],[1098,5],[1157,5],[1209,6],[1710,4],[2972,5],[3339,5],[3762,4]]},"348":{"position":[[590,5],[1030,5],[1072,5],[1117,5],[3530,5],[3606,5],[3672,5],[6311,4],[6914,5],[7098,5],[8198,4],[9418,5]]},"356":{"position":[[6239,5],[16144,4],[16151,5],[18693,4],[22979,4],[23112,5],[23171,4],[23252,5],[23311,4],[23392,5],[23462,5],[23792,4],[23799,5],[29175,4],[29243,4],[29315,4],[29398,4],[29501,4],[29684,4],[32195,5],[36272,5],[36420,4],[36484,5],[37081,5]]},"364":{"position":[[1064,4]]},"368":{"position":[[783,4],[910,5],[1087,5],[1665,5],[1868,5]]},"370":{"position":[[177,5],[435,4]]},"432":{"position":[[860,5],[934,5],[2687,6],[2754,6],[2789,6],[2869,5],[2941,5],[2981,5],[3017,5],[3252,4],[3324,4],[4188,6],[4347,5],[4570,4],[4643,4],[4689,4],[5994,6],[6049,5],[6917,5]]},"494":{"position":[[417,5],[495,5]]},"498":{"position":[[152,5]]},"500":{"position":[[289,5]]},"502":{"position":[[348,5],[381,5],[833,5]]},"506":{"position":[[857,5],[885,5],[2176,5],[2204,5]]},"510":{"position":[[642,6]]},"540":{"position":[[318,5],[348,5],[376,5],[1090,5],[1118,5]]},"544":{"position":[[113,5],[141,5],[171,5],[219,5],[255,5],[304,5],[346,5],[387,5],[422,5],[459,5],[497,5],[535,5],[577,5],[623,5],[710,5],[777,5],[875,5],[955,5],[3274,4],[3519,5],[4082,5],[5682,5]]},"554":{"position":[[148,5],[176,5],[206,5],[243,5],[281,5],[319,5],[369,5],[1491,5],[2873,5],[2903,5],[3318,5],[4066,5]]},"558":{"position":[[202,5],[240,5],[246,5]]},"562":{"position":[[141,5],[467,5]]},"580":{"position":[[1229,5]]},"592":{"position":[[832,5],[1187,4]]},"608":{"position":[[1298,5],[1346,5],[1382,5],[1412,5],[1440,5],[1481,5],[1530,5],[1572,5],[1609,5],[1647,5],[1685,5],[1727,5],[1821,5],[1897,5],[1984,5],[2051,5],[2212,5],[2249,5],[2291,5],[2408,5],[2452,5],[2486,5],[2558,5],[5475,5],[5599,5],[8890,5],[8908,5],[9268,5],[11661,4],[11906,5]]},"649":{"position":[[9240,5]]},"668":{"position":[[685,5],[703,5],[1071,4]]},"702":{"position":[[1802,5]]}}}],["none)multi_df",{"_index":3061,"t":{"260":{"position":[[84,13]]}}}],["nonpoli",{"_index":4753,"t":{"540":{"position":[[992,7]]}}}],["nonpoly_searcher_nam",{"_index":4752,"t":{"540":{"position":[[457,22],[923,21]]}}}],["norm",{"_index":3431,"t":{"264":{"position":[[8945,7],[9312,7],[9456,7],[9601,7],[9801,7],[10168,7],[10385,7],[10752,7],[10951,7],[11318,7],[11511,7],[11878,7],[12070,7],[12437,7],[13095,7],[13531,7],[13725,7],[13872,7],[14061,7],[14428,7],[14626,7],[14993,7],[15197,7],[15564,7],[15766,7],[16133,7],[16319,7],[16686,7],[16881,7],[17248,7],[17448,7],[17815,7],[18011,7],[18378,7],[18575,7],[18942,7],[19147,7],[19514,7],[19716,7],[20083,7],[21122,7],[21551,7],[21744,7],[21891,7],[22080,7],[22447,7],[22645,7],[23012,7],[23216,7],[23583,7],[23785,7],[24152,7],[24915,7],[25351,7],[25785,7],[26212,7],[26752,7],[26854,7],[27332,7],[28353,7],[28764,7],[28972,7]]}}}],["normal",{"_index":822,"t":{"46":{"position":[[287,8]]},"520":{"position":[[2792,8],[2855,6],[2912,6],[3027,8],[3156,6],[3192,6]]},"554":{"position":[[3038,10],[3101,9]]},"666":{"position":[[676,6]]},"682":{"position":[[4979,6],[5082,6]]}}}],["normalize(config",{"_index":4830,"t":{"554":{"position":[[3053,17]]}}}],["notabl",{"_index":313,"t":{"15":{"position":[[327,7]]},"600":{"position":[[2347,8]]},"684":{"position":[[370,7]]},"708":{"position":[[2857,8]]}}}],["notat",{"_index":422,"t":{"17":{"position":[[1871,9]]}}}],["note",{"_index":515,"t":{"21":{"position":[[930,4]]},"31":{"position":[[442,4]]},"33":{"position":[[865,6],[3493,6]]},"82":{"position":[[493,5]]},"92":{"position":[[515,5]]},"100":{"position":[[808,5]]},"108":{"position":[[812,5]]},"116":{"position":[[1326,5]]},"130":{"position":[[366,5]]},"146":{"position":[[535,5]]},"184":{"position":[[235,4]]},"203":{"position":[[985,5]]},"256":{"position":[[480,5]]},"326":{"position":[[5225,4]]},"356":{"position":[[9115,4],[10363,4],[10520,4],[16519,5],[17475,4],[25598,4],[27760,4],[34607,4]]},"368":{"position":[[1262,6]]},"486":{"position":[[434,4]]},"502":{"position":[[454,5]]},"540":{"position":[[86,4]]},"572":{"position":[[70,4],[229,4]]},"588":{"position":[[2172,4],[2507,4]]},"592":{"position":[[1989,4],[4359,4]]},"610":{"position":[[531,4]]},"622":{"position":[[978,4]]},"624":{"position":[[1049,4]]},"626":{"position":[[406,4]]},"674":{"position":[[572,4]]},"680":{"position":[[839,4]]},"682":{"position":[[7618,5]]},"696":{"position":[[2545,4]]},"702":{"position":[[1766,5]]}}}],["notebook",{"_index":520,"t":{"21":{"position":[[1233,8]]},"33":{"position":[[3800,8]]},"59":{"position":[[889,8]]},"84":{"position":[[307,8]]},"94":{"position":[[8,8]]},"102":{"position":[[1388,8]]},"110":{"position":[[1278,8]]},"124":{"position":[[80,8]]},"138":{"position":[[1254,8]]},"157":{"position":[[794,8]]},"174":{"position":[[356,8]]},"182":{"position":[[844,8]]},"184":{"position":[[2095,8]]},"196":{"position":[[591,8]]},"230":{"position":[[840,8]]},"244":{"position":[[389,9],[410,8],[452,10]]},"246":{"position":[[888,10]]},"264":{"position":[[29494,8]]},"289":{"position":[[367,8]]},"655":{"position":[[1873,9]]}}}],["notic",{"_index":633,"t":{"29":{"position":[[1518,6]]},"116":{"position":[[1042,6]]},"356":{"position":[[19718,6],[35404,6]]}}}],["notif",{"_index":4929,"t":{"588":{"position":[[456,14],[2131,12]]}}}],["novel",{"_index":891,"t":{"55":{"position":[[1395,5]]}}}],["now",{"_index":447,"t":{"17":{"position":[[2501,3]]},"21":{"position":[[1143,3]]},"48":{"position":[[0,3]]},"192":{"position":[[7,3]]},"194":{"position":[[7,3]]},"308":{"position":[[7,3]]},"640":{"position":[[9,3]]},"657":{"position":[[617,3]]}}}],["np",{"_index":1285,"t":{"102":{"position":[[379,3]]},"110":{"position":[[282,3]]},"558":{"position":[[839,2]]}}}],["np.abs(residu",{"_index":1292,"t":{"102":{"position":[[514,17],[553,17]]}}}],["np.arange(\"2014",{"_index":2806,"t":{"256":{"position":[[52,15]]}}}],["np.argmax(predict",{"_index":2148,"t":{"190":{"position":[[875,22]]}}}],["np.array",{"_index":3942,"t":{"344":{"position":[[611,10]]},"356":{"position":[[13801,8]]},"454":{"position":[[107,10]]}}}],["np.array(best_valid_loss_histori",{"_index":1279,"t":{"100":{"position":[[7320,34]]},"108":{"position":[[10626,34]]},"670":{"position":[[607,34]]}}}],["np.array(residu",{"_index":1298,"t":{"102":{"position":[[670,18]]}}}],["np.exp",{"_index":1471,"t":{"110":{"position":[[406,7]]},"649":{"position":[[7580,7]]}}}],["np.inf",{"_index":5155,"t":{"608":{"position":[[3090,6],[3101,6]]}}}],["np.log(data.volum",{"_index":3230,"t":{"264":{"position":[[621,18]]}}}],["np.log2(flop",{"_index":2566,"t":{"224":{"position":[[455,15]]}}}],["np.mean",{"_index":4021,"t":{"348":{"position":[[7895,8]]}}}],["np.median",{"_index":4018,"t":{"348":{"position":[[7779,9],[7869,10]]}}}],["np.ndarray",{"_index":3940,"t":{"344":{"position":[[113,12]]}}}],["np.random.choice([1",{"_index":4712,"t":{"520":{"position":[[1596,20]]}}}],["np.random.randint(10",{"_index":4717,"t":{"520":{"position":[[1832,21]]}}}],["np.random.random(size=84)automl",{"_index":2810,"t":{"256":{"position":[[116,31]]}}}],["np.random.seed(100",{"_index":5788,"t":{"700":{"position":[[219,19]]}}}],["np.random.uniform(1",{"_index":4698,"t":{"520":{"position":[[235,20],[458,20]]}}}],["np.where(df[\"sal",{"_index":3157,"t":{"262":{"position":[[348,20]]}}}],["npfrom",{"_index":2805,"t":{"256":{"position":[[16,6]]},"262":{"position":[[61,6]]}}}],["npimport",{"_index":2504,"t":{"218":{"position":[[131,8]]},"279":{"position":[[16,8]]}}}],["npm",{"_index":1009,"t":{"82":{"position":[[100,3]]}}}],["npnp.random.seed(100",{"_index":5790,"t":{"700":{"position":[[459,21]]}}}],["npplt.title(\"learn",{"_index":5585,"t":{"670":{"position":[[485,21]]}}}],["nprint",{"_index":669,"t":{"31":{"position":[[942,10],[1040,10],[1112,10]]},"33":{"position":[[1489,11],[1872,11],[2483,11]]}}}],["nptime_histori",{"_index":1268,"t":{"100":{"position":[[7041,15]]},"108":{"position":[[10347,15]]}}}],["nuget",{"_index":2770,"t":{"246":{"position":[[560,5],[731,5],[773,5]]}}}],["null",{"_index":851,"t":{"48":{"position":[[335,7],[583,7]]},"50":{"position":[[543,7],[657,7]]},"661":{"position":[[231,5],[646,5]]}}}],["num_allow",{"_index":4840,"t":{"554":{"position":[[3469,11]]}}}],["num_beam",{"_index":1638,"t":{"120":{"position":[[2324,12],[2436,12],[2566,12],[2696,12]]}}}],["num_complet",{"_index":4837,"t":{"554":{"position":[[3397,12],[3446,12]]}}}],["num_cpu",{"_index":2207,"t":{"194":{"position":[[355,10]]}}}],["num_decoder_lay",{"_index":1622,"t":{"120":{"position":[[2032,21]]}}}],["num_epoch",{"_index":3625,"t":{"281":{"position":[[177,13]]},"289":{"position":[[99,13]]}}}],["num_executor",{"_index":2100,"t":{"184":{"position":[[1211,14],[1311,14]]},"356":{"position":[[8533,14],[8633,14]]},"657":{"position":[[1901,14],[2001,14]]}}}],["num_gpu",{"_index":2206,"t":{"194":{"position":[[338,9]]}}}],["num_gpus=num_gpus)print(\"tun",{"_index":2197,"t":{"194":{"position":[[98,31]]}}}],["num_head",{"_index":1623,"t":{"120":{"position":[[2057,12]]}}}],["num_labels=num_label",{"_index":2144,"t":{"190":{"position":[[729,21]]}}}],["num_lay",{"_index":1624,"t":{"120":{"position":[[2073,13]]}}}],["num_layers=2",{"_index":3470,"t":{"264":{"position":[[26308,13],[26382,13]]}}}],["num_leav",{"_index":1219,"t":{"100":{"position":[[5271,13]]},"157":{"position":[[558,13]]},"236":{"position":[[3165,13]]},"649":{"position":[[456,11]]},"661":{"position":[[381,13],[796,13]]},"668":{"position":[[148,13],[479,13],[1418,13],[1675,13]]}}}],["num_leaves=122",{"_index":1930,"t":{"155":{"position":[[750,15]]}}}],["num_leaves=216",{"_index":1198,"t":{"100":{"position":[[4494,15],[5697,16]]}}}],["num_leaves=23",{"_index":1730,"t":{"130":{"position":[[7453,14]]}}}],["num_leaves=4",{"_index":1109,"t":{"92":{"position":[[2993,13]]},"146":{"position":[[4517,13]]},"666":{"position":[[573,13]]}}}],["num_parallel_tree=1",{"_index":1441,"t":{"108":{"position":[[8903,20]]},"162":{"position":[[1046,20]]},"262":{"position":[[8877,20]]}}}],["num_propos",{"_index":4838,"t":{"554":{"position":[[3414,13]]}}}],["num_sampl",{"_index":2173,"t":{"192":{"position":[[186,12]]},"230":{"position":[[485,12]]},"236":{"position":[[1366,12],[3544,12]]},"258":{"position":[[362,11]]},"260":{"position":[[1360,11]]},"310":{"position":[[348,11]]},"348":{"position":[[1123,12],[2205,11]]},"544":{"position":[[393,12],[2129,11]]},"608":{"position":[[1827,12],[3331,12],[7904,11]]},"684":{"position":[[62,12],[697,12]]},"686":{"position":[[627,12]]},"688":{"position":[[474,12]]},"694":{"position":[[879,12],[1431,12]]},"696":{"position":[[3569,12],[7120,12]]},"698":{"position":[[1363,12]]}}}],["num_samples=10",{"_index":5792,"t":{"700":{"position":[[609,16]]}}}],["num_samples=100",{"_index":5685,"t":{"684":{"position":[[947,16],[1069,16]]}}}],["num_samples=1000000",{"_index":5131,"t":{"608":{"position":[[725,20]]}}}],["num_samples=num_sampl",{"_index":2209,"t":{"194":{"position":[[385,24]]},"285":{"position":[[421,24]]},"310":{"position":[[606,24]]}}}],["num_train_epoch",{"_index":2179,"t":{"192":{"position":[[304,19]]},"194":{"position":[[924,16]]},"196":{"position":[[403,20]]},"649":{"position":[[3197,17]]}}}],["num_workers=2",{"_index":3617,"t":{"277":{"position":[[151,13]]}}}],["num_workers=4",{"_index":3573,"t":{"275":{"position":[[1001,14],[1128,14]]}}}],["num_workers=tune.grid_search([2",{"_index":5226,"t":{"610":{"position":[[1508,32]]}}}],["number",{"_index":472,"t":{"19":{"position":[[407,6]]},"21":{"position":[[459,6]]},"29":{"position":[[855,6]]},"33":{"position":[[965,6],[2598,6],[2676,6]]},"55":{"position":[[59,6]]},"57":{"position":[[940,6],[1068,6],[1962,6]]},"67":{"position":[[500,7]]},"140":{"position":[[1851,6]]},"184":{"position":[[1075,6],[1236,6],[1368,6]]},"192":{"position":[[745,6]]},"283":{"position":[[69,6],[174,6]]},"293":{"position":[[1507,6]]},"310":{"position":[[633,6]]},"316":{"position":[[99,6]]},"326":{"position":[[1752,6],[2432,6],[2605,6],[3732,6],[6573,6],[6644,6],[6899,6]]},"332":{"position":[[1663,6],[2362,6],[2535,6],[3662,6]]},"348":{"position":[[2237,6],[2304,6],[2336,6],[10904,6]]},"356":{"position":[[1205,6],[2118,6],[2489,6],[2589,6],[2954,6],[3164,6],[6341,6],[8397,6],[8558,6],[12168,6],[17620,6],[18019,6],[18862,6],[20475,6],[21415,6],[26318,6],[27267,6],[27638,6],[27738,6],[28208,6],[28418,6],[32297,6],[36192,6],[38112,6],[39052,6]]},"368":{"position":[[682,6],[3977,6]]},"432":{"position":[[1066,6],[5601,6]]},"494":{"position":[[581,6],[644,6]]},"510":{"position":[[248,6]]},"520":{"position":[[1339,7],[3230,7]]},"544":{"position":[[2153,6],[2204,6],[2998,6]]},"590":{"position":[[77,6]]},"592":{"position":[[2119,6]]},"608":{"position":[[7936,6],[8372,6],[8642,6],[11154,6],[11529,6]]},"651":{"position":[[253,6],[1078,6]]},"655":{"position":[[1040,6]]},"657":{"position":[[246,6],[1765,6],[1926,6],[3200,6],[4058,6]]},"663":{"position":[[482,6]]},"682":{"position":[[6094,6],[6146,6]]},"684":{"position":[[93,6],[659,6]]},"686":{"position":[[657,6]]},"688":{"position":[[504,6]]},"694":{"position":[[909,6],[1461,6]]},"696":{"position":[[1112,6]]}}}],["numer",{"_index":506,"t":{"21":{"position":[[399,9]]},"356":{"position":[[14329,9],[17009,9],[17410,9],[25021,9],[25479,9]]},"544":{"position":[[4697,9]]},"554":{"position":[[2105,9]]},"608":{"position":[[3565,9],[3611,9],[9987,9]]},"610":{"position":[[248,9],[294,9]]},"682":{"position":[[2111,9],[2147,9]]},"692":{"position":[[305,9],[383,9],[519,9],[1082,9]]},"702":{"position":[[928,9]]}}}],["numeric/str",{"_index":4794,"t":{"544":{"position":[[4935,15]]},"554":{"position":[[2343,15]]},"608":{"position":[[10225,15]]},"702":{"position":[[747,15]]}}}],["numpi",{"_index":1267,"t":{"100":{"position":[[7032,5]]},"102":{"position":[[370,5]]},"108":{"position":[[10338,5]]},"110":{"position":[[273,5]]},"218":{"position":[[122,5]]},"256":{"position":[[7,5]]},"262":{"position":[[52,5]]},"279":{"position":[[7,5]]},"344":{"position":[[257,5],[315,5],[462,5],[526,5],[680,5],[755,5]]},"356":{"position":[[13605,5],[13936,5],[14986,5],[15186,5],[16762,5],[17031,5],[24762,5],[25091,5],[29253,5],[29325,5],[29408,5]]},"368":{"position":[[2016,5],[2086,5],[2422,5],[2496,5],[2724,5],[2783,5]]},"398":{"position":[[265,5],[324,5]]},"402":{"position":[[259,5],[318,5]]},"454":{"position":[[160,5],[218,5],[283,5],[347,5]]},"644":{"position":[[230,5],[277,5]]},"670":{"position":[[476,5]]},"700":{"position":[[450,5]]}}}],["nutshel",{"_index":5714,"t":{"696":{"position":[[732,9]]}}}],["nvm",{"_index":1007,"t":{"82":{"position":[[71,3]]}}}],["o",{"_index":613,"t":{"29":{"position":[[926,4]]},"122":{"position":[[216,4],[231,4],[236,4],[241,4],[256,4],[261,5],[453,6],[535,6],[2609,4]]},"244":{"position":[[1324,1]]}}}],["oai",{"_index":842,"t":{"48":{"position":[[150,4]]},"50":{"position":[[354,4]]}}}],["oai.chatcompletion.cr",{"_index":854,"t":{"48":{"position":[[442,26]]},"50":{"position":[[402,26]]}}}],["oai.completion.cr",{"_index":844,"t":{"48":{"position":[[198,22]]},"348":{"position":[[4491,22]]}}}],["oai.completion.extract_text(respons",{"_index":4004,"t":{"348":{"position":[[5278,37]]}}}],["obj:=(x−85000)2−x/yobj",{"_index":5610,"t":{"680":{"position":[[775,22]]}}}],["obj_from_resource_attr(resource_attr",{"_index":5720,"t":{"696":{"position":[[2169,37]]}}}],["obj_w_intermediate_report",{"_index":5761,"t":{"696":{"position":[[5680,27],[5743,26],[6719,26]]}}}],["object",{"_index":1282,"t":{"102":{"position":[[58,9],[272,9],[343,9],[406,9],[1022,9]]},"108":{"position":[[7266,6],[7444,6]]},"110":{"position":[[31,9],[246,9],[309,9],[652,9],[834,9]]},"116":{"position":[[2440,6]]},"192":{"position":[[295,8]]},"194":{"position":[[689,7]]},"215":{"position":[[71,10]]},"258":{"position":[[14688,6]]},"356":{"position":[[1232,10],[4241,7],[4304,6],[4477,7],[5917,6],[5955,7],[10597,7],[11431,6],[11742,6],[12900,7],[12935,7],[15959,6],[18086,7],[18149,6],[18322,7],[19804,7],[20808,6],[26345,10],[30199,7],[30262,6],[30435,7],[31873,6],[31911,7],[35490,7],[36219,10],[38445,6]]},"368":{"position":[[900,6]]},"432":{"position":[[4906,7],[4969,6],[5142,7]]},"494":{"position":[[2617,9]]},"498":{"position":[[620,9]]},"506":{"position":[[993,7]]},"510":{"position":[[329,7]]},"518":{"position":[[248,6]]},"540":{"position":[[738,9]]},"544":{"position":[[1161,9],[3956,9],[4237,10],[4309,11],[4425,10],[4518,11],[4608,11],[4800,11]]},"546":{"position":[[241,6],[487,7],[833,6]]},"554":{"position":[[762,9],[1406,9],[1646,10],[1718,11],[1834,10],[1927,10],[2016,11],[2208,11]]},"558":{"position":[[1279,7]]},"580":{"position":[[1161,6]]},"584":{"position":[[27,6],[407,6]]},"588":{"position":[[509,11],[573,9],[637,9],[765,9],[2765,9]]},"590":{"position":[[146,6]]},"592":{"position":[[416,9],[1157,9],[1305,9],[1374,9],[1467,9],[1894,9],[4119,9]]},"600":{"position":[[2276,11],[2488,12]]},"608":{"position":[[4322,9],[9183,9],[9527,10],[9599,11],[9715,10],[9808,11],[9898,11],[10090,11]]},"610":{"position":[[1731,11]]},"649":{"position":[[7766,9],[7920,9]]},"655":{"position":[[1948,7]]},"666":{"position":[[191,6]]},"678":{"position":[[163,9]]},"680":{"position":[[177,9],[261,10]]},"686":{"position":[[233,9]]},"688":{"position":[[67,7]]},"702":{"position":[[27,10],[245,10],[317,11],[431,10],[524,11],[612,11],[839,11],[1175,10],[1219,11]]},"704":{"position":[[40,10],[191,11]]},"708":{"position":[[2786,11],[2998,12]]}}}],["objective='binary:logist",{"_index":3209,"t":{"262":{"position":[[8898,28]]}}}],["objectivehp_metr",{"_index":2188,"t":{"192":{"position":[[581,19]]}}}],["observ",{"_index":598,"t":{"29":{"position":[[328,12]]},"31":{"position":[[16,13]]},"59":{"position":[[342,11]]}}}],["observed=tru",{"_index":3234,"t":{"264":{"position":[[711,13],[821,13]]}}}],["obstacl",{"_index":597,"t":{"29":{"position":[[299,8],[562,9]]}}}],["obtain",{"_index":928,"t":{"59":{"position":[[361,8]]},"368":{"position":[[934,8]]},"592":{"position":[[715,6]]},"666":{"position":[[22,8]]},"684":{"position":[[449,10]]}}}],["obviou",{"_index":630,"t":{"29":{"position":[[1390,7]]}}}],["occasion",{"_index":5547,"t":{"661":{"position":[[1732,12]]}}}],["offer",{"_index":104,"t":{"5":{"position":[[6,6]]},"11":{"position":[[418,6]]},"35":{"position":[[68,7]]},"84":{"position":[[40,6]]},"236":{"position":[[234,6],[934,6],[3660,6]]},"630":{"position":[[333,7]]},"704":{"position":[[209,6]]}}}],["offici",{"_index":2031,"t":{"180":{"position":[[863,8]]}}}],["offlin",{"_index":5260,"t":{"622":{"position":[[636,7]]}}}],["omit",{"_index":3954,"t":{"348":{"position":[[736,8]]},"544":{"position":[[2661,8],[3575,7]]},"562":{"position":[[240,8]]},"608":{"position":[[11962,7]]},"626":{"position":[[527,8]]}}}],["on",{"_index":199,"t":{"9":{"position":[[189,3]]},"17":{"position":[[901,3]]},"29":{"position":[[572,3],[701,3],[1369,3]]},"31":{"position":[[198,3],[205,4],[216,3],[388,3],[395,4],[452,3],[675,3]]},"33":{"position":[[2608,4],[2686,5]]},"35":{"position":[[395,3]]},"102":{"position":[[34,3]]},"140":{"position":[[895,3]]},"184":{"position":[[993,3]]},"194":{"position":[[484,3]]},"236":{"position":[[366,3]]},"264":{"position":[[898,3],[942,3],[2534,3]]},"283":{"position":[[138,3]]},"326":{"position":[[7281,3],[7360,3],[8404,3],[8576,3],[9823,3],[9995,3],[16553,3],[17802,3]]},"348":{"position":[[4361,3],[6905,3],[9603,3],[9712,3]]},"356":{"position":[[3033,3],[3241,3],[8315,3],[9485,3],[10492,4],[17887,3],[21972,3],[22442,3],[27824,3],[28287,3],[28495,3],[34949,3]]},"368":{"position":[[382,3]]},"378":{"position":[[365,3]]},"432":{"position":[[329,3],[4843,3]]},"452":{"position":[[175,4]]},"494":{"position":[[2137,3],[2836,3],[2910,3],[2988,3]]},"506":{"position":[[1354,3],[1416,3],[2660,3],[2722,3]]},"510":{"position":[[883,3],[949,3]]},"554":{"position":[[3666,3]]},"574":{"position":[[133,3]]},"576":{"position":[[123,3]]},"580":{"position":[[845,3]]},"584":{"position":[[54,3],[868,3]]},"588":{"position":[[693,3],[1973,3]]},"592":{"position":[[1336,3]]},"610":{"position":[[518,3]]},"622":{"position":[[1022,3]]},"630":{"position":[[254,3]]},"644":{"position":[[1194,3]]},"649":{"position":[[31,3],[5514,3],[7137,3],[8730,3]]},"651":{"position":[[1629,3]]},"657":{"position":[[729,3],[1683,3],[2164,3],[3992,3]]},"659":{"position":[[151,3],[879,3]]},"661":{"position":[[103,3],[1418,3]]},"684":{"position":[[366,3]]},"686":{"position":[[36,3]]},"708":{"position":[[1297,3]]}}}],["on_trial_complet",{"_index":4799,"t":{"544":{"position":[[5601,18]]},"554":{"position":[[3237,18]]},"562":{"position":[[386,18]]}}}],["on_trial_complete(self",{"_index":4939,"t":{"588":{"position":[[1190,23]]}}}],["on_trial_complete(trial_id",{"_index":4800,"t":{"544":{"position":[[5624,27]]},"554":{"position":[[3260,27]]},"562":{"position":[[409,27]]}}}],["on_trial_result",{"_index":4732,"t":{"524":{"position":[[85,16]]},"526":{"position":[[303,16]]},"528":{"position":[[295,16]]},"544":{"position":[[5749,16]]},"554":{"position":[[3487,16]]},"588":{"position":[[2051,16]]}}}],["on_trial_result(trial_id",{"_index":4802,"t":{"544":{"position":[[5770,25]]},"554":{"position":[[3508,25]]},"588":{"position":[[2072,25]]}}}],["on_trial_result(trial_runn",{"_index":4733,"t":{"524":{"position":[[106,29]]},"526":{"position":[[324,29]]},"528":{"position":[[316,29]]}}}],["onc",{"_index":1794,"t":{"140":{"position":[[886,4]]},"184":{"position":[[1972,4]]},"326":{"position":[[10708,4],[12082,4]]},"546":{"position":[[709,4]]},"584":{"position":[[271,4]]},"672":{"position":[[776,5]]},"682":{"position":[[3780,4]]},"688":{"position":[[0,4]]}}}],["onlin",{"_index":4591,"t":{"494":{"position":[[2914,6]]},"500":{"position":[[48,6]]},"502":{"position":[[74,6],[985,7]]},"538":{"position":[[48,6]]},"540":{"position":[[167,6],[874,6]]},"600":{"position":[[1339,6],[1479,6]]}}}],["online_trial_arg",{"_index":4751,"t":{"540":{"position":[[417,18],[826,17]]}}}],["onlineresult",{"_index":4598,"t":{"498":{"position":[[6,14]]}}}],["onlineschedul",{"_index":4731,"t":{"524":{"position":[[68,16]]}}}],["onlinescheduler(trialschedul",{"_index":4730,"t":{"524":{"position":[[6,31]]}}}],["onlinesuccessivedoublingschedul",{"_index":4737,"t":{"526":{"position":[[76,33]]}}}],["onlinesuccessivedoublingscheduler(onlineschedul",{"_index":4736,"t":{"526":{"position":[[6,50]]}}}],["onlinetrialrunn",{"_index":4563,"t":{"494":{"position":[[1229,18]]},"510":{"position":[[6,19],[45,18]]}}}],["oom",{"_index":2473,"t":{"209":{"position":[[409,3],[593,3],[848,3]]},"356":{"position":[[7810,3],[33739,3]]}}}],["opear",{"_index":5170,"t":{"608":{"position":[[6447,10]]},"696":{"position":[[7179,10]]}}}],["open",{"_index":26,"t":{"2":{"position":[[298,4]]},"44":{"position":[[17,4]]},"76":{"position":[[27,4]]},"82":{"position":[[396,5]]},"84":{"position":[[357,4],[391,4]]},"94":{"position":[[19,4]]},"102":{"position":[[1399,4]]},"110":{"position":[[1289,4]]},"124":{"position":[[91,4]]},"138":{"position":[[1265,4]]},"157":{"position":[[805,4]]},"174":{"position":[[367,4]]},"182":{"position":[[855,4]]},"184":{"position":[[2106,4]]},"196":{"position":[[602,4]]},"230":{"position":[[851,4]]},"246":{"position":[[46,4]]},"262":{"position":[[195,7],[582,7],[637,7]]},"264":{"position":[[29505,4]]},"289":{"position":[[378,4]]},"624":{"position":[[359,4],[1554,4]]}}}],["open(\"automl.pkl",{"_index":5364,"t":{"644":{"position":[[1566,18],[1669,18]]}}}],["open_ai",{"_index":849,"t":{"48":{"position":[[313,10],[561,10]]},"50":{"position":[[521,10],[635,10]]},"348":{"position":[[4798,10],[4925,10]]}}}],["openai",{"_index":479,"t":{"19":{"position":[[546,6]]},"27":{"position":[[448,7]]},"42":{"position":[[18,6],[126,6]]},"48":{"position":[[48,6]]},"55":{"position":[[1480,7]]},"244":{"position":[[121,6]]},"326":{"position":[[2770,7],[19699,6]]},"332":{"position":[[2700,7]]},"348":{"position":[[53,6],[116,6],[1249,6],[5629,6],[5685,6],[5728,6],[6023,6],[6582,6],[8163,6],[8618,6],[8869,6],[9155,6],[10339,6]]},"350":{"position":[[50,6]]}}}],["openai.chatcomplet",{"_index":2633,"t":{"236":{"position":[[987,21]]}}}],["openai.complet",{"_index":2632,"t":{"236":{"position":[[966,17]]}}}],["openjdk",{"_index":2730,"t":{"244":{"position":[[1111,7]]}}}],["openml",{"_index":1120,"t":{"98":{"position":[[67,7]]},"100":{"position":[[136,7]]},"106":{"position":[[67,7]]},"108":{"position":[[136,7]]},"138":{"position":[[139,7]]},"153":{"position":[[82,6]]},"166":{"position":[[56,7]]},"168":{"position":[[115,7]]}}}],["openml==0.10.2",{"_index":1950,"t":{"160":{"position":[[40,15]]}}}],["openml_ds1169.pkldataset",{"_index":1959,"t":{"162":{"position":[[447,26]]}}}],["openml_ds537.pkldataset",{"_index":1917,"t":{"155":{"position":[[437,25]]},"157":{"position":[[400,25]]}}}],["oper",{"_index":249,"t":{"11":{"position":[[373,12]]},"35":{"position":[[238,11]]},"67":{"position":[[466,9]]},"432":{"position":[[721,10]]},"510":{"position":[[1620,11],[1762,11],[1899,11]]},"608":{"position":[[7113,9]]},"692":{"position":[[329,9],[1039,9]]},"696":{"position":[[6593,9]]}}}],["opportun",{"_index":95,"t":{"2":{"position":[[1185,11]]},"61":{"position":[[278,11]]}}}],["opposit",{"_index":4841,"t":{"554":{"position":[[3837,8]]}}}],["optim",{"_index":169,"t":{"7":{"position":[[135,12]]},"15":{"position":[[1635,9]]},"35":{"position":[[951,10],[1203,12]]},"57":{"position":[[597,7],[878,7],[1014,7],[1119,7]]},"59":{"position":[[681,7]]},"63":{"position":[[187,12]]},"84":{"position":[[79,12],[326,8],[371,8]]},"138":{"position":[[460,8]]},"190":{"position":[[1366,8]]},"192":{"position":[[140,12],[568,12]]},"203":{"position":[[1826,12],[1921,12]]},"207":{"position":[[418,12]]},"222":{"position":[[23,10]]},"226":{"position":[[85,9],[238,10]]},"234":{"position":[[155,12]]},"236":{"position":[[1109,8],[1948,12]]},"275":{"position":[[348,9],[1522,8]]},"310":{"position":[[61,9]]},"312":{"position":[[454,8]]},"348":{"position":[[1426,9],[1451,12],[2167,12],[3388,9]]},"356":{"position":[[4893,12],[30851,12]]},"532":{"position":[[50,9]]},"534":{"position":[[27,9]]},"540":{"position":[[675,8]]},"544":{"position":[[1098,8],[3966,12],[4224,12],[4351,12],[4580,12],[4775,10]]},"554":{"position":[[699,8],[1416,12],[1633,12],[1760,12],[1988,12],[2183,10]]},"588":{"position":[[1035,11],[1953,8],[2009,9],[2250,12],[2358,12],[2573,12],[2681,12]]},"592":{"position":[[138,12],[426,12],[1315,13],[1477,12],[1904,12],[4129,12]]},"600":{"position":[[375,12],[507,12],[667,12],[836,12],[1018,12],[1192,12],[2218,12],[2430,12],[2734,12],[2955,12]]},"608":{"position":[[4259,8],[9193,12],[9514,12],[9641,12],[9870,12],[10065,10]]},"644":{"position":[[1837,12]]},"647":{"position":[[4,12]]},"651":{"position":[[1491,12]]},"657":{"position":[[2438,12]]},"670":{"position":[[355,12]]},"680":{"position":[[115,8],[2020,8]]},"682":{"position":[[1917,9],[1969,10],[2062,12],[6558,12],[6751,7]]},"686":{"position":[[593,12]]},"688":{"position":[[440,12]]},"694":{"position":[[845,12],[1397,12]]},"698":{"position":[[293,9]]},"702":{"position":[[232,12],[357,12],[587,10],[811,12]]},"704":{"position":[[89,12]]},"706":{"position":[[433,12],[462,8],[1728,13]]},"708":{"position":[[164,13],[714,8],[1181,13],[1271,7],[1308,7],[2092,12],[2224,12],[2387,12],[2556,12],[2728,12],[2940,12]]}}}],["optim.sgd(net.paramet",{"_index":3551,"t":{"275":{"position":[[360,27]]}}}],["optima",{"_index":5815,"t":{"706":{"position":[[1805,7]]},"708":{"position":[[1096,7]]}}}],["optimfrom",{"_index":3495,"t":{"271":{"position":[[86,9]]}}}],["optimis",{"_index":4779,"t":{"544":{"position":[[1900,9]]},"592":{"position":[[2661,9]]},"608":{"position":[[4703,9]]}}}],["optimization/tun",{"_index":5628,"t":{"680":{"position":[[2169,19]]}}}],["optimization_budget",{"_index":3958,"t":{"348":{"position":[[1078,20],[2125,19],[2357,20]]}}}],["optimization_budget=3",{"_index":2643,"t":{"236":{"position":[[1343,22]]}}}],["optimizer.load_state_dict(optimizer_st",{"_index":3562,"t":{"275":{"position":[[678,42]]}}}],["optimizer.state_dict",{"_index":3607,"t":{"275":{"position":[[2559,24]]}}}],["optimizer.step",{"_index":2551,"t":{"222":{"position":[[254,16]]},"275":{"position":[[1603,16]]}}}],["optimizer.zero_grad",{"_index":2548,"t":{"222":{"position":[[189,21]]},"275":{"position":[[1477,21]]}}}],["optimizer_st",{"_index":3559,"t":{"275":{"position":[[604,15]]},"287":{"position":[[826,15]]}}}],["option",{"_index":183,"t":{"7":{"position":[[366,6]]},"80":{"position":[[92,6]]},"90":{"position":[[21,7]]},"98":{"position":[[21,7]]},"106":{"position":[[21,7]]},"114":{"position":[[51,7]]},"128":{"position":[[21,7]]},"134":{"position":[[29,7]]},"144":{"position":[[21,7]]},"153":{"position":[[37,7]]},"166":{"position":[[21,7]]},"180":{"position":[[603,8]]},"182":{"position":[[746,8]]},"184":{"position":[[1933,6]]},"209":{"position":[[938,7]]},"236":{"position":[[53,7]]},"244":{"position":[[463,7]]},"254":{"position":[[33,7]]},"293":{"position":[[1154,8]]},"312":{"position":[[1409,6],[1479,6]]},"322":{"position":[[540,9]]},"326":{"position":[[2976,10],[3192,10],[3625,10],[3712,9],[3910,8]]},"332":{"position":[[2906,10],[3122,10],[3555,10],[3642,9],[3968,8]]},"348":{"position":[[281,8],[429,8],[678,8],[811,8],[2022,8],[2071,8],[2152,8],[2222,8],[2407,8],[3865,8],[4228,8],[4290,8],[4982,8],[5359,8],[5530,8],[7463,8],[8068,8]]},"356":{"position":[[4495,7],[18340,7],[30453,7]]},"364":{"position":[[276,9],[485,9],[566,9],[729,9],[947,9],[1042,9]]},"368":{"position":[[4406,9],[4683,9],[4774,9],[4874,9]]},"432":{"position":[[455,10],[1105,9],[1261,9],[3487,9],[3532,9],[5160,7],[6489,9]]},"494":{"position":[[2690,10]]},"544":{"position":[[4329,11],[4540,11],[4735,11]]},"554":{"position":[[1738,11],[1948,11],[2143,11]]},"588":{"position":[[2122,8]]},"608":{"position":[[843,8],[9619,11],[9830,11],[10025,11]]},"640":{"position":[[84,11]]},"644":{"position":[[1075,8]]},"649":{"position":[[6814,11]]},"653":{"position":[[236,7]]},"657":{"position":[[835,8],[1289,8]]},"682":{"position":[[93,11],[201,11],[5785,6]]},"684":{"position":[[138,11],[215,11],[1096,11],[1378,7]]},"690":{"position":[[34,7]]},"694":{"position":[[416,6],[476,6]]},"696":{"position":[[1632,10]]},"702":{"position":[[336,10],[548,10],[772,10]]},"704":{"position":[[302,6]]}}}],["optional[\"ag",{"_index":2796,"t":{"250":{"position":[[1159,17],[1571,17]]}}}],["optional[\"flaml.automl.data.datatransform",{"_index":4481,"t":{"432":{"position":[[6869,45]]}}}],["optional[ag",{"_index":3813,"t":{"318":{"position":[[199,15]]},"326":{"position":[[5621,15],[6525,15],[6851,15],[7123,15],[14836,15],[14994,15],[15119,15],[15390,15],[15636,15],[15844,15],[16061,15],[16321,15],[17562,15]]}}}],["optional[ani",{"_index":3858,"t":{"326":{"position":[[4248,13],[5653,13],[15422,13],[15668,13],[15876,13],[16093,13]]}}}],["optional[bool",{"_index":2784,"t":{"250":{"position":[[423,14],[589,14],[754,14],[928,14]]},"326":{"position":[[7787,14],[7818,14],[9198,14],[9229,14],[10610,14],[10641,14],[11976,14],[12007,14],[13341,14],[13372,14],[14080,14],[14111,14]]},"348":{"position":[[3547,14],[3709,14],[3759,14],[9433,14],[9471,14]]},"500":{"position":[[139,14],[198,14]]},"502":{"position":[[187,14],[246,14]]},"540":{"position":[[1194,14]]},"544":{"position":[[895,14]]},"608":{"position":[[2100,14],[2135,14],[2195,14],[2311,14]]}}}],["optional[cal",{"_index":3860,"t":{"326":{"position":[[4284,18]]}}}],["optional[callable[[dict",{"_index":3690,"t":{"293":{"position":[[643,25],[1182,25]]},"326":{"position":[[970,25]]},"332":{"position":[[917,25]]},"348":{"position":[[3625,24]]}}}],["optional[dict",{"_index":3984,"t":{"348":{"position":[[3513,14],[9401,14]]},"432":{"position":[[1801,14]]},"494":{"position":[[133,14],[232,14],[269,14]]},"506":{"position":[[2234,14]]},"540":{"position":[[301,14],[436,14],[1132,14],[1162,14]]},"544":{"position":[[154,14],[202,14],[238,14],[938,14],[5665,14],[5888,14]]},"554":{"position":[[189,14],[2856,14],[2886,14],[3301,14],[3624,14]]},"562":{"position":[[312,14],[450,14]]},"608":{"position":[[1281,14],[1329,14],[1365,14],[1880,14],[2274,14],[2469,14]]}}}],["optional[dict[str",{"_index":3837,"t":{"326":{"position":[[1122,18]]},"332":{"position":[[1066,18]]}}}],["optional[float",{"_index":839,"t":{"46":{"position":[[770,15]]},"348":{"position":[[1054,15],[1099,15]]},"494":{"position":[[477,15]]},"498":{"position":[[134,15],[169,15],[201,15]]},"502":{"position":[[363,15]]},"544":{"position":[[479,15],[517,15],[559,15],[857,15]]},"554":{"position":[[263,15],[301,15],[351,15]]},"562":{"position":[[193,15]]},"608":{"position":[[1629,15],[1667,15],[1709,15],[2540,15]]}}}],["optional[groupchat",{"_index":3814,"t":{"318":{"position":[[231,19]]}}}],["optional[int",{"_index":834,"t":{"46":{"position":[[617,13]]},"293":{"position":[[712,13],[1479,13]]},"326":{"position":[[1039,13],[4221,13]]},"332":{"position":[[986,13]]},"348":{"position":[[176,13],[574,13],[1136,13],[1170,13]]},"494":{"position":[[401,13]]},"498":{"position":[[276,13]]},"540":{"position":[[395,13]]},"544":{"position":[[406,13],[789,13]]},"554":{"position":[[424,13]]},"608":{"position":[[1775,13],[1840,13],[2070,13],[2356,13]]}}}],["optional[list",{"_index":4762,"t":{"544":{"position":[[329,14]]},"608":{"position":[[1555,14]]}}}],["optional[list[cal",{"_index":3913,"t":{"326":{"position":[[16354,24],[17595,24]]}}}],["optional[list[dict",{"_index":2795,"t":{"250":{"position":[[1122,20],[1534,20]]},"318":{"position":[[162,20]]},"322":{"position":[[195,20]]},"326":{"position":[[5584,20],[15353,20],[15599,20],[15807,20],[16024,20],[16284,20],[17525,20]]},"348":{"position":[[3583,20]]},"544":{"position":[[281,20]]},"608":{"position":[[1507,20]]}}}],["optional[list[float",{"_index":4475,"t":{"432":{"position":[[4323,21]]}}}],["optional[list[str",{"_index":4467,"t":{"432":{"position":[[2959,19],[2995,19],[6027,19]]}}}],["optional[list[tuple[callable[[dict",{"_index":4768,"t":{"544":{"position":[[649,36]]},"608":{"position":[[1923,36]]}}}],["optional[list[tuple[str",{"_index":4769,"t":{"544":{"position":[[736,24]]},"608":{"position":[[2010,24]]}}}],["optional[literal[\"stop",{"_index":836,"t":{"46":{"position":[[655,24],[810,24]]}}}],["optional[search",{"_index":4766,"t":{"544":{"position":[[602,18]]},"562":{"position":[[120,18]]}}}],["optional[str",{"_index":3685,"t":{"293":{"position":[[535,13],[752,13],[910,13]]},"326":{"position":[[899,13],[1079,13]]},"332":{"position":[[1026,13],[1287,13]]},"348":{"position":[[213,13],[613,13],[1014,13]]},"494":{"position":[[311,13],[357,13],[445,13]]},"498":{"position":[[232,13]]},"500":{"position":[[240,13],[273,13]]},"502":{"position":[[288,13],[332,13]]},"506":{"position":[[841,13],[869,13],[2160,13],[2188,13]]},"540":{"position":[[332,13],[360,13],[480,13],[1074,13],[1102,13]]},"544":{"position":[[97,13],[125,13],[443,13],[820,13]]},"554":{"position":[[132,13],[160,13],[227,13],[386,13]]},"562":{"position":[[158,13]]},"588":{"position":[[1502,14],[1523,14]]},"608":{"position":[[1396,13],[1424,13],[1593,13],[1805,13],[2233,13],[2392,13],[2503,13]]}}}],["optional[tri",{"_index":4637,"t":{"506":{"position":[[948,15]]}}}],["optional[tuple[float",{"_index":5147,"t":{"608":{"position":[[2427,22]]}}}],["optional[union[dict",{"_index":3688,"t":{"293":{"position":[[587,20],[800,20],[1046,20]]},"326":{"position":[[1183,20],[1231,20]]},"332":{"position":[[1127,20],[1234,20]]}}}],["optional[union[np.ndarray",{"_index":4448,"t":{"432":{"position":[[806,26],[875,26],[2815,26],[2882,26]]}}}],["optional[union[str",{"_index":3819,"t":{"322":{"position":[[236,19]]},"326":{"position":[[1287,19]]},"332":{"position":[[1183,19]]},"494":{"position":[[174,19]]}}}],["optuna",{"_index":4783,"t":{"544":{"position":[[2670,6]]},"592":{"position":[[51,6],[88,6],[335,6],[1800,6],[2004,6],[2239,6],[2281,6],[3748,6]]}}}],["optuna'",{"_index":4970,"t":{"592":{"position":[[290,8],[515,8],[3081,8]]}}}],["optuna.distribut",{"_index":4971,"t":{"592":{"position":[[592,20],[2906,20]]}}}],["optuna.distributions.loguniformdistribution(1",{"_index":5002,"t":{"592":{"position":[[3568,46],[4300,46],[4821,46],[5293,46]]}}}],["optuna.distributions.uniformdistribution(6",{"_index":5001,"t":{"592":{"position":[[3514,43],[4246,43],[4767,43],[5239,43]]}}}],["optuna.tri",{"_index":4972,"t":{"592":{"position":[[699,12],[3819,14]]}}}],["optuna<2.9.0",{"_index":4980,"t":{"592":{"position":[[1922,13]]}}}],["optuna_search",{"_index":4993,"t":{"592":{"position":[[3223,13],[3627,13],[3989,13],[4428,13],[4880,13],[5352,13]]}}}],["optunasearch",{"_index":4994,"t":{"592":{"position":[[3239,13],[3643,13],[4005,13],[4444,13],[4896,13],[5368,13]]}}}],["optunasearch(search",{"_index":4965,"t":{"592":{"position":[[6,22]]}}}],["optunasearchconfig",{"_index":4991,"t":{"592":{"position":[[3134,18]]}}}],["optunasearchimport",{"_index":4999,"t":{"592":{"position":[[3468,18],[4200,18],[4721,18],[5193,18]]}}}],["optunaspac",{"_index":5000,"t":{"592":{"position":[[3487,11],[4219,11],[4740,11],[5212,11]]}}}],["or/and",{"_index":5606,"t":{"678":{"position":[[383,6]]},"696":{"position":[[484,6]]}}}],["orchestr",{"_index":2613,"t":{"234":{"position":[[125,14]]}}}],["order",{"_index":745,"t":{"33":{"position":[[2657,6]]},"42":{"position":[[185,5]]},"326":{"position":[[4494,6],[5866,6],[16743,6],[17992,6]]},"348":{"position":[[9883,5]]},"506":{"position":[[1300,5],[2606,5]]},"520":{"position":[[712,6],[1038,6]]},"544":{"position":[[4257,6]]},"554":{"position":[[1666,6]]},"608":{"position":[[9547,6]]},"657":{"position":[[4271,5],[4354,6]]},"702":{"position":[[265,6]]}}}],["org",{"_index":1657,"t":{"122":{"position":[[210,5],[2635,5],[2644,5]]}}}],["organ",{"_index":2014,"t":{"178":{"position":[[179,8]]},"640":{"position":[[703,12]]}}}],["orgin",{"_index":3219,"t":{"264":{"position":[[136,9]]}}}],["orient",{"_index":2002,"t":{"172":{"position":[[339,8]]},"236":{"position":[[1501,8]]},"238":{"position":[[43,8]]},"244":{"position":[[48,8]]},"644":{"position":[[33,8]]}}}],["origin",{"_index":19,"t":{"2":{"position":[[205,11]]},"33":{"position":[[2992,8]]},"211":{"position":[[184,8]]},"236":{"position":[[4044,8]]},"326":{"position":[[6029,8]]},"622":{"position":[[344,8],[478,8],[547,8],[903,8]]},"653":{"position":[[374,8]]},"694":{"position":[[1842,8]]},"696":{"position":[[2647,8]]}}}],["os.environ.get(\"azure_openai_api_bas",{"_index":3992,"t":{"348":{"position":[[4632,40]]}}}],["os.environ.get(\"azure_openai_api_key",{"_index":3991,"t":{"348":{"position":[[4559,39]]}}}],["os.environ.get(\"openai_api_key",{"_index":3996,"t":{"348":{"position":[[4752,33]]}}}],["os.path.abspath(\"data\")load_data(data_dir",{"_index":3621,"t":{"279":{"position":[[50,42]]}}}],["os.path.abspath(\"data\")train_dataset",{"_index":2511,"t":{"218":{"position":[[262,36]]}}}],["os.path.exists(\"data/output",{"_index":1527,"t":{"116":{"position":[[1259,31]]}}}],["os.path.join(checkpoint_dir",{"_index":3557,"t":{"275":{"position":[[548,28],[2486,28]]}}}],["os.path.join(checkpoint_valu",{"_index":3660,"t":{"287":{"position":[[769,30]]}}}],["osdata_dir",{"_index":3620,"t":{"279":{"position":[[37,10]]}}}],["osdevic",{"_index":2505,"t":{"218":{"position":[[140,8]]}}}],["other",{"_index":5279,"t":{"624":{"position":[[1136,6]]},"640":{"position":[[506,6]]}}}],["other_set",{"_index":5362,"t":{"644":{"position":[[1528,18]]}}}],["otherwis",{"_index":3842,"t":{"326":{"position":[[2911,10]]},"332":{"position":[[2841,10]]},"348":{"position":[[8263,10],[8392,10]]},"356":{"position":[[7259,9],[22044,10],[22514,10],[33188,9]]},"368":{"position":[[1441,10],[1505,10],[1571,10],[1647,10],[1794,10],[1850,10]]},"370":{"position":[[1133,10]]},"374":{"position":[[529,10]]},"432":{"position":[[7972,10]]},"584":{"position":[[319,9]]},"608":{"position":[[5686,9],[10882,9]]}}}],["out",{"_index":48,"t":{"2":{"position":[[601,3]]},"29":{"position":[[1291,3]]},"46":{"position":[[366,3]]},"236":{"position":[[878,3]]},"655":{"position":[[580,3]]},"680":{"position":[[1094,3]]}}}],["out_featur",{"_index":2532,"t":{"220":{"position":[[130,12],[221,14],[346,12]]}}}],["out_features=12",{"_index":3467,"t":{"264":{"position":[[21500,16]]}}}],["out_features=13",{"_index":3458,"t":{"264":{"position":[[13189,16],[13273,16],[13332,16]]}}}],["out_features=14",{"_index":3448,"t":{"264":{"position":[[9261,16]]}}}],["out_features=16",{"_index":3468,"t":{"264":{"position":[[24636,16],[24716,16],[25072,16],[25152,16],[25506,16],[25586,16],[25933,16],[26013,16],[26990,16],[27074,16],[27133,16],[28141,16],[28485,16],[28565,16]]}}}],["out_features=26",{"_index":3462,"t":{"264":{"position":[[13480,16]]}}}],["out_features=32",{"_index":3453,"t":{"264":{"position":[[10117,16],[10701,16],[11267,16],[11827,16],[12386,16],[14377,16],[14942,16],[15513,16],[16082,16],[16635,16],[17197,16],[17764,16],[18327,16],[18891,16],[19463,16],[20032,16],[22396,16],[22961,16],[23532,16],[24101,16],[24864,16],[25300,16],[25734,16],[26161,16],[26540,16],[26683,16],[27281,16],[28302,16],[28713,16],[28921,16]]}}}],["out_features=4",{"_index":3476,"t":{"264":{"position":[[27525,15],[27604,15],[27659,15],[27714,15],[27769,15],[27850,15],[27905,15],[27960,15],[28015,15]]}}}],["out_features=6",{"_index":3465,"t":{"264":{"position":[[21214,15],[21297,15],[21354,15]]}}}],["out_features=7",{"_index":3437,"t":{"264":{"position":[[9037,15],[9115,15],[29076,15]]}}}],["out_features=8",{"_index":3418,"t":{"264":{"position":[[7731,15],[7816,15],[7883,15],[7944,15],[8004,15],[8065,15],[8131,15],[8203,15],[8273,15],[8327,15],[8390,15],[8458,15],[8522,15],[8587,15],[8660,15],[8730,15],[9893,15],[9971,15],[10477,15],[10555,15],[11043,15],[11121,15],[11603,15],[11681,15],[12162,15],[12240,15],[12577,15],[12662,15],[12729,15],[12790,15],[12850,15],[14153,15],[14231,15],[14718,15],[14796,15],[15289,15],[15367,15],[15858,15],[15936,15],[16411,15],[16489,15],[16973,15],[17051,15],[17540,15],[17618,15],[18103,15],[18181,15],[18667,15],[18745,15],[19239,15],[19317,15],[19808,15],[19886,15],[20212,15],[20278,15],[20350,15],[20420,15],[20474,15],[20537,15],[20605,15],[20669,15],[20734,15],[20807,15],[20877,15],[22172,15],[22250,15],[22737,15],[22815,15],[23308,15],[23386,15],[23877,15],[23955,15],[24281,15],[24347,15],[24419,15],[24489,15]]}}}],["outperform",{"_index":307,"t":{"15":{"position":[[232,13]]},"55":{"position":[[303,12]]},"59":{"position":[[232,11]]},"622":{"position":[[329,10]]}}}],["output",{"_index":899,"t":{"57":{"position":[[390,7],[504,6],[704,6],[988,7]]},"92":{"position":[[603,7]]},"100":{"position":[[893,7]]},"108":{"position":[[897,7]]},"116":{"position":[[853,6],[1209,7],[1411,7]]},"118":{"position":[[850,6],[1017,7]]},"120":{"position":[[762,6],[929,7]]},"122":{"position":[[1257,6],[2733,6],[2961,7]]},"130":{"position":[[451,7]]},"146":{"position":[[620,7]]},"148":{"position":[[84,6]]},"155":{"position":[[411,7]]},"157":{"position":[[374,7]]},"162":{"position":[[421,7]]},"256":{"position":[[565,7]]},"258":{"position":[[1283,7]]},"260":{"position":[[2146,7]]},"262":{"position":[[1370,7]]},"264":{"position":[[3255,7]]},"275":{"position":[[1531,7],[2044,7]]},"277":{"position":[[311,7]]},"364":{"position":[[236,9]]},"520":{"position":[[780,6],[844,6],[1224,6],[1288,6]]},"608":{"position":[[3527,7]]},"610":{"position":[[210,7],[2269,6]]},"638":{"position":[[429,6],[630,7]]},"692":{"position":[[452,6],[509,7]]}}}],["output_dir",{"_index":1510,"t":{"116":{"position":[[651,13],[1139,10]]},"118":{"position":[[806,13]]},"120":{"position":[[718,13]]},"122":{"position":[[1055,13],[2432,13]]},"190":{"position":[[1007,15]]},"356":{"position":[[11012,13],[20123,13],[37470,13]]},"364":{"position":[[195,10]]}}}],["output_lay",{"_index":3371,"t":{"264":{"position":[[4942,12],[6829,12],[29037,15]]}}}],["output_past",{"_index":1625,"t":{"120":{"position":[[2090,14]]}}}],["outputcol=\"features\")psdf",{"_index":2060,"t":{"180":{"position":[[1696,25]]}}}],["over",{"_index":330,"t":{"15":{"position":[[758,4]]},"21":{"position":[[910,4]]},"23":{"position":[[32,4]]},"27":{"position":[[372,4]]},"33":{"position":[[3554,4]]},"57":{"position":[[1855,4]]},"275":{"position":[[1208,4]]},"348":{"position":[[2505,4]]},"506":{"position":[[1623,4],[1770,4],[2929,4],[3076,4]]},"558":{"position":[[401,4],[1400,4]]},"600":{"position":[[2262,4],[2474,4]]},"624":{"position":[[321,4]]},"640":{"position":[[687,4]]},"661":{"position":[[1756,4]]},"670":{"position":[[33,4]]},"708":{"position":[[2772,4],[2984,4]]}}}],["overal",{"_index":501,"t":{"21":{"position":[[309,7]]},"61":{"position":[[362,7]]},"312":{"position":[[1031,8]]}}}],["overcom",{"_index":604,"t":{"29":{"position":[[548,8]]}}}],["overhead",{"_index":2091,"t":{"184":{"position":[[828,8]]},"209":{"position":[[501,8]]},"356":{"position":[[7854,8],[8150,8],[33783,8],[34079,8]]},"657":{"position":[[3282,9]]},"694":{"position":[[1711,9],[1797,8],[1881,9]]}}}],["overhead)n/k\\*(singletrialtime+overhead",{"_index":5507,"t":{"657":{"position":[[2987,41]]}}}],["overheadoverheadoverhead",{"_index":5511,"t":{"657":{"position":[[3238,24],[3543,25],[3573,24]]}}}],["overrid",{"_index":2098,"t":{"184":{"position":[[1189,8]]},"293":{"position":[[975,8]]},"312":{"position":[[248,9]]},"326":{"position":[[391,8],[554,8],[666,8],[810,8],[18798,8],[19020,8],[19579,8],[20114,8]]},"332":{"position":[[568,8],[680,8],[824,8]]},"356":{"position":[[426,8],[8511,8]]},"360":{"position":[[133,10]]},"588":{"position":[[123,10]]},"649":{"position":[[5129,8],[7874,8],[8380,8],[8703,8],[8784,8]]},"657":{"position":[[1879,8]]}}}],["overridden",{"_index":3893,"t":{"326":{"position":[[13979,11],[14726,11]]}}}],["overriden",{"_index":3928,"t":{"326":{"position":[[20202,10]]}}}],["overtim",{"_index":4318,"t":{"356":{"position":[[33041,9]]},"580":{"position":[[93,9],[783,9]]},"608":{"position":[[10735,9]]}}}],["overwrit",{"_index":3771,"t":{"312":{"position":[[219,11]]},"610":{"position":[[793,9]]}}}],["overwrite=true,)dataset",{"_index":3727,"t":{"302":{"position":[[269,23]]}}}],["overwritten",{"_index":5197,"t":{"608":{"position":[[11418,11]]}}}],["owner",{"_index":4820,"t":{"546":{"position":[[862,6]]}}}],["p",{"_index":908,"t":{"57":{"position":[[787,1],[817,1],[890,1]]},"220":{"position":[[261,1]]},"649":{"position":[[2737,2],[2806,2],[2815,2]]}}}],["packag",{"_index":241,"t":{"11":{"position":[[221,7]]},"207":{"position":[[140,8]]},"244":{"position":[[1039,8]]},"246":{"position":[[566,7],[737,9],[779,7]]},"298":{"position":[[214,8]]},"356":{"position":[[13299,8],[13342,8],[13378,7]]}}}],["pad",{"_index":4349,"t":{"364":{"position":[[772,3],[837,3]]}}}],["pad_to_max_length",{"_index":4348,"t":{"364":{"position":[[704,17]]}}}],["pad_token_id",{"_index":1626,"t":{"120":{"position":[[2111,15]]}}}],["page",{"_index":944,"t":{"65":{"position":[[8,4]]},"88":{"position":[[8,4]]},"96":{"position":[[8,4]]},"104":{"position":[[8,4]]},"112":{"position":[[8,4]]},"126":{"position":[[8,4]]},"132":{"position":[[8,4]]},"142":{"position":[[8,4]]},"150":{"position":[[8,4]]},"164":{"position":[[8,4]]},"176":{"position":[[8,4]]},"186":{"position":[[8,4]]},"198":{"position":[[8,4]]},"213":{"position":[[8,4]]},"232":{"position":[[8,4]]},"240":{"position":[[8,4]]},"248":{"position":[[8,4]]},"252":{"position":[[8,4]]},"266":{"position":[[8,4]]},"291":{"position":[[8,4]]},"295":{"position":[[8,4]]},"300":{"position":[[259,4],[359,5]]},"314":{"position":[[8,4]]},"320":{"position":[[8,4]]},"324":{"position":[[8,4]]},"328":{"position":[[8,4]]},"330":{"position":[[8,4]]},"334":{"position":[[8,4]]},"336":{"position":[[8,4]]},"340":{"position":[[8,4]]},"342":{"position":[[8,4]]},"346":{"position":[[8,4]]},"352":{"position":[[8,4]]},"354":{"position":[[8,4]]},"358":{"position":[[8,4]]},"362":{"position":[[8,4]]},"366":{"position":[[8,4]]},"418":{"position":[[8,4]]},"420":{"position":[[8,4]]},"422":{"position":[[8,4]]},"426":{"position":[[8,4]]},"428":{"position":[[8,4]]},"430":{"position":[[8,4]]},"434":{"position":[[8,4]]},"436":{"position":[[8,4]]},"442":{"position":[[8,4]]},"446":{"position":[[8,4]]},"450":{"position":[[8,4]]},"456":{"position":[[8,4]]},"480":{"position":[[8,4]]},"482":{"position":[[8,4]]},"484":{"position":[[8,4]]},"488":{"position":[[8,4]]},"490":{"position":[[8,4]]},"492":{"position":[[8,4]]},"496":{"position":[[8,4]]},"504":{"position":[[8,4]]},"508":{"position":[[8,4]]},"512":{"position":[[8,4]]},"516":{"position":[[8,4]]},"522":{"position":[[8,4]]},"530":{"position":[[8,4]]},"536":{"position":[[8,4]]},"542":{"position":[[8,4]]},"552":{"position":[[8,4]]},"556":{"position":[[8,4]]},"560":{"position":[[8,4]]},"564":{"position":[[8,4]]},"566":{"position":[[8,4]]},"578":{"position":[[8,4]]},"582":{"position":[[8,4]]},"586":{"position":[[8,4]]},"602":{"position":[[8,4]]},"606":{"position":[[8,4]]},"618":{"position":[[8,4]]},"642":{"position":[[8,4]]},"676":{"position":[[8,4]]}}}],["pair",{"_index":4791,"t":{"544":{"position":[[4196,6]]},"554":{"position":[[1605,6]]},"608":{"position":[[967,4],[3627,6],[9486,6]]},"610":{"position":[[310,6]]},"680":{"position":[[649,6]]},"702":{"position":[[206,6]]}}}],["pairwis",{"_index":5802,"t":{"706":{"position":[[516,8]]}}}],["palindrom",{"_index":720,"t":{"33":{"position":[[1954,10],[2061,10],[2190,11],[2285,11]]}}}],["panda",{"_index":1653,"t":{"122":{"position":[[144,6],[1569,6]]},"180":{"position":[[178,6],[376,6],[479,6],[941,6],[1183,6],[1257,6],[1850,6]]},"182":{"position":[[574,6]]},"260":{"position":[[7,6]]},"344":{"position":[[274,6],[332,6],[477,6],[541,6],[697,6],[770,6]]},"356":{"position":[[13951,6],[14070,6],[24779,6],[25108,6],[29270,6],[29342,6]]},"368":{"position":[[3041,6],[3098,6]]},"454":{"position":[[177,6],[235,6],[298,6],[362,6]]},"644":{"position":[[339,6],[391,6]]}}}],["pandas.datafram",{"_index":2022,"t":{"180":{"position":[[311,16]]},"438":{"position":[[4,16]]},"440":{"position":[[0,16]]}}}],["pandas.seri",{"_index":2025,"t":{"180":{"position":[[417,13]]}}}],["panel",{"_index":3217,"t":{"264":{"position":[[0,5]]},"644":{"position":[[779,5]]}}}],["paper",{"_index":551,"t":{"25":{"position":[[9,5]]},"37":{"position":[[47,6]]},"63":{"position":[[9,5]]},"203":{"position":[[1765,6]]},"540":{"position":[[149,6],[245,6]]},"608":{"position":[[5927,5]]},"696":{"position":[[3646,6]]},"708":{"position":[[2077,7]]}}}],["parallel",{"_index":140,"t":{"5":{"position":[[480,8]]},"140":{"position":[[2461,9]]},"178":{"position":[[82,8]]},"184":{"position":[[30,8],[54,8],[441,9],[711,8],[1443,8],[1600,8],[1692,8]]},"310":{"position":[[404,8]]},"348":{"position":[[1280,8]]},"356":{"position":[[4988,8],[6416,8],[8033,8],[30946,8],[32372,8],[33962,8]]},"368":{"position":[[692,8]]},"580":{"position":[[211,9],[976,8],[1054,8]]},"608":{"position":[[8187,8]]},"657":{"position":[[14,8],[121,8],[256,8],[646,8],[745,8],[777,8],[1103,9],[1145,8],[1193,8],[1227,8],[1481,8],[1588,8],[2094,8],[2190,8],[2261,8],[2653,8],[2765,8],[3177,12],[3210,8],[3332,8],[3381,8],[3653,8],[4218,8],[4250,8]]},"694":{"position":[[287,8],[351,8],[1726,8],[1891,8]]}}}],["parallel._backend.termin",{"_index":4905,"t":{"580":{"position":[[1085,29]]}}}],["parallel=non",{"_index":4898,"t":{"580":{"position":[[400,14]]}}}],["parallel=parallel",{"_index":4891,"t":{"580":{"position":[[181,19]]}}}],["param",{"_index":2562,"t":{"224":{"position":[[356,6],[485,6]]},"226":{"position":[[282,6],[371,9],[381,7]]},"236":{"position":[[2467,6],[2474,6]]},"264":{"position":[[3834,6],[5149,6],[5721,6],[7036,6]]},"368":{"position":[[3882,9],[4907,6]]},"452":{"position":[[180,6],[343,6]]},"584":{"position":[[493,7]]},"610":{"position":[[1409,10],[1718,8]]},"622":{"position":[[398,6]]},"636":{"position":[[1998,6]]}}}],["param_spac",{"_index":5199,"t":{"610":{"position":[[472,11],[1458,11]]}}}],["param_space=param_spac",{"_index":5237,"t":{"610":{"position":[[1975,24]]}}}],["paramet",{"_index":252,"t":{"11":{"position":[[467,9]]},"31":{"position":[[528,9],[632,10]]},"35":{"position":[[512,9],[780,9]]},"44":{"position":[[113,11]]},"55":{"position":[[36,10],[536,9],[872,11],[943,9],[1313,9],[1574,9]]},"57":{"position":[[429,11],[458,9],[652,9]]},"59":{"position":[[709,10],[782,10]]},"61":{"position":[[220,9],[569,11],[655,9]]},"196":{"position":[[262,11],[391,11]]},"211":{"position":[[166,10]]},"275":{"position":[[442,9],[1457,9],[2391,9]]},"348":{"position":[[1230,10],[5662,10],[5709,10],[5903,9],[8139,9]]},"356":{"position":[[20343,11],[20776,9],[20850,10],[37980,11],[38413,9],[38487,10]]},"378":{"position":[[323,9]]},"506":{"position":[[252,10],[310,11],[566,10],[624,11],[1228,10],[2534,10],[3482,10],[3540,11]]},"518":{"position":[[75,10],[126,9]]},"544":{"position":[[1665,9],[1766,10]]},"546":{"position":[[133,11],[228,10],[456,12],[744,11]]},"558":{"position":[[1452,10]]},"584":{"position":[[687,10]]},"588":{"position":[[171,10]]},"590":{"position":[[921,11]]},"592":{"position":[[564,9],[1546,9],[1629,10],[1719,11],[2342,9],[2527,10],[2878,9]]},"608":{"position":[[4569,10]]},"649":{"position":[[5274,9],[5398,10],[5525,10],[5620,10]]},"657":{"position":[[166,9],[293,9],[4034,9]]},"682":{"position":[[1600,10]]},"698":{"position":[[157,10]]}}}],["parameter_id",{"_index":4809,"t":{"546":{"position":[[208,12],[506,12]]}}}],["parameter_nam",{"_index":4964,"t":{"590":{"position":[[1029,15]]}}}],["parameterspip",{"_index":3713,"t":{"298":{"position":[[431,13]]}}}],["params0",{"_index":3376,"t":{"264":{"position":[[5074,7],[6961,7]]}}}],["params0.135",{"_index":3378,"t":{"264":{"position":[[5115,11],[7002,11]]}}}],["params33.6",{"_index":3377,"t":{"264":{"position":[[5096,10],[6983,10]]}}}],["parent",{"_index":4544,"t":{"486":{"position":[[727,6],[817,6]]}}}],["pars",{"_index":386,"t":{"17":{"position":[[768,5]]}}}],["part",{"_index":402,"t":{"17":{"position":[[1278,4]]},"696":{"position":[[2635,4]]}}}],["partial",{"_index":4262,"t":{"356":{"position":[[21918,7]]},"494":{"position":[[928,7]]},"554":{"position":[[529,7],[2971,7]]},"696":{"position":[[6710,8]]}}}],["partial(obj_from_resource_attr",{"_index":5742,"t":{"696":{"position":[[3139,31]]}}}],["partialfrom",{"_index":5718,"t":{"696":{"position":[[2112,11]]}}}],["particip",{"_index":413,"t":{"17":{"position":[[1665,11]]}}}],["particular",{"_index":101,"t":{"2":{"position":[[1268,10]]},"57":{"position":[[1895,10]]},"59":{"position":[[741,10]]},"209":{"position":[[441,10]]},"356":{"position":[[11649,10]]},"494":{"position":[[1091,10]]},"630":{"position":[[53,10]]},"657":{"position":[[3116,10]]},"678":{"position":[[421,10]]},"682":{"position":[[1380,10]]}}}],["pass",{"_index":641,"t":{"29":{"position":[[1872,6]]},"31":{"position":[[233,4]]},"33":{"position":[[3224,4]]},"180":{"position":[[510,4],[1895,4]]},"205":{"position":[[327,4]]},"275":{"position":[[457,6],[2358,6]]},"298":{"position":[[406,7]]},"312":{"position":[[175,4]]},"322":{"position":[[121,6]]},"326":{"position":[[2759,7],[5943,6],[8354,6],[9773,6],[11503,6],[12877,6]]},"332":{"position":[[2689,7]]},"348":{"position":[[6283,6],[8149,6]]},"356":{"position":[[350,6],[447,6],[557,6],[879,7],[7928,6],[14383,4],[15080,4],[20224,4],[25992,7],[33857,6],[37861,4]]},"364":{"position":[[1302,4]]},"368":{"position":[[3580,4],[3638,4],[5005,6]]},"424":{"position":[[116,7]]},"432":{"position":[[2399,6],[6442,6]]},"506":{"position":[[263,6],[299,4],[577,6],[613,4],[1200,7],[2506,7],[3493,6],[3529,4]]},"544":{"position":[[1777,6],[1850,7]]},"580":{"position":[[1178,4]]},"584":{"position":[[578,6]]},"588":{"position":[[404,6],[1565,4]]},"592":{"position":[[326,4],[1108,6],[1207,7],[2420,4],[2538,6],[2611,7],[3362,4],[4606,4],[5094,7]]},"608":{"position":[[4580,6],[4653,7],[6092,6],[12287,4]]},"610":{"position":[[775,7],[818,6]]},"644":{"position":[[299,6],[418,6]]},"649":{"position":[[5547,7]]},"653":{"position":[[365,4]]},"655":{"position":[[397,7],[500,7]]},"661":{"position":[[54,7]]},"663":{"position":[[61,6],[170,6],[231,6],[297,6],[395,6]]},"696":{"position":[[1271,6]]},"698":{"position":[[168,6],[243,7]]}}}],["pass/fail",{"_index":674,"t":{"33":{"position":[[290,9]]}}}],["pass@1",{"_index":677,"t":{"33":{"position":[[438,6]]}}}],["pass_assert",{"_index":3816,"t":{"322":{"position":[[33,16]]}}}],["pass_assertions(context",{"_index":3817,"t":{"322":{"position":[[54,24]]}}}],["pass_filt",{"_index":4008,"t":{"348":{"position":[[6249,12]]}}}],["passassertionfilt",{"_index":3815,"t":{"322":{"position":[[6,21]]}}}],["passion",{"_index":36,"t":{"2":{"position":[[445,10]]}}}],["passthrough",{"_index":4084,"t":{"356":{"position":[[2794,13],[2845,11],[28048,13],[28099,11]]},"653":{"position":[[121,11],[224,11],[314,14],[529,14]]}}}],["past",{"_index":97,"t":{"2":{"position":[[1219,4]]},"640":{"position":[[567,4]]}}}],["path",{"_index":815,"t":{"46":{"position":[[149,4]]},"48":{"position":[[756,4]]},"50":{"position":[[190,4],[257,4]]},"275":{"position":[[2479,4],[2584,5]]},"300":{"position":[[335,4]]},"348":{"position":[[254,5],[449,4],[488,4],[831,4],[870,4]]},"356":{"position":[[5550,5],[31506,5]]},"360":{"position":[[207,5]]},"364":{"position":[[345,4],[387,4],[454,4]]},"544":{"position":[[5515,5]]},"584":{"position":[[937,4]]},"628":{"position":[[51,4]]},"659":{"position":[[1096,5]]}}}],["path=$path:$spark_home/bin",{"_index":2754,"t":{"244":{"position":[[1562,26]]}}}],["path_to_flaml/autogen",{"_index":3844,"t":{"326":{"position":[[3156,24]]},"332":{"position":[[3086,24]]}}}],["pattern",{"_index":5205,"t":{"610":{"position":[[911,8]]}}}],["paul",{"_index":5060,"t":{"600":{"position":[[1391,4],[1549,4]]}}}],["paus",{"_index":4627,"t":{"502":{"position":[[763,6]]},"510":{"position":[[1673,5]]},"584":{"position":[[893,7]]}}}],["pause_tri",{"_index":4677,"t":{"510":{"position":[[1632,12]]}}}],["pause_trial(tri",{"_index":4678,"t":{"510":{"position":[[1649,18]]}}}],["pay",{"_index":603,"t":{"29":{"position":[[504,6]]},"624":{"position":[[1568,3]]}}}],["pd",{"_index":3058,"t":{"260":{"position":[[17,3]]}}}],["pd.dataframe(data)label",{"_index":2047,"t":{"180":{"position":[[1211,23]]}}}],["pd.dataframe(dev_dataset)test_dataset",{"_index":1674,"t":{"122":{"position":[[672,37],[2049,37]]}}}],["pd.dataframe(test_dataset)x_train",{"_index":1675,"t":{"122":{"position":[[712,34],[2089,34]]}}}],["pd.dataframe(train_dataset)dev_dataset",{"_index":1673,"t":{"122":{"position":[[631,38],[2008,38]]}}}],["pd.date_range(start='1/1/2022",{"_index":4200,"t":{"356":{"position":[[14519,31]]}}}],["pd.read_csv",{"_index":3062,"t":{"260":{"position":[[100,12]]}}}],["pd.seri",{"_index":4504,"t":{"452":{"position":[[244,10]]}}}],["pd.set_option(\"display.max_row",{"_index":3059,"t":{"260":{"position":[[21,33]]}}}],["pd.to_datetime(multi_df[\"timestamp\"])multi_df",{"_index":3065,"t":{"260":{"position":[[257,45]]}}}],["pdfrom",{"_index":2032,"t":{"180":{"position":[[951,6]]}}}],["pdtrain_dataset",{"_index":1654,"t":{"122":{"position":[[154,15],[1579,15]]}}}],["penal",{"_index":5389,"t":{"647":{"position":[[2367,9]]}}}],["pend",{"_index":4918,"t":{"584":{"position":[[230,7],[875,8]]}}}],["peng",{"_index":5109,"t":{"600":{"position":[[3302,5],[3597,4]]}}}],["penn",{"_index":76,"t":{"2":{"position":[[960,4]]},"234":{"position":[[737,4]]}}}],["peopl",{"_index":344,"t":{"15":{"position":[[1097,6]]}}}],["per",{"_index":571,"t":{"27":{"position":[[355,3]]},"31":{"position":[[714,3]]},"57":{"position":[[89,3],[1940,3]]},"122":{"position":[[271,5],[280,6],[2617,5],[2626,5]]},"184":{"position":[[1003,3]]},"209":{"position":[[510,3]]},"348":{"position":[[2111,3],[6711,3],[7994,3],[8318,3],[8447,3],[9720,3]]},"356":{"position":[[3424,3],[3769,3],[8325,3],[9921,3],[9956,3],[10174,3],[10298,3],[10409,3],[20490,3],[27850,3],[28686,3],[29128,3],[38127,3]]},"364":{"position":[[989,3],[1250,4],[1257,4],[1332,4],[1339,4]]},"592":{"position":[[1257,3]]},"608":{"position":[[8050,3]]},"644":{"position":[[1204,3]]},"651":{"position":[[1146,3],[1234,3]]},"657":{"position":[[1693,3]]},"668":{"position":[[392,3]]},"694":{"position":[[209,3],[548,3],[1074,3]]}}}],["per_device_eval_batch_s",{"_index":4198,"t":{"356":{"position":[[14444,27],[15147,27]]},"364":{"position":[[915,26]]}}}],["per_device_train_batch_s",{"_index":5417,"t":{"649":{"position":[[3215,28]]}}}],["percentag",{"_index":2609,"t":{"230":{"position":[[720,10]]},"356":{"position":[[3111,10],[17966,10],[28365,10]]},"432":{"position":[[5548,10]]},"544":{"position":[[5157,10]]},"554":{"position":[[2565,10]]},"608":{"position":[[10442,10]]},"647":{"position":[[493,10]]},"702":{"position":[[1651,10]]}}}],["perform",{"_index":306,"t":{"15":{"position":[[183,11]]},"19":{"position":[[578,12]]},"21":{"position":[[799,11]]},"23":{"position":[[606,12]]},"29":{"position":[[1457,11]]},"33":{"position":[[1686,7]]},"39":{"position":[[137,7]]},"55":{"position":[[1536,7],[1612,11]]},"57":{"position":[[1843,11]]},"140":{"position":[[2430,7]]},"148":{"position":[[623,7]]},"184":{"position":[[1433,9]]},"234":{"position":[[214,11]]},"236":{"position":[[404,7],[1195,7],[1384,7]]},"250":{"position":[[111,7],[177,7]]},"285":{"position":[[285,7]]},"326":{"position":[[17198,10],[18447,10]]},"356":{"position":[[2739,7],[6406,9],[27993,7],[32362,9]]},"494":{"position":[[1773,10],[1853,10],[2902,7]]},"510":{"position":[[1191,11],[1595,7],[1737,7],[1874,7]]},"544":{"position":[[2302,11],[3942,7]]},"554":{"position":[[927,11],[1392,7]]},"592":{"position":[[2074,11]]},"608":{"position":[[2610,10],[9169,7],[11187,7]]},"657":{"position":[[113,7],[1083,7]]},"674":{"position":[[104,7]]},"678":{"position":[[469,7]]},"680":{"position":[[340,7]]},"682":{"position":[[2816,11]]},"686":{"position":[[52,7]]},"694":{"position":[[343,7]]},"696":{"position":[[450,7],[1904,7],[5325,7],[5962,7]]},"704":{"position":[[163,11]]},"706":{"position":[[564,7],[1272,11]]},"708":{"position":[[1358,11],[1390,12]]}}}],["period",{"_index":2973,"t":{"258":{"position":[[1214,8]]},"356":{"position":[[20355,6],[37992,6]]},"663":{"position":[[217,6]]}}}],["period=12",{"_index":2813,"t":{"256":{"position":[[267,10]]}}}],["period=time_horizon",{"_index":2972,"t":{"258":{"position":[[1173,20]]},"260":{"position":[[2065,21]]},"262":{"position":[[1193,21]]},"264":{"position":[[3005,20]]}}}],["person",{"_index":692,"t":{"33":{"position":[[923,6]]}}}],["peter",{"_index":1664,"t":{"122":{"position":[[383,9],[1764,9]]}}}],["pickle.dump(automl",{"_index":5367,"t":{"644":{"position":[[1597,19]]}}}],["pickle.highest_protocol",{"_index":5368,"t":{"644":{"position":[[1620,25]]}}}],["pickle.load(f)pr",{"_index":5371,"t":{"644":{"position":[[1709,18]]}}}],["pickle_and_log_automl_artifact",{"_index":4531,"t":{"486":{"position":[[31,32]]}}}],["pickle_and_log_automl_artifacts(automl",{"_index":4532,"t":{"486":{"position":[[68,39]]}}}],["pip",{"_index":977,"t":{"72":{"position":[[104,3],[165,3]]},"80":{"position":[[113,3]]},"90":{"position":[[29,3]]},"98":{"position":[[29,3]]},"106":{"position":[[29,3]]},"114":{"position":[[59,3]]},"128":{"position":[[29,3]]},"134":{"position":[[37,3]]},"140":{"position":[[203,3]]},"144":{"position":[[29,3]]},"153":{"position":[[45,3]]},"166":{"position":[[29,3]]},"188":{"position":[[49,3]]},"215":{"position":[[0,3]]},"236":{"position":[[19,4],[24,3]]},"242":{"position":[[63,4],[68,3]]},"244":{"position":[[9,3],[65,3],[135,3],[177,3],[226,3],[300,3],[360,3],[471,3],[530,3],[599,3],[1598,3],[1640,3],[1747,3],[1804,3],[1843,3]]},"254":{"position":[[41,3]]},"269":{"position":[[0,3]]},"356":{"position":[[6478,3],[6504,3],[32434,3],[32460,3]]},"608":{"position":[[11283,3]]},"657":{"position":[[844,3],[1331,3]]},"686":{"position":[[400,3]]},"694":{"position":[[660,3],[1210,3]]},"696":{"position":[[4166,3]]},"708":{"position":[[767,3]]}}}],["pip=20.2",{"_index":3705,"t":{"298":{"position":[[157,8]]}}}],["pipelin",{"_index":136,"t":{"5":{"position":[[429,9]]},"170":{"position":[[299,9]]},"298":{"position":[[422,8]]},"300":{"position":[[63,9],[115,8],[146,8]]},"302":{"position":[[114,8]]},"304":{"position":[[4,8]]},"306":{"position":[[4,8],[68,9],[236,8]]},"308":{"position":[[55,9]]},"312":{"position":[[42,8],[136,8],[1083,9],[1594,9]]}}}],["pipeline_set",{"_index":2007,"t":{"172":{"position":[[651,20]]}}}],["pipeline_tun",{"_index":3703,"t":{"298":{"position":[[132,13],[183,14]]}}}],["pipelinefrom",{"_index":1981,"t":{"170":{"position":[[59,12]]}}}],["pipelinespip",{"_index":3708,"t":{"298":{"position":[[242,12]]}}}],["place",{"_index":269,"t":{"11":{"position":[[835,5]]},"29":{"position":[[2064,5]]},"348":{"position":[[405,7]]},"592":{"position":[[1000,5]]},"640":{"position":[[635,5]]},"661":{"position":[[1659,7]]}}}],["placehold",{"_index":852,"t":{"48":{"position":[[352,11]]}}}],["plain",{"_index":4865,"t":{"558":{"position":[[984,5]]}}}],["plan",{"_index":542,"t":{"23":{"position":[[683,4],[702,5]]}}}],["platform",{"_index":2716,"t":{"244":{"position":[[648,9],[1738,8]]},"246":{"position":[[65,8]]}}}],["play",{"_index":39,"t":{"2":{"position":[[488,6]]},"15":{"position":[[1032,4]]},"203":{"position":[[1707,4]]},"293":{"position":[[1679,5]]},"332":{"position":[[1834,5]]}}}],["pleas",{"_index":292,"t":{"13":{"position":[[212,6]]},"25":{"position":[[245,6]]},"35":{"position":[[1231,6]]},"63":{"position":[[215,6]]},"67":{"position":[[36,6],[344,6],[411,6],[446,6],[677,6]]},"84":{"position":[[247,6]]},"86":{"position":[[37,6]]},"124":{"position":[[58,6]]},"184":{"position":[[228,6]]},"203":{"position":[[1745,6]]},"236":{"position":[[3566,6]]},"238":{"position":[[287,6],[359,6]]},"244":{"position":[[926,6]]},"306":{"position":[[78,6]]},"326":{"position":[[3854,6]]},"332":{"position":[[3912,6]]},"348":{"position":[[2542,6],[2994,6],[3102,6]]},"356":{"position":[[6530,6],[32486,6]]},"368":{"position":[[3673,6]]},"592":{"position":[[1982,6]]},"600":{"position":[[32,6]]},"604":{"position":[[34,6]]},"608":{"position":[[6643,6],[11309,6]]},"649":{"position":[[6743,6]]},"657":{"position":[[1421,6]]},"659":{"position":[[1146,6]]},"680":{"position":[[1081,6]]},"682":{"position":[[7713,6]]},"708":{"position":[[2060,6]]}}}],["plot",{"_index":1235,"t":{"100":{"position":[[5794,4],[6861,4]]},"108":{"position":[[9140,4],[10167,4]]},"207":{"position":[[502,4]]},"258":{"position":[[1604,5],[15096,4],[15126,8]]},"666":{"position":[[738,4]]},"670":{"position":[[3,4],[397,4]]}}}],["plotli",{"_index":2976,"t":{"258":{"position":[[1577,6]]}}}],["pltimport",{"_index":5584,"t":{"670":{"position":[[466,9]]}}}],["pltplt.barh",{"_index":5558,"t":{"666":{"position":[[795,12]]}}}],["pltplt.barh(automl.feature_names_in_",{"_index":1237,"t":{"100":{"position":[[5847,37]]},"108":{"position":[[9193,37]]}}}],["pltplt.plot(x_test",{"_index":3052,"t":{"258":{"position":[[15226,19]]}}}],["plu",{"_index":4048,"t":{"348":{"position":[[10644,4]]}}}],["po",{"_index":2445,"t":{"205":{"position":[[522,3]]}}}],["point",{"_index":425,"t":{"17":{"position":[[1954,7],[1976,6],[2060,6],[2186,7],[2410,6],[2468,6],[2553,6],[2571,6],[2608,7],[2899,5],[2943,7],[3062,7],[3180,6],[3208,6]]},"203":{"position":[[1612,5]]},"230":{"position":[[682,6]]},"348":{"position":[[1391,7],[1601,5],[6644,7],[6786,5]]},"356":{"position":[[22831,6],[22902,5]]},"659":{"position":[[51,6],[319,6],[722,6]]},"661":{"position":[[1891,5]]},"706":{"position":[[125,5],[148,5],[206,5],[1181,6],[1242,6],[1706,5]]},"708":{"position":[[228,5],[251,5],[408,7],[430,6],[532,6],[995,5]]}}}],["pointlow_cost_partial_config",{"_index":2593,"t":{"230":{"position":[[19,28]]}}}],["points_to_evalu",{"_index":4266,"t":{"356":{"position":[[22756,19],[22789,20]]},"544":{"position":[[261,19],[1636,18],[1790,18],[2015,19]]},"590":{"position":[[679,19],[1006,18]]},"592":{"position":[[1517,18],[2551,18],[2763,19]]},"608":{"position":[[1487,19],[4424,18],[4593,18],[4818,19],[4844,18],[5029,18]]},"698":{"position":[[19,19],[181,18],[415,19],[535,19],[795,18]]}}}],["points_to_evaluate=[{\"a",{"_index":5013,"t":{"592":{"position":[[4917,24],[5389,24]]}}}],["points_to_evaluate=points_to_evalu",{"_index":5785,"t":{"698":{"position":[[1269,38]]}}}],["pois",{"_index":232,"t":{"11":{"position":[[72,6]]}}}],["polici",{"_index":4655,"t":{"510":{"position":[[550,6]]}}}],["poll",{"_index":1818,"t":{"140":{"position":[[1832,4]]}}}],["pool",{"_index":4579,"t":{"494":{"position":[[2184,5]]}}}],["popular",{"_index":897,"t":{"57":{"position":[[159,7]]},"630":{"position":[[402,7]]}}}],["port",{"_index":820,"t":{"46":{"position":[[272,4]]}}}],["portfolio",{"_index":681,"t":{"33":{"position":[[613,10]]}}}],["portfolio.pi",{"_index":5342,"t":{"638":{"position":[[414,12]]}}}],["pos_wise_ff",{"_index":3367,"t":{"264":{"position":[[4850,11],[6737,11],[28418,14]]}}}],["posit",{"_index":3857,"t":{"326":{"position":[[4211,9],[4509,8],[4523,8],[5708,8],[5727,8],[5881,8],[5895,8]]}}}],["possibl",{"_index":577,"t":{"27":{"position":[[531,8]]},"29":{"position":[[220,8]]},"57":{"position":[[1256,9]]},"326":{"position":[[2045,8]]},"332":{"position":[[1975,8]]},"649":{"position":[[6681,8]]},"655":{"position":[[1589,9]]},"682":{"position":[[1831,8],[6802,8]]}}}],["possible_choic",{"_index":5636,"t":{"682":{"position":[[1799,16]]}}}],["post",{"_index":350,"t":{"15":{"position":[[1204,5]]},"27":{"position":[[837,5]]},"33":{"position":[[30,4]]},"35":{"position":[[634,4]]},"37":{"position":[[59,4]]},"55":{"position":[[897,5]]},"59":{"position":[[30,4]]},"61":{"position":[[519,5]]}}}],["post_attn_gate_norm",{"_index":3364,"t":{"264":{"position":[[4806,19],[6693,19],[28172,22]]}}}],["post_lstm_add_norm_decod",{"_index":3474,"t":{"264":{"position":[[26815,29]]}}}],["post_lstm_add_norm_encod",{"_index":3356,"t":{"264":{"position":[[4648,26],[6535,26],[26713,29]]}}}],["post_lstm_gate_decod",{"_index":3473,"t":{"264":{"position":[[26570,25]]}}}],["post_lstm_gate_encod",{"_index":3353,"t":{"264":{"position":[[4597,22],[6484,22],[26427,25]]}}}],["postfix",{"_index":726,"t":{"33":{"position":[[2153,7]]},"182":{"position":[[419,7]]}}}],["pot",{"_index":487,"t":{"19":{"position":[[804,3],[1062,6],[1086,3],[1238,4]]},"21":{"position":[[277,3],[592,3],[767,3]]}}}],["potenti",{"_index":390,"t":{"17":{"position":[[914,9]]},"23":{"position":[[805,9],[979,11]]},"57":{"position":[[1722,9]]},"275":{"position":[[2343,11]]},"657":{"position":[[4177,9]]}}}],["pow(1",{"_index":3973,"t":{"348":{"position":[[1920,5],[7364,5]]}}}],["power",{"_index":522,"t":{"23":{"position":[[130,8]]},"29":{"position":[[1812,8]]},"55":{"position":[[624,8]]},"57":{"position":[[148,6]]},"234":{"position":[[647,7]]},"236":{"position":[[1014,8]]},"246":{"position":[[632,5]]}}}],["practic",{"_index":2427,"t":{"203":{"position":[[1290,9]]},"682":{"position":[[2440,8]]},"708":{"position":[[1615,8],[1977,8]]}}}],["pre",{"_index":992,"t":{"78":{"position":[[4,3],[34,3],[89,3],[129,3],[221,3],[245,3]]},"356":{"position":[[10812,3],[36940,3]]},"600":{"position":[[1047,3],[1221,3]]},"661":{"position":[[2102,3]]},"686":{"position":[[156,3]]}}}],["pre_output_gate_norm",{"_index":3369,"t":{"264":{"position":[[4897,20],[6784,20],[28831,23]]}}}],["pre_tim",{"_index":5793,"t":{"702":{"position":[[1101,8]]}}}],["prealgebra",{"_index":471,"t":{"19":{"position":[[386,11]]},"21":{"position":[[580,11]]}}}],["precalculu",{"_index":477,"t":{"19":{"position":[[474,12]]},"21":{"position":[[535,12],[981,11]]}}}],["precip",{"_index":3106,"t":{"260":{"position":[[1509,9]]}}}],["precis",{"_index":356,"t":{"15":{"position":[[1427,7]]},"356":{"position":[[34581,13]]},"544":{"position":[[3168,13]]},"608":{"position":[[8542,13]]},"684":{"position":[[279,13]]}}}],["pred",{"_index":1470,"t":{"110":{"position":[[385,5],[414,7],[457,5],[479,5],[494,6]]},"224":{"position":[[210,4]]},"236":{"position":[[2639,4],[2701,5]]},"649":{"position":[[7559,5],[7588,7],[7631,5],[7653,5],[7668,6]]}}}],["pred.eq(target.view_as(pred)).sum().item",{"_index":2559,"t":{"224":{"position":[[268,42]]}}}],["pred_kwarg",{"_index":4193,"t":{"356":{"position":[[13867,14],[14339,13],[14856,14],[15036,13]]}}}],["pred_tim",{"_index":4073,"t":{"356":{"position":[[1513,9],[1874,12],[1887,10],[26626,9],[26987,12],[27000,10]]},"544":{"position":[[5011,13],[5087,12],[5246,13],[5322,12]]},"554":{"position":[[2419,13],[2495,12],[2654,13],[2730,12]]},"608":{"position":[[10295,13],[10369,12],[10518,13],[10592,12]]},"647":{"position":[[1944,9],[2305,12],[2318,10],[2503,10]]},"702":{"position":[[1012,9],[1405,12],[1481,12],[1742,12]]}}}],["pred_time\"]lexico_objectives[\"mod",{"_index":5795,"t":{"702":{"position":[[1297,38]]}}}],["pred_time_limit",{"_index":4095,"t":{"356":{"position":[[3653,15],[9454,15],[9672,17],[29012,15],[34918,15],[35136,17]]},"651":{"position":[[1201,16]]}}}],["pred_time_limit=1",{"_index":5477,"t":{"651":{"position":[[1335,18]]}}}],["pred_time_limit=non",{"_index":4285,"t":{"356":{"position":[[24048,21]]}}}],["predict",{"_index":605,"t":{"29":{"position":[[588,7],[1094,7],[1445,7]]},"31":{"position":[[300,10]]},"100":{"position":[[159,7],[5927,11],[6025,9]]},"108":{"position":[[159,7],[9273,11],[9371,9]]},"138":{"position":[[162,7],[1129,12]]},"168":{"position":[[138,7]]},"190":{"position":[[829,12],[861,11]]},"258":{"position":[[114,7],[15101,12]]},"264":{"position":[[1334,7],[3114,11]]},"275":{"position":[[2069,9],[2143,10]]},"277":{"position":[[336,9],[410,10]]},"356":{"position":[[3686,10],[3753,10],[9723,10],[11443,9],[13777,8],[13890,7],[14177,7],[14391,9],[14787,9],[14876,7],[29045,10],[29112,10],[35187,10]]},"368":{"position":[[2337,8],[2376,7],[2615,7]]},"370":{"position":[[702,8],[786,7],[1025,10],[1268,7],[1570,10]]},"374":{"position":[[98,8],[182,7],[421,10]]},"398":{"position":[[156,7]]},"402":{"position":[[150,7]]},"432":{"position":[[2489,10]]},"438":{"position":[[103,7]]},"486":{"position":[[257,10]]},"494":{"position":[[2153,10],[2738,8],[2777,7]]},"502":{"position":[[993,8],[1022,7]]},"622":{"position":[[316,9]]},"624":{"position":[[1467,11]]},"644":{"position":[[125,7],[1649,10]]},"649":{"position":[[3970,9],[5106,9],[5152,9]]},"651":{"position":[[1130,10],[1218,10]]}}}],["predict(data_sampl",{"_index":4587,"t":{"494":{"position":[[2751,20]]}}}],["predict(x",{"_index":4190,"t":{"356":{"position":[[13790,10]]},"368":{"position":[[2350,10]]},"370":{"position":[[715,10]]},"374":{"position":[[111,10]]},"502":{"position":[[1006,10]]}}}],["predict_proba",{"_index":4168,"t":{"356":{"position":[[11457,15],[14820,14],[15088,15]]},"368":{"position":[[2564,14]]},"370":{"position":[[1172,14]]},"398":{"position":[[105,14]]},"402":{"position":[[99,14]]}}}],["predict_proba(x",{"_index":4210,"t":{"356":{"position":[[14839,16]]},"368":{"position":[[2583,16]]},"370":{"position":[[1191,16]]},"398":{"position":[[124,16]]},"402":{"position":[[118,16]]}}}],["prediction_mad",{"_index":4662,"t":{"510":{"position":[[1025,17]]}}}],["prediction_tri",{"_index":4663,"t":{"510":{"position":[[1043,18]]}}}],["prediction_trial_tupl",{"_index":4661,"t":{"510":{"position":[[967,22]]}}}],["prediction_trial_tuple=non",{"_index":4660,"t":{"510":{"position":[[840,28]]}}}],["predictionfrom",{"_index":2963,"t":{"258":{"position":[[676,14]]}}}],["predictionsdiscrete_y_pr",{"_index":3176,"t":{"262":{"position":[[1220,26]]}}}],["predictionsprint(automl.predict(multi_x_test",{"_index":3115,"t":{"260":{"position":[[2087,46]]}}}],["predictiony_test",{"_index":2961,"t":{"258":{"position":[[566,16]]}}}],["predictprint(automl.predict(x_train",{"_index":1866,"t":{"146":{"position":[[441,38]]}}}],["predictprint(automl.predict_proba(x_train",{"_index":1049,"t":{"92":{"position":[[415,44]]}}}],["predictprint(model.predict(x_test",{"_index":1908,"t":{"148":{"position":[[574,35]]}}}],["prefer",{"_index":2493,"t":{"215":{"position":[[101,10]]},"544":{"position":[[3998,12]]},"554":{"position":[[1448,12]]},"600":{"position":[[2250,11],[2462,11]]},"608":{"position":[[9225,12]]},"657":{"position":[[2340,10]]},"702":{"position":[[57,10]]},"708":{"position":[[2760,11],[2972,11]]}}}],["preferencelexico_object",{"_index":2594,"t":{"230":{"position":[[157,27]]}}}],["prefix",{"_index":729,"t":{"33":{"position":[[2256,6]]},"120":{"position":[[2340,9],[2452,9],[2582,9],[2712,9]]},"348":{"position":[[3155,7],[3224,6],[4048,9]]}}}],["prepar",{"_index":267,"t":{"11":{"position":[[783,9]]},"140":{"position":[[3297,7]]},"182":{"position":[[116,7],[553,7]]},"300":{"position":[[187,11]]},"432":{"position":[[4358,7]]},"644":{"position":[[1397,7]]}}}],["prepare_data",{"_index":4471,"t":{"432":{"position":[[3985,13]]}}}],["prepare_data(st",{"_index":4472,"t":{"432":{"position":[[4018,19]]}}}],["preprint",{"_index":5070,"t":{"600":{"position":[[1658,8],[1814,8],[1946,8],[2160,8],[2849,8],[3110,8],[3336,8],[3662,8]]}}}],["preprocess",{"_index":2471,"t":{"209":{"position":[[246,13],[297,10],[380,13]]},"260":{"position":[[215,13]]},"432":{"position":[[6768,11],[6960,10],[7152,12]]},"588":{"position":[[2314,10],[2637,10]]},"624":{"position":[[993,10],[1308,13],[1356,12]]}}}],["preprocess(x",{"_index":4480,"t":{"432":{"position":[[6799,13]]}}}],["preprocess_and_suggest_hyperparam",{"_index":5285,"t":{"628":{"position":[[198,35]]}}}],["preprocess_and_suggest_hyperparams(\"classif",{"_index":5272,"t":{"624":{"position":[[711,52]]}}}],["preprocess_and_suggest_hyperparamsx",{"_index":5268,"t":{"624":{"position":[[433,36]]}}}],["preprocessor",{"_index":5200,"t":{"610":{"position":[[549,12]]},"624":{"position":[[1406,13]]}}}],["prescal",{"_index":3327,"t":{"264":{"position":[[4040,10],[5927,10],[7660,13],[12506,13],[20152,13],[24221,13]]}}}],["present",{"_index":375,"t":{"17":{"position":[[295,8]]},"33":{"position":[[1527,9]]}}}],["preserv",{"_index":4132,"t":{"356":{"position":[[6799,8],[6888,10],[32755,8],[32844,10]]}}}],["preserve_checkpoint",{"_index":4131,"t":{"356":{"position":[[6742,19],[32698,19]]}}}],["preserve_checkpoint=tru",{"_index":4239,"t":{"356":{"position":[[16354,25],[24344,25]]}}}],["prevent",{"_index":942,"t":{"61":{"position":[[788,7]]},"356":{"position":[[7802,7],[21770,7],[33731,7]]}}}],["preview",{"_index":2772,"t":{"250":{"position":[[23,8]]},"293":{"position":[[48,8]]},"318":{"position":[[50,8]]},"326":{"position":[[39,8]]},"332":{"position":[[48,8]]},"348":{"position":[[4700,9]]},"356":{"position":[[6311,8],[32267,8]]}}}],["previo",{"_index":4091,"t":{"356":{"position":[[3316,7],[28570,7]]}}}],["previou",{"_index":331,"t":{"15":{"position":[[763,8],[949,8],[1777,8]]},"23":{"position":[[37,8]]},"35":{"position":[[620,8]]},"182":{"position":[[177,8]]},"661":{"position":[[1246,8]]},"696":{"position":[[5264,8]]}}}],["previous",{"_index":2074,"t":{"182":{"position":[[603,10]]},"544":{"position":[[1741,10]]},"592":{"position":[[2502,10]]},"608":{"position":[[4544,10]]},"698":{"position":[[132,10],[646,10]]}}}],["price",{"_index":570,"t":{"27":{"position":[[349,5]]},"57":{"position":[[1934,5]]},"100":{"position":[[174,5]]},"108":{"position":[[174,5]]},"180":{"position":[[1119,8],[1237,8]]}}}],["price_regular",{"_index":3290,"t":{"264":{"position":[[2589,16],[8092,16],[14495,16],[20239,16],[22514,16],[24308,16]]}}}],["primari",{"_index":1137,"t":{"100":{"position":[[468,7]]},"108":{"position":[[468,7]]},"172":{"position":[[95,7]]},"258":{"position":[[811,7]]},"260":{"position":[[1828,7]]},"262":{"position":[[938,7]]},"264":{"position":[[1959,7]]},"651":{"position":[[1483,7]]}}}],["print",{"_index":1050,"t":{"92":{"position":[[460,5]]},"140":{"position":[[724,6]]},"146":{"position":[[480,5]]},"275":{"position":[[1622,5],[1707,5],[1737,6]]},"287":{"position":[[285,8]]},"326":{"position":[[8997,5],[10416,5],[11768,5],[13142,5],[13826,5],[14573,5]]}}}],["print(\"best",{"_index":1208,"t":{"100":{"position":[[4976,11]]},"108":{"position":[[7861,11]]}}}],["print(\"creat",{"_index":1811,"t":{"140":{"position":[[1553,15]]}}}],["print(\"finish",{"_index":3610,"t":{"275":{"position":[[2657,15]]}}}],["print(\"found",{"_index":1810,"t":{"140":{"position":[[1383,12]]}}}],["print(\"th",{"_index":3788,"t":{"312":{"position":[[973,10]]}}}],["print(analysis.tri",{"_index":5190,"t":{"608":{"position":[[7506,22]]}}}],["print(automl.best_config_per_estim",{"_index":5566,"t":{"668":{"position":[[407,40]]}}}],["print(automl.best_config_train_tim",{"_index":5572,"t":{"668":{"position":[[1165,37]]}}}],["print(automl.best_estim",{"_index":5560,"t":{"668":{"position":[[65,29]]}}}],["print(automl.model.estimator)\"\"\"lgbmregressor(colsample_bytree=0.7610534336273627",{"_index":5557,"t":{"666":{"position":[[404,82]]}}}],["print(best_estim",{"_index":4361,"t":{"368":{"position":[[1215,21]]}}}],["print(compute_target.get_status().seri",{"_index":1828,"t":{"140":{"position":[[2150,46]]}}}],["print(f\"#trials={len(result.trials)}\")print(f\"time={time.tim",{"_index":3645,"t":{"287":{"position":[[0,63]]}}}],["print(f\"best",{"_index":3766,"t":{"310":{"position":[[887,12],[928,12]]}}}],["print(f\"eval_binary_error",{"_index":3785,"t":{"312":{"position":[[815,26]]}}}],["print(f\"n_trials={len(analysis.tri",{"_index":3764,"t":{"310":{"position":[[805,41]]}}}],["print(f\"statu",{"_index":3778,"t":{"312":{"position":[[567,15]]}}}],["print(f\"time={time.tim",{"_index":3765,"t":{"310":{"position":[[847,25]]}}}],["print(overrid",{"_index":3774,"t":{"312":{"position":[[312,16]]}}}],["print(run.get_portal_url",{"_index":3776,"t":{"312":{"position":[[398,27]]}}}],["print(statu",{"_index":3789,"t":{"312":{"position":[[1005,13]]}}}],["prior",{"_index":4165,"t":{"356":{"position":[[10829,5],[36957,5]]}}}],["priori",{"_index":600,"t":{"29":{"position":[[366,6]]}}}],["priorit",{"_index":5818,"t":{"708":{"position":[[628,11]]}}}],["prioriti",{"_index":4900,"t":{"580":{"position":[[882,10]]},"702":{"position":[[1059,9]]}}}],["priorities/prefer",{"_index":4792,"t":{"544":{"position":[[4279,22]]},"554":{"position":[[1688,22]]},"608":{"position":[[9569,22]]},"702":{"position":[[287,22]]}}}],["probabl",{"_index":475,"t":{"19":{"position":[[435,12]]},"21":{"position":[[443,11]]},"57":{"position":[[680,11],[749,11]]},"356":{"position":[[14888,11],[15264,11]]},"368":{"position":[[2627,11],[2858,11]]},"370":{"position":[[1280,11],[1707,11]]},"398":{"position":[[168,11],[399,11]]},"402":{"position":[[162,11],[393,11]]}}}],["probe",{"_index":351,"t":{"15":{"position":[[1213,5]]}}}],["problem",{"_index":287,"t":{"13":{"position":[[70,7]]},"15":{"position":[[149,9],[215,7],[471,9],[1228,7],[1343,9],[1405,8],[1572,8],[1754,9]]},"17":{"position":[[311,7],[446,8],[726,8],[820,7],[924,7],[1001,7],[1031,7],[1137,7],[1739,7],[1763,8],[1922,7]]},"19":{"position":[[93,8],[171,9],[187,8],[928,7],[988,7],[1162,7],[1296,8],[1379,11]]},"21":{"position":[[24,8],[1054,8]]},"23":{"position":[[90,7],[252,7],[660,7],[887,9],[954,7]]},"25":{"position":[[111,7],[228,7]]},"33":{"position":[[2933,7]]},"35":{"position":[[703,8]]},"46":{"position":[[504,8]]},"55":{"position":[[237,9],[256,9],[392,9],[1067,7],[1122,8],[1166,7],[1662,8]]},"57":{"position":[[324,7],[1184,10],[1205,7],[1309,9],[1348,7]]},"61":{"position":[[100,8],[190,9],[470,9],[716,9]]},"356":{"position":[[14959,9]]},"368":{"position":[[2698,8]]},"370":{"position":[[1351,8]]},"398":{"position":[[239,8]]},"402":{"position":[[233,8]]},"432":{"position":[[572,7]]},"600":{"position":[[3183,7],[3448,7]]}}}],["procedur",{"_index":5608,"t":{"680":{"position":[[323,9],[1070,10]]},"692":{"position":[[1480,9]]}}}],["process",{"_index":550,"t":{"23":{"position":[[970,8]]},"35":{"position":[[940,7]]},"69":{"position":[[51,8]]},"209":{"position":[[544,7]]},"264":{"position":[[357,7]]},"344":{"position":[[180,7],[452,9],[516,9],[627,7],[745,9]]},"356":{"position":[[7771,10],[10816,7],[33700,10],[36944,7]]},"368":{"position":[[1033,8]]},"432":{"position":[[7063,8],[7127,11]]},"454":{"position":[[273,9],[337,9]]},"486":{"position":[[511,9]]},"588":{"position":[[2371,8],[2694,8]]},"651":{"position":[[81,8],[163,8],[291,8]]},"657":{"position":[[4088,7]]},"682":{"position":[[6978,7]]},"684":{"position":[[441,7]]},"688":{"position":[[16,7]]},"700":{"position":[[46,7]]}}}],["processanalysi",{"_index":2600,"t":{"230":{"position":[[438,15]]}}}],["produc",{"_index":4789,"t":{"544":{"position":[[2981,8]]},"558":{"position":[[475,7],[655,7]]},"608":{"position":[[8355,8]]},"638":{"position":[[599,7]]}}}],["program",{"_index":391,"t":{"17":{"position":[[980,7]]},"19":{"position":[[677,7],[1042,7],[1199,7],[1275,7],[1334,7]]},"33":{"position":[[276,8]]}}}],["progress",{"_index":4582,"t":{"494":{"position":[[2389,11]]},"510":{"position":[[337,14]]},"588":{"position":[[2497,9]]}}}],["progress=dot:giga",{"_index":2735,"t":{"244":{"position":[[1201,17]]}}}],["project",{"_index":22,"t":{"2":{"position":[[239,7],[551,7]]},"61":{"position":[[739,7]]},"238":{"position":[[278,8]]}}}],["promo",{"_index":3153,"t":{"262":{"position":[[203,8],[590,8],[645,8]]}}}],["promo2",{"_index":3154,"t":{"262":{"position":[[212,11],[599,11]]}}}],["promo2\"]],)discrete_y_train",{"_index":3167,"t":{"262":{"position":[[654,29]]}}}],["prompt",{"_index":309,"t":{"15":{"position":[[252,9],[501,9],[650,8],[1786,9]]},"17":{"position":[[362,6],[479,9],[575,7],[605,6],[632,7],[855,7],[1265,7],[1348,6],[1712,7]]},"19":{"position":[[669,7],[892,10],[960,6],[1090,6],[1222,10],[1246,7],[1309,6]]},"21":{"position":[[174,10]]},"55":{"position":[[135,7]]},"57":{"position":[[1155,7]]},"326":{"position":[[2126,7],[2357,7],[2532,6],[18871,6],[18884,6]]},"332":{"position":[[293,6],[2056,7],[2287,7],[2462,6]]},"348":{"position":[[2534,7],[2610,6],[2718,6],[2828,6],[2934,6],[3907,7],[3961,6],[4105,6],[5880,8]]}}}],["prompt(data",{"_index":3981,"t":{"348":{"position":[[2970,13]]}}}],["prompt.format(**data",{"_index":3980,"t":{"348":{"position":[[2864,22]]}}}],["prompt=\"complet",{"_index":3988,"t":{"348":{"position":[[4007,16]]}}}],["prompt=\"hi",{"_index":4000,"t":{"348":{"position":[[4941,13]]}}}],["prompt=\"hi\",)print(respons",{"_index":853,"t":{"48":{"position":[[369,29]]}}}],["prone",{"_index":529,"t":{"23":{"position":[[379,5]]},"708":{"position":[[1069,5]]}}}],["proper",{"_index":5680,"t":{"682":{"position":[[6447,6]]}}}],["properli",{"_index":793,"t":{"42":{"position":[[203,9]]}}}],["properti",{"_index":4944,"t":{"588":{"position":[[1577,10]]},"666":{"position":[[44,8],[345,8]]},"684":{"position":[[378,8]]},"706":{"position":[[659,11],[1420,8]]}}}],["propertydef",{"_index":2778,"t":{"250":{"position":[[294,12]]},"316":{"position":[[130,12]]},"326":{"position":[[6187,12],[6950,12],[7511,12]]},"356":{"position":[[11212,12],[11402,12],[12008,12],[12105,12],[12220,12],[12319,12],[12442,12],[12540,12],[12615,12],[12730,12],[13036,12],[13156,12],[13407,12],[13493,12],[13574,12],[13682,12],[21642,12],[21857,12],[22332,12],[22776,12],[22941,12],[23132,12],[23272,12],[23409,12],[23581,12]]},"368":{"position":[[717,12],[823,12],[1346,12],[1693,12]]},"506":{"position":[[84,12],[384,12],[695,12],[3295,12]]},"510":{"position":[[665,12],[745,12]]},"544":{"position":[[5956,12]]},"554":{"position":[[3870,12],[4137,12]]},"562":{"position":[[644,12]]},"588":{"position":[[2711,12],[2798,12]]},"608":{"position":[[92,12]]}}}],["prophet",{"_index":2707,"t":{"244":{"position":[[279,8]]},"256":{"position":[[987,10]]},"258":{"position":[[1762,10],[14582,7]]},"260":{"position":[[2568,10]]},"458":{"position":[[61,8]]},"649":{"position":[[2531,10],[2542,7]]}}}],["prophet'",{"_index":2887,"t":{"256":{"position":[[14963,9],[18864,9]]},"258":{"position":[[11204,9],[11248,9],[11461,9],[11678,9],[11889,9],[12106,9],[12323,9],[12536,9],[12767,9],[12984,9],[13201,9],[13374,9],[13418,9],[13635,9],[13866,9],[14083,9],[14294,9],[14502,9]]}}}],["prophet(timeseriesestim",{"_index":4511,"t":{"458":{"position":[[6,28]]}}}],["prophet.forecaster.prophet",{"_index":3044,"t":{"258":{"position":[[14660,27]]}}}],["prophet[flaml.automl",{"_index":2884,"t":{"256":{"position":[[14892,21],[18793,21]]},"258":{"position":[[11133,21],[13303,21]]}}}],["proport",{"_index":5623,"t":{"680":{"position":[[1543,12]]}}}],["propos",{"_index":4843,"t":{"554":{"position":[[3951,8]]}}}],["provabl",{"_index":5801,"t":{"706":{"position":[[292,8]]}}}],["provid",{"_index":131,"t":{"5":{"position":[[365,9],[734,9]]},"9":{"position":[[344,10]]},"17":{"position":[[787,7]]},"21":{"position":[[1147,7]]},"29":{"position":[[1653,8]]},"31":{"position":[[762,8]]},"35":{"position":[[639,8],[909,7]]},"42":{"position":[[9,8]]},"67":{"position":[[118,7],[418,7]]},"74":{"position":[[3,7]]},"76":{"position":[[73,8]]},"100":{"position":[[4834,8]]},"108":{"position":[[7719,8]]},"116":{"position":[[2716,8]]},"130":{"position":[[7786,8]]},"140":{"position":[[1921,8]]},"146":{"position":[[4851,8]]},"180":{"position":[[61,8]]},"209":{"position":[[604,7]]},"230":{"position":[[710,9]]},"234":{"position":[[382,8]]},"244":{"position":[[700,9]]},"246":{"position":[[579,8]]},"258":{"position":[[14964,8]]},"264":{"position":[[29356,8]]},"293":{"position":[[1570,9]]},"326":{"position":[[1814,9],[3306,9],[4641,9],[4745,9],[4856,9],[4956,9],[5045,9],[5151,9],[6714,9],[8029,10],[8736,8],[9448,10],[10155,8],[11028,10],[12402,10],[13927,8],[14674,8],[16229,9],[16508,9],[17757,9],[20235,8]]},"332":{"position":[[111,7],[1725,9],[3236,9]]},"348":{"position":[[2549,7],[2620,8],[2705,7],[2759,7],[3001,7],[3109,7],[4464,9],[6101,9],[6332,9],[6851,7],[6897,7],[7003,9],[7058,8],[8230,8],[9587,9]]},"356":{"position":[[408,9],[505,8],[518,8],[9304,8],[9473,8],[10231,9],[10497,8],[17509,9],[17588,9],[21142,7],[25632,9],[25711,9],[34796,8],[34937,8],[35733,9],[38779,7]]},"432":{"position":[[126,7],[694,7],[3927,8],[5675,8],[5812,8],[7457,8],[7510,8],[7907,8],[7987,8],[8183,8],[8512,8],[8636,8],[8676,8]]},"544":{"position":[[2040,9],[4463,9],[4650,9],[4842,9],[6155,8]]},"554":{"position":[[1872,9],[2058,9],[2250,9]]},"584":{"position":[[444,8]]},"588":{"position":[[153,7]]},"592":{"position":[[61,7],[2854,8]]},"608":{"position":[[5640,9],[6196,7],[9390,9],[9753,9],[9940,9],[10132,9]]},"630":{"position":[[37,9]]},"644":{"position":[[1287,9],[1767,7]]},"651":{"position":[[175,7],[1433,7],[1711,7]]},"655":{"position":[[910,8],[1116,8],[1764,9]]},"659":{"position":[[32,9]]},"672":{"position":[[464,8]]},"682":{"position":[[1208,7],[7902,7]]},"684":{"position":[[531,7],[1116,7],[1213,7],[1310,7]]},"688":{"position":[[81,8]]},"696":{"position":[[708,8],[1533,7],[1643,7],[3963,8],[4088,8],[4554,7]]},"698":{"position":[[518,7]]},"702":{"position":[[71,9],[469,9],[654,9],[881,9],[1510,7],[1641,9],[1924,9]]},"706":{"position":[[769,8]]}}}],["providedcd",{"_index":1016,"t":{"82":{"position":[[246,10]]}}}],["providedpip",{"_index":1013,"t":{"82":{"position":[[165,11]]}}}],["provisioning_config",{"_index":1812,"t":{"140":{"position":[[1595,19],[1805,20]]}}}],["proxi",{"_index":362,"t":{"15":{"position":[[1692,5]]},"17":{"position":[[71,5],[116,5],[138,5],[277,5],[753,5],[1508,5],[1691,5],[2385,5],[2991,5]]},"326":{"position":[[132,6]]},"332":{"position":[[59,5]]}}}],["prune",{"_index":892,"t":{"55":{"position":[[1419,7]]},"356":{"position":[[23195,8],[23335,8]]},"544":{"position":[[2578,8]]},"608":{"position":[[5405,8]]},"696":{"position":[[372,8]]}}}],["ps",{"_index":495,"t":{"19":{"position":[[1217,4]]},"21":{"position":[[284,2],[600,2],[775,3]]}}}],["psdatafram",{"_index":4192,"t":{"356":{"position":[[13854,12]]},"370":{"position":[[144,12]]},"432":{"position":[[844,13],[1622,13],[2674,12],[2853,13],[4114,13],[6842,13]]}}}],["psdf.columnsfeature_col",{"_index":2056,"t":{"180":{"position":[[1576,24]]}}}],["pseudo",{"_index":3948,"t":{"348":{"position":[[323,6],[720,6]]}}}],["psseri",{"_index":4391,"t":{"370":{"position":[[166,8]]},"432":{"position":[[921,10],[1686,10],[2744,9],[2928,10],[4178,9],[5984,9]]}}}],["public",{"_index":5019,"t":{"600":{"position":[[58,13]]}}}],["pull",{"_index":3847,"t":{"326":{"position":[[3398,7]]},"332":{"position":[[3328,7]]}}}],["purpos",{"_index":2411,"t":{"203":{"position":[[15,8]]},"264":{"position":[[1580,8]]},"498":{"position":[[752,9]]},"540":{"position":[[914,8]]},"680":{"position":[[912,9]]}}}],["put",{"_index":403,"t":{"17":{"position":[[1310,3]]},"19":{"position":[[1007,3]]},"57":{"position":[[1266,3]]},"592":{"position":[[1046,3]]}}}],["pydoc",{"_index":1014,"t":{"82":{"position":[[185,5]]}}}],["pyspark",{"_index":4184,"t":{"356":{"position":[[13370,7],[33026,7]]},"370":{"position":[[832,7],[1377,7]]},"374":{"position":[[228,7]]},"408":{"position":[[96,7]]},"410":{"position":[[97,7]]},"412":{"position":[[83,7]]},"414":{"position":[[70,7]]},"416":{"position":[[106,7]]},"580":{"position":[[78,7],[488,7],[614,7],[674,7],[768,7],[826,7],[963,7]]},"608":{"position":[[10720,7]]}}}],["pyspark.ml",{"_index":4390,"t":{"370":{"position":[[92,10]]}}}],["pyspark.ml.featur",{"_index":2054,"t":{"180":{"position":[[1525,18]]}}}],["pyspark.panda",{"_index":2019,"t":{"180":{"position":[[194,16]]},"356":{"position":[[13971,14]]},"370":{"position":[[331,14],[399,14],[456,14],[843,14],[1074,14],[1146,14],[1388,14],[1619,14]]},"374":{"position":[[239,14],[470,14],[542,14]]}}}],["pyspark.pandas.datafram",{"_index":2026,"t":{"180":{"position":[[520,25]]}}}],["pyspark.sparkcontext",{"_index":4907,"t":{"580":{"position":[[1140,20]]}}}],["pyspark.sparkcontext.getorcreate().cancelalljob",{"_index":4909,"t":{"580":{"position":[[1257,50]]}}}],["pyspark.sql.datafram",{"_index":2023,"t":{"180":{"position":[[331,21],[434,21]]}}}],["pysparkovertimemonitor",{"_index":4888,"t":{"580":{"position":[[6,24]]}}}],["pysparkovertimemonitor(time_start",{"_index":4890,"t":{"580":{"position":[[117,34]]}}}],["pytest",{"_index":1004,"t":{"80":{"position":[[152,6]]}}}],["python",{"_index":383,"t":{"17":{"position":[[677,6],[973,6],[1062,7],[1163,7],[1609,7],[1752,10],[2153,6],[2699,6]]},"21":{"position":[[248,6]]},"23":{"position":[[326,6]]},"46":{"position":[[29,6],[103,6],[210,6]]},"48":{"position":[[55,6]]},"50":{"position":[[136,6]]},"67":{"position":[[524,7]]},"140":{"position":[[2669,8],[3399,8]]},"242":{"position":[[15,6]]},"293":{"position":[[284,6]]},"610":{"position":[[936,6],[2125,6]]},"638":{"position":[[407,6]]}}}],["python=3.8",{"_index":3704,"t":{"298":{"position":[[146,10]]}}}],["pythonpath=/spark/python/lib/py4j",{"_index":2751,"t":{"244":{"position":[[1491,33]]}}}],["pytorch",{"_index":2693,"t":{"238":{"position":[[181,8]]},"264":{"position":[[115,7]]},"649":{"position":[[3534,7]]},"680":{"position":[[1121,7]]}}}],["pytorch_forecasting.data.exampl",{"_index":3222,"t":{"264":{"position":[[190,33]]}}}],["pytorchforecast",{"_index":4253,"t":{"356":{"position":[[20820,19],[20914,19],[38457,19],[38551,19]]}}}],["q",{"_index":4701,"t":{"520":{"position":[[312,2],[553,2],[973,2],[1128,2],[1316,1],[2117,2],[2311,2],[2413,2],[2664,2],[2991,2],[3123,2],[3213,1]]},"649":{"position":[[2743,2],[2812,2],[2821,2]]},"682":{"position":[[4144,2],[4198,2],[4276,2],[4344,2]]}}}],["q=0.02",{"_index":5653,"t":{"682":{"position":[[3695,9]]}}}],["q_layer",{"_index":3477,"t":{"264":{"position":[[27552,11]]}}}],["qingyun",{"_index":5023,"t":{"600":{"position":[[128,7],[284,7],[422,7],[720,7],[901,7],[1354,7],[1630,7],[2325,7],[2555,7],[3308,7],[3606,7]]},"708":{"position":[[2139,7],[2440,7],[2621,7],[2835,7],[3065,7]]}}}],["qlograndint",{"_index":4723,"t":{"520":{"position":[[2360,12]]},"682":{"position":[[5730,14]]}}}],["qlograndint(low",{"_index":4724,"t":{"520":{"position":[[2377,18]]}}}],["qloguniform",{"_index":4709,"t":{"520":{"position":[[916,12]]},"682":{"position":[[4897,14]]}}}],["qloguniform(low",{"_index":4710,"t":{"520":{"position":[[933,18]]}}}],["qrandint",{"_index":4721,"t":{"520":{"position":[[2070,9]]},"682":{"position":[[5415,11]]}}}],["qrandint(low",{"_index":4722,"t":{"520":{"position":[[2084,15]]}}}],["qrandn",{"_index":4728,"t":{"520":{"position":[[2948,7]]},"682":{"position":[[5157,9]]}}}],["qrandn(mean",{"_index":4729,"t":{"520":{"position":[[2960,12]]}}}],["quadrat",{"_index":4049,"t":{"348":{"position":[[10782,9]]}}}],["qualiti",{"_index":112,"t":{"5":{"position":[[90,7]]},"234":{"position":[[358,7]]}}}],["quantileloss",{"_index":3321,"t":{"264":{"position":[[3939,12],[5826,12],[7358,14]]}}}],["quantiz",{"_index":4702,"t":{"520":{"position":[[336,9],[502,10],[556,12],[1077,10],[1131,12],[1326,12],[2260,10],[2314,12],[2613,10],[2667,12],[3072,10],[3217,12]]},"682":{"position":[[3210,12],[3273,12],[3393,12],[4093,12],[4227,12]]}}}],["question",{"_index":333,"t":{"15":{"position":[[822,8]]},"19":{"position":[[1369,9]]},"29":{"position":[[1427,10]]},"657":{"position":[[2595,8]]},"682":{"position":[[3830,10]]}}}],["queue",{"_index":4672,"t":{"510":{"position":[[1482,6]]},"572":{"position":[[440,6]]}}}],["quick",{"_index":5686,"t":{"686":{"position":[[114,5]]}}}],["quickli",{"_index":109,"t":{"5":{"position":[[68,7]]},"234":{"position":[[344,7]]},"649":{"position":[[8836,8]]},"706":{"position":[[1354,7]]}}}],["quit",{"_index":766,"t":{"35":{"position":[[16,5],[112,5]]}}}],["quniform",{"_index":4699,"t":{"520":{"position":[[261,9]]},"682":{"position":[[4611,11]]}}}],["quniform(low",{"_index":4700,"t":{"520":{"position":[[275,15]]}}}],["r&d",{"_index":146,"t":{"5":{"position":[[542,3]]}}}],["r2",{"_index":1136,"t":{"100":{"position":[[460,5],[5043,2],[5485,2],[6460,2],[6755,4],[6832,2]]},"108":{"position":[[460,5],[7928,2],[8427,2],[9766,2],[10058,4],[10138,2]]},"146":{"position":[[222,5]]},"155":{"position":[[325,4],[587,2]]},"172":{"position":[[237,5]]},"182":{"position":[[688,5]]},"184":{"position":[[1808,5]]},"356":{"position":[[843,5],[25956,5]]},"368":{"position":[[3369,5],[3548,2]]},"647":{"position":[[292,5]]}}}],["r2')plt.step(time_histori",{"_index":1278,"t":{"100":{"position":[[7289,26]]},"108":{"position":[[10595,26]]}}}],["r2[flaml.automl",{"_index":1150,"t":{"100":{"position":[[1110,16]]},"108":{"position":[[1114,16]]},"146":{"position":[[842,16]]}}}],["r2_score",{"_index":5373,"t":{"647":{"position":[[302,8]]}}}],["rais",{"_index":961,"t":{"67":{"position":[[403,7]]},"140":{"position":[[1451,5]]},"326":{"position":[[7335,7],[9021,7],[10440,7],[11796,7],[13170,7]]},"348":{"position":[[4379,5],[5381,5]]},"432":{"position":[[3893,7],[5769,7],[6668,7],[8651,7]]},"544":{"position":[[2771,6]]},"558":{"position":[[52,6]]},"584":{"position":[[976,7]]},"590":{"position":[[857,6]]},"608":{"position":[[988,7],[1083,6],[1185,6]]}}}],["raise_on_ratelimit_or_timeout",{"_index":3986,"t":{"348":{"position":[[3678,30],[5323,29]]}}}],["randint",{"_index":4713,"t":{"520":{"position":[[1621,8]]},"682":{"position":[[5263,10]]}}}],["randint(low",{"_index":4714,"t":{"520":{"position":[[1634,14]]}}}],["randn",{"_index":4725,"t":{"520":{"position":[[2713,6]]},"682":{"position":[[5023,8]]}}}],["randn(mean",{"_index":4726,"t":{"520":{"position":[[2724,11]]}}}],["random",{"_index":900,"t":{"57":{"position":[[486,10],[1746,11]]},"100":{"position":[[734,6]]},"108":{"position":[[738,6]]},"236":{"position":[[1871,6]]},"258":{"position":[[1085,6]]},"348":{"position":[[5838,11]]},"356":{"position":[[5281,9],[5291,6],[6264,6],[31239,9],[31249,6],[32220,6]]},"374":{"position":[[83,6]]},"388":{"position":[[87,6]]},"474":{"position":[[50,6]]},"494":{"position":[[2460,6],[2521,6]]},"540":{"position":[[813,6]]},"544":{"position":[[3249,6]]},"550":{"position":[[39,6]]},"554":{"position":[[1303,6],[3773,6]]},"558":{"position":[[788,6],[829,6]]},"644":{"position":[[1310,10]]},"649":{"position":[[8496,6],[8979,6]]},"657":{"position":[[4165,11],[4206,11],[4551,10],[4667,11],[4696,10]]},"682":{"position":[[4959,6],[5062,6],[5307,6],[6575,6]]},"700":{"position":[[21,10],[136,6],[250,6],[273,6]]},"706":{"position":[[13,10],[78,6],[381,10]]}}}],["random.uniform(1",{"_index":4864,"t":{"558":{"position":[[922,17]]}}}],["random_se",{"_index":4555,"t":{"494":{"position":[[388,12],[2428,11]]},"540":{"position":[[382,12],[781,11]]}}}],["random_split",{"_index":3568,"t":{"275":{"position":[[824,13]]}}}],["random_splitimport",{"_index":3497,"t":{"271":{"position":[[120,18]]}}}],["random_st",{"_index":4852,"t":{"558":{"position":[[172,13]]},"649":{"position":[[1413,12],[1693,12],[2012,12]]}}}],["random_state=0",{"_index":1442,"t":{"108":{"position":[[8924,15]]},"162":{"position":[[1067,15]]},"262":{"position":[[8927,15]]}}}],["random_state=1234",{"_index":1977,"t":{"168":{"position":[[323,18]]}}}],["random_state=42",{"_index":1904,"t":{"148":{"position":[[441,17]]},"624":{"position":[[590,17]]}}}],["randomforest",{"_index":2447,"t":{"205":{"position":[[549,12]]}}}],["randomforestclassifi",{"_index":4362,"t":{"368":{"position":[[1237,24]]},"620":{"position":[[694,23]]}}}],["randomforestestim",{"_index":4355,"t":{"368":{"position":[[176,22]]},"649":{"position":[[1170,21]]}}}],["randomforestestimator(sklearnestim",{"_index":4409,"t":{"388":{"position":[[6,39]]}}}],["randomforestregressor",{"_index":5255,"t":{"620":{"position":[[718,22]]}}}],["randomsearch(cfo",{"_index":4822,"t":{"550":{"position":[[6,17]]}}}],["randomst",{"_index":4853,"t":{"558":{"position":[[186,13]]}}}],["rang",{"_index":188,"t":{"7":{"position":[[466,5]]},"9":{"position":[[324,6]]},"57":{"position":[[624,5],[899,5],[1040,5],[1136,5]]},"275":{"position":[[1158,6]]},"518":{"position":[[59,5],[155,6],[179,6]]},"649":{"position":[[7999,5],[8530,7],[8909,5]]},"674":{"position":[[608,5]]},"682":{"position":[[751,5],[829,5],[961,5],[1584,5],[2274,5],[2495,5],[2929,6],[3021,5],[3503,5],[6454,6],[6621,7],[6692,6],[6725,6],[6880,6]]}}}],["range(10",{"_index":5187,"t":{"608":{"position":[[7422,10]]}}}],["range(config[\"step",{"_index":5178,"t":{"608":{"position":[[6920,23]]}}}],["range(min_resourc",{"_index":5763,"t":{"696":{"position":[[6017,19]]}}}],["range(n",{"_index":3967,"t":{"348":{"position":[[1768,9],[7212,9]]}}}],["range(n_epoch",{"_index":2574,"t":{"226":{"position":[[203,15]]}}}],["range(n_lay",{"_index":2531,"t":{"220":{"position":[[113,16]]}}}],["rank",{"_index":1697,"t":{"130":{"position":[[198,4]]},"356":{"position":[[1992,7],[4798,7],[15895,7],[17745,7],[18643,7],[27146,7],[30756,7]]},"368":{"position":[[427,7]]},"432":{"position":[[5463,7]]},"644":{"position":[[818,7],[838,5]]},"649":{"position":[[369,7],[673,7],[962,7]]},"655":{"position":[[1323,5]]}}}],["rare",{"_index":4142,"t":{"356":{"position":[[7559,4],[16533,4],[19529,4],[33488,4]]}}}],["rate",{"_index":579,"t":{"27":{"position":[[564,4],[781,4]]},"33":{"position":[[53,4],[417,4],[3367,4]]},"682":{"position":[[2640,4],[2734,4],[2897,4],[3039,4],[3576,4]]},"706":{"position":[[313,4],[743,4]]}}}],["ratelimiterror",{"_index":4005,"t":{"348":{"position":[[5387,14]]}}}],["ratio",{"_index":4149,"t":{"356":{"position":[[8715,5],[34206,5]]},"368":{"position":[[2243,5]]},"370":{"position":[[608,5]]},"494":{"position":[[1840,5]]}}}],["raw",{"_index":1473,"t":{"110":{"position":[[434,3]]},"624":{"position":[[934,3]]},"649":{"position":[[7608,3]]}}}],["ray",{"_index":1028,"t":{"82":{"position":[[564,4]]},"124":{"position":[[48,3]]},"140":{"position":[[95,4],[108,3],[352,3],[756,3],[2728,3]]},"244":{"position":[[526,3]]},"275":{"position":[[5,3],[467,3],[2325,3]]},"310":{"position":[[394,3]]},"348":{"position":[[1301,3]]},"356":{"position":[[6452,3],[7735,3],[25042,4],[25500,4],[32408,3],[33664,3]]},"584":{"position":[[197,3]]},"590":{"position":[[438,3]]},"608":{"position":[[1026,4],[1153,5],[1234,4],[6550,4],[6581,4],[7578,3],[7832,3],[7844,3],[8107,3],[8750,3]]},"610":{"position":[[104,3],[996,3]]},"657":{"position":[[669,3],[766,4],[798,4],[815,3],[884,3]]},"694":{"position":[[56,3],[260,3]]},"696":{"position":[[5378,3],[5420,3],[5489,3],[7297,4],[7328,4]]}}}],["ray.air.config",{"_index":5209,"t":{"610":{"position":[[1050,14]]}}}],["ray.air.config.runconfig",{"_index":5204,"t":{"610":{"position":[[865,24]]}}}],["ray.data",{"_index":5207,"t":{"610":{"position":[[1017,8]]}}}],["ray.init(num_cpus=16",{"_index":5495,"t":{"657":{"position":[[934,21]]}}}],["ray.init(num_cpus=concurrent_run",{"_index":3760,"t":{"310":{"position":[[420,33]]}}}],["ray.objectref",{"_index":4312,"t":{"356":{"position":[[25064,14],[25524,14]]}}}],["ray.train.xgboost",{"_index":5212,"t":{"610":{"position":[[1102,17]]}}}],["ray.tun",{"_index":4848,"t":{"558":{"position":[[62,9]]},"696":{"position":[[3701,10],[3773,9]]}}}],["ray.tune.report",{"_index":5136,"t":{"608":{"position":[[925,16]]}}}],["ray.tune.run",{"_index":4147,"t":{"356":{"position":[[7938,13],[33867,13]]},"608":{"position":[[12295,15]]}}}],["ray.tune.schedul",{"_index":5755,"t":{"696":{"position":[[4193,19]]}}}],["ray.tune.suggest",{"_index":4951,"t":{"590":{"position":[[393,16]]}}}],["ray.tune.suggest.optuna",{"_index":4990,"t":{"592":{"position":[[3103,23],[3437,23],[4169,23],[4690,23],[5162,23]]}}}],["ray.tune.tun",{"_index":5214,"t":{"610":{"position":[[1147,14]]}}}],["ray.tune.tune_config.tuneconfig",{"_index":5202,"t":{"610":{"position":[[651,31]]}}}],["ray/distribute_automl.pi",{"_index":1834,"t":{"140":{"position":[[2348,25]]}}}],["ray/distribute_tune.pi",{"_index":1859,"t":{"140":{"position":[[3319,23]]}}}],["ray_arg",{"_index":5149,"t":{"608":{"position":[[2564,11],[12253,10]]}}}],["ray_cpu_build_details.statu",{"_index":1789,"t":{"140":{"position":[[663,28],[802,31]]}}}],["ray_cpu_env.build(workspace=ws)import",{"_index":1787,"t":{"140":{"position":[[615,37]]}}}],["ray_environment_nam",{"_index":1779,"t":{"140":{"position":[[324,20]]}}}],["rayray.init(num_cpus=num_cpu",{"_index":2196,"t":{"194":{"position":[[67,30]]}}}],["rayray_cpu_env",{"_index":1783,"t":{"140":{"position":[[441,14]]}}}],["rb",{"_index":5370,"t":{"644":{"position":[[1688,5]]}}}],["re",{"_index":4777,"t":{"544":{"position":[[1823,2],[1953,2]]},"592":{"position":[[2584,2],[2714,2],[5063,2]]},"608":{"position":[[4626,2],[4756,2]]},"696":{"position":[[6001,4],[6010,3]]},"698":{"position":[[216,2],[346,2]]}}}],["reach",{"_index":17,"t":{"2":{"position":[[151,7]]},"326":{"position":[[2453,7],[2626,7]]},"332":{"position":[[2383,7],[2556,7]]},"554":{"position":[[4215,6],[4288,5]]},"562":{"position":[[536,6],[600,5]]}}}],["reach(oth",{"_index":4846,"t":{"554":{"position":[[4226,12]]}}}],["reach(thread",{"_index":4875,"t":{"562":{"position":[[547,13]]}}}],["read",{"_index":2696,"t":{"238":{"position":[[366,4]]},"628":{"position":[[850,4]]}}}],["readabl",{"_index":412,"t":{"17":{"position":[[1651,13]]}}}],["readi",{"_index":2169,"t":{"192":{"position":[[11,5]]},"194":{"position":[[11,5]]},"269":{"position":[[68,5]]},"300":{"position":[[14,5]]},"306":{"position":[[245,5]]},"308":{"position":[[11,5]]},"424":{"position":[[106,5]]},"432":{"position":[[6980,5]]},"686":{"position":[[43,5]]}}}],["real",{"_index":1696,"t":{"130":{"position":[[181,4]]},"680":{"position":[[925,4],[1151,4]]}}}],["realiz",{"_index":5648,"t":{"682":{"position":[[3381,7],[3456,7]]}}}],["reason",{"_index":357,"t":{"15":{"position":[[1435,9]]},"17":{"position":[[1101,9]]},"23":{"position":[[745,10]]},"209":{"position":[[171,6]]},"657":{"position":[[4187,7]]},"661":{"position":[[1135,6]]}}}],["recap",{"_index":5336,"t":{"638":{"position":[[3,6]]}}}],["receiv",{"_index":2775,"t":{"250":{"position":[[192,7],[674,8],[800,7],[980,7],[1277,8],[1348,9],[1695,8],[1766,9]]},"293":{"position":[[1324,8]]},"326":{"position":[[145,9],[1579,8],[2035,9],[2174,9],[2416,8],[10532,8],[10670,7],[10726,9],[11786,9],[12044,7],[12100,9],[13160,9]]},"332":{"position":[[340,9],[1490,8],[1965,9],[2104,9],[2346,8]]},"544":{"position":[[5820,7]]},"546":{"position":[[167,7]]},"692":{"position":[[129,8]]}}}],["receive(messag",{"_index":2788,"t":{"250":{"position":[[687,16]]},"326":{"position":[[10545,16]]}}}],["receive_trial_result",{"_index":4807,"t":{"546":{"position":[[72,21]]}}}],["receive_trial_result(parameter_id",{"_index":4808,"t":{"546":{"position":[[98,34]]}}}],["recent",{"_index":238,"t":{"11":{"position":[[188,8]]},"15":{"position":[[659,6]]},"23":{"position":[[123,6]]}}}],["recipi",{"_index":2782,"t":{"250":{"position":[[388,10],[554,10]]},"326":{"position":[[5426,9],[5545,10],[7754,10],[8825,9],[8847,9],[8938,10],[9165,10],[10244,9],[10266,9],[10357,10],[13440,9],[13551,9],[13674,9],[13690,9],[14187,9],[14298,9],[14421,9],[14437,9]]}}}],["recogn",{"_index":35,"t":{"2":{"position":[[431,9]]},"11":{"position":[[127,11]]}}}],["recommand",{"_index":5603,"t":{"674":{"position":[[772,11]]}}}],["recommend",{"_index":2423,"t":{"203":{"position":[[687,11],[1306,11]]},"244":{"position":[[1061,10]]},"298":{"position":[[3,9]]},"622":{"position":[[571,14],[752,9],[798,14],[951,11]]},"626":{"position":[[45,11]]},"694":{"position":[[1964,11]]},"706":{"position":[[1620,11]]},"708":{"position":[[918,11]]}}}],["record",{"_index":4140,"t":{"356":{"position":[[7443,7],[15751,6],[19250,6],[33372,7]]},"500":{"position":[[883,6]]},"661":{"position":[[93,6],[1150,7]]}}}],["record_id",{"_index":4220,"t":{"356":{"position":[[15591,10],[15721,9],[16284,10],[19211,9],[19308,9],[19357,9],[19412,9]]},"661":{"position":[[174,13]]}}}],["record_id=1",{"_index":5541,"t":{"661":{"position":[[1186,11]]}}}],["recov",{"_index":5549,"t":{"661":{"position":[[1853,7]]}}}],["recreat",{"_index":1830,"t":{"140":{"position":[[2269,10]]}}}],["recursive=fals",{"_index":4831,"t":{"554":{"position":[[3071,16]]}}}],["reduc",{"_index":126,"t":{"5":{"position":[[287,7]]},"7":{"position":[[381,7]]},"23":{"position":[[337,6]]},"33":{"position":[[487,8],[3509,7]]},"260":{"position":[[1244,6]]},"356":{"position":[[16683,8]]},"657":{"position":[[3714,6],[3774,6],[3938,6]]},"682":{"position":[[7986,6]]}}}],["reduct",{"_index":4782,"t":{"544":{"position":[[2540,9]]},"608":{"position":[[5367,9]]},"696":{"position":[[334,9]]}}}],["reduction_factor",{"_index":4764,"t":{"544":{"position":[[541,17],[2506,16]]},"608":{"position":[[1691,17],[5333,16],[6065,18],[6150,18]]},"696":{"position":[[301,17],[1651,17],[4027,18],[4650,16],[5224,16]]}}}],["reduction_factor=2",{"_index":5748,"t":{"696":{"position":[[3531,19],[7082,19]]}}}],["reduction_factor=2)tune.run",{"_index":5759,"t":{"696":{"position":[[4317,31]]}}}],["redund",{"_index":3098,"t":{"260":{"position":[[1251,11]]}}}],["refer",{"_index":676,"t":{"33":{"position":[[422,9]]},"86":{"position":[[44,5]]},"203":{"position":[[1752,5]]},"244":{"position":[[933,5]]},"293":{"position":[[1105,5],[1777,5]]},"326":{"position":[[3861,5]]},"332":{"position":[[3919,5]]},"356":{"position":[[3731,6],[20887,5],[29090,6],[38524,5]]},"604":{"position":[[41,5]]},"610":{"position":[[642,5],[856,5]]},"647":{"position":[[94,6]]},"649":{"position":[[6750,5]]},"657":{"position":[[1428,5]]}}}],["references=label",{"_index":2151,"t":{"190":{"position":[[953,18]]}}}],["refin",{"_index":406,"t":{"17":{"position":[[1404,7]]}}}],["reflect",{"_index":96,"t":{"2":{"position":[[1200,7]]},"82":{"position":[[440,9]]},"544":{"position":[[4264,10]]},"554":{"position":[[1673,10]]},"608":{"position":[[9554,10]]},"696":{"position":[[1924,9]]},"702":{"position":[[272,10]]}}}],["refresh",{"_index":3881,"t":{"326":{"position":[[8678,9],[10097,9]]}}}],["reg:squarederror",{"_index":1482,"t":{"110":{"position":[[808,18]]}}}],["reg_alpha",{"_index":1228,"t":{"100":{"position":[[5411,12]]},"108":{"position":[[8354,12]]},"157":{"position":[[680,12]]},"649":{"position":[[574,10],[853,10],[1141,10]]},"661":{"position":[[504,12],[918,12]]},"668":{"position":[[286,12],[617,12],[917,12],[1541,12],[1798,12]]}}}],["reg_alpha=0.0009765625",{"_index":1731,"t":{"130":{"position":[[7468,23]]},"146":{"position":[[4531,23]]},"666":{"position":[[587,23]]}}}],["reg_alpha=0.001113000336715291",{"_index":1199,"t":{"100":{"position":[[4510,31],[5714,31]]}}}],["reg_alpha=0.0012362430984376035",{"_index":1972,"t":{"162":{"position":[[1083,32]]}}}],["reg_alpha=0.001348364934537134",{"_index":1110,"t":{"92":{"position":[[3007,31]]}}}],["reg_alpha=0.004252223402511765",{"_index":1931,"t":{"155":{"position":[[766,31]]}}}],["reg_alpha=0.009638363373006869",{"_index":3210,"t":{"262":{"position":[[8943,31]]}}}],["reg_alpha=0.06824336834995245",{"_index":1443,"t":{"108":{"position":[[8940,31]]}}}],["reg_lambda",{"_index":1230,"t":{"100":{"position":[[5446,13]]},"108":{"position":[[8388,13]]},"157":{"position":[[715,13]]},"649":{"position":[[585,11],[864,11],[1152,11]]},"661":{"position":[[531,13],[953,13]]},"668":{"position":[[313,13],[644,13],[953,13],[1568,13],[1825,13]]}}}],["reg_lambda=0.009280655005879943",{"_index":1890,"t":{"146":{"position":[[4555,32]]},"666":{"position":[[611,32]]}}}],["reg_lambda=0.11288241427227624",{"_index":1932,"t":{"155":{"position":[[798,31]]}}}],["reg_lambda=0.143703802530408",{"_index":3211,"t":{"262":{"position":[[8975,29]]}}}],["reg_lambda=1.4442580148221913",{"_index":1111,"t":{"92":{"position":[[3039,30]]}}}],["reg_lambda=21.505295697527654",{"_index":1732,"t":{"130":{"position":[[7492,30]]}}}],["reg_lambda=250.9654222583276",{"_index":1444,"t":{"108":{"position":[[8972,29]]}}}],["reg_lambda=3.093428791531145",{"_index":1973,"t":{"162":{"position":[[1116,29]]}}}],["reg_lambda=76.50614276906414",{"_index":1200,"t":{"100":{"position":[[4542,29],[5746,30]]}}}],["regard",{"_index":752,"t":{"33":{"position":[[3083,8]]},"704":{"position":[[175,10]]}}}],["region",{"_index":1126,"t":{"100":{"position":[[200,6]]},"108":{"position":[[200,6]]},"706":{"position":[[244,6],[1387,7],[1482,6]]}}}],["region.x_train",{"_index":1129,"t":{"100":{"position":[[277,15]]},"108":{"position":[[277,15]]}}}],["regional_gam",{"_index":3249,"t":{"264":{"position":[[1090,17]]}}}],["regist",{"_index":3604,"t":{"275":{"position":[[2307,10]]},"326":{"position":[[4316,8],[4427,10],[5243,8],[5799,10],[16518,8],[16639,10],[17767,8],[17888,10],[20341,8]]},"332":{"position":[[455,8]]},"432":{"position":[[7413,10],[8713,10]]},"649":{"position":[[5889,9]]}}}],["register_funct",{"_index":3929,"t":{"326":{"position":[[20260,18]]}}}],["register_function(function_map",{"_index":3930,"t":{"326":{"position":[[20283,31]]}}}],["register_repli",{"_index":3852,"t":{"326":{"position":[[4082,15]]}}}],["register_reply(trigg",{"_index":3853,"t":{"326":{"position":[[4102,23]]}}}],["register_reply)[conversable_agent#register_repli",{"_index":3932,"t":{"332":{"position":[[478,51]]}}}],["regress",{"_index":155,"t":{"5":{"position":[[664,11]]},"100":{"position":[[488,10],[630,13]]},"108":{"position":[[488,10],[634,13]]},"118":{"position":[[492,12]]},"146":{"position":[[236,13]]},"148":{"position":[[91,11],[284,10]]},"184":{"position":[[1822,13]]},"234":{"position":[[329,11]]},"344":{"position":[[425,13]]},"356":{"position":[[1963,13],[2027,12],[4652,10],[15866,13],[17716,13],[17780,12],[18497,10],[27076,13],[27181,12],[30610,10]]},"368":{"position":[[104,11],[240,10],[413,13],[462,12],[3555,11],[4066,13]]},"392":{"position":[[74,10]]},"394":{"position":[[74,10]]},"404":{"position":[[82,10]]},"406":{"position":[[102,10]]},"408":{"position":[[85,10]]},"410":{"position":[[86,10]]},"432":{"position":[[273,11],[5317,10]]},"630":{"position":[[464,11]]},"636":{"position":[[1882,11],[2328,10]]},"638":{"position":[[970,13]]},"644":{"position":[[572,13],[586,10],[896,12],[918,11]]},"647":{"position":[[371,11]]},"649":{"position":[[355,13],[659,13],[948,13],[1219,13],[1499,13],[1785,13],[2341,13],[2487,13],[3078,12]]},"655":{"position":[[1231,11],[1533,10]]}}}],["regression\",}automl.fit",{"_index":2077,"t":{"182":{"position":[[763,25]]}}}],["regression[flaml.automl",{"_index":1580,"t":{"118":{"position":[[1081,24]]}}}],["regressor",{"_index":2684,"t":{"236":{"position":[[3762,10]]},"260":{"position":[[1599,10]]},"378":{"position":[[272,10]]},"382":{"position":[[75,10]]},"468":{"position":[[72,10]]},"470":{"position":[[57,9]]},"472":{"position":[[63,9]]},"474":{"position":[[64,9]]},"476":{"position":[[70,9]]},"478":{"position":[[73,9]]},"649":{"position":[[5572,10]]}}}],["regular",{"_index":4413,"t":{"392":{"position":[[93,15]]},"394":{"position":[[93,15]]},"649":{"position":[[2096,15],[2218,15]]}}}],["regularli",{"_index":5641,"t":{"682":{"position":[[2551,9],[2841,9]]}}}],["reject",{"_index":1660,"t":{"122":{"position":[[310,10],[1691,10]]}}}],["rel",{"_index":771,"t":{"35":{"position":[[342,10]]},"57":{"position":[[120,10]]},"61":{"position":[[76,10]]},"300":{"position":[[326,8]]},"356":{"position":[[22667,8]]},"368":{"position":[[4701,8]]},"544":{"position":[[1482,8],[1556,8]]},"608":{"position":[[4067,8],[4140,8]]},"657":{"position":[[3676,10]]},"682":{"position":[[273,8]]},"708":{"position":[[1568,10]]}}}],["relat",{"_index":782,"t":{"37":{"position":[[72,7]]},"184":{"position":[[523,7]]},"203":{"position":[[553,7],[654,7],[1352,7],[1848,7]]},"580":{"position":[[549,6],[798,6]]},"600":{"position":[[397,7],[529,7]]},"649":{"position":[[7017,7]]},"680":{"position":[[0,7],[1413,7]]},"682":{"position":[[0,7],[5880,7],[5910,7],[6255,7],[6314,7],[7148,7]]},"684":{"position":[[0,7],[1337,7]]},"694":{"position":[[0,7]]},"696":{"position":[[0,7]]},"698":{"position":[[0,7]]},"706":{"position":[[1659,7]]},"708":{"position":[[551,7],[945,7],[2114,7],[2246,7]]}}}],["relationship",{"_index":5683,"t":{"682":{"position":[[7813,12]]}}}],["relative_attention_num_bucket",{"_index":1627,"t":{"120":{"position":[[2130,33]]}}}],["relative_time_idx",{"_index":3423,"t":{"264":{"position":[[8230,20],[15631,20],[20377,20],[23650,20],[24446,20]]}}}],["releas",{"_index":4988,"t":{"592":{"position":[[2288,8]]},"702":{"position":[[1989,8]]}}}],["relev",{"_index":778,"t":{"35":{"position":[[678,8]]},"326":{"position":[[8546,10],[9965,10]]},"378":{"position":[[195,8]]}}}],["reli",{"_index":4445,"t":{"432":{"position":[[662,7]]},"655":{"position":[[1102,6]]},"692":{"position":[[1456,4]]}}}],["relu",{"_index":1615,"t":{"120":{"position":[[1900,7]]},"558":{"position":[[1112,8]]}}}],["remain",{"_index":516,"t":{"21":{"position":[[993,8]]},"29":{"position":[[188,9]]},"236":{"position":[[4089,6]]},"620":{"position":[[503,7]]},"661":{"position":[[1585,9]]}}}],["remark",{"_index":514,"t":{"21":{"position":[[834,11]]}}}],["rememb",{"_index":338,"t":{"15":{"position":[[940,8]]},"33":{"position":[[711,8]]}}}],["remot",{"_index":3790,"t":{"312":{"position":[[1126,8],[1278,6],[1472,6]]}}}],["remotelypython",{"_index":3793,"t":{"312":{"position":[[1246,14]]}}}],["remov",{"_index":2478,"t":{"209":{"position":[[794,6]]},"260":{"position":[[568,6],[1215,6]]},"696":{"position":[[2573,6]]}}}],["remove_wors",{"_index":4568,"t":{"494":{"position":[[1451,15]]}}}],["repeatedli",{"_index":2437,"t":{"205":{"position":[[106,10]]},"574":{"position":[[208,10]]},"576":{"position":[[198,10]]},"630":{"position":[[113,10]]}}}],["replac",{"_index":790,"t":{"42":{"position":[[110,11]]},"50":{"position":[[72,7]]},"57":{"position":[[1327,8]]},"140":{"position":[[3343,7]]},"236":{"position":[[951,11],[3907,7]]},"356":{"position":[[10455,8]]},"620":{"position":[[410,7]]}}}],["repli",{"_index":2799,"t":{"250":{"position":[[1258,5],[1440,6],[1459,5],[1676,5],[1858,6],[1877,5]]},"293":{"position":[[1534,8]]},"326":{"position":[[191,5],[384,6],[1779,8],[1931,5],[2447,5],[2620,5],[3945,6],[4020,5],[4062,5],[4327,5],[4347,5],[4655,5],[4759,5],[4870,5],[4970,5],[5059,5],[5165,5],[5307,5],[5389,5],[5514,5],[5743,5],[5765,5],[5957,5],[6600,8],[6671,8],[6926,8],[8923,5],[10342,5],[10758,5],[10791,5],[11617,5],[12132,5],[12165,5],[12991,5],[13484,5],[14231,5],[15499,5],[15706,5],[15914,5],[16220,5],[16418,5],[16655,5],[16683,8],[16901,7],[17018,5],[17076,5],[17145,7],[17315,6],[17432,6],[17450,5],[17667,5],[17904,5],[17932,8],[18150,7],[18267,5],[18325,5],[18394,7],[18564,6],[18681,6],[18699,5]]},"332":{"position":[[403,5],[448,6],[1690,8],[2377,5],[2550,5],[3786,5],[3836,5],[4025,6]]}}}],["reply_at_rec",{"_index":3898,"t":{"326":{"position":[[14875,16]]}}}],["reply_func",{"_index":3856,"t":{"326":{"position":[[4189,11],[5363,10],[5533,11],[16529,10],[17778,10]]}}}],["repo",{"_index":960,"t":{"67":{"position":[[378,5]]}}}],["report",{"_index":952,"t":{"67":{"position":[[164,6]]},"80":{"position":[[199,6],[218,6]]},"190":{"position":[[1345,6]]},"285":{"position":[[338,8]]},"356":{"position":[[9179,8],[34671,8]]},"368":{"position":[[2968,6],[3437,6]]},"524":{"position":[[169,6]]},"526":{"position":[[387,6]]},"528":{"position":[[379,6]]},"608":{"position":[[161,7],[253,6],[978,9],[3059,6],[5828,6],[6334,6]]},"696":{"position":[[5018,6],[6411,6]]}}}],["report(_metric=non",{"_index":5116,"t":{"608":{"position":[[173,20]]}}}],["repositori",{"_index":518,"t":{"21":{"position":[[1128,11]]}}}],["repres",{"_index":352,"t":{"15":{"position":[[1368,14]]},"29":{"position":[[810,12]]},"368":{"position":[[975,12]]},"649":{"position":[[6559,11]]}}}],["represent",{"_index":743,"t":{"33":{"position":[[2629,14]]},"600":{"position":[[2616,17]]},"708":{"position":[[3126,17]]}}}],["reproduc",{"_index":954,"t":{"67":{"position":[[188,12],[242,9]]},"700":{"position":[[83,15],[382,15]]}}}],["reprogram",{"_index":3694,"t":{"293":{"position":[[1014,9]]},"332":{"position":[[4148,9]]}}}],["request",{"_index":492,"t":{"19":{"position":[[1102,8]]},"194":{"position":[[623,10]]},"326":{"position":[[8913,7],[10332,7],[11626,9],[13000,9],[20186,8]]},"348":{"position":[[10239,10],[10323,7],[10487,10],[10551,10]]},"432":{"position":[[6238,9],[6697,9]]}}}],["request'",{"_index":4047,"t":{"348":{"position":[[10625,9],[10685,9]]}}}],["request_dict",{"_index":4041,"t":{"348":{"position":[[10250,13],[10303,12]]}}}],["request_dict_0",{"_index":4043,"t":{"348":{"position":[[10498,15]]}}}],["request_dict_1",{"_index":4045,"t":{"348":{"position":[[10562,15]]}}}],["request_repli",{"_index":2783,"t":{"250":{"position":[[408,14],[574,14],[739,14],[913,14]]},"326":{"position":[[7772,14],[8873,13],[9183,14],[10292,13],[10595,14],[11578,13],[11961,14],[12952,13]]}}}],["requestrespons",{"_index":843,"t":{"48":{"position":[[180,15],[424,15]]},"50":{"position":[[384,15]]}}}],["requir",{"_index":355,"t":{"15":{"position":[[1419,7]]},"23":{"position":[[708,7]]},"29":{"position":[[607,8],[663,8]]},"78":{"position":[[140,13]]},"114":{"position":[[13,8]]},"153":{"position":[[13,8]]},"160":{"position":[[13,8]]},"178":{"position":[[205,8]]},"180":{"position":[[252,8]]},"182":{"position":[[141,8]]},"188":{"position":[[13,8]]},"203":{"position":[[1463,8]]},"236":{"position":[[476,7]]},"242":{"position":[[6,8]]},"258":{"position":[[15140,8]]},"356":{"position":[[6468,9],[20722,8],[32424,9],[38359,8]]},"368":{"position":[[3897,9],[4201,10],[4556,8]]},"546":{"position":[[590,8]]},"608":{"position":[[5811,7],[11273,9]]},"620":{"position":[[209,8]]},"624":{"position":[[1095,7],[1291,7]]},"626":{"position":[[89,9]]},"638":{"position":[[21,8]]},"647":{"position":[[1321,8]]},"680":{"position":[[495,8]]},"682":{"position":[[3235,13],[3406,12]]},"684":{"position":[[483,8]]},"686":{"position":[[391,8]]},"694":{"position":[[394,10],[452,10],[651,8],[1201,8]]},"696":{"position":[[4157,8],[4685,12]]},"706":{"position":[[97,8],[507,8]]},"708":{"position":[[200,8],[758,8]]}}}],["rerun",{"_index":5348,"t":{"638":{"position":[[1157,5]]}}}],["resampl",{"_index":3427,"t":{"264":{"position":[[8884,11],[9540,11],[9740,11],[10324,11],[10890,11],[11450,11],[12009,11],[13034,11],[13664,11],[13811,11],[14000,11],[14565,11],[15136,11],[15705,11],[16258,11],[16820,11],[17387,11],[17950,11],[18514,11],[19086,11],[19655,11],[21061,11],[21683,11],[21830,11],[22019,11],[22584,11],[23155,11],[23724,11]]},"356":{"position":[[3012,10],[17866,10],[28266,10]]},"432":{"position":[[4822,10]]},"655":{"position":[[30,10],[142,10]]}}}],["resample_norm",{"_index":3425,"t":{"264":{"position":[[8853,16],[9709,16],[10293,16],[10859,16],[11419,16],[11978,16],[13003,16],[13969,16],[14534,16],[15105,16],[15674,16],[16227,16],[16789,16],[17356,16],[17919,16],[18483,16],[19055,16],[19624,16],[21030,16],[21988,16],[22553,16],[23124,16],[23693,16]]}}}],["resamplenorm",{"_index":3426,"t":{"264":{"position":[[8870,13],[9424,13],[9526,13],[9726,13],[10310,13],[10876,13],[11436,13],[11995,13],[13020,13],[13650,13],[13797,13],[13986,13],[14551,13],[15122,13],[15691,13],[16244,13],[16806,13],[17373,13],[17936,13],[18500,13],[19072,13],[19641,13],[21047,13],[21669,13],[21816,13],[22005,13],[22570,13],[23141,13],[23710,13]]}}}],["research",{"_index":21,"t":{"2":{"position":[[230,8],[264,9]]},"7":{"position":[[193,9]]},"13":{"position":[[192,8]]},"25":{"position":[[0,8],[160,8]]},"29":{"position":[[1418,8]]},"35":{"position":[[861,8],[1187,8]]},"37":{"position":[[38,8]]},"63":{"position":[[0,8],[171,8]]},"84":{"position":[[151,8]]},"234":{"position":[[670,8],[702,8]]},"238":{"position":[[202,8]]},"540":{"position":[[140,8]]},"600":{"position":[[0,8],[49,8]]}}}],["reserv",{"_index":3884,"t":{"326":{"position":[[10968,8],[12342,8]]}}}],["reset",{"_index":2792,"t":{"250":{"position":[[1018,6],[1029,7],[1060,5]]},"316":{"position":[[225,6],[236,7],[249,5]]},"326":{"position":[[5990,6],[6016,5],[6085,5],[13457,5],[14204,5],[14738,6],[14749,7],[14762,5],[14865,5],[15023,5]]},"348":{"position":[[10879,5]]},"554":{"position":[[3391,5]]}}}],["reset_config",{"_index":3859,"t":{"326":{"position":[[4270,13],[6045,12]]}}}],["reset_config(config",{"_index":3864,"t":{"326":{"position":[[6145,20]]}}}],["reset_consecutive_auto_reply_count",{"_index":3899,"t":{"326":{"position":[[14907,37]]}}}],["reset_consecutive_auto_reply_counter(send",{"_index":3900,"t":{"326":{"position":[[14949,44]]}}}],["reset_count",{"_index":4037,"t":{"348":{"position":[[9456,14],[10847,13]]}}}],["reshap",{"_index":229,"t":{"11":{"position":[[37,7]]}}}],["residu",{"_index":1289,"t":{"102":{"position":[[465,8],[503,8],[614,8]]}}}],["resolv",{"_index":919,"t":{"57":{"position":[[1712,9]]},"558":{"position":[[1254,8]]}}}],["resourc",{"_index":190,"t":{"7":{"position":[[497,10]]},"192":{"position":[[704,10]]},"234":{"position":[[419,10]]},"306":{"position":[[106,9]]},"356":{"position":[[2181,9],[18925,9],[23006,8],[23079,8],[27330,9]]},"494":{"position":[[1062,8]]},"500":{"position":[[415,8],[782,8]]},"502":{"position":[[558,8]]},"510":{"position":[[471,9]]},"526":{"position":[[271,8]]},"528":{"position":[[263,8]]},"544":{"position":[[2270,8],[2390,8],[2467,8],[3476,8]]},"554":{"position":[[895,8],[1015,8],[1092,8],[1215,9],[3005,8],[3719,9],[3734,9],[3796,9]]},"584":{"position":[[787,9],[797,9],[819,9]]},"600":{"position":[[1889,8],[2066,8]]},"608":{"position":[[5121,8],[5217,8],[5294,8],[8028,9],[11863,8]]},"657":{"position":[[23,10],[510,9],[910,10],[3854,8]]},"678":{"position":[[314,8]]},"684":{"position":[[492,8],[543,8],[763,8],[878,8]]},"694":{"position":[[187,9],[528,9],[1054,9],[1989,8],[2045,10]]},"696":{"position":[[107,8],[186,8],[262,8],[780,9],[831,8],[859,8],[980,8],[1015,9],[1167,8],[1574,8],[1703,8],[1769,9],[1845,8],[2366,8],[2385,8],[2932,9],[4462,8],[4490,8],[4798,9],[6081,8],[6422,8]]}}}],["resource_attr",{"_index":4267,"t":{"356":{"position":[[22926,14],[22954,15]]},"544":{"position":[[428,14],[2230,13],[2414,14],[2491,14]]},"554":{"position":[[212,14],[855,13],[1039,14],[1116,14]]},"608":{"position":[[1578,14],[5081,13],[5241,14],[5318,14],[5623,13],[6013,16]]},"696":{"position":[[68,14],[210,14],[286,14],[1190,14],[2584,13],[2916,15],[3171,14],[3979,15],[4886,13],[5178,14],[5770,14],[6746,14]]}}}],["resource_attr=\"sample_s",{"_index":5716,"t":{"696":{"position":[[1221,28]]}}}],["resource_attr=resource_attr",{"_index":5744,"t":{"696":{"position":[[3429,28],[6981,28]]}}}],["resource_group",{"_index":3734,"t":{"304":{"position":[[145,15]]},"312":{"position":[[1328,14],[1349,15]]}}}],["resource_group=\"myresourcegroup",{"_index":1746,"t":{"134":{"position":[[225,34]]}}}],["resource_multiple_factor",{"_index":4825,"t":{"554":{"position":[[325,25],[1131,24]]}}}],["resources_per_tri",{"_index":5143,"t":{"608":{"position":[[1859,20],[7977,19]]},"694":{"position":[[137,20],[572,20]]}}}],["resources_per_trial={\"cpu",{"_index":3643,"t":{"285":{"position":[[347,27]]},"694":{"position":[[1014,27]]}}}],["resources_per_trial={\"gpu",{"_index":2205,"t":{"194":{"position":[[310,27]]}}}],["resources_per_trial={'cpu",{"_index":5703,"t":{"694":{"position":[[599,27]]}}}],["resources_per_work",{"_index":5227,"t":{"610":{"position":[[1546,22]]}}}],["resourcesnum_cpu",{"_index":2190,"t":{"192":{"position":[[639,17]]}}}],["respect",{"_index":3834,"t":{"326":{"position":[[735,13]]},"332":{"position":[[749,13]]},"544":{"position":[[1622,13]]},"608":{"position":[[4206,12],[6169,13]]},"659":{"position":[[956,13]]},"678":{"position":[[178,7]]},"680":{"position":[[403,7],[717,7]]},"682":{"position":[[2566,7],[2761,13],[2873,7]]},"696":{"position":[[2054,13]]},"698":{"position":[[833,13]]},"702":{"position":[[1125,13]]},"706":{"position":[[985,13]]}}}],["respons",{"_index":372,"t":{"17":{"position":[[167,11]]},"27":{"position":[[609,9]]},"29":{"position":[[159,9],[649,9],[1698,8],[1844,10]]},"31":{"position":[[158,10],[220,8],[492,9],[679,8]]},"35":{"position":[[268,9],[330,8],[383,8],[450,9]]},"55":{"position":[[69,10]]},"57":{"position":[[1078,9],[1450,9],[1568,9],[1620,9]]},"322":{"position":[[79,9],[112,8],[619,10]]},"326":{"position":[[447,8]]},"348":{"position":[[1534,10],[1580,9],[1778,8],[4261,10],[4480,8],[5050,8],[5105,8],[5168,10],[6008,9],[6115,8],[6239,9],[6274,8],[6540,9],[6701,9],[6765,9],[7222,8],[7496,10],[7980,9],[8304,9],[8432,10],[8519,9],[8584,8],[8604,8],[8737,9],[8814,9],[8835,8],[8855,8],[8912,10],[9005,9],[9100,9],[9121,8],[9141,8],[9216,10],[10264,11],[10376,9],[10514,11],[10578,11],[10653,8]]}}}],["response_dict",{"_index":4042,"t":{"348":{"position":[[10276,15],[10355,13]]}}}],["response_dict_0",{"_index":4044,"t":{"348":{"position":[[10526,16]]}}}],["response_dict_1",{"_index":4046,"t":{"348":{"position":[[10590,16]]}}}],["responses[i",{"_index":3968,"t":{"348":{"position":[[1789,12],[7233,12]]}}}],["rest",{"_index":816,"t":{"46":{"position":[[191,7]]},"300":{"position":[[347,4]]}}}],["restart",{"_index":1026,"t":{"82":{"position":[[473,7]]},"706":{"position":[[85,8]]}}}],["restor",{"_index":3556,"t":{"275":{"position":[[506,9]]},"544":{"position":[[5521,8],[5569,7]]}}}],["restore(checkpoint_path",{"_index":4798,"t":{"544":{"position":[[5534,24]]}}}],["restrict",{"_index":583,"t":{"27":{"position":[[761,10]]},"348":{"position":[[2285,11]]}}}],["result",{"_index":227,"t":{"9":{"position":[[662,8]]},"17":{"position":[[811,8]]},"23":{"position":[[59,7]]},"29":{"position":[[1865,6]]},"31":{"position":[[139,8]]},"33":{"position":[[742,6],[952,7],[1732,6]]},"35":{"position":[[102,6]]},"55":{"position":[[1759,8]]},"59":{"position":[[620,6]]},"236":{"position":[[2721,7]]},"285":{"position":[[330,7]]},"306":{"position":[[374,7]]},"326":{"position":[[17134,7],[18383,7],[19012,7],[19469,7],[19571,7]]},"348":{"position":[[336,7],[3459,8],[7574,6],[8007,7],[8045,8],[8295,8],[8331,7],[8424,7],[8460,7]]},"356":{"position":[[7289,7],[11139,7],[12647,6],[21300,7],[33218,7],[36163,6],[37045,7],[38937,7]]},"370":{"position":[[1036,8],[1581,8]]},"374":{"position":[[432,8]]},"498":{"position":[[49,6],[381,6],[899,6]]},"506":{"position":[[40,7],[218,7],[532,7],[686,8],[708,9],[755,6],[3348,6],[3448,7]]},"520":{"position":[[1351,6],[3242,6]]},"524":{"position":[[150,7],[176,6]]},"526":{"position":[[368,7],[394,6]]},"528":{"position":[[360,7],[386,6]]},"544":{"position":[[1926,7],[3721,6],[5657,7],[5801,7],[5841,7],[5947,8],[5969,9],[6017,7],[6147,7]]},"546":{"position":[[189,7]]},"554":{"position":[[3293,7],[3539,7]]},"562":{"position":[[442,7]]},"580":{"position":[[201,7]]},"588":{"position":[[566,6],[630,6],[1224,7],[1292,6],[1318,7],[2103,7],[2148,6],[2198,6],[2329,6],[2440,6],[2521,6],[2652,6],[2758,6]]},"592":{"position":[[1150,6],[2687,7]]},"608":{"position":[[67,8],[282,8],[3548,6],[4729,7],[5848,7],[6354,7],[7723,8],[7762,8],[10912,7],[12108,6]]},"610":{"position":[[231,6]]},"622":{"position":[[655,8]]},"636":{"position":[[20,7],[77,7],[1920,6],[1956,7]]},"638":{"position":[[177,8]]},"644":{"position":[[1328,6]]},"657":{"position":[[2577,8]]},"659":{"position":[[180,8]]},"684":{"position":[[465,8]]},"688":{"position":[[242,6],[698,6]]},"696":{"position":[[5038,7],[6481,7]]},"698":{"position":[[319,7]]}}}],["result.get_best_trial(\"loss",{"_index":3647,"t":{"287":{"position":[[90,29]]}}}],["result[self.metric])tune.run(trainable_funct",{"_index":4942,"t":{"588":{"position":[[1363,48]]}}}],["result_dict",{"_index":3925,"t":{"326":{"position":[[19809,13],[19886,11]]}}}],["result_type_nam",{"_index":4604,"t":{"498":{"position":[[326,16]]}}}],["resultprint(analysis.best_config",{"_index":5706,"t":{"694":{"position":[[1142,33],[1626,33]]}}}],["results.csv",{"_index":5347,"t":{"638":{"position":[[1010,13]]}}}],["retrain",{"_index":1102,"t":{"92":{"position":[[2810,7],[2876,9]]},"100":{"position":[[4272,7],[4338,9]]},"108":{"position":[[7336,7],[7405,9]]},"130":{"position":[[7234,7],[7300,9]]},"146":{"position":[[4297,7],[4363,9]]},"258":{"position":[[14574,7],[14643,9]]},"262":{"position":[[8368,7],[8437,9]]},"264":{"position":[[7238,7],[7306,9]]},"356":{"position":[[4001,7],[4081,7],[4128,11],[4169,7],[16432,7],[16484,7],[19286,10],[29959,7],[30039,7],[30086,11],[30127,7]]},"486":{"position":[[607,8],[653,7]]},"655":{"position":[[658,7],[781,10],[835,7],[960,10]]}}}],["retrain(train_func",{"_index":4543,"t":{"486":{"position":[[620,19]]}}}],["retrain_final=fals",{"_index":4261,"t":{"356":{"position":[[21747,19]]}}}],["retrain_from_log",{"_index":4222,"t":{"356":{"position":[[15995,17]]},"661":{"position":[[1903,19]]}}}],["retrain_from_log(log_file_nam",{"_index":4223,"t":{"356":{"position":[[16017,31]]}}}],["retrain_ful",{"_index":4099,"t":{"356":{"position":[[3947,12],[29905,12]]},"655":{"position":[[872,12]]}}}],["retrain_full=non",{"_index":4292,"t":{"356":{"position":[[24185,18]]}}}],["retri",{"_index":5240,"t":{"610":{"position":[[2068,5]]}}}],["retriev",{"_index":1206,"t":{"100":{"position":[[4954,8]]},"108":{"position":[[7839,8]]},"138":{"position":[[935,9]]},"207":{"position":[[481,8]]},"312":{"position":[[428,10]]},"506":{"position":[[969,8],[2254,8]]},"688":{"position":[[155,8],[216,8]]}}}],["return",{"_index":486,"t":{"19":{"position":[[778,6],[1174,6]]},"29":{"position":[[843,7]]},"31":{"position":[[691,8]]},"33":{"position":[[1080,6],[1725,6],[1969,6],[3166,7]]},"102":{"position":[[785,6]]},"110":{"position":[[501,6]]},"190":{"position":[[203,6],[906,6]]},"220":{"position":[[437,6]]},"224":{"position":[[448,6]]},"226":{"position":[[321,6]]},"236":{"position":[[2709,6],[2745,6]]},"250":{"position":[[1396,8],[1814,8]]},"260":{"position":[[892,6],[1052,6],[1067,6]]},"264":{"position":[[1249,6]]},"271":{"position":[[656,6]]},"273":{"position":[[356,6]]},"277":{"position":[[445,6]]},"293":{"position":[[1281,7]]},"312":{"position":[[1019,6]]},"316":{"position":[[175,6],[428,6],[513,6]]},"322":{"position":[[657,8]]},"326":{"position":[[1536,7],[5018,7],[5504,7],[6116,7],[6222,6],[7437,9],[7447,8],[16877,7],[16925,7],[17123,6],[17402,8],[18126,7],[18174,7],[18372,6],[18651,8],[18912,8],[19001,6],[19161,8],[19458,6],[19560,6],[19771,8]]},"332":{"position":[[1447,7]]},"344":{"position":[[439,8],[732,8]]},"348":{"position":[[1621,6],[1887,6],[3368,8],[5063,7],[5179,6],[5466,8],[5999,8],[6806,6],[7331,6],[7973,6],[8189,8],[8476,10],[8630,8],[8881,8],[9167,8],[9301,6]]},"356":{"position":[[1136,6],[1189,7],[1772,6],[9222,8],[11615,6],[11730,8],[11849,8],[11965,8],[12774,7],[12926,8],[13194,7],[13245,8],[13447,7],[13531,7],[14731,8],[15175,8],[15937,8],[21795,8],[21934,8],[22404,8],[22851,8],[23026,8],[23204,8],[23344,8],[23492,8],[23543,7],[23648,8],[26249,6],[26302,7],[26885,6],[28819,6],[34714,8],[36136,6],[36840,6]]},"368":{"position":[[891,8],[1079,7],[1430,6],[1494,6],[1560,6],[1621,6],[1658,6],[1783,6],[1839,6],[1861,6],[2274,8],[2485,8],[2772,8],[3760,8],[4080,8],[4520,8],[4976,8]]},"370":{"position":[[639,8],[1010,6],[1063,8],[1555,6],[1608,8]]},"374":{"position":[[406,6],[459,8]]},"398":{"position":[[313,8]]},"402":{"position":[[307,8]]},"432":{"position":[[2437,8],[6620,8],[7139,8],[7375,6],[7491,9],[7712,8],[7848,6],[7962,9],[8147,8],[8586,8]]},"452":{"position":[[191,8],[373,8]]},"454":{"position":[[260,8]]},"510":{"position":[[1278,6]]},"518":{"position":[[523,7]]},"524":{"position":[[187,6]]},"526":{"position":[[405,6]]},"528":{"position":[[397,6]]},"540":{"position":[[1325,6]]},"544":{"position":[[6112,8]]},"546":{"position":[[426,7]]},"554":{"position":[[4086,6]]},"558":{"position":[[1203,8]]},"572":{"position":[[173,7]]},"574":{"position":[[304,8]]},"576":{"position":[[294,8]]},"588":{"position":[[1787,6]]},"592":{"position":[[769,6]]},"608":{"position":[[3003,6],[7128,6]]},"610":{"position":[[1345,6]]},"647":{"position":[[1367,7],[1660,6],[2203,6],[2339,7]]},"649":{"position":[[4900,6],[6350,6],[7675,6],[8171,6]]},"651":{"position":[[646,6],[1473,7]]},"680":{"position":[[560,6],[597,6],[1649,6],[1705,6],[1731,6],[1790,6],[1941,7],[2100,9]]},"688":{"position":[[37,7],[258,8]]},"692":{"position":[[295,7],[590,6],[981,8]]},"696":{"position":[[2909,6]]},"698":{"position":[[902,6]]}}}],["return_al",{"_index":4395,"t":{"370":{"position":[[976,10],[1112,10],[1521,10]]},"374":{"position":[[372,10],[508,10]]}}}],["return_all=fals",{"_index":4394,"t":{"370":{"position":[[753,17],[1235,17]]},"374":{"position":[[149,17]]}}}],["return_responses_and_per_instance_result",{"_index":4022,"t":{"348":{"position":[[7909,40],[8342,40]]}}}],["return_responses_and_per_instance_result=fals",{"_index":4013,"t":{"348":{"position":[[6430,47]]}}}],["return_x_y=tru",{"_index":1693,"t":{"130":{"position":[[114,16]]}}}],["returnresource_attr",{"_index":5768,"t":{"696":{"position":[[6608,19]]}}}],["revers",{"_index":728,"t":{"33":{"position":[[2236,7]]},"264":{"position":[[934,7]]}}}],["review",{"_index":970,"t":{"69":{"position":[[29,8],[68,9],[87,9],[154,9]]}}}],["revolution_day_memori",{"_index":3248,"t":{"264":{"position":[[1063,26]]}}}],["reward",{"_index":4778,"t":{"544":{"position":[[1865,6]]},"592":{"position":[[2626,6],[5106,7]]},"608":{"position":[[4668,6],[4998,6]]},"698":{"position":[[258,6],[765,6]]}}}],["rf",{"_index":1069,"t":{"92":{"position":[[920,5]]},"146":{"position":[[933,5]]},"205":{"position":[[813,6],[939,5]]},"244":{"position":[[1171,2]]},"256":{"position":[[938,5]]},"258":{"position":[[1713,5]]},"260":{"position":[[2519,5]]},"262":{"position":[[1764,5]]},"356":{"position":[[2446,5],[27595,5]]},"628":{"position":[[576,5]]},"638":{"position":[[317,3],[565,2],[836,3],[920,2]]},"649":{"position":[[1164,5],[6221,7],[9206,5]]},"663":{"position":[[1094,6]]},"668":{"position":[[679,5]]}}}],["rf'",{"_index":2845,"t":{"256":{"position":[[5012,4],[5216,4],[5634,4],[13456,4]]},"258":{"position":[[6203,4],[6407,4],[8751,4],[14463,4]]},"262":{"position":[[2692,4],[3315,4],[3354,4],[3559,4],[3764,4],[3969,4],[4132,4],[4171,4],[4334,4],[4373,4],[4585,4],[4803,4],[5029,4],[5241,4],[5467,4],[5630,4],[5669,4],[5895,4],[6101,4],[6319,4],[6531,4],[6749,4],[6912,4],[6951,4]]}}}],["rf[flaml.automl",{"_index":2844,"t":{"256":{"position":[[4946,16],[5150,16],[5568,16],[13390,16]]},"258":{"position":[[6137,16],[6341,16],[8685,16],[14396,16]]},"262":{"position":[[2626,16],[3249,16],[4066,16],[4268,16],[5564,16],[6846,16]]}}}],["rf_ts(ts_sklearn",{"_index":4527,"t":{"474":{"position":[[6,17]]}}}],["rgf",{"_index":5445,"t":{"649":{"position":[[5960,6],[6071,3]]}}}],["rgf.sklearn",{"_index":5432,"t":{"649":{"position":[[4337,11],[4418,11]]}}}],["rgfclass",{"_index":5428,"t":{"649":{"position":[[4173,8]]}}}],["rgfclassifi",{"_index":5433,"t":{"649":{"position":[[4356,13],[4393,13],[4969,13]]}}}],["rgfregressor",{"_index":5434,"t":{"649":{"position":[[4437,12],[4473,12],[4986,12]]}}}],["rh",{"_index":437,"t":{"17":{"position":[[2276,3],[2320,5]]}}}],["richard",{"_index":5108,"t":{"600":{"position":[[3294,7],[3589,7]]}}}],["right",{"_index":623,"t":{"29":{"position":[[1220,5],[1343,6]]},"33":{"position":[[3178,5]]}}}],["right/wrong",{"_index":675,"t":{"33":{"position":[[340,12]]}}}],["rm",{"_index":2733,"t":{"244":{"position":[[1167,2]]}}}],["rmse",{"_index":1294,"t":{"102":{"position":[[583,4]]},"264":{"position":[[7433,6]]},"647":{"position":[[383,7]]}}}],["rmse\",}automl_settings[\"fit_kwargs_by_estim",{"_index":1571,"t":{"118":{"position":[[515,50]]}}}],["rmse[flaml.automl",{"_index":1584,"t":{"118":{"position":[[1303,18]]}}}],["roadmap",{"_index":100,"t":{"2":{"position":[[1252,8]]}}}],["roberta",{"_index":1514,"t":{"116":{"position":[[745,7],[798,7]]},"118":{"position":[[740,7],[793,7]]},"122":{"position":[[1149,7],[1202,7],[2527,7],[2580,7]]},"364":{"position":[[315,7]]}}}],["robust",{"_index":5076,"t":{"600":{"position":[[1855,6],[2032,6]]}}}],["roc_auc",{"_index":1994,"t":{"172":{"position":[[144,10]]},"356":{"position":[[678,10],[25791,10]]},"368":{"position":[[3272,10]]},"647":{"position":[[511,10]]}}}],["roc_auc_ovo",{"_index":1997,"t":{"172":{"position":[[190,14]]},"356":{"position":[[704,14],[25817,14]]},"368":{"position":[[3298,14]]},"647":{"position":[[658,14]]}}}],["roc_auc_ovo_weight",{"_index":4056,"t":{"356":{"position":[[739,23],[25852,23]]},"647":{"position":[[894,23]]}}}],["roc_auc_ovr",{"_index":1996,"t":{"172":{"position":[[175,14]]},"356":{"position":[[689,14],[25802,14]]},"368":{"position":[[3283,14]]},"647":{"position":[[592,14]]}}}],["roc_auc_ovr_weight",{"_index":4057,"t":{"356":{"position":[[763,23],[25876,23]]},"647":{"position":[[796,23]]}}}],["roc_auc_scor",{"_index":5374,"t":{"647":{"position":[[535,14],[620,13],[686,13],[757,13],[833,13],[931,13]]}}}],["roc_auc_weight",{"_index":1995,"t":{"172":{"position":[[155,19]]},"356":{"position":[[719,19],[25832,19]]},"647":{"position":[[724,19]]}}}],["role",{"_index":41,"t":{"2":{"position":[[508,4]]},"15":{"position":[[1063,4]]},"203":{"position":[[1275,5],[1714,4]]},"293":{"position":[[1419,7],[1687,4]]},"326":{"position":[[1674,7],[8194,4],[8210,4],[8235,4],[9613,4],[9629,4],[9654,4],[11161,7],[11169,4],[11371,4],[12535,7],[12543,4],[12745,4],[19931,7],[19963,6]]},"332":{"position":[[1585,7],[1842,4]]},"348":{"position":[[2685,4],[3288,6]]},"540":{"position":[[204,4]]}}}],["romanian",{"_index":1646,"t":{"120":{"position":[[2744,9]]}}}],["room",{"_index":546,"t":{"23":{"position":[[769,4]]}}}],["root",{"_index":3950,"t":{"348":{"position":[[444,4],[826,4]]},"364":{"position":[[217,4]]},"647":{"position":[[391,4]]}}}],["root=data_dir",{"_index":3532,"t":{"273":{"position":[[187,14],[291,14]]}}}],["rossi",{"_index":5063,"t":{"600":{"position":[[1414,6],[1572,7]]}}}],["rouge1\",}automl_settings[\"fit_kwargs_by_estim",{"_index":1591,"t":{"120":{"position":[[491,52]]}}}],["rouge[flaml.automl",{"_index":1596,"t":{"120":{"position":[[1215,19]]}}}],["roughli",{"_index":5504,"t":{"657":{"position":[[2725,7]]}}}],["round",{"_index":3797,"t":{"316":{"position":[[109,7]]},"520":{"position":[[518,7],[1093,7],[1366,7],[2276,7],[2629,7],[3088,7],[3257,7]]},"682":{"position":[[4581,8],[4863,8],[5127,8],[5373,8],[5702,8]]}}}],["round(config['x",{"_index":5121,"t":{"608":{"position":[[411,19],[2746,19]]}}}],["row",{"_index":3071,"t":{"260":{"position":[[532,4]]},"356":{"position":[[3773,3],[29132,3]]},"368":{"position":[[3987,4]]}}}],["rule",{"_index":5500,"t":{"657":{"position":[[2361,4]]}}}],["run",{"_index":764,"t":{"33":{"position":[[3812,3]]},"59":{"position":[[901,3]]},"67":{"position":[[599,7]]},"74":{"position":[[108,3]]},"78":{"position":[[0,3],[85,3],[100,3],[241,3]]},"80":{"position":[[53,3],[145,3]]},"92":{"position":[[906,4]]},"100":{"position":[[426,7],[1187,4],[5137,4],[5542,4]]},"108":{"position":[[426,7],[1191,4],[8022,4],[8484,4]]},"116":{"position":[[1064,3],[1789,4]]},"118":{"position":[[1382,4]]},"120":{"position":[[1295,4]]},"122":{"position":[[3349,4]]},"124":{"position":[[3,3]]},"130":{"position":[[750,4]]},"138":{"position":[[402,7],[681,4],[704,3],[832,3]]},"140":{"position":[[199,3],[2280,3],[3271,3]]},"146":{"position":[[919,4]]},"172":{"position":[[47,7]]},"174":{"position":[[288,4]]},"184":{"position":[[434,3],[691,3]]},"194":{"position":[[469,3]]},"209":{"position":[[552,7]]},"236":{"position":[[2234,3],[3327,3]]},"244":{"position":[[402,3]]},"256":{"position":[[924,4]]},"258":{"position":[[767,7],[1699,4]]},"260":{"position":[[1784,7],[2505,4]]},"262":{"position":[[890,7],[1750,4]]},"264":{"position":[[1915,7],[3620,4]]},"279":{"position":[[144,3]]},"306":{"position":[[153,3]]},"312":{"position":[[125,6],[329,3],[984,3],[1093,4],[1122,3],[1170,3],[1227,3],[1416,4]]},"318":{"position":[[290,3]]},"326":{"position":[[18984,3],[19064,3]]},"356":{"position":[[7742,3],[8013,3],[21435,3],[33671,3],[33942,3],[39072,3]]},"432":{"position":[[3208,4],[4526,4]]},"486":{"position":[[366,4],[414,4],[734,4],[824,4]]},"494":{"position":[[1961,8]]},"510":{"position":[[896,3],[1220,7],[1811,3]]},"524":{"position":[[323,3]]},"544":{"position":[[1693,3],[1826,7]]},"546":{"position":[[662,3]]},"574":{"position":[[128,4],[192,3],[324,4]]},"576":{"position":[[118,4],[182,3],[314,4]]},"584":{"position":[[73,4],[187,4],[263,7],[884,8]]},"592":{"position":[[213,3],[680,3],[1023,3],[1574,3],[1652,3],[2587,7],[2962,3],[3765,3],[5066,7]]},"608":{"position":[[1239,4],[4496,3],[4629,7],[5074,6],[11059,4],[11620,4]]},"610":{"position":[[807,3],[2088,4],[2297,4]]},"622":{"position":[[651,3]]},"630":{"position":[[194,7]]},"634":{"position":[[94,7]]},"657":{"position":[[1000,4],[2857,3]]},"659":{"position":[[136,3],[207,3],[338,4]]},"661":{"position":[[1752,3]]},"698":{"position":[[90,3],[219,7]]},"700":{"position":[[286,7]]}}}],["run(evaluation_funct",{"_index":5141,"t":{"608":{"position":[[1248,24]]}}}],["run._core_run.get_metrics(recursive=tru",{"_index":3779,"t":{"312":{"position":[[618,41]]}}}],["run._core_run.get_statu",{"_index":3777,"t":{"312":{"position":[[540,26]]}}}],["run.log(f\"{data_name}_{eval_nam",{"_index":3748,"t":{"306":{"position":[[338,35]]}}}],["run_chat",{"_index":3811,"t":{"318":{"position":[[129,9]]}}}],["run_chat(messag",{"_index":3812,"t":{"318":{"position":[[143,18]]}}}],["run_cod",{"_index":3832,"t":{"326":{"position":[[696,9],[18940,9]]},"332":{"position":[[710,9]]}}}],["run_code(cod",{"_index":3918,"t":{"326":{"position":[[18954,14]]}}}],["run_config",{"_index":5203,"t":{"610":{"position":[[698,10]]}}}],["run_config=aml_run_config,)exp",{"_index":1854,"t":{"140":{"position":[[3082,30]]}}}],["run_config=runconfig(name=\"my_tune_run",{"_index":5238,"t":{"610":{"position":[[2000,41]]}}}],["run_metr",{"_index":3780,"t":{"312":{"position":[[672,11]]}}}],["run_metrics[0][\"eval_binary_error",{"_index":3783,"t":{"312":{"position":[[722,35]]}}}],["run_trial",{"_index":4680,"t":{"510":{"position":[[1774,10]]}}}],["run_trial(tri",{"_index":4681,"t":{"510":{"position":[[1789,16]]}}}],["run_with_config",{"_index":3761,"t":{"310":{"position":[[539,16]]}}}],["run_with_config(config",{"_index":3770,"t":{"312":{"position":[[94,23]]}}}],["runconfig",{"_index":5210,"t":{"610":{"position":[[1072,10]]}}}],["runconfigur",{"_index":1841,"t":{"140":{"position":[[2622,17]]}}}],["runconfiguration(communicator=\"openmpi\")aml_run_config.target",{"_index":1847,"t":{"140":{"position":[[2815,61]]}}}],["runner",{"_index":4880,"t":{"572":{"position":[[62,7]]},"574":{"position":[[89,7]]},"576":{"position":[[79,7]]}}}],["runner'",{"_index":4886,"t":{"574":{"position":[[261,8]]},"576":{"position":[[251,8]]}}}],["runnig",{"_index":3707,"t":{"298":{"position":[[227,6]]}}}],["running/'l",{"_index":4658,"t":{"510":{"position":[[784,14]]}}}],["running_loss",{"_index":3577,"t":{"275":{"position":[[1240,12],[1639,12],[1788,12],[1818,12]]}}}],["running_tri",{"_index":4657,"t":{"510":{"position":[[729,15],[758,16]]}}}],["runtim",{"_index":4442,"t":{"432":{"position":[[631,7]]},"610":{"position":[[711,7]]},"644":{"position":[[1342,7]]}}}],["runtime==1.39.0",{"_index":3711,"t":{"298":{"position":[[366,16]]}}}],["s",{"_index":1234,"t":{"100":{"position":[[5553,2]]},"108":{"position":[[8495,2]]},"194":{"position":[[957,3]]},"348":{"position":[[1976,1],[7420,1]]},"649":{"position":[[2824,2]]}}}],["s\".format(automl.best_config_train_tim",{"_index":2012,"t":{"174":{"position":[[301,41]]}}}],["s\".format(automl.best_config_train_time))print(automl.model.estim",{"_index":1216,"t":{"100":{"position":[[5150,71]]},"108":{"position":[[8035,71]]}}}],["s)\")plt.ylabel(\"valid",{"_index":5587,"t":{"670":{"position":[[542,27]]}}}],["s)')plt.ylabel('valid",{"_index":1277,"t":{"100":{"position":[[7261,27]]},"108":{"position":[[10567,27]]}}}],["sai",{"_index":5044,"t":{"600":{"position":[[749,6],[936,7]]},"708":{"position":[[2469,6],[2656,7]]}}}],["sales_classification_forecast.log",{"_index":3172,"t":{"262":{"position":[[1020,36]]}}}],["same",{"_index":659,"t":{"31":{"position":[[597,4]]},"33":{"position":[[1103,4]]},"59":{"position":[[337,4]]},"61":{"position":[[119,4]]},"140":{"position":[[3457,5]]},"203":{"position":[[1270,4]]},"236":{"position":[[2970,4]]},"356":{"position":[[4416,4],[7324,4],[18261,4],[29467,4],[30374,4],[33253,4]]},"432":{"position":[[5081,4],[7185,4]]},"486":{"position":[[530,4]]},"544":{"position":[[1987,4]]},"554":{"position":[[3694,4],[3729,4],[3791,4]]},"592":{"position":[[2748,4]]},"608":{"position":[[4790,4],[7212,4],[10947,4]]},"620":{"position":[[515,5]]},"636":{"position":[[2201,4]]},"655":{"position":[[2096,4]]},"657":{"position":[[4614,4]]},"696":{"position":[[5245,4]]},"698":{"position":[[380,4]]},"700":{"position":[[354,4]]}}}],["sampl",{"_index":202,"t":{"9":{"position":[[232,8]]},"23":{"position":[[432,7]]},"92":{"position":[[593,6]]},"100":{"position":[[886,6]]},"108":{"position":[[890,6]]},"116":{"position":[[1404,6]]},"118":{"position":[[1010,6]]},"120":{"position":[[922,6]]},"122":{"position":[[2954,6]]},"130":{"position":[[444,6]]},"146":{"position":[[613,6]]},"155":{"position":[[404,6]]},"157":{"position":[[367,6]]},"162":{"position":[[414,6]]},"205":{"position":[[207,8]]},"256":{"position":[[558,6]]},"258":{"position":[[1276,6]]},"260":{"position":[[2139,6]]},"262":{"position":[[1363,6]]},"264":{"position":[[3248,6]]},"348":{"position":[[2247,7]]},"356":{"position":[[2611,6],[2644,6],[7635,6],[23052,6],[23237,6],[23377,6],[27865,6],[27898,6],[29427,6],[33564,6]]},"364":{"position":[[780,7],[845,7]]},"432":{"position":[[5754,6]]},"494":{"position":[[2713,6],[2803,7],[2955,7]]},"518":{"position":[[68,6]]},"520":{"position":[[114,6],[170,8],[221,8],[327,6],[393,8],[444,8],[690,8],[1016,8],[1503,6],[1531,8],[1582,8],[1671,6],[1770,8],[1818,8],[1928,6],[2134,6],[2444,6],[2771,6],[3006,6]]},"590":{"position":[[234,7],[320,7]]},"608":{"position":[[8664,6]]},"655":{"position":[[1804,6]]},"682":{"position":[[516,7],[794,7],[905,7],[1593,6],[2388,6],[2452,6],[2778,6],[3075,6],[3477,8],[3559,7],[4451,6],[4533,6],[4655,6],[4713,8],[4780,6],[4837,8],[4950,6],[5053,6],[5194,6],[5298,6],[5456,6],[5533,8],[5595,6],[5676,8],[5775,6]]},"696":{"position":[[1095,6],[1826,6],[2347,6]]}}}],["sample.domain",{"_index":4161,"t":{"356":{"position":[[10583,13],[19790,13],[35476,13]]}}}],["sample=non",{"_index":4279,"t":{"356":{"position":[[23892,12]]}}}],["sample=tru",{"_index":4145,"t":{"356":{"position":[[7652,12],[33581,12]]}}}],["sample_s",{"_index":4249,"t":{"356":{"position":[[19166,11]]},"661":{"position":[[570,14],[1007,14]]},"696":{"position":[[1325,13]]}}}],["sample_size\"min_resourc",{"_index":5740,"t":{"696":{"position":[[3086,25],[6630,25]]}}}],["sample_weight",{"_index":2443,"t":{"205":{"position":[[332,13]]},"356":{"position":[[20281,14],[37918,14]]},"663":{"position":[[181,14]]}}}],["sample_weight=weight_train",{"_index":4081,"t":{"356":{"position":[[1732,27],[26845,27]]},"647":{"position":[[2163,27]]}}}],["sample_weight=weight_v",{"_index":4077,"t":{"356":{"position":[[1610,25],[26723,25]]},"647":{"position":[[2041,25]]}}}],["sample_weight_ful",{"_index":4474,"t":{"432":{"position":[[4303,19],[5711,18]]}}}],["sample_weight_v",{"_index":4315,"t":{"356":{"position":[[29378,17]]}}}],["sample_weight_val=non",{"_index":4289,"t":{"356":{"position":[[24117,23]]}}}],["sampled_x_train",{"_index":5723,"t":{"696":{"position":[[2423,15],[6108,15]]}}}],["sampled_y_train",{"_index":5725,"t":{"696":{"position":[[2465,15],[2796,16],[6150,15],[6288,16]]}}}],["sampler",{"_index":4685,"t":{"518":{"position":[[387,8]]},"520":{"position":[[31,7]]},"592":{"position":[[342,8],[524,8],[1790,7],[1807,7],[2323,7],[2408,7]]}}}],["sampler=non",{"_index":4989,"t":{"592":{"position":[[2370,13]]}}}],["sanit",{"_index":4439,"t":{"424":{"position":[[25,9]]}}}],["sanitize(cl",{"_index":4440,"t":{"424":{"position":[[51,13]]}}}],["sarima",{"_index":4514,"t":{"462":{"position":[[62,7]]}}}],["sarimax",{"_index":4196,"t":{"356":{"position":[[14234,9]]},"649":{"position":[[2746,10],[2757,7]]}}}],["sarimax'",{"_index":2898,"t":{"256":{"position":[[15599,9],[16043,9],[16258,9],[17124,9],[17550,9],[17976,9],[18649,9],[19308,9],[19752,9],[20178,9],[21273,9],[21317,9],[21548,9],[21721,9],[21765,9],[21978,9],[22191,9],[22414,9],[22587,9],[22631,9],[22863,9]]},"258":{"position":[[11634,9],[12062,9],[12279,9],[12940,9],[13591,9]]}}}],["sarimax'][flaml.automl",{"_index":2832,"t":{"256":{"position":[[1007,24]]},"258":{"position":[[1782,24]]},"260":{"position":[[2588,24]]}}}],["sarimax(statsmodelsestim",{"_index":4513,"t":{"462":{"position":[[6,29]]}}}],["sarimax[flaml.automl",{"_index":2897,"t":{"256":{"position":[[15528,21],[15972,21],[16187,21],[17053,21],[17479,21],[17905,21],[18578,21],[19237,21],[19681,21],[20107,21],[21202,21],[21650,21],[22516,21]]},"258":{"position":[[11563,21],[11991,21],[12208,21],[12869,21],[13520,21]]}}}],["satisfi",{"_index":417,"t":{"17":{"position":[[1788,7]]},"544":{"position":[[2885,10],[3151,10]]},"608":{"position":[[8260,10],[8525,10]]},"684":{"position":[[185,10],[262,10],[1159,9],[1256,9]]},"692":{"position":[[59,9],[171,10],[778,9],[1769,7]]}}}],["save",{"_index":122,"t":{"5":{"position":[[234,5]]},"29":{"position":[[92,4],[131,5]]},"55":{"position":[[563,6]]},"61":{"position":[[293,4],[681,6]]},"116":{"position":[[1113,5]]},"209":{"position":[[357,4]]},"275":{"position":[[2268,4]]},"356":{"position":[[6734,7],[6812,5],[32690,7],[32768,5]]},"360":{"position":[[177,6]]},"544":{"position":[[5445,5],[5487,4]]},"584":{"position":[[646,6]]},"608":{"position":[[7827,4],[7883,4]]},"632":{"position":[[85,4]]},"634":{"position":[[151,4]]},"636":{"position":[[0,4],[57,4]]},"644":{"position":[[1547,4]]},"657":{"position":[[2212,4]]}}}],["save(checkpoint_path",{"_index":4797,"t":{"544":{"position":[[5455,21]]}}}],["save_total_limit=0",{"_index":2157,"t":{"190":{"position":[[1078,19]]}}}],["sc",{"_index":4906,"t":{"580":{"position":[[1135,2]]}}}],["sc=none",{"_index":4899,"t":{"580":{"position":[[415,8]]}}}],["scalar",{"_index":5609,"t":{"680":{"position":[[587,6],[2112,8]]}}}],["scale",{"_index":139,"t":{"5":{"position":[[474,5]]},"140":{"position":[[1946,5]]},"657":{"position":[[3168,5]]},"682":{"position":[[2405,5],[2418,6],[2470,5],[2862,5],[3096,5],[3862,5],[3950,5],[4082,5],[4216,5]]}}}],["scale_pos_weight",{"_index":2452,"t":{"205":{"position":[[878,19]]}}}],["scale_pos_weight=1",{"_index":1445,"t":{"108":{"position":[[9002,20]]},"162":{"position":[[1146,19]]},"262":{"position":[[9005,19]]}}}],["scaleddotproductattent",{"_index":3480,"t":{"264":{"position":[[28057,26]]}}}],["scaling_config",{"_index":5225,"t":{"610":{"position":[[1474,16]]}}}],["scalingconfig",{"_index":5211,"t":{"610":{"position":[[1083,13],[1493,14]]}}}],["scenario",{"_index":2421,"t":{"203":{"position":[[586,10]]},"682":{"position":[[7080,10]]},"706":{"position":[[1632,9]]},"708":{"position":[[930,9]]}}}],["scene",{"_index":5248,"t":{"620":{"position":[[187,5]]}}}],["schedul",{"_index":1755,"t":{"138":{"position":[[239,9]]},"168":{"position":[[215,9]]},"194":{"position":[[592,10]]},"285":{"position":[[272,9]]},"494":{"position":[[1567,10]]},"510":{"position":[[401,9],[874,8]]},"514":{"position":[[63,9]]},"544":{"position":[[2819,9]]},"608":{"position":[[5152,9],[5166,12],[5414,9],[5428,9],[5662,9],[5699,9],[5754,9],[5909,9],[6219,9],[6295,9],[6491,10],[6694,10]]},"696":{"position":[[19,10],[32,9],[138,10],[383,9],[542,10],[571,10],[598,9],[656,9],[939,9],[3628,9],[3658,9],[3734,10],[3844,9],[4104,10],[4419,9],[4599,11],[4714,11],[4765,9],[4955,8],[5128,9],[5310,11],[5364,9],[5950,8],[7223,10]]}}}],["scheduler=\"asha",{"_index":3641,"t":{"285":{"position":[[243,17]]},"696":{"position":[[5149,17],[7010,17]]}}}],["scheduler=\"flaml",{"_index":5745,"t":{"696":{"position":[[3458,18]]}}}],["scheduler='asha",{"_index":5752,"t":{"696":{"position":[[3877,17]]}}}],["scheduler='flaml",{"_index":5713,"t":{"696":{"position":[[629,21]]}}}],["scheduler=my_schedul",{"_index":5760,"t":{"696":{"position":[[4349,23]]}}}],["scheduler=non",{"_index":4652,"t":{"510":{"position":[[127,15]]},"608":{"position":[[1733,15]]}}}],["scheduler_arg",{"_index":4551,"t":{"494":{"position":[[253,15],[1512,14],[1678,14]]}}}],["school",{"_index":462,"t":{"19":{"position":[[152,6]]},"55":{"position":[[213,6]]}}}],["scientist",{"_index":129,"t":{"5":{"position":[[336,10]]},"630":{"position":[[77,10]]}}}],["scikit",{"_index":963,"t":{"67":{"position":[[539,6]]},"82":{"position":[[569,6]]},"236":{"position":[[1608,6]]},"356":{"position":[[4348,6],[18193,6],[30306,6]]},"378":{"position":[[69,6],[286,6]]},"432":{"position":[[5013,6]]},"644":{"position":[[70,6]]},"649":{"position":[[3941,6],[5077,6],[5586,6]]},"655":{"position":[[2028,6]]},"657":{"position":[[148,6],[4112,6]]}}}],["scope",{"_index":4633,"t":{"506":{"position":[[355,6],[670,6],[891,6],[1404,5],[2210,6],[2710,5]]}}}],["scope).last_result",{"_index":4650,"t":{"506":{"position":[[3585,18]]}}}],["scope=al",{"_index":4645,"t":{"506":{"position":[[1863,10],[3169,10]]}}}],["scope=avg",{"_index":4644,"t":{"506":{"position":[[1584,10],[2890,10]]}}}],["scope=last",{"_index":4641,"t":{"506":{"position":[[1469,11],[1703,10],[1723,10],[2775,11],[3009,10],[3029,10]]}}}],["score",{"_index":696,"t":{"33":{"position":[[1012,6],[1275,6]]},"356":{"position":[[35837,6],[36020,6]]},"368":{"position":[[2903,6],[2990,5],[3426,5],[3784,5]]},"506":{"position":[[1022,6],[1900,5],[2328,6],[3206,5]]},"608":{"position":[[3724,7]]},"610":{"position":[[407,7]]},"680":{"position":[[1274,5],[1676,5],[1712,5],[1799,8],[1808,6]]},"686":{"position":[[251,5]]}}}],["score(x_v",{"_index":4375,"t":{"368":{"position":[[2914,12]]}}}],["scratch",{"_index":635,"t":{"29":{"position":[[1609,8]]},"630":{"position":[[234,7]]}}}],["script",{"_index":1833,"t":{"140":{"position":[[2336,6],[3307,6]]},"236":{"position":[[3582,6]]},"244":{"position":[[880,7]]}}}],["scriptrunconfig",{"_index":1838,"t":{"140":{"position":[[2559,16],[3023,16]]}}}],["sd",{"_index":4727,"t":{"520":{"position":[[2749,3],[2815,3],[2891,2],[2902,2],[2980,3],[3050,3],[3177,2],[3182,2]]}}}],["sd=2",{"_index":5672,"t":{"682":{"position":[[5018,4],[5121,5]]}}}],["seamless",{"_index":2680,"t":{"236":{"position":[[3677,8]]}}}],["search",{"_index":171,"t":{"7":{"position":[[243,6]]},"9":{"position":[[108,6],[168,6]]},"55":{"position":[[1410,6]]},"57":{"position":[[582,6],[863,6],[999,6],[1104,6]]},"100":{"position":[[4894,6],[6924,6]]},"108":{"position":[[7779,6],[10230,6]]},"116":{"position":[[2776,6]]},"130":{"position":[[7846,6]]},"146":{"position":[[4911,6]]},"184":{"position":[[1543,6]]},"192":{"position":[[31,7],[282,6]]},"203":{"position":[[1020,6],[1126,6],[1625,7],[1653,6],[1726,6],[1782,6],[1947,6]]},"209":{"position":[[739,6]]},"230":{"position":[[543,6]]},"234":{"position":[[541,6]]},"236":{"position":[[1983,6],[2782,6],[2886,6],[2957,6]]},"258":{"position":[[15024,6]]},"264":{"position":[[29416,6]]},"310":{"position":[[37,6]]},"348":{"position":[[2482,6],[2522,7]]},"356":{"position":[[2676,7],[2762,7],[4100,6],[4953,6],[4997,7],[5047,6],[5089,6],[5176,6],[5298,6],[6672,6],[6966,6],[7084,6],[9809,6],[9935,6],[9970,6],[10119,6],[10193,6],[10254,6],[10312,6],[10428,6],[14417,8],[15120,8],[19587,6],[19685,6],[19750,6],[20254,8],[21683,6],[21818,6],[27930,7],[28016,7],[30058,6],[30911,6],[30955,7],[31005,6],[31047,6],[31134,6],[31256,6],[32628,6],[32922,6],[35273,6],[35371,6],[35436,6],[37891,8]]},"368":{"position":[[3915,6],[4109,6]]},"494":{"position":[[743,6],[762,6]]},"520":{"position":[[53,6]]},"532":{"position":[[33,6]]},"540":{"position":[[621,6],[971,6],[1233,6],[1283,7]]},"544":{"position":[[1240,6],[2641,6],[3590,6],[5714,6]]},"546":{"position":[[646,6],[696,6]]},"550":{"position":[[46,7]]},"554":{"position":[[33,6],[841,6],[4193,6]]},"558":{"position":[[366,7],[394,6],[446,6],[795,6],[1008,6],[1393,6]]},"562":{"position":[[51,6],[259,6],[368,6]]},"584":{"position":[[701,6]]},"588":{"position":[[1570,6],[1653,6],[1695,6],[1884,6]]},"592":{"position":[[299,6],[487,6],[2827,6],[2966,6],[3064,6],[3371,6],[3965,6]]},"600":{"position":[[693,6],[862,6]]},"608":{"position":[[3826,6],[7179,6],[11977,6]]},"610":{"position":[[486,6],[1627,6]]},"644":{"position":[[1124,9]]},"649":{"position":[[147,6],[3658,6],[6229,6],[6497,6],[6590,6],[6782,6],[7323,6],[7992,6],[8716,6],[8797,6],[8902,6],[8953,9],[9021,6],[9256,6]]},"653":{"position":[[40,7]]},"655":{"position":[[615,7],[639,7]]},"657":{"position":[[91,6],[130,7],[469,6]]},"670":{"position":[[60,7],[83,6]]},"672":{"position":[[46,6],[524,6],[746,6],[796,6],[883,6]]},"678":{"position":[[220,6]]},"682":{"position":[[55,6],[335,6],[407,6],[635,6],[1050,6],[1220,6],[1337,6],[1413,6],[2025,6],[2922,6],[3014,6],[3741,6],[6372,6],[6429,6],[6582,6],[6855,6],[6926,6],[7038,6],[7653,6],[7966,6]]},"686":{"position":[[168,6],[538,6]]},"688":{"position":[[385,6]]},"694":{"position":[[790,6],[1342,6]]},"696":{"position":[[690,6],[756,6],[1370,6],[2656,6],[4857,6]]},"698":{"position":[[559,6],[626,7]]},"700":{"position":[[359,6]]},"706":{"position":[[31,6],[166,6],[272,6],[399,6],[887,6],[1749,6]]},"708":{"position":[[27,6],[46,7],[132,6],[280,6],[359,6],[465,6],[657,6],[690,6],[1019,6],[1059,6],[1134,6],[1204,6],[1488,6],[1548,6],[1720,6],[1738,7],[1821,6],[1913,6],[2010,6],[2413,6],[2582,6]]}}}],["search_alg",{"_index":4873,"t":{"562":{"position":[[108,11],[226,10]]},"608":{"position":[[7140,10],[9352,11],[9400,12]]},"702":{"position":[[1886,11],[1934,10]]}}}],["search_alg=algo",{"_index":5189,"t":{"608":{"position":[[7474,16]]}}}],["search_alg=blendsearch(low_cost_partial_config=low_cost_partial_config",{"_index":5823,"t":{"708":{"position":[[839,73]]}}}],["search_alg=cfo(low_cost_partial_config=low_cost_partial_config",{"_index":5813,"t":{"706":{"position":[[1549,65]]}}}],["search_alg=examplesearch",{"_index":4943,"t":{"588":{"position":[[1412,27]]}}}],["search_alg=flaml.cfo",{"_index":2200,"t":{"194":{"position":[[187,21]]}}}],["search_alg=non",{"_index":5142,"t":{"608":{"position":[[1749,16]]},"702":{"position":[[1565,16]]}}}],["search_alg=optuna_search",{"_index":4996,"t":{"592":{"position":[[3315,25],[3711,25],[4087,25],[4571,24],[5031,25],[5534,25]]}}}],["search_alg=search_alg",{"_index":4956,"t":{"590":{"position":[[580,22]]}}}],["search_spac",{"_index":2170,"t":{"192":{"position":[[58,12]]},"203":{"position":[[1216,14]]},"228":{"position":[[0,12]]},"310":{"position":[[165,12]]},"356":{"position":[[21628,13],[21655,14]]},"368":{"position":[[3817,13]]},"494":{"position":[[100,13],[708,12]]},"546":{"position":[[813,12]]},"649":{"position":[[6294,12],[6324,12],[8393,12]]}}}],["search_space(**arg",{"_index":5471,"t":{"651":{"position":[[525,21]]}}}],["search_space(cl",{"_index":4378,"t":{"368":{"position":[[3847,17]]},"649":{"position":[[4503,17],[8100,17]]}}}],["searcher",{"_index":4584,"t":{"494":{"position":[[2484,8]]},"510":{"position":[[289,8],[391,9]]},"538":{"position":[[55,9]]},"544":{"position":[[2609,8]]},"554":{"position":[[4239,9]]},"588":{"position":[[6,10],[1591,9],[1771,8]]},"590":{"position":[[117,8],[126,8],[137,8],[262,9],[369,9]]},"592":{"position":[[256,8]]}}}],["searcher'",{"_index":4961,"t":{"590":{"position":[[820,10]]}}}],["searcher=non",{"_index":4651,"t":{"510":{"position":[[112,14]]}}}],["searchpath",{"_index":3730,"t":{"304":{"position":[[75,11]]}}}],["searchthread",{"_index":4871,"t":{"562":{"position":[[6,14]]}}}],["season",{"_index":4523,"t":{"466":{"position":[[87,8],[110,8]]},"649":{"position":[[2953,9]]}}}],["seasonal_perdiod",{"_index":5413,"t":{"649":{"position":[[2934,18]]}}}],["seasonality_mod",{"_index":5412,"t":{"649":{"position":[[2663,17]]}}}],["seasonality_prior_scal",{"_index":5410,"t":{"649":{"position":[[2616,24]]}}}],["second",{"_index":804,"t":{"44":{"position":[[144,6]]},"92":{"position":[[189,7]]},"100":{"position":[[442,7]]},"108":{"position":[[442,7]]},"122":{"position":[[1482,6]]},"130":{"position":[[352,8]]},"138":{"position":[[418,7]]},"146":{"position":[[204,7]]},"148":{"position":[[670,8]]},"172":{"position":[[63,7]]},"192":{"position":[[819,7]]},"236":{"position":[[1923,8]]},"256":{"position":[[375,7]]},"258":{"position":[[783,7]]},"260":{"position":[[1800,7]]},"262":{"position":[[906,7]]},"264":{"position":[[1931,7]]},"326":{"position":[[3672,8]]},"332":{"position":[[3602,8]]},"348":{"position":[[10678,6]]},"356":{"position":[[2518,8],[3719,8],[3859,8],[8972,6],[9756,8],[13094,7],[13768,8],[17649,8],[27667,8],[29078,8],[29226,8],[34463,6],[35220,8]]},"368":{"position":[[2173,8],[2328,8]]},"370":{"position":[[538,8],[693,8]]},"544":{"position":[[2120,8]]},"580":{"position":[[689,8]]},"608":{"position":[[4415,8]]},"638":{"position":[[582,8]]},"651":{"position":[[134,9],[1192,8],[1250,8],[1925,6]]},"674":{"position":[[450,8],[503,8],[563,8]]},"682":{"position":[[307,6]]},"684":{"position":[[53,8],[595,8],[789,7],[985,7]]},"686":{"position":[[361,7],[740,8]]},"692":{"position":[[1195,7]]},"694":{"position":[[992,7],[1544,7]]}}}],["seconds)print(analysis.best_config",{"_index":5692,"t":{"688":{"position":[[587,35]]}}}],["secondsanalysi",{"_index":2674,"t":{"236":{"position":[[3384,15]]}}}],["secondsgpus_per_tri",{"_index":3628,"t":{"283":{"position":[[37,21]]}}}],["section",{"_index":2068,"t":{"182":{"position":[[186,8]]},"203":{"position":[[1806,7],[1882,7]]},"628":{"position":[[864,7]]},"630":{"position":[[5,7]]},"684":{"position":[[1386,8]]}}}],["secur",{"_index":216,"t":{"9":{"position":[[551,9]]}}}],["see",{"_index":291,"t":{"13":{"position":[[172,3]]},"21":{"position":[[1224,3]]},"35":{"position":[[1167,3]]},"59":{"position":[[646,3]]},"63":{"position":[[151,3]]},"67":{"position":[[267,4],[770,3]]},"80":{"position":[[182,3]]},"194":{"position":[[513,3]]},"207":{"position":[[124,3]]},"236":{"position":[[3573,3]]},"246":{"position":[[287,3],[489,3],[747,3],[873,3]]},"264":{"position":[[82,3]]},"364":{"position":[[1436,3]]},"592":{"position":[[860,3]]},"649":{"position":[[7008,3]]},"661":{"position":[[1146,3]]},"672":{"position":[[387,3],[681,3]]},"674":{"position":[[386,3]]},"682":{"position":[[4376,3]]},"706":{"position":[[1331,3]]}}}],["seed",{"_index":1145,"t":{"100":{"position":[[715,7]]},"108":{"position":[[719,7]]},"258":{"position":[[1066,7]]},"348":{"position":[[170,5],[271,4],[330,5],[371,5],[568,5],[668,4],[727,5],[5767,4]]},"356":{"position":[[6225,4],[6271,4],[32181,4],[32227,4]]},"494":{"position":[[2467,4],[2528,4]]},"540":{"position":[[820,5]]},"544":{"position":[[783,5],[3224,4],[3256,5]]},"554":{"position":[[418,5],[1278,4],[1310,5]]},"592":{"position":[[2297,4],[2304,4],[2456,4]]},"649":{"position":[[3286,5]]},"700":{"position":[[143,4],[257,5],[280,5]]}}}],["seed=non",{"_index":4296,"t":{"356":{"position":[[24283,10]]}}}],["seed}automl.fit",{"_index":2969,"t":{"258":{"position":[[1092,16]]}}}],["seed}automl.fit(x_train=x_train",{"_index":1147,"t":{"100":{"position":[[741,32]]},"108":{"position":[[745,32]]}}}],["seen",{"_index":504,"t":{"21":{"position":[[365,4]]}}}],["select",{"_index":118,"t":{"5":{"position":[[164,9]]},"7":{"position":[[158,9]]},"11":{"position":[[443,9]]},"17":{"position":[[845,9]]},"35":{"position":[[281,6],[313,9],[807,10]]},"55":{"position":[[525,10],[829,9],[1550,9]]},"57":{"position":[[16,6],[1469,6]]},"59":{"position":[[191,8],[416,8],[478,8]]},"61":{"position":[[247,10],[644,10]]},"108":{"position":[[7228,8]]},"116":{"position":[[2378,8]]},"207":{"position":[[274,8]]},"236":{"position":[[1799,7]]},"316":{"position":[[536,9],[653,6]]},"356":{"position":[[4013,8],[29971,8]]},"494":{"position":[[2130,6]]},"506":{"position":[[2087,8]]}}}],["select_speak",{"_index":3806,"t":{"316":{"position":[[564,15]]}}}],["select_speaker(last_speak",{"_index":3807,"t":{"316":{"position":[[584,28]]}}}],["select_speaker_msg",{"_index":3805,"t":{"316":{"position":[[463,19],[487,20]]}}}],["selector",{"_index":3808,"t":{"316":{"position":[[620,9]]}}}],["self",{"_index":531,"t":{"23":{"position":[[415,4],[505,4]]},"608":{"position":[[6206,4],[6282,4]]}}}],["self).__init__",{"_index":3504,"t":{"271":{"position":[[261,16]]},"588":{"position":[[298,20],[966,15]]}}}],["self._model",{"_index":4367,"t":{"368":{"position":[[1519,11],[1585,11]]}}}],["self.configur",{"_index":4935,"t":{"588":{"position":[[1047,19]]}}}],["self.configurations[trial_id",{"_index":4938,"t":{"588":{"position":[[1140,29],[1259,29]]}}}],["self.conv1",{"_index":3505,"t":{"271":{"position":[[278,10]]}}}],["self.conv2",{"_index":3509,"t":{"271":{"position":[[341,10]]}}}],["self.default_metr",{"_index":4638,"t":{"506":{"position":[[1068,19],[1322,20],[2374,19],[2628,20]]}}}],["self.default_mod",{"_index":4639,"t":{"506":{"position":[[1128,17],[1385,18],[2434,17],[2691,18]]}}}],["self.estimator_class",{"_index":5425,"t":{"649":{"position":[[4012,20],[4370,20],[4450,20],[4945,20],[5445,22]]}}}],["self.estimator_class'",{"_index":4388,"t":{"368":{"position":[[5015,22]]}}}],["self.fc1",{"_index":3511,"t":{"271":{"position":[[374,8]]}}}],["self.fc2",{"_index":3514,"t":{"271":{"position":[[411,8]]}}}],["self.fc3",{"_index":3517,"t":{"271":{"position":[[440,8]]}}}],["self.fc3(x",{"_index":3525,"t":{"271":{"position":[[644,11]]}}}],["self.metr",{"_index":4940,"t":{"588":{"position":[[1303,11]]}}}],["self.model",{"_index":4364,"t":{"368":{"position":[[1387,10],[1455,10],[1737,10],[1808,10]]}}}],["self.optim",{"_index":4934,"t":{"588":{"position":[[1018,14]]}}}],["self.optimizer.queri",{"_index":4937,"t":{"588":{"position":[[1117,22]]}}}],["self.optimizer.update(configur",{"_index":4941,"t":{"588":{"position":[[1326,36]]}}}],["self.pool",{"_index":3507,"t":{"271":{"position":[[310,9]]}}}],["self.pool(f.relu(self.conv1(x",{"_index":3520,"t":{"271":{"position":[[495,32]]}}}],["self.pool(f.relu(self.conv2(x",{"_index":3521,"t":{"271":{"position":[[532,32]]}}}],["self.reply_at_receive[send",{"_index":3887,"t":{"326":{"position":[[11689,30],[13063,30]]}}}],["send",{"_index":2779,"t":{"250":{"position":[[346,5],[469,4],[641,4]]},"326":{"position":[[184,4],[7712,5],[7855,4],[8418,4],[8590,4],[8767,4],[9274,4],[9837,4],[10009,4],[10186,4],[10750,5],[12124,5]]}}}],["send(messag",{"_index":2780,"t":{"250":{"position":[[356,13]]},"326":{"position":[[7722,13]]}}}],["sender",{"_index":2789,"t":{"250":{"position":[[722,7],[896,7],[1151,7],[1358,6],[1367,6],[1563,7],[1776,6],[1785,6]]},"318":{"position":[[191,7]]},"326":{"position":[[204,6],[4406,7],[4694,6],[4909,6],[5209,6],[5465,6],[5613,7],[6517,7],[6680,6],[6704,6],[6776,7],[10580,7],[10771,6],[10910,7],[11540,6],[11549,6],[11645,7],[11946,7],[12145,6],[12284,7],[12914,6],[12923,6],[13019,7],[14899,7],[15071,7],[15382,7],[15628,7],[15836,7],[16053,7],[16313,7],[16466,7],[16493,6],[16619,6],[17322,6],[17331,6],[17554,7],[17715,7],[17742,6],[17868,6],[18571,6],[18580,6]]}}}],["sender'",{"_index":3862,"t":{"326":{"position":[[4798,8]]}}}],["sender=non",{"_index":3863,"t":{"326":{"position":[[5350,12]]}}}],["sens",{"_index":5596,"t":{"674":{"position":[[21,5]]}}}],["sensit",{"_index":932,"t":{"59":{"position":[[808,9]]},"682":{"position":[[6603,9]]}}}],["sent",{"_index":3877,"t":{"326":{"position":[[7935,5],[9015,5],[9354,5],[10434,5]]},"348":{"position":[[10331,4]]}}}],["sentenc",{"_index":3989,"t":{"348":{"position":[[4038,9],[4145,9]]},"364":{"position":[[805,8]]}}}],["sentence\"def",{"_index":2121,"t":{"190":{"position":[[169,13]]}}}],["sentence1",{"_index":1498,"t":{"116":{"position":[[290,13]]},"118":{"position":[[216,13]]}}}],["sentence2\"]label_key",{"_index":1499,"t":{"116":{"position":[[304,21]]},"118":{"position":[[230,21]]}}}],["separ",{"_index":4146,"t":{"356":{"position":[[7762,8],[33691,8]]},"655":{"position":[[354,8]]}}}],["seq",{"_index":1508,"t":{"116":{"position":[[583,4],[1471,3]]},"118":{"position":[[487,4],[1077,3]]},"356":{"position":[[2000,4],[2022,4],[17753,4],[17775,4],[27154,4],[27176,4]]},"364":{"position":[[154,3]]},"368":{"position":[[435,4],[457,4]]},"644":{"position":[[844,4],[891,4]]},"649":{"position":[[3051,4],[3073,4]]}}}],["seqeval:overall_f1\",}automl.fit",{"_index":1677,"t":{"122":{"position":[[1338,33],[2814,33]]}}}],["seqeval:overall_f1[flaml.automl",{"_index":1685,"t":{"122":{"position":[[3256,32]]}}}],["sequenc",{"_index":661,"t":{"31":{"position":[[811,8]]},"33":{"position":[[3157,8]]},"180":{"position":[[793,10]]},"364":{"position":[[628,9],[1142,8]]},"520":{"position":[[1488,9]]},"644":{"position":[[866,8],[909,8]]}}}],["sequenti",{"_index":4109,"t":{"356":{"position":[[4942,10],[30900,10]]},"574":{"position":[[72,10]]},"657":{"position":[[98,11],[479,11],[2106,10],[2239,10],[2312,10],[2401,10],[2491,10],[2673,10],[2785,10],[3295,10],[3601,10],[3804,10],[4375,10]]},"686":{"position":[[120,10]]},"694":{"position":[[1924,10],[1943,10]]},"700":{"position":[[424,10]]}}}],["sequentialtrialrunner(basetrialrunn",{"_index":4884,"t":{"574":{"position":[[6,38]]}}}],["serach",{"_index":5689,"t":{"686":{"position":[[312,6]]}}}],["seri",{"_index":156,"t":{"5":{"position":[[681,6]]},"180":{"position":[[495,7]]},"234":{"position":[[660,6]]},"244":{"position":[[260,6]]},"258":{"position":[[624,6]]},"264":{"position":[[11,6],[61,7]]},"344":{"position":[[339,6],[548,6]]},"356":{"position":[[4745,6],[14046,6],[16827,6],[17046,6],[17151,6],[18590,6],[20400,6],[20665,7],[24839,6],[25115,6],[25222,6],[29349,6],[30703,6],[35667,6],[38037,6],[38302,7]]},"368":{"position":[[2103,6],[2945,7],[3105,6]]},"370":{"position":[[414,6],[1089,6]]},"374":{"position":[[485,6]]},"432":{"position":[[913,7],[1678,7],[2736,7],[2920,7],[4170,7],[5410,6],[5976,7]]},"454":{"position":[[52,6],[242,6],[369,6]]},"468":{"position":[[92,6]]},"470":{"position":[[76,6]]},"472":{"position":[[82,6]]},"474":{"position":[[83,6]]},"476":{"position":[[89,6]]},"478":{"position":[[113,6]]},"644":{"position":[[636,6],[691,6],[756,6],[809,8]]},"655":{"position":[[1269,6]]},"663":{"position":[[247,6]]}}}],["serializ",{"_index":4813,"t":{"546":{"position":[[474,12]]}}}],["serv",{"_index":2426,"t":{"203":{"position":[[1259,6]]},"322":{"position":[[593,6]]},"540":{"position":[[193,6]]}}}],["server",{"_index":295,"t":{"13":{"position":[[236,6]]},"25":{"position":[[269,6]]},"35":{"position":[[1255,6]]},"46":{"position":[[203,6]]},"63":{"position":[[239,6]]},"82":{"position":[[385,6],[485,7]]}}}],["set",{"_index":163,"t":{"7":{"position":[[5,4]]},"31":{"position":[[506,7]]},"57":{"position":[[309,4]]},"59":{"position":[[139,4],[398,4]]},"100":{"position":[[791,11]]},"102":{"position":[[1363,11]]},"108":{"position":[[795,11]]},"110":{"position":[[1253,11]]},"116":{"position":[[703,4],[818,7],[892,3]]},"118":{"position":[[572,7],[698,4],[838,7],[886,7]]},"120":{"position":[[550,7],[650,4],[750,7],[798,7]]},"122":{"position":[[1107,4],[1222,7],[1296,3],[2485,4],[2698,7],[2772,3]]},"138":{"position":[[753,11]]},"140":{"position":[[1108,3],[1952,8]]},"182":{"position":[[735,7],[818,12]]},"184":{"position":[[115,7],[260,3],[1136,3]]},"203":{"position":[[702,3],[902,3]]},"205":{"position":[[410,7],[502,4]]},"209":{"position":[[0,3],[191,4],[196,3],[260,3],[345,7],[460,3]]},"244":{"position":[[763,7]]},"258":{"position":[[1259,11]]},"260":{"position":[[2053,11]]},"262":{"position":[[1181,11]]},"264":{"position":[[1847,8],[2993,11]]},"287":{"position":[[994,3]]},"289":{"position":[[333,3]]},"298":{"position":[[88,3]]},"308":{"position":[[20,3],[96,3]]},"310":{"position":[[25,4]]},"326":{"position":[[359,9],[471,3],[1913,3],[2897,3],[2922,3],[3952,3],[4501,3],[5873,3]]},"332":{"position":[[2827,3],[2852,3]]},"348":{"position":[[244,3],[3413,8],[5441,3],[6909,4]]},"356":{"position":[[325,8],[439,7],[2290,3],[3475,7],[4433,3],[5016,3],[5108,3],[5274,3],[8458,3],[11813,3],[11943,3],[18278,3],[27439,3],[28737,7],[30391,3],[30974,3],[31066,3],[31232,3]]},"368":{"position":[[3509,3]]},"432":{"position":[[2275,3],[3245,3],[3317,3],[3409,3],[3504,3],[4563,3],[4682,3],[5098,3],[6395,3],[7056,3],[7170,3]]},"486":{"position":[[344,3]]},"494":{"position":[[982,6],[1118,3],[1251,3],[1581,3]]},"500":{"position":[[773,4],[850,4]]},"502":{"position":[[481,3]]},"510":{"position":[[1542,3],[1688,3],[1824,3]]},"540":{"position":[[1153,8]]},"544":{"position":[[3512,3],[3626,3]]},"546":{"position":[[436,3],[692,3]]},"584":{"position":[[1024,4]]},"588":{"position":[[1802,7],[1914,4]]},"608":{"position":[[5728,3],[5977,3],[6716,3],[8123,7],[8901,3],[11518,3],[11899,3],[12013,3]]},"626":{"position":[[134,3],[423,3]]},"632":{"position":[[18,3]]},"644":{"position":[[1824,8]]},"649":{"position":[[4008,3],[4941,3],[6481,3],[7903,3],[8679,3],[9055,4]]},"651":{"position":[[203,3],[739,3],[1042,3]]},"653":{"position":[[48,3]]},"655":{"position":[[171,3],[270,4],[888,3],[1020,3],[1407,7],[1673,7],[1726,3],[1923,3]]},"657":{"position":[[1826,3],[4049,4]]},"661":{"position":[[2059,11],[2127,3],[2266,11],[2283,7],[2384,7]]},"663":{"position":[[474,3],[771,3],[1163,7]]},"672":{"position":[[59,3],[270,3],[579,3],[615,3],[907,3]]},"674":{"position":[[670,3]]},"678":{"position":[[63,3]]},"682":{"position":[[2678,3],[7195,3],[7535,3]]},"684":{"position":[[757,3],[872,3]]},"696":{"position":[[1965,3],[3873,3],[5141,7]]},"700":{"position":[[130,3],[242,3]]},"702":{"position":[[1149,3],[1193,3]]}}}],["set_cach",{"_index":3944,"t":{"348":{"position":[[128,10]]}}}],["set_cache(cl",{"_index":3946,"t":{"348":{"position":[[155,14]]}}}],["set_configfrom",{"_index":1979,"t":{"170":{"position":[[20,14]]}}}],["set_resource_leas",{"_index":4620,"t":{"500":{"position":[[708,19]]}}}],["set_resource_lease(resourc",{"_index":4621,"t":{"500":{"position":[[732,28]]}}}],["set_search_properti",{"_index":4754,"t":{"540":{"position":[[1017,22]]},"588":{"position":[[1445,22]]}}}],["set_search_properties(metr",{"_index":4755,"t":{"540":{"position":[[1044,29]]},"588":{"position":[[1472,29]]}}}],["set_statu",{"_index":4623,"t":{"500":{"position":[[810,11]]},"584":{"position":[[984,11]]}}}],["set_status(statu",{"_index":4624,"t":{"500":{"position":[[826,18]]},"584":{"position":[[1000,18]]}}}],["setretrain_ful",{"_index":5486,"t":{"655":{"position":[[735,15]]}}}],["settings)automl.save_best_config(\"test/default/lgbm/iris.json",{"_index":5303,"t":{"634":{"position":[[389,65]]}}}],["settingsset",{"_index":3111,"t":{"260":{"position":[[1736,16]]},"262":{"position":[[842,16]]}}}],["setup",{"_index":1737,"t":{"134":{"position":[[78,5]]},"540":{"position":[[1273,5]]}}}],["sever",{"_index":533,"t":{"23":{"position":[[440,7]]},"205":{"position":[[21,7]]},"236":{"position":[[88,7]]},"630":{"position":[[394,7]]},"651":{"position":[[10,7]]},"661":{"position":[[1651,7]]},"690":{"position":[[10,7]]}}}],["sgd",{"_index":5638,"t":{"682":{"position":[[1984,5]]}}}],["sgdestimator(sklearnestim",{"_index":4420,"t":{"402":{"position":[[6,30]]}}}],["shall",{"_index":4152,"t":{"356":{"position":[[8864,5],[9295,5],[34355,5],[34787,5]]},"544":{"position":[[4148,5]]},"554":{"position":[[1557,5]]},"608":{"position":[[8153,5],[9438,5]]},"651":{"position":[[1817,5]]}}}],["shaokun",{"_index":5084,"t":{"600":{"position":[[2288,7],[3233,7],[3513,7]]},"708":{"position":[[2798,7]]}}}],["shape",{"_index":281,"t":{"11":{"position":[[1114,5]]},"356":{"position":[[13620,5],[14021,5],[14756,5],[15023,5],[15201,5],[16807,5],[17066,5],[24816,5],[25135,5],[29472,5]]},"368":{"position":[[2063,5],[2123,5],[2474,5],[2511,5],[2761,5],[2798,5]]},"370":{"position":[[376,5],[424,5],[893,5],[1099,5],[1438,5],[1647,5]]},"374":{"position":[[289,5],[495,5]]},"398":{"position":[[302,5],[339,5]]},"402":{"position":[[296,5],[333,5]]},"432":{"position":[[1148,5],[1304,5]]}}}],["share",{"_index":290,"t":{"13":{"position":[[127,5]]},"35":{"position":[[1122,5]]},"63":{"position":[[106,5]]},"283":{"position":[[132,5]]},"640":{"position":[[405,5],[604,5]]}}}],["shelf",{"_index":105,"t":{"5":{"position":[[24,5]]}}}],["shift",{"_index":4493,"t":{"440":{"position":[[17,7]]}}}],["short",{"_index":953,"t":{"67":{"position":[[182,5]]}}}],["shortcut",{"_index":5460,"t":{"649":{"position":[[8691,8]]},"651":{"position":[[823,8]]}}}],["shorter",{"_index":4781,"t":{"544":{"position":[[1995,7]]},"608":{"position":[[4798,7]]},"657":{"position":[[3403,7]]},"698":{"position":[[395,7]]}}}],["shortest",{"_index":723,"t":{"33":{"position":[[2052,8]]}}}],["shot",{"_index":182,"t":{"7":{"position":[[354,4]]},"19":{"position":[[1081,4]]},"35":{"position":[[399,5]]},"236":{"position":[[3641,4]]},"238":{"position":[[96,4]]},"624":{"position":[[381,4]]},"626":{"position":[[5,4],[491,4],[623,4]]},"640":{"position":[[45,4]]},"644":{"position":[[1250,4]]},"659":{"position":[[1209,4]]}}}],["shoutout",{"_index":59,"t":{"2":{"position":[[746,8]]}}}],["show",{"_index":508,"t":{"21":{"position":[[603,6],[779,7]]},"23":{"position":[[67,4]]},"27":{"position":[[50,5]]},"33":{"position":[[35,5],[1065,5]]},"59":{"position":[[35,5],[765,5]]},"102":{"position":[[207,4]]},"110":{"position":[[182,4]]},"348":{"position":[[9957,5]]},"584":{"position":[[766,4]]},"684":{"position":[[732,5]]},"706":{"position":[[1099,4],[1395,7]]}}}],["show_output=tru",{"_index":1823,"t":{"140":{"position":[[2013,17]]}}}],["shown",{"_index":497,"t":{"21":{"position":[[129,5]]},"230":{"position":[[744,5]]},"608":{"position":[[6611,5]]},"655":{"position":[[1853,5]]},"682":{"position":[[2596,5],[3105,5]]},"692":{"position":[[1617,5]]},"696":{"position":[[4118,5],[5636,5]]},"702":{"position":[[1675,5]]},"706":{"position":[[914,5]]}}}],["shuffl",{"_index":5488,"t":{"655":{"position":[[1450,8],[2124,10]]}}}],["shuffle=fals",{"_index":3616,"t":{"277":{"position":[[136,14]]},"655":{"position":[[2184,14]]}}}],["shuffle=tru",{"_index":2525,"t":{"218":{"position":[[818,13]]},"275":{"position":[[987,13],[1114,13]]}}}],["shuffle=true,)val_dataset",{"_index":2520,"t":{"218":{"position":[[555,25]]}}}],["shutil.rmtree(\"data/output",{"_index":1528,"t":{"116":{"position":[[1291,29]]}}}],["sigmoid",{"_index":3430,"t":{"264":{"position":[[8935,9],[9446,9],[9591,9],[9791,9],[10375,9],[10941,9],[11501,9],[12060,9],[13085,9],[13715,9],[13862,9],[14051,9],[14616,9],[15187,9],[15756,9],[16309,9],[16871,9],[17438,9],[18001,9],[18565,9],[19137,9],[19706,9],[21112,9],[21734,9],[21881,9],[22070,9],[22635,9],[23206,9],[23775,9]]}}}],["sign",{"_index":4153,"t":{"356":{"position":[[9005,4],[34496,4]]},"544":{"position":[[3198,4]]},"608":{"position":[[8572,4]]},"651":{"position":[[1958,4]]}}}],["signal",{"_index":5139,"t":{"608":{"position":[[1112,8],[1214,8]]}}}],["signatur",{"_index":3823,"t":{"322":{"position":[[449,9]]},"326":{"position":[[6130,10]]},"356":{"position":[[4421,11],[18266,11],[30379,11]]},"378":{"position":[[129,9]]},"432":{"position":[[5086,11]]},"554":{"position":[[4097,9]]},"647":{"position":[[1352,10]]},"649":{"position":[[5291,9],[5670,9]]},"655":{"position":[[2101,11]]},"663":{"position":[[373,10]]}}}],["signature=non",{"_index":4533,"t":{"486":{"position":[[126,15]]}}}],["signific",{"_index":18,"t":{"2":{"position":[[161,11]]}}}],["significantli",{"_index":125,"t":{"5":{"position":[[273,13]]},"84":{"position":[[204,13]]}}}],["silent",{"_index":3876,"t":{"326":{"position":[[7810,7],[8949,6],[9221,7],[10368,6],[10633,7],[11720,6],[11999,7],[13094,6],[13364,7],[13778,6],[14103,7],[14525,6]]},"608":{"position":[[7663,7]]}}}],["silent=tru",{"_index":3137,"t":{"260":{"position":[[4663,12]]}}}],["silu",{"_index":5036,"t":{"600":{"position":[[444,4],[591,4],[732,4],[916,4]]},"708":{"position":[[2161,4],[2308,4],[2452,4],[2636,4]]}}}],["similar",{"_index":746,"t":{"33":{"position":[[2668,7]]},"59":{"position":[[630,8]]},"244":{"position":[[1724,7]]},"630":{"position":[[141,7],[297,7]]},"649":{"position":[[7368,7]]},"657":{"position":[[2287,7]]},"696":{"position":[[4383,7]]}}}],["simpl",{"_index":636,"t":{"29":{"position":[[1623,6]]},"33":{"position":[[2126,7]]},"35":{"position":[[22,6]]},"74":{"position":[[13,6]]},"356":{"position":[[5071,6],[31029,6]]},"364":{"position":[[1457,6]]},"506":{"position":[[1608,6],[1755,6],[2914,6],[3061,6]]},"570":{"position":[[32,6]]},"572":{"position":[[49,6]]},"706":{"position":[[360,6]]}}}],["simple_obj",{"_index":5784,"t":{"698":{"position":[[1217,11]]},"700":{"position":[[557,11]]}}}],["simple_obj(config",{"_index":5774,"t":{"698":{"position":[[882,19]]}}}],["simpleforecaster(statsmodelsestim",{"_index":4522,"t":{"466":{"position":[[6,38]]}}}],["simpleimputer()standard",{"_index":1987,"t":{"170":{"position":[[218,27]]}}}],["simpleimputerfrom",{"_index":1983,"t":{"170":{"position":[[94,17]]}}}],["simpler",{"_index":646,"t":{"29":{"position":[[2038,7]]},"203":{"position":[[863,7]]},"682":{"position":[[7496,7]]}}}],["simpletrial(tri",{"_index":4878,"t":{"570":{"position":[[6,18]]}}}],["simpli",{"_index":654,"t":{"31":{"position":[[351,6]]},"620":{"position":[[403,6]]},"638":{"position":[[1122,6]]},"680":{"position":[[553,6]]}}}],["simplifi",{"_index":913,"t":{"57":{"position":[[1224,8]]},"234":{"position":[[110,10]]}}}],["simul",{"_index":367,"t":{"17":{"position":[[9,9]]},"680":{"position":[[1458,8]]}}}],["sin(2pifeatur",{"_index":4507,"t":{"452":{"position":[[382,16]]}}}],["singl",{"_index":2052,"t":{"180":{"position":[[1461,6]]},"209":{"position":[[567,6]]},"256":{"position":[[196,6]]},"326":{"position":[[629,6]]},"332":{"position":[[643,6]]},"348":{"position":[[3143,6]]},"356":{"position":[[5757,6],[31713,6]]},"432":{"position":[[322,6],[583,6]]},"657":{"position":[[403,6],[448,6],[535,6],[3877,6]]},"680":{"position":[[1658,6]]}}}],["single_fold",{"_index":4327,"t":{"356":{"position":[[36429,11],[36507,11],[36658,11]]}}}],["single_fold.item",{"_index":4331,"t":{"356":{"position":[[36613,20]]}}}],["single_variable_grn",{"_index":3450,"t":{"264":{"position":[[9378,23],[13598,23],[21617,23]]}}}],["singleton",{"_index":4597,"t":{"494":{"position":[[3234,10]]}}}],["singletrialtimesingletrialtimesingletrialtim",{"_index":5508,"t":{"657":{"position":[[3038,45],[3492,46],[3725,45],[3945,46]]}}}],["six",{"_index":3259,"t":{"264":{"position":[[1342,3]]},"558":{"position":[[483,3]]}}}],["size",{"_index":2475,"t":{"209":{"position":[[628,4]]},"264":{"position":[[5156,4],[7043,4]]},"348":{"position":[[10792,4],[10841,5]]},"356":{"position":[[3627,4],[7642,4],[21537,4],[23059,4],[23244,4],[23384,4],[28986,4],[33571,4],[39174,4]]},"364":{"position":[[1014,5]]},"368":{"position":[[4346,5],[4431,4],[4551,4]]},"498":{"position":[[707,4]]},"554":{"position":[[76,5]]},"622":{"position":[[716,4]]},"655":{"position":[[77,4]]},"696":{"position":[[1102,5],[1833,4],[2019,4],[2354,4]]}}}],["size(cl",{"_index":4381,"t":{"368":{"position":[[4368,9]]}}}],["skip",{"_index":1012,"t":{"82":{"position":[[128,4],[209,4]]},"326":{"position":[[17085,8],[18334,8]]},"544":{"position":[[3054,4]]},"608":{"position":[[8428,4]]},"655":{"position":[[766,4]]},"680":{"position":[[2066,7]]}}}],["skip_transform",{"_index":2472,"t":{"209":{"position":[[264,14]]},"356":{"position":[[10759,14],[36887,14]]}}}],["skip_transform=non",{"_index":4238,"t":{"356":{"position":[[16333,20],[24592,20]]}}}],["sklearn",{"_index":1949,"t":{"160":{"position":[[31,8]]},"170":{"position":[[5,7]]},"356":{"position":[[13270,7],[13291,7]]},"380":{"position":[[73,7]]},"382":{"position":[[96,7]]},"384":{"position":[[125,7]]},"386":{"position":[[118,7]]},"468":{"position":[[64,7]]}}}],["sklearn.dataset",{"_index":1035,"t":{"92":{"position":[[29,16]]},"130":{"position":[[5,16]]},"146":{"position":[[29,16]]},"148":{"position":[[132,16]]},"205":{"position":[[602,16]]},"211":{"position":[[245,16]]},"610":{"position":[[948,16]]}}}],["sklearn.ensembl",{"_index":5352,"t":{"640":{"position":[[208,16]]}}}],["sklearn.imput",{"_index":1982,"t":{"170":{"position":[[72,14]]}}}],["sklearn.inspection.permutation_import",{"_index":2460,"t":{"207":{"position":[[179,41]]}}}],["sklearn.logisticregress",{"_index":5402,"t":{"649":{"position":[[2060,27],[2182,27]]}}}],["sklearn.metr",{"_index":4071,"t":{"356":{"position":[[1409,15],[26522,15]]},"647":{"position":[[1840,15]]},"696":{"position":[[2291,15],[5897,15]]}}}],["sklearn.model_select",{"_index":1895,"t":{"148":{"position":[[176,23]]}}}],["sklearn.multioutput",{"_index":1897,"t":{"148":{"position":[[228,19]]}}}],["sklearn.multioutputregressor",{"_index":1893,"t":{"148":{"position":[[15,28]]}}}],["sklearn.pipelin",{"_index":1980,"t":{"170":{"position":[[35,16]]}}}],["sklearn.preprocess",{"_index":1984,"t":{"170":{"position":[[112,21]]}}}],["sklearn_breast_cancer_classif",{"_index":3741,"t":{"304":{"position":[[265,36]]}}}],["sklearn_metric_loss_score(\"accuraci",{"_index":1957,"t":{"162":{"position":[[343,37]]}}}],["sklearn_metric_loss_score(\"ma",{"_index":1253,"t":{"100":{"position":[[6409,32]]},"108":{"position":[[9715,32]]}}}],["sklearn_metric_loss_score(\"ms",{"_index":1251,"t":{"100":{"position":[[6342,32]]},"108":{"position":[[9648,32]]}}}],["sklearn_metric_loss_score(\"r2",{"_index":1249,"t":{"100":{"position":[[6276,31],[6769,31]]},"108":{"position":[[9582,31],[10072,31]]},"155":{"position":[[339,31]]}}}],["sklearn_metric_loss_scoreprint(\"default",{"_index":1263,"t":{"100":{"position":[[6710,39]]},"108":{"position":[[10010,39]]}}}],["sklearn_metric_loss_scoreprint(\"r2",{"_index":1248,"t":{"100":{"position":[[6230,36]]},"108":{"position":[[9536,36]]}}}],["sklearn_metric_loss_scorex_train",{"_index":1913,"t":{"155":{"position":[[116,33]]},"157":{"position":[[109,33]]},"162":{"position":[[116,33]]}}}],["sklearnestim",{"_index":5426,"t":{"649":{"position":[[4102,17],[4120,16]]}}}],["sklearnestimator(baseestim",{"_index":4400,"t":{"378":{"position":[[6,31]]}}}],["sku",{"_index":1801,"t":{"140":{"position":[[1112,3]]},"264":{"position":[[703,7],[1635,6],[2283,7],[3047,7],[7544,6],[9519,6]]}}}],["slide",{"_index":4607,"t":{"498":{"position":[[719,7]]}}}],["sliding_window_s",{"_index":4603,"t":{"498":{"position":[[255,20],[663,19]]}}}],["slightli",{"_index":5548,"t":{"661":{"position":[[1777,9]]}}}],["slow",{"_index":2093,"t":{"184":{"position":[[854,4]]},"356":{"position":[[8176,4],[34105,4]]}}}],["slower",{"_index":5264,"t":{"622":{"position":[[881,6]]}}}],["sm.datasets.co2.load_pandas().data",{"_index":2944,"t":{"258":{"position":[[35,35]]}}}],["small",{"_index":1573,"t":{"118":{"position":[[653,5]]},"120":{"position":[[619,7],[679,6],[712,5],[1718,7]]},"203":{"position":[[805,5]]},"672":{"position":[[371,6]]},"682":{"position":[[3047,6],[6740,6],[7438,5]]},"708":{"position":[[1542,5]]}}}],["small/resolve/main/config.json",{"_index":1598,"t":{"120":{"position":[[1453,30]]}}}],["smaller",{"_index":761,"t":{"33":{"position":[[3633,7]]},"694":{"position":[[1864,7]]}}}],["smape",{"_index":3410,"t":{"264":{"position":[[7409,7]]}}}],["smart",{"_index":5831,"t":{"708":{"position":[[1762,5]]}}}],["smdata",{"_index":2943,"t":{"258":{"position":[[26,6]]}}}],["smooth",{"_index":4521,"t":{"464":{"position":[[110,11]]},"649":{"position":[[2876,10]]}}}],["snippet",{"_index":955,"t":{"67":{"position":[[206,8],[304,7],[626,8],[700,8]]},"180":{"position":[[910,7]]},"182":{"position":[[499,7]]},"184":{"position":[[1674,7]]}}}],["soda_volum",{"_index":3296,"t":{"264":{"position":[[2792,14],[8485,14],[17882,14],[20632,14]]}}}],["softmax",{"_index":3454,"t":{"264":{"position":[[12879,10],[20906,10],[24518,10],[28084,10]]}}}],["softmax(dim",{"_index":3455,"t":{"264":{"position":[[12890,12],[20917,12],[24529,12]]}}}],["softmax(dim=2",{"_index":3481,"t":{"264":{"position":[[28095,14]]}}}],["solicit",{"_index":971,"t":{"69":{"position":[[38,12]]}}}],["solut",{"_index":107,"t":{"5":{"position":[[37,8],[760,8]]},"7":{"position":[[446,8]]},"15":{"position":[[1473,10]]},"17":{"position":[[3234,8]]},"23":{"position":[[448,9]]},"29":{"position":[[1563,8],[1595,8]]},"31":{"position":[[46,8],[255,8],[750,8]]},"33":{"position":[[101,8],[213,9],[383,8],[3038,8],[3305,8],[3408,8],[3703,9]]},"35":{"position":[[4,8]]},"55":{"position":[[1207,9]]},"57":{"position":[[374,8]]},"246":{"position":[[647,9]]},"348":{"position":[[1694,8],[1848,9],[7138,8],[7292,9]]},"640":{"position":[[57,9]]}}}],["solv",{"_index":288,"t":{"13":{"position":[[78,7]]},"15":{"position":[[121,5],[223,8],[443,5],[1236,7],[1323,5],[1547,7]]},"17":{"position":[[436,5],[828,7],[932,7],[991,5],[1019,7],[1125,7],[1586,5],[1726,5],[1911,5],[2225,6]]},"19":{"position":[[936,7],[978,5],[1152,5],[1286,5]]},"21":{"position":[[1063,6]]},"23":{"position":[[260,7],[650,5],[962,7]]},"25":{"position":[[119,8],[236,8]]},"27":{"position":[[479,5]]},"29":{"position":[[25,5],[232,5],[392,6],[440,6],[494,6],[630,5],[1128,5]]},"33":{"position":[[571,6],[624,6],[1410,6],[1546,6],[1801,6],[2412,6]]},"35":{"position":[[690,7]]},"55":{"position":[[1075,8],[1646,7]]},"57":{"position":[[1195,5]]},"61":{"position":[[457,7]]},"236":{"position":[[818,5]]},"293":{"position":[[86,5],[241,5]]},"600":{"position":[[3191,7],[3456,7]]}}}],["solve(equ",{"_index":444,"t":{"17":{"position":[[2344,15]]}}}],["solver",{"_index":494,"t":{"19":{"position":[[1133,6]]}}}],["sometim",{"_index":540,"t":{"23":{"position":[[619,10]]},"184":{"position":[[1026,9]]},"356":{"position":[[8348,9]]},"544":{"position":[[2788,9]]},"657":{"position":[[1716,9]]}}}],["sort",{"_index":738,"t":{"33":{"position":[[2546,4],[2692,4]]},"264":{"position":[[1540,7],[1555,4]]},"655":{"position":[[1648,6]]}}}],["sort_array",{"_index":749,"t":{"33":{"position":[[2810,12]]}}}],["sort_array([1",{"_index":748,"t":{"33":{"position":[[2759,14],[2871,14]]}}}],["sort_array(arr",{"_index":736,"t":{"33":{"position":[[2499,16]]}}}],["sourc",{"_index":27,"t":{"2":{"position":[[303,6]]},"246":{"position":[[51,7]]}}}],["source_directory=\"ray",{"_index":1852,"t":{"140":{"position":[[3040,24]]}}}],["space",{"_index":172,"t":{"7":{"position":[[250,6]]},"9":{"position":[[115,6],[175,6],[265,5]]},"116":{"position":[[1249,6]]},"192":{"position":[[289,5]]},"203":{"position":[[1027,5]]},"209":{"position":[[746,5]]},"230":{"position":[[550,5]]},"234":{"position":[[548,5]]},"236":{"position":[[1990,6],[2789,5],[2893,5],[2964,5],[3030,5],[3250,5],[3319,7]]},"310":{"position":[[44,6]]},"348":{"position":[[2489,5]]},"356":{"position":[[5054,5],[5096,6],[5183,5],[6728,5],[9816,5],[9942,6],[9977,5],[10126,5],[10200,5],[10261,5],[10319,5],[10435,5],[19594,5],[19692,5],[19757,5],[21690,6],[21825,6],[31012,5],[31054,6],[31141,5],[32684,5],[35280,5],[35378,5],[35443,5]]},"368":{"position":[[3922,6],[4116,6]]},"494":{"position":[[750,6],[769,5]]},"518":{"position":[[136,7]]},"540":{"position":[[294,6],[585,5],[628,6],[1240,5]]},"544":{"position":[[147,6],[1204,5],[1247,6]]},"546":{"position":[[653,5],[703,5]]},"554":{"position":[[182,6],[805,5],[848,6],[4052,6]]},"588":{"position":[[1702,7],[1891,5]]},"592":{"position":[[464,5],[494,5],[2834,5],[2840,5],[2973,5],[3071,6],[3378,5],[3657,6],[3972,5],[4458,6],[4910,6],[5382,6]]},"608":{"position":[[3833,6]]},"610":{"position":[[493,5]]},"649":{"position":[[154,5],[3665,5],[4539,5],[4907,5],[6236,6],[6789,5],[7330,5],[8523,6],[8723,6],[8804,5],[9028,5]]},"651":{"position":[[547,5],[653,5]]},"678":{"position":[[227,5]]},"682":{"position":[[62,6],[342,5],[414,6],[642,5],[938,5],[1057,5],[1227,5],[1344,6],[1420,5],[2032,5],[2796,5],[3748,5],[4729,5],[4853,5],[5549,5],[5692,5],[6379,5],[6436,5],[6862,5],[7045,5],[7660,5]]},"686":{"position":[[175,5],[545,5]]},"688":{"position":[[392,5]]},"694":{"position":[[797,5],[1349,5]]},"696":{"position":[[2663,5]]},"706":{"position":[[979,5],[1756,5]]},"708":{"position":[[96,5],[1026,5],[1141,5],[1211,5],[1495,5],[1555,6],[1828,5],[1920,5],[2017,5]]}}}],["space.update({\"monotone_constraint",{"_index":5473,"t":{"651":{"position":[[584,37]]}}}],["space=search_spac",{"_index":2201,"t":{"194":{"position":[[209,19]]},"608":{"position":[[7345,19]]}}}],["space[\"domain",{"_index":2670,"t":{"236":{"position":[[3006,15]]}}}],["space[\"low_cost_init_valu",{"_index":2673,"t":{"236":{"position":[[3213,28]]}}}],["spark",{"_index":2013,"t":{"178":{"position":[[37,5],[97,6],[122,5]]},"180":{"position":[[4,5],[43,5],[188,5],[235,5],[386,5],[489,5],[857,5],[922,5],[1267,5],[1331,5],[1860,5],[1880,5]]},"182":{"position":[[50,5],[360,5],[584,5]]},"184":{"position":[[17,5],[194,5],[221,6],[318,5],[383,5],[517,5],[682,5],[720,5],[950,5],[1525,5],[1581,5],[1625,5],[1701,5],[1961,5]]},"244":{"position":[[560,5],[566,5],[681,5],[743,5],[838,5],[919,6],[942,5],[1364,6]]},"348":{"position":[[1308,6]]},"356":{"position":[[6459,5],[6582,6],[7066,5],[7252,6],[8004,5],[8042,5],[8272,5],[13351,5],[32415,5],[32538,6],[33181,6],[33933,5],[33971,5]]},"370":{"position":[[72,5]]},"372":{"position":[[72,5]]},"432":{"position":[[7695,5]]},"576":{"position":[[67,5]]},"580":{"position":[[1423,5]]},"608":{"position":[[7585,5],[8810,5],[10875,6],[11222,6],[11264,5],[11361,6]]},"657":{"position":[[677,6],[1214,6],[1248,6],[1267,5],[1298,5],[1414,6],[1471,5],[1609,5],[1640,5]]},"694":{"position":[[115,5],[308,5]]}}}],["spark\"export",{"_index":2749,"t":{"244":{"position":[[1453,13]]}}}],["spark_home=/sparkexport",{"_index":2750,"t":{"244":{"position":[[1467,23]]}}}],["sparkaftsurvivalregressionestimator(sparkestim",{"_index":4436,"t":{"416":{"position":[[6,51]]}}}],["sparkcontext",{"_index":4908,"t":{"580":{"position":[[1194,13]]}}}],["sparkestim",{"_index":4398,"t":{"374":{"position":[[58,14]]}}}],["sparkestimator(baseestim",{"_index":4389,"t":{"370":{"position":[[6,29]]}}}],["sparkgbtestimator(sparkestim",{"_index":4434,"t":{"414":{"position":[[6,33]]}}}],["sparkglrestimator(sparkestim",{"_index":4430,"t":{"408":{"position":[[6,33]]}}}],["sparklgbmestimator(sparkestim",{"_index":4396,"t":{"372":{"position":[[6,34]]}}}],["sparklinearregressionestimator(sparkestim",{"_index":4431,"t":{"410":{"position":[[6,46]]}}}],["sparklinearsvcestimator(sparkestim",{"_index":4432,"t":{"412":{"position":[[6,39]]}}}],["sparkml",{"_index":2073,"t":{"182":{"position":[[513,7]]},"184":{"position":[[351,7],[419,7]]}}}],["sparknaivebayesestimator(sparkestim",{"_index":4417,"t":{"400":{"position":[[6,40]]}}}],["sparkrandomforestestimator(sparkestim",{"_index":4397,"t":{"374":{"position":[[6,42]]}}}],["sparktrialrunner(basetrialrunn",{"_index":4887,"t":{"576":{"position":[[6,33]]}}}],["speaker",{"_index":3802,"t":{"316":{"position":[[343,7],[555,8],[669,8]]}}}],["spec",{"_index":4855,"t":{"558":{"position":[[283,4],[465,4],[865,5],[916,5],[975,5],[1274,4]]}}}],["spec.config.num_work",{"_index":4863,"t":{"558":{"position":[[871,23],[1146,26]]}}}],["special",{"_index":270,"t":{"11":{"position":[[841,7]]},"264":{"position":[[882,7]]}}}],["special_day",{"_index":3241,"t":{"264":{"position":[[959,12],[1280,12],[2403,16],[2451,15],[2467,12],[7569,15],[13634,15],[21653,15]]}}}],["special_daysdata",{"_index":3257,"t":{"264":{"position":[[1262,17]]}}}],["specif",{"_index":203,"t":{"9":{"position":[[271,8]]},"11":{"position":[[898,12]]},"15":{"position":[[98,12],[588,8],[1266,13]]},"35":{"position":[[141,8],[194,9]]},"61":{"position":[[695,8]]},"140":{"position":[[1877,8]]},"180":{"position":[[1391,13]]},"230":{"position":[[134,8]]},"356":{"position":[[20334,8],[35908,11],[37971,8]]},"432":{"position":[[303,12],[526,8],[4751,8],[6215,8]]},"494":{"position":[[2499,12]]},"518":{"position":[[361,13],[378,8]]},"544":{"position":[[3910,9]]},"554":{"position":[[1360,9]]},"580":{"position":[[1185,8]]},"588":{"position":[[1686,8]]},"608":{"position":[[9137,9]]},"610":{"position":[[624,8],[741,8]]},"624":{"position":[[1299,8]]},"692":{"position":[[182,13]]},"696":{"position":[[4705,8]]}}}],["specifci",{"_index":4574,"t":{"494":{"position":[[1914,10]]}}}],["specifi",{"_index":860,"t":{"48":{"position":[[742,7]]},"92":{"position":[[112,7]]},"102":{"position":[[41,7]]},"116":{"position":[[1129,9]]},"146":{"position":[[127,7]]},"182":{"position":[[459,9]]},"236":{"position":[[1898,9],[2874,7]]},"264":{"position":[[2107,7]]},"306":{"position":[[85,7]]},"356":{"position":[[2833,7],[2942,7],[5357,7],[7210,9],[9690,9],[9822,9],[10904,9],[17192,9],[19600,9],[20015,9],[20937,7],[25263,9],[28087,7],[28196,7],[31315,7],[33139,9],[35154,9],[35286,9],[37270,9],[38574,7]]},"368":{"position":[[3453,9]]},"494":{"position":[[561,7],[2115,7],[2326,7],[2605,7]]},"498":{"position":[[357,7],[416,7],[488,7],[534,7],[608,7],[695,7]]},"500":{"position":[[392,10]]},"506":{"position":[[1057,10],[1117,10],[2363,10],[2423,10]]},"510":{"position":[[532,7]]},"518":{"position":[[34,7]]},"540":{"position":[[609,7],[726,7],[862,7],[959,7]]},"544":{"position":[[1149,7],[1228,7],[2063,10],[2258,7],[3289,7],[4568,7],[4763,7]]},"554":{"position":[[750,7],[829,7],[883,7],[1976,7],[2171,7]]},"558":{"position":[[1377,10]]},"580":{"position":[[442,7],[505,7],[1014,7]]},"588":{"position":[[2830,9]]},"592":{"position":[[4376,7],[4520,7]]},"608":{"position":[[3814,7],[4310,7],[5109,7],[9858,7],[10053,7],[10833,9],[11676,7]]},"628":{"position":[[39,7]]},"644":{"position":[[498,10]]},"647":{"position":[[27,9]]},"649":{"position":[[6667,9],[6832,9],[6920,9],[7243,9]]},"651":{"position":[[1606,7]]},"653":{"position":[[186,7]]},"657":{"position":[[183,9],[275,9]]},"659":{"position":[[576,7],[705,7]]},"663":{"position":[[643,7]]},"678":{"position":[[144,7],[210,7],[257,7]]},"680":{"position":[[165,7],[241,7],[299,7],[1986,7],[2146,7]]},"682":{"position":[[43,7],[325,7],[433,7],[487,7],[819,9],[951,9],[1557,9],[2013,7],[5811,9]]},"684":{"position":[[326,7]]},"692":{"position":[[11,7],[735,7],[910,10]]},"694":{"position":[[370,10],[561,10]]},"696":{"position":[[95,7],[970,7],[1143,7],[4450,7],[4932,7],[5170,7],[5442,10]]},"702":{"position":[[575,7],[799,7]]},"708":{"position":[[1896,7]]}}}],["spend",{"_index":5492,"t":{"657":{"position":[[49,5]]}}}],["spent",{"_index":5545,"t":{"661":{"position":[[1480,5]]}}}],["split",{"_index":1060,"t":{"92":{"position":[[661,5]]},"100":{"position":[[951,5]]},"108":{"position":[[955,5]]},"116":{"position":[[1539,5]]},"118":{"position":[[1141,5]]},"120":{"position":[[1052,5]]},"122":{"position":[[3091,5]]},"130":{"position":[[509,5]]},"146":{"position":[[678,5]]},"148":{"position":[[336,5]]},"256":{"position":[[686,5]]},"258":{"position":[[1404,5]]},"260":{"position":[[1263,5],[2267,5]]},"262":{"position":[[1506,5]]},"264":{"position":[[3382,5]]},"356":{"position":[[4275,5],[4376,5],[18120,5],[18221,5],[30233,5],[30334,5]]},"432":{"position":[[4940,5],[5041,5],[6094,5],[6356,5],[6656,5]]},"655":{"position":[[542,5],[1082,5],[1156,9],[1187,5],[1221,5],[1254,5],[1301,5],[1338,5],[1398,5],[1564,5],[1610,5],[1712,6],[2056,5]]}}}],["split=\"test\").to_pandas()custom_sent_key",{"_index":1497,"t":{"116":{"position":[[246,41]]}}}],["split=\"train\").to_pandas()custom_sent_key",{"_index":1567,"t":{"118":{"position":[[171,42]]}}}],["split=\"train\").to_pandas()dev_dataset",{"_index":1495,"t":{"116":{"position":[[102,37]]},"118":{"position":[[102,37]]},"120":{"position":[[94,37]]}}}],["split=\"validation\").to_pandas()custom_sent_key",{"_index":1588,"t":{"120":{"position":[[155,47]]}}}],["split=\"validation\").to_pandas()test_dataset",{"_index":1496,"t":{"116":{"position":[[171,43]]}}}],["split_idx",{"_index":2955,"t":{"258":{"position":[[405,11]]}}}],["split_ratio",{"_index":4087,"t":{"356":{"position":[[3067,11],[17921,11],[28321,11]]},"432":{"position":[[4250,12],[5504,11]]},"655":{"position":[[275,12]]}}}],["split_ratio=non",{"_index":4230,"t":{"356":{"position":[[16175,17],[23973,17]]}}}],["split_typ",{"_index":4102,"t":{"356":{"position":[[4212,10],[18057,10],[30170,10]]},"432":{"position":[[4233,11],[4877,10],[6132,10],[6224,10],[6307,10],[6707,10]]},"655":{"position":[[1464,10],[1900,10]]}}}],["split_type=\"group",{"_index":5490,"t":{"655":{"position":[[1739,18]]}}}],["split_type=\"tim",{"_index":5489,"t":{"655":{"position":[[1681,18]]}}}],["split_type=\"uniform",{"_index":5487,"t":{"655":{"position":[[1415,21]]}}}],["split_type=non",{"_index":4232,"t":{"356":{"position":[[16208,16],[24204,16]]}}}],["splitdiscrete_train_df",{"_index":3160,"t":{"262":{"position":[[437,22]]}}}],["splitter",{"_index":4103,"t":{"356":{"position":[[4232,8],[4295,8],[4468,8],[18077,8],[18140,8],[18313,8],[30190,8],[30253,8],[30426,8]]},"432":{"position":[[4897,8],[4960,8],[5133,8]]},"655":{"position":[[1939,8],[2139,8]]}}}],["squar",{"_index":4581,"t":{"494":{"position":[[2312,10]]},"647":{"position":[[401,7],[428,7]]}}}],["square_feet",{"_index":2034,"t":{"180":{"position":[[1040,14]]}}}],["src.zip:/spark/pythonexport",{"_index":2753,"t":{"244":{"position":[[1534,27]]}}}],["src_dir=to_absolute_path(local_dir",{"_index":3724,"t":{"302":{"position":[[180,34]]}}}],["stack",{"_index":5480,"t":{"653":{"position":[[7,7]]}}}],["stacker",{"_index":4086,"t":{"356":{"position":[[2884,8],[2977,8],[28138,8],[28231,8]]},"653":{"position":[[140,7],[305,8],[399,8]]}}}],["stallion",{"_index":3218,"t":{"264":{"position":[[86,8]]}}}],["standalon",{"_index":2720,"t":{"244":{"position":[[850,10]]}}}],["standard",{"_index":1992,"t":{"170":{"position":[[333,16],[350,14]]},"644":{"position":[[108,8]]}}}],["standard_d2_v2\"if",{"_index":1803,"t":{"140":{"position":[[1153,18]]}}}],["standard_nc6compute_target_s",{"_index":1802,"t":{"140":{"position":[[1119,31]]}}}],["standardscaler()automl",{"_index":1988,"t":{"170":{"position":[[248,22]]}}}],["standardscalerfrom",{"_index":1985,"t":{"170":{"position":[[141,18]]}}}],["star",{"_index":2695,"t":{"238":{"position":[[304,4]]}}}],["start",{"_index":655,"t":{"31":{"position":[[400,8]]},"82":{"position":[[330,5],[358,6]]},"182":{"position":[[297,5]]},"209":{"position":[[332,7]]},"236":{"position":[[1552,5]]},"246":{"position":[[833,7]]},"279":{"position":[[131,8]]},"312":{"position":[[1547,6]]},"326":{"position":[[802,7]]},"332":{"position":[[816,7]]},"348":{"position":[[9499,5]]},"356":{"position":[[1453,5],[1540,6],[5369,8],[5665,8],[26566,5],[26653,6],[31327,8],[31621,8]]},"486":{"position":[[486,8]]},"500":{"position":[[894,5]]},"580":{"position":[[470,5],[596,5],[1397,5]]},"584":{"position":[[217,5],[276,8]]},"590":{"position":[[836,5]]},"647":{"position":[[1884,5],[1971,6]]},"649":{"position":[[1375,8],[1655,8]]},"659":{"position":[[12,5],[42,8],[310,8],[588,8],[713,8]]},"674":{"position":[[953,8]]},"696":{"position":[[745,6]]},"698":{"position":[[690,5]]},"700":{"position":[[507,8]]},"708":{"position":[[269,6],[402,5],[424,5]]}}}],["start_log",{"_index":4033,"t":{"348":{"position":[[9337,14]]}}}],["start_logging(cl",{"_index":4034,"t":{"348":{"position":[[9368,18]]}}}],["start_tim",{"_index":3752,"t":{"310":{"position":[[119,10],[873,13]]},"580":{"position":[[571,10]]}}}],["start_time}\")best_tri",{"_index":3646,"t":{"287":{"position":[[64,23]]}}}],["start_time}\")print(f\"best",{"_index":2399,"t":{"196":{"position":[[179,25]]}}}],["started...\")analysi",{"_index":2198,"t":{"194":{"position":[[130,20]]}}}],["starting_point",{"_index":4114,"t":{"356":{"position":[[5314,15],[5885,15],[31272,15],[31841,15]]},"626":{"position":[[262,18]]},"628":{"position":[[482,18]]},"659":{"position":[[532,15]]}}}],["starting_points=\"data",{"_index":5281,"t":{"626":{"position":[[138,23]]}}}],["starting_points=automl1.best_config_per_estim",{"_index":5522,"t":{"659":{"position":[[475,51]]}}}],["starting_points=non",{"_index":4295,"t":{"356":{"position":[[24261,21]]}}}],["starting_points=starting_point",{"_index":4126,"t":{"356":{"position":[[6187,32],[32143,32]]}}}],["state",{"_index":77,"t":{"2":{"position":[[965,5]]},"15":{"position":[[1656,5]]},"55":{"position":[[785,5]]},"57":{"position":[[190,5]]},"100":{"position":[[246,5]]},"108":{"position":[[246,5]]},"140":{"position":[[1503,7]]},"184":{"position":[[545,6]]},"234":{"position":[[742,5]]},"356":{"position":[[6707,5],[32663,5]]},"432":{"position":[[2591,6],[3166,5],[4484,5]]},"544":{"position":[[5492,6],[5577,6]]},"572":{"position":[[123,5],[282,5]]},"574":{"position":[[270,5]]},"576":{"position":[[260,5]]},"584":{"position":[[44,5],[238,6]]}}}],["statement",{"_index":645,"t":{"29":{"position":[[1986,10]]},"57":{"position":[[332,9]]}}}],["static",{"_index":4118,"t":{"356":{"position":[[5559,9],[31515,9]]},"659":{"position":[[1105,9]]}}}],["static_categor",{"_index":3282,"t":{"264":{"position":[[2249,22]]},"356":{"position":[[20965,20],[37582,22],[38602,20]]}}}],["static_context_enrich",{"_index":3346,"t":{"264":{"position":[[4472,25],[6359,25],[25852,28]]}}}],["static_context_initial_cell_lstm",{"_index":3344,"t":{"264":{"position":[[4404,32],[6291,32],[25418,35]]}}}],["static_context_initial_hidden_lstm",{"_index":3342,"t":{"264":{"position":[[4335,34],[6222,34],[24982,37]]}}}],["static_context_variable_select",{"_index":3339,"t":{"264":{"position":[[4267,33],[6154,33],[24547,36]]}}}],["static_enrich",{"_index":3359,"t":{"264":{"position":[[4694,17],[6581,17],[26917,20]]}}}],["static_r",{"_index":3283,"t":{"264":{"position":[[2291,15]]},"356":{"position":[[20986,13],[37609,15],[38623,13]]}}}],["static_variable_select",{"_index":3330,"t":{"264":{"position":[[4073,25],[5960,25],[8759,28]]}}}],["staticmethoddef",{"_index":4593,"t":{"494":{"position":[[3095,16]]}}}],["statist",{"_index":3587,"t":{"275":{"position":[[1628,10]]},"494":{"position":[[1414,9]]},"498":{"position":[[56,10],[906,11]]},"562":{"position":[[510,10]]}}}],["statsmodel",{"_index":2708,"t":{"244":{"position":[[288,11]]}}}],["statsmodels.api",{"_index":2942,"t":{"258":{"position":[[7,15]]}}}],["statu",{"_index":1792,"t":{"140":{"position":[[791,6],[2125,7]]},"194":{"position":[[531,6],[864,6]]},"312":{"position":[[524,6],[531,6],[583,10],[916,6],[938,6]]},"500":{"position":[[859,6]]},"510":{"position":[[1550,6],[1696,6],[1832,6]]},"524":{"position":[[220,7]]},"526":{"position":[[438,7]]},"528":{"position":[[430,7]]},"584":{"position":[[855,6],[1033,6]]},"608":{"position":[[7680,6],[7700,6],[7736,6]]}}}],["step",{"_index":396,"t":{"17":{"position":[[1145,4],[1153,4]]},"29":{"position":[[1918,4]]},"50":{"position":[[97,4]]},"55":{"position":[[1194,4],[1202,4]]},"140":{"position":[[881,4]]},"300":{"position":[[171,6]]},"306":{"position":[[276,5]]},"308":{"position":[[171,5]]},"356":{"position":[[14185,5]]},"494":{"position":[[2930,4]]},"506":{"position":[[1513,4],[1632,5],[1792,5],[2819,4],[2938,5],[3098,5]]},"510":{"position":[[807,5]]},"554":{"position":[[71,4]]},"574":{"position":[[97,5],[107,6],[137,4],[296,7]]},"576":{"position":[[87,5],[97,6],[127,4],[286,7]]},"608":{"position":[[6912,4]]},"678":{"position":[[26,5],[454,6]]},"680":{"position":[[230,4]]},"682":{"position":[[314,4]]},"684":{"position":[[315,4]]},"686":{"position":[[29,6]]}}}],["step(data_sample=non",{"_index":4659,"t":{"510":{"position":[[817,22]]}}}],["stepsiz",{"_index":5799,"t":{"706":{"position":[[65,8]]}}}],["steven",{"_index":79,"t":{"2":{"position":[[983,7]]},"234":{"position":[[760,7]]}}}],["still",{"_index":320,"t":{"15":{"position":[[424,5]]},"23":{"position":[[101,5],[373,5]]},"622":{"position":[[107,5]]},"708":{"position":[[583,5]]}}}],["stoachast",{"_index":4421,"t":{"402":{"position":[[63,11]]}}}],["stop",{"_index":180,"t":{"7":{"position":[[335,9]]},"209":{"position":[[140,7]]},"234":{"position":[[628,9]]},"285":{"position":[[299,8]]},"312":{"position":[[489,4],[512,5],[961,4]]},"326":{"position":[[2218,5],[2590,5],[10781,5],[12155,5]]},"332":{"position":[[2148,5],[2520,5]]},"348":{"position":[[2988,5]]},"356":{"position":[[6948,4],[16569,7],[32904,4]]},"510":{"position":[[1528,4]]},"572":{"position":[[486,5]]},"608":{"position":[[1124,5],[1226,4],[6476,7]]},"661":{"position":[[1643,4],[1701,5]]},"672":{"position":[[649,8],[874,8]]},"696":{"position":[[497,9],[5552,4],[7208,7]]}}}],["stop=[\"\\nclass",{"_index":666,"t":{"31":{"position":[[908,16],[1006,16],[1078,16]]},"33":{"position":[[1455,16],[1838,16],[2449,16]]}}}],["stop_log",{"_index":4050,"t":{"348":{"position":[[10925,13]]}}}],["stop_logging(cl",{"_index":4051,"t":{"348":{"position":[[10955,17]]}}}],["stop_reply_at_rec",{"_index":3896,"t":{"326":{"position":[[14779,22]]}}}],["stop_reply_at_receive(send",{"_index":3897,"t":{"326":{"position":[[14806,29]]}}}],["stop_trial",{"_index":4673,"t":{"510":{"position":[[1489,11]]},"572":{"position":[[447,11]]}}}],["stop_trial(tri",{"_index":4674,"t":{"510":{"position":[[1505,17]]},"572":{"position":[[463,17]]}}}],["stopiter",{"_index":5137,"t":{"608":{"position":[[996,13],[1056,13],[6520,13],[7071,15]]},"696":{"position":[[5608,13],[6551,15],[7267,13]]}}}],["storag",{"_index":1526,"t":{"116":{"position":[[1241,7]]}}}],["store",{"_index":4117,"t":{"356":{"position":[[5540,6],[11304,7],[11502,7],[11749,7],[31496,6]]},"608":{"position":[[44,7]]},"636":{"position":[[1934,6]]},"644":{"position":[[267,6],[381,6]]},"659":{"position":[[1086,6]]}}}],["str",{"_index":709,"t":{"33":{"position":[[1601,4],[1609,4],[1617,4],[1910,4],[2026,4],[2034,4]]},"46":{"position":[[603,3],[756,3]]},"250":{"position":[[237,4],[263,3],[382,5],[548,5],[716,5],[890,5],[1405,3],[1823,3]]},"293":{"position":[[514,4],[877,3]]},"316":{"position":[[310,4]]},"322":{"position":[[181,4],[404,3],[550,3],[666,3]]},"326":{"position":[[878,4],[1347,3],[1387,3],[1973,3],[2987,5],[3209,3],[3282,3],[3985,3],[4145,4],[4573,4],[6314,4],[6377,3],[7552,4],[7628,3],[7748,5],[7915,3],[8048,6],[8097,6],[8148,6],[8199,6],[9159,5],[9334,3],[9467,6],[9516,6],[9567,6],[9618,6],[10574,5],[10887,3],[11940,5],[12261,3],[17293,3],[17411,3],[18542,3],[18660,3],[18764,4],[18772,3],[18878,3],[18921,3],[19094,3],[19263,3],[19307,3]]},"332":{"position":[[892,4],[1328,3],[1903,3],[2917,5],[3139,3],[3212,3],[3747,3],[4047,3]]},"344":{"position":[[395,3]]},"348":{"position":[[424,4],[806,4],[962,4],[973,4],[1406,3],[1441,3],[2017,4],[5936,4],[7536,4],[7697,4]]},"356":{"position":[[3970,4],[4225,3],[4491,3],[4852,4],[5350,3],[5442,4],[7140,4],[11605,4],[11701,3],[15586,4],[15613,3],[16131,3],[17430,3],[18070,3],[18336,3],[21241,4],[22973,3],[23779,3],[25549,3],[29928,4],[30183,3],[30449,3],[30810,4],[31308,3],[31398,4],[33069,4],[38878,4]]},"364":{"position":[[113,3],[206,3],[271,4]]},"368":{"position":[[4014,3]]},"370":{"position":[[225,3],[918,3],[1463,3]]},"374":{"position":[[314,3]]},"432":{"position":[[792,4],[1433,3],[1727,4],[2803,4],[4228,4],[4245,4],[4890,3],[5156,3],[5929,4],[6058,3],[7308,4],[7831,4],[7839,3],[8260,4],[8416,4]]},"452":{"position":[[261,4]]},"498":{"position":[[120,4]]},"502":{"position":[[161,3],[581,3],[807,3]]},"506":{"position":[[898,3],[1272,3],[1348,3],[1410,3],[2217,3],[2578,3],[2654,3],[2716,3]]},"544":{"position":[[694,4],[761,4],[3282,3],[3635,3],[3820,3],[5477,4],[5559,4],[5652,4],[5796,4],[5880,4]]},"554":{"position":[[3288,4],[3534,4],[3616,4]]},"562":{"position":[[95,3],[304,4],[437,4]]},"584":{"position":[[379,3],[510,3],[559,3],[605,3],[734,3],[862,3],[931,3]]},"588":{"position":[[539,3],[669,3],[1937,3],[1967,3],[2098,4],[2400,3],[2736,3],[2821,3]]},"608":{"position":[[1968,4],[2035,4],[10763,4],[11669,3],[12022,3],[12207,3]]},"659":{"position":[[569,3],[987,4]]}}}],["straightforward",{"_index":625,"t":{"29":{"position":[[1260,16]]}}}],["strategi",{"_index":310,"t":{"15":{"position":[[272,10],[511,11]]},"17":{"position":[[836,8],[940,11],[1210,10]]},"21":{"position":[[287,8]]},"55":{"position":[[1427,9]]},"203":{"position":[[1954,8]]},"356":{"position":[[3023,9],[17877,9],[28277,9]]},"432":{"position":[[4833,9]]},"600":{"position":[[700,9],[869,10]]},"655":{"position":[[153,9],[1166,9]]},"708":{"position":[[2420,9],[2589,10]]}}}],["stratifi",{"_index":2438,"t":{"205":{"position":[[196,10]]},"356":{"position":[[4583,13],[4636,11],[18428,13],[18481,11],[30541,13],[30594,11]]},"432":{"position":[[5248,13],[5301,11]]},"655":{"position":[[1176,10],[1490,14]]}}}],["stratified[flaml.automl",{"_index":1061,"t":{"92":{"position":[[675,24]]},"116":{"position":[[1553,24]]},"122":{"position":[[3105,24]]}}}],["string",{"_index":609,"t":{"29":{"position":[[803,6],[879,7]]},"33":{"position":[[1640,7],[1749,7],[1942,6],[1976,6],[1986,9],[2100,7],[2173,6],[2229,6],[2249,6]]},"264":{"position":[[592,7]]},"326":{"position":[[4735,6],[4824,7]]},"348":{"position":[[2785,6],[3011,7],[3029,8],[3060,8],[5565,6]]},"356":{"position":[[619,6],[1914,6],[2228,6],[2312,6],[2350,7],[3002,6],[3217,6],[12045,6],[15426,6],[15692,6],[15817,6],[16721,6],[17667,6],[17856,6],[20622,7],[23037,6],[25732,6],[27027,6],[27377,6],[27461,6],[27499,7],[28256,6],[28471,6],[38259,7]]},"364":{"position":[[333,7],[1081,7],[1093,6]]},"368":{"position":[[357,6],[3214,6]]},"432":{"position":[[981,6],[4812,6],[8318,6]]},"494":{"position":[[1032,6],[1999,6],[2240,6],[2577,6]]},"498":{"position":[[347,6],[406,6],[580,6]]},"500":{"position":[[639,6],[683,6]]},"510":{"position":[[522,6]]},"540":{"position":[[646,6],[698,6],[949,6]]},"544":{"position":[[1069,6],[1121,6],[2248,6]]},"554":{"position":[[670,6],[722,6],[873,6],[1239,6]]},"588":{"position":[[686,6],[2415,6]]},"608":{"position":[[3600,6],[4230,6],[4282,6],[5099,6],[7800,6],[8850,6]]},"610":{"position":[[283,6]]},"647":{"position":[[81,6]]},"680":{"position":[[86,6],[137,6]]},"692":{"position":[[903,6]]},"696":{"position":[[85,6]]}}}],["string/cal",{"_index":3978,"t":{"348":{"position":[[2559,15],[3342,15]]}}}],["string_xor('010",{"_index":715,"t":{"33":{"position":[[1761,17]]}}}],["string_xor(a",{"_index":708,"t":{"33":{"position":[[1587,13]]}}}],["strings/cal",{"_index":3979,"t":{"348":{"position":[[2588,18]]}}}],["struggl",{"_index":321,"t":{"15":{"position":[[430,9]]}}}],["stsb",{"_index":1566,"t":{"118":{"position":[[94,7],[163,7]]}}}],["stuck",{"_index":5824,"t":{"708":{"position":[[1081,5]]}}}],["student",{"_index":467,"t":{"19":{"position":[[307,9]]}}}],["studi",{"_index":555,"t":{"27":{"position":[[14,5]]},"37":{"position":[[80,5]]},"55":{"position":[[994,5]]},"84":{"position":[[160,5]]},"234":{"position":[[679,7]]},"600":{"position":[[994,5],[1168,5],[3157,5],[3422,5]]}}}],["studio",{"_index":2765,"t":{"246":{"position":[[194,6],[797,6]]}}}],["style",{"_index":2646,"t":{"236":{"position":[[1621,5]]},"592":{"position":[[217,5]]},"644":{"position":[[83,5]]},"649":{"position":[[3954,5],[5090,5]]},"657":{"position":[[4125,5]]}}}],["sub",{"_index":4450,"t":{"432":{"position":[[1085,3]]}}}],["subclass",{"_index":3677,"t":{"293":{"position":[[128,8]]},"326":{"position":[[299,10]]},"332":{"position":[[169,8]]},"356":{"position":[[15474,8]]},"378":{"position":[[94,10]]},"588":{"position":[[202,8],[2287,8],[2610,8]]}}}],["subject",{"_index":2495,"t":{"215":{"position":[[159,7]]},"702":{"position":[[2022,7]]},"708":{"position":[[1652,7]]}}}],["submit",{"_index":945,"t":{"67":{"position":[[9,6]]},"140":{"position":[[2471,6]]},"306":{"position":[[57,6]]},"584":{"position":[[170,10]]}}}],["submit_train_pipeline.build_and_submit_aml_pipeline(overrid",{"_index":3775,"t":{"312":{"position":[[335,62]]}}}],["submit_train_pipeline.pi",{"_index":3744,"t":{"306":{"position":[[28,25],[195,24]]}}}],["submit_tune.pi",{"_index":3792,"t":{"312":{"position":[[1203,14],[1261,14]]}}}],["subpackag",{"_index":888,"t":{"55":{"position":[[1237,10]]}}}],["subsampl",{"_index":1414,"t":{"108":{"position":[[8255,12]]},"610":{"position":[[1865,11]]},"649":{"position":[[805,10],[1093,10],[9002,11],[9279,12],[9431,9]]},"668":{"position":[[819,12]]}}}],["subsample=0.9643606787051899",{"_index":3212,"t":{"262":{"position":[[9025,29]]}}}],["subsample=0.9718245679598786",{"_index":1446,"t":{"108":{"position":[[9023,29]]}}}],["subsample=1.0",{"_index":1974,"t":{"162":{"position":[[1166,14]]},"260":{"position":[[4676,14]]}}}],["subsample_for_bin=200000",{"_index":3138,"t":{"260":{"position":[[4691,25]]}}}],["subsample_freq",{"_index":5467,"t":{"649":{"position":[[9362,17],[9397,14]]}}}],["subsample_freq=0",{"_index":3139,"t":{"260":{"position":[[4717,17]]}}}],["subscript",{"_index":1745,"t":{"134":{"position":[[206,12]]}}}],["subscription_id",{"_index":3736,"t":{"304":{"position":[[181,16]]},"312":{"position":[[1287,15],[1309,16]]}}}],["subscription_id=\" 1, we find the answer with highest votes among all the responses and then select it as the final answer to compare with the ground truth. For example, if n = 5 and 3 of the responses contain a final answer 301 while 2 of the responses contain a final answer 159, we choose 301 as the final answer. This can help with resolving potential errors due to randomness. We use the average accuracy and average inference cost as the metric to evaluate the performance over a dataset. The inference cost of a particular instance is measured by the price per 1K tokens and the number of tokens consumed.","s":"Experiment Setup","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#experiment-setup","p":14},{"i":19,"t":"The first figure in this blog post shows the average accuracy and average inference cost of each configuration on the level 2 Algebra test set. Surprisingly, the tuned gpt-3.5-turbo model is selected as a better model and it vastly outperforms untuned gpt-4 in accuracy (92% vs. 70%) with equal or 2.5 times higher inference budget. The same observation can be obtained on the level 3 Algebra test set. However, the selected model changes on level 4 Algebra. This time gpt-4 is selected as the best model. The tuned gpt-4 achieves much higher accuracy (56% vs. 44%) and lower cost than the untuned gpt-4. On level 5 the result is similar. We can see that FLAML has found different optimal model and inference parameters for each subset of a particular level, which shows that these parameters matter in cost-sensitive LLM applications and need to be carefully tuned or adapted. An example notebook to run these experiments can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/autogen_chatgpt.ipynb","s":"Experiment Results","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#experiment-results","p":14},{"i":21,"t":"While gpt-3.5-turbo demonstrates competitive accuracy with voted answers in relatively easy algebra problems under the same inference budget, gpt-4 is a better choice for the most difficult problems. In general, through parameter tuning and model selection, we can identify the opportunity to save the expensive model for more challenging tasks, and improve the overall effectiveness of a budget-constrained system. There are many other alternative ways of solving math problems, which we have not covered in this blog post. When there are choices beyond the inference parameters, they can be generally tuned via flaml.tune. The need for model selection, parameter tuning and cost saving is not specific to the math problems. The Auto-GPT project is an example where high cost can easily prevent a generic complex task to be accomplished as it needs many LLM inference calls.","s":"Analysis and Discussion","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#analysis-and-discussion","p":14},{"i":23,"t":"Research paper about the tuning technique Documentation about flaml.autogen Do you have any experience to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.","s":"For Further Reading","u":"/FLAML/blog/2023/04/21/LLM-tuning-math","h":"#for-further-reading","p":14},{"i":25,"t":"TL;DR: A case study using the HumanEval benchmark shows that an adaptive way of using multiple GPT models can achieve both much higher accuracy (from 68% to 90%) and lower inference cost (by 18%) than using GPT-4 for coding. GPT-4 is a big upgrade of foundation model capability, e.g., in code and math, accompanied by a much higher (more than 10x) price per token to use over GPT-3.5-Turbo. On a code completion benchmark, HumanEval, developed by OpenAI, GPT-4 can successfully solve 68% tasks while GPT-3.5-Turbo does 46%. It is possible to increase the success rate of GPT-4 further by generating multiple responses or making multiple calls. However, that will further increase the cost, which is already nearly 20 times of using GPT-3.5-Turbo and with more restricted API call rate limit. Can we achieve more with less? In this blog post, we will explore a creative, adaptive way of using GPT models which leads to a big leap forward.","s":"Achieve More, Pay Less - Use GPT-4 Smartly","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"","p":24},{"i":27,"t":"GPT-3.5-Turbo can alrady solve 40%-50% tasks. For these tasks if we never use GPT-4, we can save nearly 40-50% cost. If we use the saved cost to generate more responses with GPT-4 for the remaining unsolved tasks, it is possible to solve some more of them while keeping the amortized cost down. The obstacle of leveraging these observations is that we do not know a priori which tasks can be solved by the cheaper model, which tasks can be solved by the expensive model, and which tasks can be solved by paying even more to the expensive model. To overcome that obstacle, one may want to predict which task requires what model to solve and how many responses are required for each task. Let's look at one example code completion task: def vowels_count(s): \"\"\"Write a function vowels_count which takes a string representing a word as input and returns the number of vowels in the string. Vowels in this case are 'a', 'e', 'i', 'o', 'u'. Here, 'y' is also a vowel, but only when it is at the end of the given word. Example: >>> vowels_count(\"abcde\") 2 >>> vowels_count(\"ACEDY\") 3 \"\"\" Copy Can we predict whether GPT-3.5-Turbo can solve this task or do we need to use GPT-4? My first guess is that GPT-3.5-Turbo can get it right because the instruction is fairly straightforward. Yet, it turns out that GPT-3.5-Turbo does not consistently get it right, if we only give it one chance. It's not obvious (but an interesting research question!) how to predict the performance without actually trying. What else can we do? We notice that: It's \"easier\" to verify a given solution than finding a correct solution from scratch. Some simple example test cases are provided in the docstr. If we already have a response generated by a model, we can use those test cases to filter wrong implementations, and either use a more powerful model or generate more responses, until the result passes the example test cases. Moreover, this step can be automated by asking GPT-3.5-Turbo to generate assertion statements from the examples given in the docstr (a simpler task where we can place our bet) and executing the code.","s":"Observations","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#observations","p":24},{"i":29,"t":"Combining these observations, we can design a solution with two intuitive ideas: Make use of auto-generated feedback, i.e., code execution results, to filter responses. Try inference configurations one by one, until one response can pass the filter. This solution works adaptively without knowing or predicting which task fits which configuration. It simply tries multiple configurations one by one, starting from the cheapest configuration. Note that one configuration can generate multiple responses (by setting the inference parameter n larger than 1). And different configurations can use the same model and different inference parameters such as n and temperature. Only one response is returned and evaluated per task. An implementation of this solution is provided in flaml.autogen. It uses the following sequence of configurations: GPT-3.5-Turbo, n=1, temperature=0 GPT-3.5-Turbo, n=7, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"] GPT-4, n=1, temperature=0 GPT-4, n=2, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"] GPT-4, n=1, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"]","s":"Solution","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#solution","p":24},{"i":31,"t":"The first figure in this blog post shows the success rate and average inference cost of the adaptive solution compared with default GPT-4. The inference cost includes the cost for generating the assertions in our solution. The generated assertions are not always correct, and programs that pass/fail the generated assertions are not always right/wrong. Despite of that, the adaptive solution can increase the success rate (referred to as pass@1 in the literature) from 68% to 90%, while reducing the cost by 18%. Here are a few examples of function definitions which are solved by different configurations in the portfolio. Solved by GPT-3.5-Turbo, n=1, temperature=0 def compare(game,guess): \"\"\"I think we all remember that feeling when the result of some long-awaited event is finally known. The feelings and thoughts you have at that moment are definitely worth noting down and comparing. Your task is to determine if a person correctly guessed the results of a number of matches. You are given two arrays of scores and guesses of equal length, where each index shows a match. Return an array of the same length denoting how far off each guess was. If they have guessed correctly, the value is 0, and if not, the value is the absolute difference between the guess and the score. example: compare([1,2,3,4,5,1],[1,2,3,4,2,-2]) -> [0,0,0,0,3,3] compare([0,5,0,0,0,4],[4,1,1,0,0,-2]) -> [4,4,1,0,0,6] \"\"\" Copy Solved by GPT-3.5-Turbo, n=7, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"]: the vowels_count function presented earlier. Solved by GPT-4, n=1, temperature=0: def string_xor(a: str, b: str) -> str: \"\"\" Input are two strings a and b consisting only of 1s and 0s. Perform binary XOR on these inputs and return result also as a string. >>> string_xor('010', '110') '100' \"\"\" Copy Solved by GPT-4, n=2, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"]: def is_palindrome(string: str) -> bool: \"\"\" Test if given string is a palindrome \"\"\" return string == string[::-1]def make_palindrome(string: str) -> str: \"\"\" Find the shortest palindrome that begins with a supplied string. Algorithm idea is simple: - Find the longest postfix of supplied string that is a palindrome. - Append to the end of the string reverse of a string prefix that comes before the palindromic suffix. >>> make_palindrome('') '' >>> make_palindrome('cat') 'catac' >>> make_palindrome('cata') 'catac' \"\"\" Copy Solved by GPT-4, n=1, temperature=1, stop=[\"\\nclass\", \"\\ndef\", \"\\nif\", \"\\nprint\"]: def sort_array(arr): \"\"\" In this Kata, you have to sort an array of non-negative integers according to number of ones in their binary representation in ascending order. For similar number of ones, sort based on decimal value. It must be implemented like this: >>> sort_array([1, 5, 2, 3, 4]) == [1, 2, 3, 4, 5] >>> sort_array([-2, -3, -4, -5, -6]) == [-6, -5, -4, -3, -2] >>> sort_array([1, 0, 2, 3, 4]) [0, 1, 2, 3, 4] \"\"\" Copy The last problem is an example with wrong example test cases in the original definition. It misleads the adaptive solution because a correct implementation is regarded as wrong and more trials are made. The last configuration in the sequence returns the right implementation, even though it does not pass the auto-generated assertions. This example demonstrates that: Our adaptive solution has a certain degree of fault tolerance. The success rate and inference cost for the adaptive solution can be further improved if correct example test cases are used. It is worth noting that the reduced inference cost is the amortized cost over all the tasks. For each individual task, the cost can be either larger or smaller than directly using GPT-4. This is the nature of the adaptive solution: The cost is in general larger for difficult tasks than that for easy tasks. An example notebook to run this experiment can be found at: https://github.com/microsoft/FLAML/blob/v1.2.1/notebook/research/autogen_code.ipynb","s":"Experiment Results","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#experiment-results","p":24},{"i":33,"t":"Our solution is quite simple to implement using a generic interface offered in flaml.autogen, yet the result is quite encouraging. While the specific way of generating assertions is application-specific, the main ideas are general in LLM operations: Generate multiple responses to select - especially useful when selecting a good response is relatively easier than generating a good response at one shot. Consider multiple configurations to generate responses - especially useful when: Model and other inference parameter choice affect the utility-cost tradeoff; or Different configurations have complementary effect. A previous blog post provides evidence that these ideas are relevant in solving math problems too. flaml.autogen uses a technique EcoOptiGen to support inference parameter tuning and model selection. There are many directions of extensions in research and development: Generalize the way to provide feedback. Automate the process of optimizing the configurations. Build adaptive agents for different applications. Do you find this approach applicable to your use case? Do you have any other challenge to share about LLM applications? Do you like to see more support or research of LLM optimization or automation? Please join our Discord server for discussion.","s":"Discussion","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#discussion","p":24},{"i":35,"t":"Documentation about flaml.autogen and Research paper. Blog post about a related study for math.","s":"For Further Reading","u":"/FLAML/blog/2023/05/18/GPT-adaptive-humaneval","h":"#for-further-reading","p":24},{"i":37,"t":"TL;DR: We introduce MathChat, a conversational framework leveraging Large Language Models (LLMs), specifically GPT-4, to solve advanced mathematical problems. MathChat improves LLM's performance on challenging math problem-solving, outperforming basic prompting and other strategies by about 6%. The improvement was especially notable in the Algebra category, with a 15% increase in accuracy. Despite the advancement, GPT-4 still struggles to solve very challenging math problems, even with effective prompting strategies. Further improvements are needed, such as the development of more specific assistant models or the integration of new tools and prompts. Recent Large Language Models (LLMs) like GTP-3.5 and GPT-4 have demonstrated astonishing abilities over previous models on various tasks, such as text generation, question answering, and code generation. Moreover, these models can communicate with humans through conversations and remember previous contexts, making it easier for humans to interact with them. These models play an increasingly important role in our daily lives assisting people with different tasks, such as writing emails, summarizing documents, and writing code. In this blog post, we probe into the problem-solving capabilities of LLMs. Specifically, we are interested in their capabilities to solve advanced math problems, which could be representative of a broader class of problems that require precise reasoning and also have deterministic solutions. We introduce MathChat, a conversational framework designed for solving challenging math problems with LLMs. This framework takes advantage of the chat-optimized feature of state-of-the-art LLMs, where a user proxy agent and an LLM assistant work together to tackle math problems. We also test previous prompting techniques for comparison.","s":"MathChat - An Conversational Framework to Solve Math Problems","u":"/FLAML/blog/2023/06/28/MathChat","h":"","p":36},{"i":39,"t":"MathChat simulates a conversation between the LLM assistant and a user proxy agent. As the name indicates, the user proxy agent acts as a proxy for the user, which is responsible for communicating with the LLM assistant and continuing the conversation in a desired manner. The proxy agent first presents a math problem to the LLM assistant, framed by an initial prompt that guides the assistant in how it should work collaboratively to solve the problem. We incorporate existing prompting methods such as CoT (chain-of-thought) and tool-using are incorporated in the initial prompt. Key components of the prompt include: Tool-using Prompt: This guides the LLM assistant to use Python code in the correct format to address the problem, allowing the user proxy agent to parse the code and provide the appropriate results. Problem-Solving Strategy Selection Prompt: The assistant is instructed to choose one of three potential problem-solving strategies, including: Writing a Python program to solve the problem directly. Solving the problem directly without using Python, which exercises LLMs' inherent reasoning capabilities. Solving the problem step by step with Python. This should be used when the first two strategies aren't suitable. Final Answer Encapsulation Prompt: This part instructs the assistant to put the final answer in \\boxed{}. The prompt design in MathChat is flexible and can easily be refined to include other tools, such as Wolfram Alpha. Let's take a look at an example between the User Proxy Agent and the LLM Assistant (GPT-4). The conversation focuses on how to solve inequality using Python. (The conversation is modified for readability.) Participant Dialogue User Proxy Agent (Initial Prompt: Let's solve a math problem with Python...) Problem: Find all x that satisfy the inequality (2x+10)(x+3) < (3x+9)(x+8). Express your answer in interval notation. LLM assistant The key idea to solve this problem is to find the critical points, which are the points where the inequality is equal. Then, test the intervals between the critical points to find the interval for which the inequality holds. LLM assistant (continued) Here's Python code to find the critical points: from sympy import symbols, Eq, solve; x = symbols(\"x\"); lhs = (2*x + 10)*(x + 3); rhs = (3*x + 9)*(x + 8); equation = Eq(lhs, rhs); critical_points = solve(equation, x); critical_points User Proxy Agent The critical points are: [-14, -3] LLM assistant We found the critical points to be x = -14 and x = -3. Now we'll test the intervals between these critical points as well as points before and after the critical points. The intervals are: x < -14, -14 < x < -3, x > -3. LLM assistant (continued) Here's Python code to test the inequality for each interval: from sympy import symbols; x = symbols(\"x\"); inequality = (2*x + 10)*(x + 3) < (3*x + 9)*(x + 8); test_points = [-15, -5, 0]; intervals = []; for point in test_points: if inequality.subs(x, point): intervals.append(point); intervals User Proxy Agent The intervals where the inequality holds true are for test points: [-15, 0] LLM assistant We have tested the intervals and found that the inequality holds for: 1. x < -14 (test point: -15) 2. x > -3 (test point: 0). Therefore, the solution to the inequality (2x+10)(x+3) < (3x+9)(x+8) is x ∈ (-∞, -14) ∪ (-3, ∞)","s":"The MathChat Framework","u":"/FLAML/blog/2023/06/28/MathChat","h":"#the-mathchat-framework","p":36},{"i":41,"t":"We evaluate the improvement brought by MathChat. For the experiment, we focus on the level-5 problems from the MATH dataset, which are composed of high school competition problems. These problems include the application of theorems and complex equation derivation and are challenging even for undergraduate students. We evaluate 6 of 7 categories from the dataset (excluding Geometry): Prealgebra, Algebra, Number Theory, Counting and Probability, Intermediate Algebra, and Precalculus. We evaluate GPT-4 and use the default configuration of the OpenAI API. To access the final performance, we manually compare the final answer with the correct answer. For the vanilla prompt, Program Synthesis, and MathChat, we have GPT-4 enclose the final answer in \\boxed{}, and we take the return of the function in PoT as the final answer. We also evaluate the following methods for comparison: Vanilla prompting: Evaluates GPT-4's direct problem-solving capability. The prompt used is: \" Solve the problem carefully. Put the final answer in \\boxed{}\". Program of Thoughts (PoT): Uses a zero-shot PoT prompt that requests the model to create a Solver function to solve the problem and return the final answer. Program Synthesis (PS) prompting: Like PoT, it prompts the model to write a program to solve the problem. The prompt used is: \"Write a program that answers the following question: {Problem}\".","s":"Experiment Setup","u":"/FLAML/blog/2023/06/28/MathChat","h":"#experiment-setup","p":36},{"i":43,"t":"The accuracy on all the problems with difficulty level-5 from different categories of the MATH dataset with different methods is shown below: We found that compared to basic prompting, which demonstrates the innate capabilities of GPT-4, utilizing Python within the context of PoT or PS strategy improved the overall accuracy by about 10%. This increase was mostly seen in categories involving more numerical manipulations, such as Counting & Probability and Number Theory, and in more complex categories like Intermediate Algebra and Precalculus. For categories like Algebra and Prealgebra, PoT and PS showed little improvement, and in some instances, even led to a decrease in accuracy. However, MathChat was able to enhance total accuracy by around 6% compared to PoT and PS, showing competitive performance across all categories. Remarkably, MathChat improved accuracy in the Algebra category by about 15% over other methods. Note that categories like Intermediate Algebra and Precalculus remained challenging for all methods, with only about 20% of problems solved accurately. The code for experiments can be found at this repository. We now provide an implementation of MathChat using the interactive agents in FLAML. See this notebook for example usage.","s":"Experiment Results","u":"/FLAML/blog/2023/06/28/MathChat","h":"#experiment-results","p":36},{"i":45,"t":"Despite MathChat's improvements over previous methods, the results show that complex math problem is still challenging for recent powerful LLMs, like GPT-4, even with help from external tools. Further work can be done to enhance this framework or math problem-solving in general: Although enabling the model to use tools like Python can reduce calculation errors, LLMs are still prone to logic errors. Methods like self-consistency (Sample several solutions and take a major vote on the final answer), or self-verification (use another LLM instance to check whether an answer is correct) might improve the performance. Sometimes, whether the LLM can solve the problem depends on the plan it uses. Some plans require less computation and logical reasoning, leaving less room for mistakes. MathChat has the potential to be adapted into a copilot system, which could assist users with math problems. This system could allow users to be more involved in the problem-solving process, potentially enhancing learning.","s":"Future Directions","u":"/FLAML/blog/2023/06/28/MathChat","h":"#future-directions","p":36},{"i":47,"t":"Research paper of MathChat Documentation about flaml.autogen Are you working on applications that involve math problem-solving? Would you appreciate additional research or support on the application of LLM-based agents for math problem-solving? Please join our Discord server for discussion.","s":"For Further Reading","u":"/FLAML/blog/2023/06/28/MathChat","h":"#for-further-reading","p":36},{"i":50,"t":"AutoGen - Tune GPT Models flaml.autogen offers a cost-effective hyperparameter optimization technique EcoOptiGen for tuning Large Language Models. The research study finds that tuning hyperparameters can significantly improve the utility of them. Please find documentation about this feature here. Links to notebook examples: Optimize for Code Generation | Open in colab Optimize for Math | Open in colab","s":"AutoGen - Tune GPT Models","u":"/FLAML/docs/Examples/AutoGen-OpenAI","h":"","p":49},{"i":52,"t":"TL;DR: We demonstrate how to use flaml.autogen for local LLM application. As an example, we will initiate an endpoint using FastChat and perform inference on ChatGLMv2-6b.","s":"Use flaml.autogen for Local LLMs","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"","p":51},{"i":55,"t":"FastChat provides OpenAI-compatible APIs for its supported models, so you can use FastChat as a local drop-in replacement for OpenAI APIs. However, its code needs minor modification in order to function properly. git clone https://github.com/lm-sys/FastChat.gitcd FastChat Copy","s":"Clone FastChat","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#clone-fastchat","p":51},{"i":57,"t":"ChatGLM-6B is an open bilingual language model based on General Language Model (GLM) framework, with 6.2 billion parameters. ChatGLM2-6B is its second-generation version. Before downloading from HuggingFace Hub, you need to have Git LFS installed. git clone https://huggingface.co/THUDM/chatglm2-6b Copy","s":"Download checkpoint","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#download-checkpoint","p":51},{"i":59,"t":"First, launch the controller python -m fastchat.serve.controller Copy Then, launch the model worker(s) python -m fastchat.serve.model_worker --model-path chatglm2-6b Copy Finally, launch the RESTful API server python -m fastchat.serve.openai_api_server --host localhost --port 8000 Copy Normally this will work. However, if you encounter error like this, commenting out all the lines containing finish_reason in fastchat/protocol/api_protocal.py and fastchat/protocol/openai_api_protocol.py will fix the problem. The modified code looks like: class CompletionResponseChoice(BaseModel): index: int text: str logprobs: Optional[int] = None # finish_reason: Optional[Literal[\"stop\", \"length\"]]class CompletionResponseStreamChoice(BaseModel): index: int text: str logprobs: Optional[float] = None # finish_reason: Optional[Literal[\"stop\", \"length\"]] = None Copy","s":"Initiate server","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#initiate-server","p":51},{"i":61,"t":"Now the models can be directly accessed through openai-python library as well as flaml.oai.Completion and flaml.oai.ChatCompletion. from flaml import oai# create a text completion requestresponse = oai.Completion.create( config_list=[ { \"model\": \"chatglm2-6b\", \"api_base\": \"http://localhost:8000/v1\", \"api_type\": \"open_ai\", \"api_key\": \"NULL\", # just a placeholder } ], prompt=\"Hi\",)print(response)# create a chat completion requestresponse = oai.ChatCompletion.create( config_list=[ { \"model\": \"chatglm2-6b\", \"api_base\": \"http://localhost:8000/v1\", \"api_type\": \"open_ai\", \"api_key\": \"NULL\", } ], messages=[{\"role\": \"user\", \"content\": \"Hi\"}])print(response) Copy If you would like to switch to different models, download their checkpoints and specify model path when launching model worker(s).","s":"Interact with model using oai.Completion","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#interact-with-model-using-oaicompletion","p":51},{"i":63,"t":"If you would like to interact with multiple LLMs on your local machine, replace the model_worker step above with a multi model variant: python -m fastchat.serve.multi_model_worker \\ --model-path lmsys/vicuna-7b-v1.3 \\ --model-names vicuna-7b-v1.3 \\ --model-path chatglm2-6b \\ --model-names chatglm2-6b Copy The inference code would be: from flaml import oai# create a chat completion requestresponse = oai.ChatCompletion.create( config_list=[ { \"model\": \"chatglm2-6b\", \"api_base\": \"http://localhost:8000/v1\", \"api_type\": \"open_ai\", \"api_key\": \"NULL\", }, { \"model\": \"vicuna-7b-v1.3\", \"api_base\": \"http://localhost:8000/v1\", \"api_type\": \"open_ai\", \"api_key\": \"NULL\", } ], messages=[{\"role\": \"user\", \"content\": \"Hi\"}])print(response) Copy","s":"interacting with multiple local LLMs","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#interacting-with-multiple-local-llms","p":51},{"i":65,"t":"Documentation about flaml.autogen Documentation about FastChat.","s":"For Further Reading","u":"/FLAML/blog/2023/07/14/Local-LLMs","h":"#for-further-reading","p":51},{"i":67,"t":"On this page","s":"Contributing","u":"/FLAML/docs/Contribute","h":"","p":66},{"i":69,"t":"When you submit an issue to GitHub, please do your best to follow these guidelines! This will make it a lot easier to provide you with good feedback: The ideal bug report contains a short reproducible code snippet. This way anyone can try to reproduce the bug easily (see this for more details). If your snippet is longer than around 50 lines, please link to a gist or a GitHub repo. If an exception is raised, please provide the full traceback. Please include your operating system type and version number, as well as your Python, flaml, scikit-learn versions. The version of flaml can be found by running the following code snippet: import flamlprint(flaml.__version__) Copy Please ensure all code snippets and error messages are formatted in appropriate code blocks. See Creating and highlighting code blocks for more details.","s":"How to make a good bug report","u":"/FLAML/docs/Contribute","h":"#how-to-make-a-good-bug-report","p":66},{"i":71,"t":"There is currently no formal reviewer solicitation process. Current reviewers identify reviewers from active contributors. If you are willing to become a reviewer, you are welcome to let us know on discord.","s":"Becoming a Reviewer","u":"/FLAML/docs/Contribute","h":"#becoming-a-reviewer","p":66},{"i":74,"t":"git clone https://github.com/microsoft/FLAML.gitpip install -e FLAML[notebook,autogen] Copy In case the pip install command fails, try escaping the brackets such as pip install -e FLAML\\[notebook,autogen\\].","s":"Setup","u":"/FLAML/docs/Contribute","h":"#setup","p":66},{"i":76,"t":"We provide a simple Dockerfile. docker build https://github.com/microsoft/FLAML.git#main -t flaml-devdocker run -it flaml-dev Copy","s":"Docker","u":"/FLAML/docs/Contribute","h":"#docker","p":66},{"i":78,"t":"If you use vscode, you can open the FLAML folder in a Container. We have provided the configuration in devcontainer.","s":"Develop in Remote Container","u":"/FLAML/docs/Contribute","h":"#develop-in-remote-container","p":66},{"i":80,"t":"Run pre-commit install to install pre-commit into your git hooks. Before you commit, run pre-commit run to check if you meet the pre-commit requirements. If you use Windows (without WSL) and can't commit after installing pre-commit, you can run pre-commit uninstall to uninstall the hook. In WSL or Linux this is supposed to work.","s":"Pre-commit","u":"/FLAML/docs/Contribute","h":"#pre-commit","p":66},{"i":82,"t":"Any code you commit should not decrease coverage. To run all unit tests, install the [test] option under FLAML/: pip install -e.\"[test]\"coverage run -m pytest test Copy Then you can see the coverage report by coverage report -m or coverage html.","s":"Coverage","u":"/FLAML/docs/Contribute","h":"#coverage","p":66},{"i":84,"t":"To build and test documentation locally, install Node.js. For example, nvm install --lts Copy Then: npm install --global yarn # skip if you use the dev container we providedpip install pydoc-markdown==4.5.0 # skip if you use the dev container we providedcd websiteyarn install --frozen-lockfile --ignore-enginespydoc-markdownyarn start Copy The last command starts a local development server and opens up a browser window. Most changes are reflected live without having to restart the server. Note: some tips in this guide are based off the contributor guide from ray, scikit-learn, or hummingbird.","s":"Documentation","u":"/FLAML/docs/Contribute","h":"#documentation","p":66},{"i":86,"t":"AutoGen - Automated Multi Agent Chat Please refer to https://microsoft.github.io/autogen/docs/Examples/#AutoGen-AgentChat.","s":"AutoGen - Automated Multi Agent Chat","u":"/FLAML/docs/Examples/AutoGen-AgentChat","h":"","p":85},{"i":88,"t":"On this page","s":"AutoML - Classification","u":"/FLAML/docs/Examples/AutoML-Classification","h":"","p":87},{"i":90,"t":"Install the [automl] option. pip install \"flaml[automl]\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#prerequisites","p":87},{"i":92,"t":"from flaml import AutoMLfrom sklearn.datasets import load_iris# Initialize an AutoML instanceautoml = AutoML()# Specify automl goal and constraintautoml_settings = { \"time_budget\": 1, # in seconds \"metric\": \"accuracy\", \"task\": \"classification\", \"log_file_name\": \"iris.log\",}X_train, y_train = load_iris(return_X_y=True)# Train with labeled input dataautoml.fit(X_train=X_train, y_train=y_train, **automl_settings)# Predictprint(automl.predict_proba(X_train))# Print the best modelprint(automl.model.estimator) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample of output​ [flaml.automl: 11-12 18:21:44] {1485} INFO - Data split method: stratified[flaml.automl: 11-12 18:21:44] {1489} INFO - Evaluation method: cv[flaml.automl: 11-12 18:21:44] {1540} INFO - Minimizing error metric: 1-accuracy[flaml.automl: 11-12 18:21:44] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'catboost', 'xgboost', 'extra_tree', 'lrl1'][flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 0, current learner lgbm[flaml.automl: 11-12 18:21:44] {1944} INFO - Estimated sufficient time budget=1285s. Estimated necessary time budget=23s.[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.2s, estimator lgbm's best error=0.0733, best estimator lgbm's best error=0.0733[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 1, current learner lgbm[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.3s, estimator lgbm's best error=0.0733, best estimator lgbm's best error=0.0733[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 2, current learner lgbm[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.4s, estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 3, current learner lgbm[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 4, current learner lgbm[flaml.automl: 11-12 18:21:44] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:44] {1826} INFO - iteration 5, current learner xgboost[flaml.automl: 11-12 18:21:45] {2029} INFO - at 0.9s, estimator xgboost's best error=0.0600, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:45] {1826} INFO - iteration 6, current learner lgbm[flaml.automl: 11-12 18:21:45] {2029} INFO - at 1.0s, estimator lgbm's best error=0.0533, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:45] {1826} INFO - iteration 7, current learner extra_tree[flaml.automl: 11-12 18:21:45] {2029} INFO - at 1.1s, estimator extra_tree's best error=0.0667, best estimator lgbm's best error=0.0533[flaml.automl: 11-12 18:21:45] {2242} INFO - retrain lgbm for 0.0s[flaml.automl: 11-12 18:21:45] {2247} INFO - retrained model: LGBMClassifier(learning_rate=0.2677050123105203, max_bin=127, min_child_samples=12, n_estimators=4, num_leaves=4, reg_alpha=0.001348364934537134, reg_lambda=1.4442580148221913, verbose=-1)[flaml.automl: 11-12 18:21:45] {1608} INFO - fit succeeded[flaml.automl: 11-12 18:21:45] {1610} INFO - Time taken to find the best model: 0.3756711483001709 Copy","s":"A basic classification example","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#a-basic-classification-example","p":87},{"i":94,"t":"Link to notebook | Open in colab","s":"A more advanced example including custom learner and metric","u":"/FLAML/docs/Examples/AutoML-Classification","h":"#a-more-advanced-example-including-custom-learner-and-metric","p":87},{"i":96,"t":"On this page","s":"AutoML for LightGBM","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"","p":95},{"i":98,"t":"Install the [automl] option. pip install \"flaml[automl] matplotlib openml\" Copy","s":"Prerequisites for this example","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#prerequisites-for-this-example","p":95},{"i":100,"t":"from flaml import AutoMLfrom flaml.automl.data import load_openml_dataset# Download [houses dataset](https://www.openml.org/d/537) from OpenML. The task is to predict median price of the house in the region based on demographic composition and a state of housing market in the region.X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir=\"./\")automl = AutoML()settings = { \"time_budget\": 60, # total running time in seconds \"metric\": \"r2\", # primary metrics for regression can be chosen from: ['mae','mse','r2'] \"estimator_list\": [\"lgbm\"], # list of ML learners; we tune lightgbm in this example \"task\": \"regression\", # task type \"log_file_name\": \"houses_experiment.log\", # flaml log file \"seed\": 7654321, # random seed}automl.fit(X_train=X_train, y_train=y_train, **settings) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 11-15 19:46:44] {1485} INFO - Data split method: uniform[flaml.automl: 11-15 19:46:44] {1489} INFO - Evaluation method: cv[flaml.automl: 11-15 19:46:44] {1540} INFO - Minimizing error metric: 1-r2[flaml.automl: 11-15 19:46:44] {1577} INFO - List of ML learners in AutoML Run: ['lgbm'][flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 0, current learner lgbm[flaml.automl: 11-15 19:46:44] {1944} INFO - Estimated sufficient time budget=3232s. Estimated necessary time budget=3s.[flaml.automl: 11-15 19:46:44] {2029} INFO - at 0.5s, estimator lgbm's best error=0.7383, best estimator lgbm's best error=0.7383[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 1, current learner lgbm[flaml.automl: 11-15 19:46:44] {2029} INFO - at 0.6s, estimator lgbm's best error=0.4774, best estimator lgbm's best error=0.4774[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 2, current learner lgbm[flaml.automl: 11-15 19:46:44] {2029} INFO - at 0.7s, estimator lgbm's best error=0.4774, best estimator lgbm's best error=0.4774[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 3, current learner lgbm[flaml.automl: 11-15 19:46:44] {2029} INFO - at 0.9s, estimator lgbm's best error=0.2985, best estimator lgbm's best error=0.2985[flaml.automl: 11-15 19:46:44] {1826} INFO - iteration 4, current learner lgbm[flaml.automl: 11-15 19:46:45] {2029} INFO - at 1.3s, estimator lgbm's best error=0.2337, best estimator lgbm's best error=0.2337[flaml.automl: 11-15 19:46:45] {1826} INFO - iteration 5, current learner lgbm[flaml.automl: 11-15 19:46:45] {2029} INFO - at 1.4s, estimator lgbm's best error=0.2337, best estimator lgbm's best error=0.2337[flaml.automl: 11-15 19:46:45] {1826} INFO - iteration 6, current learner lgbm[flaml.automl: 11-15 19:46:46] {2029} INFO - at 2.5s, estimator lgbm's best error=0.2219, best estimator lgbm's best error=0.2219[flaml.automl: 11-15 19:46:46] {1826} INFO - iteration 7, current learner lgbm[flaml.automl: 11-15 19:46:46] {2029} INFO - at 2.9s, estimator lgbm's best error=0.2219, best estimator lgbm's best error=0.2219[flaml.automl: 11-15 19:46:46] {1826} INFO - iteration 8, current learner lgbm[flaml.automl: 11-15 19:46:48] {2029} INFO - at 4.5s, estimator lgbm's best error=0.1764, best estimator lgbm's best error=0.1764[flaml.automl: 11-15 19:46:48] {1826} INFO - iteration 9, current learner lgbm[flaml.automl: 11-15 19:46:54] {2029} INFO - at 10.5s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630[flaml.automl: 11-15 19:46:54] {1826} INFO - iteration 10, current learner lgbm[flaml.automl: 11-15 19:46:56] {2029} INFO - at 12.4s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630[flaml.automl: 11-15 19:46:56] {1826} INFO - iteration 11, current learner lgbm[flaml.automl: 11-15 19:47:13] {2029} INFO - at 29.0s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630[flaml.automl: 11-15 19:47:13] {1826} INFO - iteration 12, current learner lgbm[flaml.automl: 11-15 19:47:15] {2029} INFO - at 31.1s, estimator lgbm's best error=0.1630, best estimator lgbm's best error=0.1630[flaml.automl: 11-15 19:47:15] {1826} INFO - iteration 13, current learner lgbm[flaml.automl: 11-15 19:47:29] {2029} INFO - at 45.8s, estimator lgbm's best error=0.1564, best estimator lgbm's best error=0.1564[flaml.automl: 11-15 19:47:33] {2242} INFO - retrain lgbm for 3.2s[flaml.automl: 11-15 19:47:33] {2247} INFO - retrained model: LGBMRegressor(colsample_bytree=0.8025848209352517, learning_rate=0.09100963138990374, max_bin=255, min_child_samples=42, n_estimators=363, num_leaves=216, reg_alpha=0.001113000336715291, reg_lambda=76.50614276906414, verbose=-1)[flaml.automl: 11-15 19:47:33] {1608} INFO - fit succeeded[flaml.automl: 11-15 19:47:33] {1610} INFO - Time taken to find the best model: 45.75616669654846[flaml.automl: 11-15 19:47:33] {1624} WARNING - Time taken to find the best model is 76% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy Retrieve best config​ print(\"Best hyperparmeter config:\", automl.best_config)print(\"Best r2 on validation data: {0:.4g}\".format(1 - automl.best_loss))print(\"Training duration of best run: {0:.4g} s\".format(automl.best_config_train_time))print(automl.model.estimator)# Best hyperparmeter config: {'n_estimators': 363, 'num_leaves': 216, 'min_child_samples': 42, 'learning_rate': 0.09100963138990374, 'log_max_bin': 8, 'colsample_bytree': 0.8025848209352517, 'reg_alpha': 0.001113000336715291, 'reg_lambda': 76.50614276906414}# Best r2 on validation data: 0.8436# Training duration of best run: 3.229 s# LGBMRegressor(colsample_bytree=0.8025848209352517,# learning_rate=0.09100963138990374, max_bin=255,# min_child_samples=42, n_estimators=363, num_leaves=216,# reg_alpha=0.001113000336715291, reg_lambda=76.50614276906414,# verbose=-1) Copy Plot feature importance​ import matplotlib.pyplot as pltplt.barh(automl.feature_names_in_, automl.feature_importances_) Copy Compute predictions of testing dataset​ y_pred = automl.predict(X_test)print(\"Predicted labels\", y_pred)# Predicted labels [143391.65036562 245535.13731811 153171.44071629 ... 184354.52735963# 235510.49470445 282617.22858956] Copy Compute different metric values on testing dataset​ from flaml.automl.ml import sklearn_metric_loss_scoreprint(\"r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))print(\"mse\", \"=\", sklearn_metric_loss_score(\"mse\", y_pred, y_test))print(\"mae\", \"=\", sklearn_metric_loss_score(\"mae\", y_pred, y_test))# r2 = 0.8505434326526395# mse = 1975592613.138005# mae = 29471.536046068788 Copy Compare with untuned LightGBM​ from lightgbm import LGBMRegressorlgbm = LGBMRegressor()lgbm.fit(X_train, y_train)y_pred = lgbm.predict(X_test)from flaml.automl.ml import sklearn_metric_loss_scoreprint(\"default lgbm r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))# default lgbm r2 = 0.8296179648694404 Copy Plot learning curve​ How does the model accuracy improve as we search for different hyperparameter configurations? from flaml.automl.data import get_output_from_logimport numpy as nptime_history, best_valid_loss_history, valid_loss_history, config_history, metric_history = get_output_from_log(filename=settings['log_file_name'], time_budget=60)plt.title('Learning Curve')plt.xlabel('Wall Clock Time (s)')plt.ylabel('Validation r2')plt.step(time_history, 1 - np.array(best_valid_loss_history), where='post')plt.show() Copy","s":"Use built-in LGBMEstimator","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#use-built-in-lgbmestimator","p":95},{"i":102,"t":"The native API of LightGBM allows one to specify a custom objective function in the model constructor. You can easily enable it by adding a customized LightGBM learner in FLAML. In the following example, we show how to add such a customized LightGBM learner with a custom objective function. Create a customized LightGBM learner with a custom objective function​ import numpy as np# define your customized objective functiondef my_loss_obj(y_true, y_pred): c = 0.5 residual = y_pred - y_true grad = c * residual / (np.abs(residual) + c) hess = c ** 2 / (np.abs(residual) + c) ** 2 # rmse grad and hess grad_rmse = residual hess_rmse = 1.0 # mae grad and hess grad_mae = np.array(residual) grad_mae[grad_mae > 0] = 1. grad_mae[grad_mae <= 0] = -1. hess_mae = 1.0 coef = [0.4, 0.3, 0.3] return coef[0] * grad + coef[1] * grad_rmse + coef[2] * grad_mae, coef[0] * hess + coef[1] * hess_rmse + coef[2] * hess_maefrom flaml.automl.model import LGBMEstimatorclass MyLGBM(LGBMEstimator): \"\"\"LGBMEstimator with my_loss_obj as the objective function\"\"\" def __init__(self, **config): super().__init__(objective=my_loss_obj, **config) Copy Add the customized learner and tune it​ automl = AutoML()automl.add_learner(learner_name=\"my_lgbm\", learner_class=MyLGBM)settings[\"estimator_list\"] = [\"my_lgbm\"] # change the estimator listautoml.fit(X_train=X_train, y_train=y_train, **settings) Copy Link to notebook | Open in colab","s":"Use a customized LightGBM learner","u":"/FLAML/docs/Examples/AutoML-for-LightGBM","h":"#use-a-customized-lightgbm-learner","p":95},{"i":104,"t":"On this page","s":"AutoML - NLP","u":"/FLAML/docs/Examples/AutoML-NLP","h":"","p":103},{"i":106,"t":"This example requires GPU. Install the [automl,hf] option: pip install \"flaml[automl,hf]\" Copy","s":"Requirements","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#requirements","p":103},{"i":108,"t":"from flaml import AutoMLfrom datasets import load_datasettrain_dataset = load_dataset(\"glue\", \"mrpc\", split=\"train\").to_pandas()dev_dataset = load_dataset(\"glue\", \"mrpc\", split=\"validation\").to_pandas()test_dataset = load_dataset(\"glue\", \"mrpc\", split=\"test\").to_pandas()custom_sent_keys = [\"sentence1\", \"sentence2\"]label_key = \"label\"X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]X_test = test_dataset[custom_sent_keys]automl = AutoML()automl_settings = { \"time_budget\": 100, \"task\": \"seq-classification\", \"fit_kwargs_by_estimator\": { \"transformer\": { \"output_dir\": \"data/output/\" # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base } }, # setting the huggingface arguments: output directory \"gpu_per_trial\": 1, # set to 0 if no GPU is available}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings)automl.predict(X_test) Copy Notice that after you run automl.fit, the intermediate checkpoints are saved under the specified output_dir data/output. You can use the following code to clean these outputs if they consume a large storage space: if os.path.exists(\"data/output/\"): shutil.rmtree(\"data/output/\") Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 12-06 08:21:39] {1943} INFO - task = seq-classification[flaml.automl: 12-06 08:21:39] {1945} INFO - Data split method: stratified[flaml.automl: 12-06 08:21:39] {1949} INFO - Evaluation method: holdout[flaml.automl: 12-06 08:21:39] {2019} INFO - Minimizing error metric: 1-accuracy[flaml.automl: 12-06 08:21:39] {2071} INFO - List of ML learners in AutoML Run: ['transformer'][flaml.automl: 12-06 08:21:39] {2311} INFO - iteration 0, current learner transformer{'data/output/train_2021-12-06_08-21-53/train_8947b1b2_1_n=1e-06,s=9223372036854775807,e=1e-05,s=-1,s=0.45765,e=32,d=42,o=0.0,y=0.0_2021-12-06_08-21-53/checkpoint-53': 53}[flaml.automl: 12-06 08:22:56] {2424} INFO - Estimated sufficient time budget=766860s. Estimated necessary time budget=767s.[flaml.automl: 12-06 08:22:56] {2499} INFO - at 76.7s, estimator transformer's best error=0.1740, best estimator transformer's best error=0.1740[flaml.automl: 12-06 08:22:56] {2606} INFO - selected model: [flaml.automl: 12-06 08:22:56] {2100} INFO - fit succeeded[flaml.automl: 12-06 08:22:56] {2101} INFO - Time taken to find the best model: 76.69802761077881[flaml.automl: 12-06 08:22:56] {2112} WARNING - Time taken to find the best model is 77% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy","s":"A simple sequence classification example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-sequence-classification-example","p":103},{"i":110,"t":"from flaml import AutoMLfrom datasets import load_datasettrain_dataset = load_dataset(\"glue\", \"stsb\", split=\"train\").to_pandas()dev_dataset = load_dataset(\"glue\", \"stsb\", split=\"train\").to_pandas()custom_sent_keys = [\"sentence1\", \"sentence2\"]label_key = \"label\"X_train = train_dataset[custom_sent_keys]y_train = train_dataset[label_key]X_val = dev_dataset[custom_sent_keys]y_val = dev_dataset[label_key]automl = AutoML()automl_settings = { \"gpu_per_trial\": 0, \"time_budget\": 20, \"task\": \"seq-regression\", \"metric\": \"rmse\",}automl_settings[\"fit_kwargs_by_estimator\"] = { # setting the huggingface arguments \"transformer\": { \"model_path\": \"google/electra-small-discriminator\", # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base \"output_dir\": \"data/output/\", # setting the output directory \"fp16\": False, } # setting whether to use FP16}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings) Copy Sample output​ [flaml.automl: 12-20 11:47:28] {1965} INFO - task = seq-regression[flaml.automl: 12-20 11:47:28] {1967} INFO - Data split method: uniform[flaml.automl: 12-20 11:47:28] {1971} INFO - Evaluation method: holdout[flaml.automl: 12-20 11:47:28] {2063} INFO - Minimizing error metric: rmse[flaml.automl: 12-20 11:47:28] {2115} INFO - List of ML learners in AutoML Run: ['transformer'][flaml.automl: 12-20 11:47:28] {2355} INFO - iteration 0, current learner transformer Copy","s":"A simple sequence regression example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-sequence-regression-example","p":103},{"i":112,"t":"from flaml import AutoMLfrom datasets import load_datasettrain_dataset = load_dataset(\"xsum\", split=\"train\").to_pandas()dev_dataset = load_dataset(\"xsum\", split=\"validation\").to_pandas()custom_sent_keys = [\"document\"]label_key = \"summary\"X_train = train_dataset[custom_sent_keys]y_train = train_dataset[label_key]X_val = dev_dataset[custom_sent_keys]y_val = dev_dataset[label_key]automl = AutoML()automl_settings = { \"gpu_per_trial\": 1, \"time_budget\": 20, \"task\": \"summarization\", \"metric\": \"rouge1\",}automl_settings[\"fit_kwargs_by_estimator\"] = { # setting the huggingface arguments \"transformer\": { \"model_path\": \"t5-small\", # if model_path is not set, the default model is t5-small: https://huggingface.co/t5-small \"output_dir\": \"data/output/\", # setting the output directory \"fp16\": False, } # setting whether to use FP16}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings) Copy Sample Output​ [flaml.automl: 12-20 11:44:03] {1965} INFO - task = summarization[flaml.automl: 12-20 11:44:03] {1967} INFO - Data split method: uniform[flaml.automl: 12-20 11:44:03] {1971} INFO - Evaluation method: holdout[flaml.automl: 12-20 11:44:03] {2063} INFO - Minimizing error metric: -rouge[flaml.automl: 12-20 11:44:03] {2115} INFO - List of ML learners in AutoML Run: ['transformer'][flaml.automl: 12-20 11:44:03] {2355} INFO - iteration 0, current learner transformerloading configuration file https://huggingface.co/t5-small/resolve/main/config.json from cache at /home/xliu127/.cache/huggingface/transformers/fe501e8fd6425b8ec93df37767fcce78ce626e34cc5edc859c662350cf712e41.406701565c0afd9899544c1cb8b93185a76f00b31e5ce7f6e18bbaef02241985Model config T5Config { \"_name_or_path\": \"t5-small\", \"architectures\": [ \"T5WithLMHeadModel\" ], \"d_ff\": 2048, \"d_kv\": 64, \"d_model\": 512, \"decoder_start_token_id\": 0, \"dropout_rate\": 0.1, \"eos_token_id\": 1, \"feed_forward_proj\": \"relu\", \"initializer_factor\": 1.0, \"is_encoder_decoder\": true, \"layer_norm_epsilon\": 1e-06, \"model_type\": \"t5\", \"n_positions\": 512, \"num_decoder_layers\": 6, \"num_heads\": 8, \"num_layers\": 6, \"output_past\": true, \"pad_token_id\": 0, \"relative_attention_num_buckets\": 32, \"task_specific_params\": { \"summarization\": { \"early_stopping\": true, \"length_penalty\": 2.0, \"max_length\": 200, \"min_length\": 30, \"no_repeat_ngram_size\": 3, \"num_beams\": 4, \"prefix\": \"summarize: \" }, \"translation_en_to_de\": { \"early_stopping\": true, \"max_length\": 300, \"num_beams\": 4, \"prefix\": \"translate English to German: \" }, \"translation_en_to_fr\": { \"early_stopping\": true, \"max_length\": 300, \"num_beams\": 4, \"prefix\": \"translate English to French: \" }, \"translation_en_to_ro\": { \"early_stopping\": true, \"max_length\": 300, \"num_beams\": 4, \"prefix\": \"translate English to Romanian: \" } }, \"transformers_version\": \"4.14.1\", \"use_cache\": true, \"vocab_size\": 32128} Copy","s":"A simple summarization example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-summarization-example","p":103},{"i":114,"t":"There are two ways to define the label for a token classification task. The first is to define the token labels: from flaml import AutoMLimport pandas as pdtrain_dataset = { \"id\": [\"0\", \"1\"], \"ner_tags\": [ [\"B-ORG\", \"O\", \"B-MISC\", \"O\", \"O\", \"O\", \"B-MISC\", \"O\", \"O\"], [\"B-PER\", \"I-PER\"], ], \"tokens\": [ [ \"EU\", \"rejects\", \"German\", \"call\", \"to\", \"boycott\", \"British\", \"lamb\", \".\", ], [\"Peter\", \"Blackburn\"], ],}dev_dataset = { \"id\": [\"0\"], \"ner_tags\": [ [\"O\"], ], \"tokens\": [[\"1996-08-22\"]],}test_dataset = { \"id\": [\"0\"], \"ner_tags\": [ [\"O\"], ], \"tokens\": [[\".\"]],}custom_sent_keys = [\"tokens\"]label_key = \"ner_tags\"train_dataset = pd.DataFrame(train_dataset)dev_dataset = pd.DataFrame(dev_dataset)test_dataset = pd.DataFrame(test_dataset)X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]X_test = test_dataset[custom_sent_keys]automl = AutoML()automl_settings = { \"time_budget\": 10, \"task\": \"token-classification\", \"fit_kwargs_by_estimator\": { \"transformer\": { \"output_dir\": \"data/output/\" # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base } }, # setting the huggingface arguments: output directory \"gpu_per_trial\": 1, # set to 0 if no GPU is available \"metric\": \"seqeval:overall_f1\",}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings)automl.predict(X_test) Copy The second is to define the id labels + a token label list: from flaml import AutoMLimport pandas as pdtrain_dataset = { \"id\": [\"0\", \"1\"], \"ner_tags\": [ [3, 0, 7, 0, 0, 0, 7, 0, 0], [1, 2], ], \"tokens\": [ [ \"EU\", \"rejects\", \"German\", \"call\", \"to\", \"boycott\", \"British\", \"lamb\", \".\", ], [\"Peter\", \"Blackburn\"], ],}dev_dataset = { \"id\": [\"0\"], \"ner_tags\": [ [0], ], \"tokens\": [[\"1996-08-22\"]],}test_dataset = { \"id\": [\"0\"], \"ner_tags\": [ [0], ], \"tokens\": [[\".\"]],}custom_sent_keys = [\"tokens\"]label_key = \"ner_tags\"train_dataset = pd.DataFrame(train_dataset)dev_dataset = pd.DataFrame(dev_dataset)test_dataset = pd.DataFrame(test_dataset)X_train, y_train = train_dataset[custom_sent_keys], train_dataset[label_key]X_val, y_val = dev_dataset[custom_sent_keys], dev_dataset[label_key]X_test = test_dataset[custom_sent_keys]automl = AutoML()automl_settings = { \"time_budget\": 10, \"task\": \"token-classification\", \"fit_kwargs_by_estimator\": { \"transformer\": { \"output_dir\": \"data/output/\", # if model_path is not set, the default model is facebook/muppet-roberta-base: https://huggingface.co/facebook/muppet-roberta-base \"label_list\": [ \"O\", \"B-PER\", \"I-PER\", \"B-ORG\", \"I-ORG\", \"B-LOC\", \"I-LOC\", \"B-MISC\", \"I-MISC\", ], } }, # setting the huggingface arguments: output directory \"gpu_per_trial\": 1, # set to 0 if no GPU is available \"metric\": \"seqeval:overall_f1\",}automl.fit( X_train=X_train, y_train=y_train, X_val=X_val, y_val=y_val, **automl_settings)automl.predict(X_test) Copy Sample Output​ [flaml.automl: 06-30 03:10:02] {2423} INFO - task = token-classification[flaml.automl: 06-30 03:10:02] {2425} INFO - Data split method: stratified[flaml.automl: 06-30 03:10:02] {2428} INFO - Evaluation method: holdout[flaml.automl: 06-30 03:10:02] {2497} INFO - Minimizing error metric: seqeval:overall_f1[flaml.automl: 06-30 03:10:02] {2637} INFO - List of ML learners in AutoML Run: ['transformer'][flaml.automl: 06-30 03:10:02] {2929} INFO - iteration 0, current learner transformer Copy For tasks that are not currently supported, use flaml.tune for customized tuning.","s":"A simple token classification example","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#a-simple-token-classification-example","p":103},{"i":116,"t":"To run more examples, especially examples using Ray Tune, please go to: Link to notebook | Open in colab","s":"Link to Jupyter notebook","u":"/FLAML/docs/Examples/AutoML-NLP","h":"#link-to-jupyter-notebook","p":103},{"i":118,"t":"On this page","s":"AutoML - Rank","u":"/FLAML/docs/Examples/AutoML-Rank","h":"","p":117},{"i":120,"t":"Install the [automl] option. pip install \"flaml[automl]\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Rank","h":"#prerequisites","p":117},{"i":122,"t":"from sklearn.datasets import fetch_openmlfrom flaml import AutoMLX_train, y_train = fetch_openml(name=\"credit-g\", return_X_y=True, as_frame=False)y_train = y_train.cat.codes# not a real learning to rank dataasetgroups = [200] * 4 + [100] * 2 # group countsautoml = AutoML()automl.fit( X_train, y_train, groups=groups, task=\"rank\", time_budget=10, # in seconds) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 11-15 07:14:30] {1485} INFO - Data split method: group[flaml.automl: 11-15 07:14:30] {1489} INFO - Evaluation method: holdout[flaml.automl: 11-15 07:14:30] {1540} INFO - Minimizing error metric: 1-ndcg[flaml.automl: 11-15 07:14:30] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'xgboost'][flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 0, current learner lgbm[flaml.automl: 11-15 07:14:30] {1944} INFO - Estimated sufficient time budget=679s. Estimated necessary time budget=1s.[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.1s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 1, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.1s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 2, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.2s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 3, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.2s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 4, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.2s, estimator xgboost's best error=0.0315, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 5, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.2s, estimator xgboost's best error=0.0315, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 6, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.3s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 7, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.3s, estimator lgbm's best error=0.0248, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 8, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0315, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 9, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0315, best estimator lgbm's best error=0.0248[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 10, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0233, best estimator xgboost's best error=0.0233[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 11, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0233, best estimator xgboost's best error=0.0233[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 12, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0233, best estimator xgboost's best error=0.0233[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 13, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.4s, estimator xgboost's best error=0.0233, best estimator xgboost's best error=0.0233[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 14, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.5s, estimator lgbm's best error=0.0225, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 15, current learner xgboost[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.5s, estimator xgboost's best error=0.0233, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 16, current learner lgbm[flaml.automl: 11-15 07:14:30] {2029} INFO - at 0.5s, estimator lgbm's best error=0.0225, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:30] {1826} INFO - iteration 17, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.5s, estimator lgbm's best error=0.0225, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 18, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0225, best estimator lgbm's best error=0.0225[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 19, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 20, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.6s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 21, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.7s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 22, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.7s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 23, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.8s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 24, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.8s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 25, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.8s, estimator lgbm's best error=0.0201, best estimator lgbm's best error=0.0201[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 26, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.9s, estimator lgbm's best error=0.0197, best estimator lgbm's best error=0.0197[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 27, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 0.9s, estimator lgbm's best error=0.0197, best estimator lgbm's best error=0.0197[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 28, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 1.0s, estimator lgbm's best error=0.0197, best estimator lgbm's best error=0.0197[flaml.automl: 11-15 07:14:31] {1826} INFO - iteration 29, current learner lgbm[flaml.automl: 11-15 07:14:31] {2029} INFO - at 1.0s, estimator lgbm's best error=0.0197, best estimator lgbm's best error=0.0197[flaml.automl: 11-15 07:14:31] {2242} INFO - retrain lgbm for 0.0s[flaml.automl: 11-15 07:14:31] {2247} INFO - retrained model: LGBMRanker(colsample_bytree=0.9852774042640857, learning_rate=0.034918421933217675, max_bin=1023, min_child_samples=22, n_estimators=6, num_leaves=23, reg_alpha=0.0009765625, reg_lambda=21.505295697527654, verbose=-1)[flaml.automl: 11-15 07:14:31] {1608} INFO - fit succeeded[flaml.automl: 11-15 07:14:31] {1610} INFO - Time taken to find the best model: 0.8846545219421387[flaml.automl: 11-15 07:14:31] {1624} WARNING - Time taken to find the best model is 88% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy","s":"A simple learning-to-rank example","u":"/FLAML/docs/Examples/AutoML-Rank","h":"#a-simple-learning-to-rank-example","p":117},{"i":124,"t":"On this page","s":"AutoML - Regression","u":"/FLAML/docs/Examples/AutoML-Regression","h":"","p":123},{"i":126,"t":"Install the [automl] option. pip install \"flaml[automl]\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#prerequisites","p":123},{"i":128,"t":"from flaml import AutoMLfrom sklearn.datasets import fetch_california_housing# Initialize an AutoML instanceautoml = AutoML()# Specify automl goal and constraintautoml_settings = { \"time_budget\": 1, # in seconds \"metric\": \"r2\", \"task\": \"regression\", \"log_file_name\": \"california.log\",}X_train, y_train = fetch_california_housing(return_X_y=True)# Train with labeled input dataautoml.fit(X_train=X_train, y_train=y_train, **automl_settings)# Predictprint(automl.predict(X_train))# Print the best modelprint(automl.model.estimator) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 11-15 07:08:19] {1485} INFO - Data split method: uniform[flaml.automl: 11-15 07:08:19] {1489} INFO - Evaluation method: holdout[flaml.automl: 11-15 07:08:19] {1540} INFO - Minimizing error metric: 1-r2[flaml.automl: 11-15 07:08:19] {1577} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'catboost', 'xgboost', 'extra_tree'][flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 0, current learner lgbm[flaml.automl: 11-15 07:08:19] {1944} INFO - Estimated sufficient time budget=846s. Estimated necessary time budget=2s.[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.2s, estimator lgbm's best error=0.7393, best estimator lgbm's best error=0.7393[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 1, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.3s, estimator lgbm's best error=0.7393, best estimator lgbm's best error=0.7393[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 2, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.3s, estimator lgbm's best error=0.5446, best estimator lgbm's best error=0.5446[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 3, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.4s, estimator lgbm's best error=0.2807, best estimator lgbm's best error=0.2807[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 4, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.5s, estimator lgbm's best error=0.2712, best estimator lgbm's best error=0.2712[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 5, current learner lgbm[flaml.automl: 11-15 07:08:19] {2029} INFO - at 0.5s, estimator lgbm's best error=0.2712, best estimator lgbm's best error=0.2712[flaml.automl: 11-15 07:08:19] {1826} INFO - iteration 6, current learner lgbm[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.6s, estimator lgbm's best error=0.2712, best estimator lgbm's best error=0.2712[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 7, current learner lgbm[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.7s, estimator lgbm's best error=0.2197, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 8, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.8s, estimator xgboost's best error=1.4958, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 9, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.8s, estimator xgboost's best error=1.4958, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 10, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.9s, estimator xgboost's best error=0.7052, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 11, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.9s, estimator xgboost's best error=0.3619, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 12, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 0.9s, estimator xgboost's best error=0.3619, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 13, current learner xgboost[flaml.automl: 11-15 07:08:20] {2029} INFO - at 1.0s, estimator xgboost's best error=0.3619, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {1826} INFO - iteration 14, current learner extra_tree[flaml.automl: 11-15 07:08:20] {2029} INFO - at 1.1s, estimator extra_tree's best error=0.7197, best estimator lgbm's best error=0.2197[flaml.automl: 11-15 07:08:20] {2242} INFO - retrain lgbm for 0.0s[flaml.automl: 11-15 07:08:20] {2247} INFO - retrained model: LGBMRegressor(colsample_bytree=0.7610534336273627, learning_rate=0.41929025492645006, max_bin=255, min_child_samples=4, n_estimators=45, num_leaves=4, reg_alpha=0.0009765625, reg_lambda=0.009280655005879943, verbose=-1)[flaml.automl: 11-15 07:08:20] {1608} INFO - fit succeeded[flaml.automl: 11-15 07:08:20] {1610} INFO - Time taken to find the best model: 0.7289648056030273[flaml.automl: 11-15 07:08:20] {1624} WARNING - Time taken to find the best model is 73% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy","s":"A basic regression example","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#a-basic-regression-example","p":123},{"i":130,"t":"We can combine sklearn.MultiOutputRegressor and flaml.AutoML to do AutoML for multi-output regression. from flaml import AutoMLfrom sklearn.datasets import make_regressionfrom sklearn.model_selection import train_test_splitfrom sklearn.multioutput import MultiOutputRegressor# create regression dataX, y = make_regression(n_targets=3)# split into train and test dataX_train, X_test, y_train, y_test = train_test_split( X, y, test_size=0.30, random_state=42)# train the modelmodel = MultiOutputRegressor(AutoML(task=\"regression\", time_budget=60))model.fit(X_train, y_train)# predictprint(model.predict(X_test)) Copy It will perform AutoML for each target, each taking 60 seconds.","s":"Multi-output regression","u":"/FLAML/docs/Examples/AutoML-Regression","h":"#multi-output-regression","p":123},{"i":132,"t":"On this page","s":"Default - Flamlized Estimator","u":"/FLAML/docs/Examples/Default-Flamlized","h":"","p":131},{"i":135,"t":"This example requires the [autozero] option. pip install flaml[autozero] lightgbm openml Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#prerequisites","p":131},{"i":137,"t":"from flaml.automl.data import load_openml_datasetfrom flaml.default import LGBMRegressorfrom flaml.automl.ml import sklearn_metric_loss_scoreX_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir=\"./\")lgbm = LGBMRegressor()lgbm.fit(X_train, y_train)y_pred = lgbm.predict(X_test)print(\"flamlized lgbm r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))print(lgbm) Copy Sample output​ load dataset from ./openml_ds537.pklDataset name: housesX_train.shape: (15480, 8), y_train.shape: (15480,);X_test.shape: (5160, 8), y_test.shape: (5160,)flamlized lgbm r2 = 0.8537444671194614LGBMRegressor(colsample_bytree=0.7019911744574896, learning_rate=0.022635758411078528, max_bin=511, min_child_samples=2, n_estimators=4797, num_leaves=122, reg_alpha=0.004252223402511765, reg_lambda=0.11288241427227624, verbose=-1) Copy","s":"Zero-shot AutoML","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#zero-shot-automl","p":131},{"i":139,"t":"from flaml.automl.data import load_openml_datasetfrom flaml.default import LGBMRegressorfrom flaml.ml import sklearn_metric_loss_scoreX_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir=\"./\")lgbm = LGBMRegressor()hyperparams, estimator_name, X_transformed, y_transformed = lgbm.suggest_hyperparams(X_train, y_train)print(hyperparams) Copy Sample output​ load dataset from ./openml_ds537.pklDataset name: housesX_train.shape: (15480, 8), y_train.shape: (15480,);X_test.shape: (5160, 8), y_test.shape: (5160,){'n_estimators': 4797, 'num_leaves': 122, 'min_child_samples': 2, 'learning_rate': 0.022635758411078528, 'colsample_bytree': 0.7019911744574896, 'reg_alpha': 0.004252223402511765, 'reg_lambda': 0.11288241427227624, 'max_bin': 511, 'verbose': -1} Copy Link to notebook | Open in colab","s":"Suggest hyperparameters without training","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#suggest-hyperparameters-without-training","p":131},{"i":142,"t":"This example requires xgboost, sklearn, openml==0.10.2.","s":"Prerequisites","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#prerequisites-1","p":131},{"i":144,"t":"from flaml.automl.data import load_openml_datasetfrom flaml.default import XGBClassifierfrom flaml.automl.ml import sklearn_metric_loss_scoreX_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir=\"./\")xgb = XGBClassifier()xgb.fit(X_train, y_train)y_pred = xgb.predict(X_test)print( \"flamlized xgb accuracy\", \"=\", 1 - sklearn_metric_loss_score(\"accuracy\", y_pred, y_test),)print(xgb) Copy Sample output​ load dataset from ./openml_ds1169.pklDataset name: airlinesX_train.shape: (404537, 7), y_train.shape: (404537,);X_test.shape: (134846, 7), y_test.shape: (134846,)flamlized xgb accuracy = 0.6729009388487608XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=0.4601573737792679, colsample_bynode=1, colsample_bytree=1.0, gamma=0, gpu_id=-1, grow_policy='lossguide', importance_type='gain', interaction_constraints='', learning_rate=0.04039771837785377, max_delta_step=0, max_depth=0, max_leaves=159, min_child_weight=0.3396294979905001, missing=nan, monotone_constraints='()', n_estimators=540, n_jobs=4, num_parallel_tree=1, random_state=0, reg_alpha=0.0012362430984376035, reg_lambda=3.093428791531145, scale_pos_weight=1, subsample=1.0, tree_method='hist', use_label_encoder=False, validate_parameters=1, verbosity=0) Copy","s":"Zero-shot AutoML","u":"/FLAML/docs/Examples/Default-Flamlized","h":"#zero-shot-automl-1","p":131},{"i":146,"t":"On this page","s":"AutoML for XGBoost","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"","p":145},{"i":148,"t":"Install the [automl] option. pip install \"flaml[automl] matplotlib openml\" Copy","s":"Prerequisites for this example","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#prerequisites-for-this-example","p":145},{"i":150,"t":"from flaml import AutoMLfrom flaml.automl.data import load_openml_dataset# Download [houses dataset](https://www.openml.org/d/537) from OpenML. The task is to predict median price of the house in the region based on demographic composition and a state of housing market in the region.X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=537, data_dir=\"./\")automl = AutoML()settings = { \"time_budget\": 60, # total running time in seconds \"metric\": \"r2\", # primary metrics for regression can be chosen from: ['mae','mse','r2'] \"estimator_list\": [ \"xgboost\" ], # list of ML learners; we tune XGBoost in this example \"task\": \"regression\", # task type \"log_file_name\": \"houses_experiment.log\", # flaml log file \"seed\": 7654321, # random seed}automl.fit(X_train=X_train, y_train=y_train, **settings) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 09-29 23:06:46] {1446} INFO - Data split method: uniform[flaml.automl: 09-29 23:06:46] {1450} INFO - Evaluation method: cv[flaml.automl: 09-29 23:06:46] {1496} INFO - Minimizing error metric: 1-r2[flaml.automl: 09-29 23:06:46] {1533} INFO - List of ML learners in AutoML Run: ['xgboost'][flaml.automl: 09-29 23:06:46] {1763} INFO - iteration 0, current learner xgboost[flaml.automl: 09-29 23:06:47] {1880} INFO - Estimated sufficient time budget=2621s. Estimated necessary time budget=3s.[flaml.automl: 09-29 23:06:47] {1952} INFO - at 0.3s, estimator xgboost's best error=2.1267, best estimator xgboost's best error=2.1267[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 1, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 0.5s, estimator xgboost's best error=2.1267, best estimator xgboost's best error=2.1267[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 2, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 0.6s, estimator xgboost's best error=0.8485, best estimator xgboost's best error=0.8485[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 3, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 0.8s, estimator xgboost's best error=0.3799, best estimator xgboost's best error=0.3799[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 4, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 1.0s, estimator xgboost's best error=0.3799, best estimator xgboost's best error=0.3799[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 5, current learner xgboost[flaml.automl: 09-29 23:06:47] {1952} INFO - at 1.2s, estimator xgboost's best error=0.3799, best estimator xgboost's best error=0.3799[flaml.automl: 09-29 23:06:47] {1763} INFO - iteration 6, current learner xgboost[flaml.automl: 09-29 23:06:48] {1952} INFO - at 1.5s, estimator xgboost's best error=0.2992, best estimator xgboost's best error=0.2992[flaml.automl: 09-29 23:06:48] {1763} INFO - iteration 7, current learner xgboost[flaml.automl: 09-29 23:06:48] {1952} INFO - at 1.9s, estimator xgboost's best error=0.2992, best estimator xgboost's best error=0.2992[flaml.automl: 09-29 23:06:48] {1763} INFO - iteration 8, current learner xgboost[flaml.automl: 09-29 23:06:49] {1952} INFO - at 2.2s, estimator xgboost's best error=0.2992, best estimator xgboost's best error=0.2992[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 9, current learner xgboost[flaml.automl: 09-29 23:06:49] {1952} INFO - at 2.5s, estimator xgboost's best error=0.2513, best estimator xgboost's best error=0.2513[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 10, current learner xgboost[flaml.automl: 09-29 23:06:49] {1952} INFO - at 2.8s, estimator xgboost's best error=0.2513, best estimator xgboost's best error=0.2513[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 11, current learner xgboost[flaml.automl: 09-29 23:06:49] {1952} INFO - at 3.0s, estimator xgboost's best error=0.2513, best estimator xgboost's best error=0.2513[flaml.automl: 09-29 23:06:49] {1763} INFO - iteration 12, current learner xgboost[flaml.automl: 09-29 23:06:50] {1952} INFO - at 3.3s, estimator xgboost's best error=0.2113, best estimator xgboost's best error=0.2113[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 13, current learner xgboost[flaml.automl: 09-29 23:06:50] {1952} INFO - at 3.5s, estimator xgboost's best error=0.2113, best estimator xgboost's best error=0.2113[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 14, current learner xgboost[flaml.automl: 09-29 23:06:50] {1952} INFO - at 4.0s, estimator xgboost's best error=0.2090, best estimator xgboost's best error=0.2090[flaml.automl: 09-29 23:06:50] {1763} INFO - iteration 15, current learner xgboost[flaml.automl: 09-29 23:06:51] {1952} INFO - at 4.5s, estimator xgboost's best error=0.2090, best estimator xgboost's best error=0.2090[flaml.automl: 09-29 23:06:51] {1763} INFO - iteration 16, current learner xgboost[flaml.automl: 09-29 23:06:51] {1952} INFO - at 5.2s, estimator xgboost's best error=0.1919, best estimator xgboost's best error=0.1919[flaml.automl: 09-29 23:06:51] {1763} INFO - iteration 17, current learner xgboost[flaml.automl: 09-29 23:06:52] {1952} INFO - at 5.5s, estimator xgboost's best error=0.1919, best estimator xgboost's best error=0.1919[flaml.automl: 09-29 23:06:52] {1763} INFO - iteration 18, current learner xgboost[flaml.automl: 09-29 23:06:54] {1952} INFO - at 8.0s, estimator xgboost's best error=0.1797, best estimator xgboost's best error=0.1797[flaml.automl: 09-29 23:06:54] {1763} INFO - iteration 19, current learner xgboost[flaml.automl: 09-29 23:06:55] {1952} INFO - at 9.0s, estimator xgboost's best error=0.1797, best estimator xgboost's best error=0.1797[flaml.automl: 09-29 23:06:55] {1763} INFO - iteration 20, current learner xgboost[flaml.automl: 09-29 23:07:08] {1952} INFO - at 21.8s, estimator xgboost's best error=0.1797, best estimator xgboost's best error=0.1797[flaml.automl: 09-29 23:07:08] {1763} INFO - iteration 21, current learner xgboost[flaml.automl: 09-29 23:07:11] {1952} INFO - at 24.4s, estimator xgboost's best error=0.1797, best estimator xgboost's best error=0.1797[flaml.automl: 09-29 23:07:11] {1763} INFO - iteration 22, current learner xgboost[flaml.automl: 09-29 23:07:16] {1952} INFO - at 30.0s, estimator xgboost's best error=0.1782, best estimator xgboost's best error=0.1782[flaml.automl: 09-29 23:07:16] {1763} INFO - iteration 23, current learner xgboost[flaml.automl: 09-29 23:07:20] {1952} INFO - at 33.5s, estimator xgboost's best error=0.1782, best estimator xgboost's best error=0.1782[flaml.automl: 09-29 23:07:20] {1763} INFO - iteration 24, current learner xgboost[flaml.automl: 09-29 23:07:29] {1952} INFO - at 42.3s, estimator xgboost's best error=0.1782, best estimator xgboost's best error=0.1782[flaml.automl: 09-29 23:07:29] {1763} INFO - iteration 25, current learner xgboost[flaml.automl: 09-29 23:07:30] {1952} INFO - at 43.2s, estimator xgboost's best error=0.1782, best estimator xgboost's best error=0.1782[flaml.automl: 09-29 23:07:30] {1763} INFO - iteration 26, current learner xgboost[flaml.automl: 09-29 23:07:50] {1952} INFO - at 63.4s, estimator xgboost's best error=0.1663, best estimator xgboost's best error=0.1663[flaml.automl: 09-29 23:07:50] {2059} INFO - selected model: [flaml.automl: 09-29 23:07:55] {2122} INFO - retrain xgboost for 5.4s[flaml.automl: 09-29 23:07:55] {2128} INFO - retrained model: [flaml.automl: 09-29 23:07:55] {1557} INFO - fit succeeded[flaml.automl: 09-29 23:07:55] {1558} INFO - Time taken to find the best model: 63.427649974823[flaml.automl: 09-29 23:07:55] {1569} WARNING - Time taken to find the best model is 106% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy Retrieve best config​ print(\"Best hyperparmeter config:\", automl.best_config)print(\"Best r2 on validation data: {0:.4g}\".format(1 - automl.best_loss))print(\"Training duration of best run: {0:.4g} s\".format(automl.best_config_train_time))print(automl.model.estimator)# Best hyperparmeter config: {'n_estimators': 473, 'max_leaves': 35, 'max_depth': 0, 'min_child_weight': 0.001, 'learning_rate': 0.26865031351923346, 'subsample': 0.9718245679598786, 'colsample_bylevel': 0.7421362469066445, 'colsample_bytree': 1.0, 'reg_alpha': 0.06824336834995245, 'reg_lambda': 250.9654222583276}# Best r2 on validation data: 0.8384# Training duration of best run: 2.194 s# XGBRegressor(base_score=0.5, booster='gbtree',# colsample_bylevel=0.7421362469066445, colsample_bynode=1,# colsample_bytree=1.0, gamma=0, gpu_id=-1, grow_policy='lossguide',# importance_type='gain', interaction_constraints='',# learning_rate=0.26865031351923346, max_delta_step=0, max_depth=0,# max_leaves=35, min_child_weight=0.001, missing=nan,# monotone_constraints='()', n_estimators=473, n_jobs=-1,# num_parallel_tree=1, random_state=0, reg_alpha=0.06824336834995245,# reg_lambda=250.9654222583276, scale_pos_weight=1,# subsample=0.9718245679598786, tree_method='hist',# use_label_encoder=False, validate_parameters=1, verbosity=0) Copy Plot feature importance​ import matplotlib.pyplot as pltplt.barh(automl.feature_names_in_, automl.feature_importances_) Copy Compute predictions of testing dataset​ y_pred = automl.predict(X_test)print(\"Predicted labels\", y_pred)# Predicted labels [139062.95 237622. 140522.03 ... 182125.5 252156.36 264884.5 ] Copy Compute different metric values on testing dataset​ from flaml.automl.ml import sklearn_metric_loss_scoreprint(\"r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))print(\"mse\", \"=\", sklearn_metric_loss_score(\"mse\", y_pred, y_test))print(\"mae\", \"=\", sklearn_metric_loss_score(\"mae\", y_pred, y_test))# r2 = 0.8456494234135888# mse = 2040284106.2781258# mae = 30212.830996680445 Copy Compare with untuned XGBoost​ from xgboost import XGBRegressorxgb = XGBRegressor()xgb.fit(X_train, y_train)y_pred = xgb.predict(X_test)from flaml.automl.ml import sklearn_metric_loss_scoreprint(\"default xgboost r2\", \"=\", 1 - sklearn_metric_loss_score(\"r2\", y_pred, y_test))# default xgboost r2 = 0.8265451174596482 Copy Plot learning curve​ How does the model accuracy improve as we search for different hyperparameter configurations? from flaml.automl.data import get_output_from_logimport numpy as nptime_history, best_valid_loss_history, valid_loss_history, config_history, metric_history = get_output_from_log(filename=settings['log_file_name'], time_budget=60)plt.title('Learning Curve')plt.xlabel('Wall Clock Time (s)')plt.ylabel('Validation r2')plt.step(time_history, 1 - np.array(best_valid_loss_history), where='post')plt.show() Copy","s":"Use built-in XGBoostSklearnEstimator","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#use-built-in-xgboostsklearnestimator","p":145},{"i":152,"t":"You can easily enable a custom objective function by adding a customized XGBoost learner (inherit XGBoostEstimator or XGBoostSklearnEstimator) in FLAML. In the following example, we show how to add such a customized XGBoost learner with a custom objective function. import numpy as np# define your customized objective functiondef logregobj(preds, dtrain): labels = dtrain.get_label() preds = 1.0 / (1.0 + np.exp(-preds)) # transform raw leaf weight grad = preds - labels hess = preds * (1.0 - preds) return grad, hessfrom flaml.automl.model import XGBoostEstimatorclass MyXGB1(XGBoostEstimator): \"\"\"XGBoostEstimator with the logregobj function as the objective function\"\"\" def __init__(self, **config): super().__init__(objective=logregobj, **config)class MyXGB2(XGBoostEstimator): \"\"\"XGBoostEstimator with 'reg:squarederror' as the objective function\"\"\" def __init__(self, **config): super().__init__(objective=\"reg:gamma\", **config) Copy Add the customized learners and tune them​ automl = AutoML()automl.add_learner(learner_name=\"my_xgb1\", learner_class=MyXGB1)automl.add_learner(learner_name=\"my_xgb2\", learner_class=MyXGB2)settings[\"estimator_list\"] = [\"my_xgb1\", \"my_xgb2\"] # change the estimator listautoml.fit(X_train=X_train, y_train=y_train, **settings) Copy Link to notebook | Open in colab","s":"Use a customized XGBoost learner","u":"/FLAML/docs/Examples/AutoML-for-XGBoost","h":"#use-a-customized-xgboost-learner","p":145},{"i":154,"t":"On this page","s":"Integrate - AzureML","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"","p":153},{"i":156,"t":"Install the [automl,azureml] option. pip install \"flaml[automl,azureml]\" Copy Setup a AzureML workspace: from azureml.core import Workspacews = Workspace.create( name=\"myworkspace\", subscription_id=\"\", resource_group=\"myresourcegroup\",) Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#prerequisites","p":153},{"i":158,"t":"import mlflowfrom azureml.core import Workspacews = Workspace.from_config()mlflow.set_tracking_uri(ws.get_mlflow_tracking_uri()) Copy","s":"Enable mlflow in AzureML workspace","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#enable-mlflow-in-azureml-workspace","p":153},{"i":160,"t":"from flaml.automl.data import load_openml_datasetfrom flaml import AutoML# Download [Airlines dataset](https://www.openml.org/d/1169) from OpenML. The task is to predict whether a given flight will be delayed, given the information of the scheduled departure.X_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir=\"./\")automl = AutoML()settings = { \"time_budget\": 60, # total running time in seconds \"metric\": \"accuracy\", # metric to optimize \"task\": \"classification\", # task type \"log_file_name\": \"airlines_experiment.log\", # flaml log file}experiment = mlflow.set_experiment(\"flaml\") # the experiment name in AzureML workspacewith mlflow.start_run() as run: # create a mlflow run automl.fit(X_train=X_train, y_train=y_train, **settings) mlflow.sklearn.log_model(automl, \"automl\") Copy The metrics in the run will be automatically logged in an experiment named \"flaml\" in your AzureML workspace. They can be retrieved by mlflow.search_runs: mlflow.search_runs( experiment_ids=[experiment.experiment_id], filter_string=\"params.learner = 'xgboost'\",) Copy The logged model can be loaded and used to make predictions: automl = mlflow.sklearn.load_model(f\"{run.info.artifact_uri}/automl\")print(automl.predict(X_test)) Copy Link to notebook | Open in colab","s":"Start an AutoML run","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#start-an-automl-run","p":153},{"i":162,"t":"When you have a compute cluster in AzureML, you can distribute flaml.AutoML or flaml.tune with ray. Build a ray environment in AzureML​ Create a docker file such as .Docker/Dockerfile-cpu. Make sure RUN pip install flaml[blendsearch,ray] is included in the docker file. Then build a AzureML environment in the workspace ws. ray_environment_name = \"aml-ray-cpu\"ray_environment_dockerfile_path = \"./Docker/Dockerfile-cpu\"# Build CPU image for Rayray_cpu_env = Environment.from_dockerfile( name=ray_environment_name, dockerfile=ray_environment_dockerfile_path)ray_cpu_env.register(workspace=ws)ray_cpu_build_details = ray_cpu_env.build(workspace=ws)import timewhile ray_cpu_build_details.status not in [\"Succeeded\", \"Failed\"]: print( f\"Awaiting completion of ray CPU environment build. Current status is: {ray_cpu_build_details.status}\" ) time.sleep(10) Copy You only need to do this step once for one workspace. Create a compute cluster with multiple nodes​ from azureml.core.compute import AmlCompute, ComputeTargetcompute_target_name = \"cpucluster\"node_count = 2# This example uses CPU VM. For using GPU VM, set SKU to STANDARD_NC6compute_target_size = \"STANDARD_D2_V2\"if compute_target_name in ws.compute_targets: compute_target = ws.compute_targets[compute_target_name] if compute_target and type(compute_target) is AmlCompute: if compute_target.provisioning_state == \"Succeeded\": print(\"Found compute target; using it:\", compute_target_name) else: raise Exception( \"Found compute target but it is in state\", compute_target.provisioning_state, )else: print(\"creating a new compute target...\") provisioning_config = AmlCompute.provisioning_configuration( vm_size=compute_target_size, min_nodes=0, max_nodes=node_count ) # Create the cluster compute_target = ComputeTarget.create(ws, compute_target_name, provisioning_config) # Can poll for a minimum number of nodes and for a specific timeout. # If no min node count is provided it will use the scale settings for the cluster compute_target.wait_for_completion( show_output=True, min_node_count=None, timeout_in_minutes=20 ) # For a more detailed view of current AmlCompute status, use get_status() print(compute_target.get_status().serialize()) Copy If the computer target \"cpucluster\" already exists, it will not be recreated. Run distributed AutoML job​ Assuming you have an automl script like ray/distribute_automl.py. It uses n_concurrent_trials=k to inform AutoML.fit() to perform k concurrent trials in parallel. Submit an AzureML job as the following: from azureml.core import Workspace, Experiment, ScriptRunConfig, Environmentfrom azureml.core.runconfig import RunConfiguration, DockerConfigurationcommand = [\"python distribute_automl.py\"]ray_environment_name = \"aml-ray-cpu\"env = Environment.get(workspace=ws, name=ray_environment_name)aml_run_config = RunConfiguration(communicator=\"OpenMpi\")aml_run_config.target = compute_targetaml_run_config.docker = DockerConfiguration(use_docker=True)aml_run_config.environment = envaml_run_config.node_count = 2config = ScriptRunConfig( source_directory=\"ray/\", command=command, run_config=aml_run_config,)exp = Experiment(ws, \"distribute-automl\")run = exp.submit(config)print(run.get_portal_url()) # link to ml.azure.comrun.wait_for_completion(show_output=True) Copy Run distributed tune job​ Prepare a script like ray/distribute_tune.py. Replace the command in the above eample with: command = [\"python distribute_tune.py\"] Copy Everything else is the same.","s":"Use ray to distribute across a cluster","u":"/FLAML/docs/Examples/Integrate - AzureML","h":"#use-ray-to-distribute-across-a-cluster","p":153},{"i":164,"t":"On this page","s":"Integrate - Scikit-learn Pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"","p":163},{"i":166,"t":"Install the [automl] option. pip install \"flaml[automl] openml\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#prerequisites","p":163},{"i":168,"t":"from flaml.automl.data import load_openml_dataset# Download [Airlines dataset](https://www.openml.org/d/1169) from OpenML. The task is to predict whether a given flight will be delayed, given the information of the scheduled departure.X_train, X_test, y_train, y_test = load_openml_dataset( dataset_id=1169, data_dir=\"./\", random_state=1234, dataset_format=\"array\") Copy","s":"Load data","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#load-data","p":163},{"i":170,"t":"from sklearn import set_configfrom sklearn.pipeline import Pipelinefrom sklearn.impute import SimpleImputerfrom sklearn.preprocessing import StandardScalerfrom flaml import AutoMLset_config(display=\"diagram\")imputer = SimpleImputer()standardizer = StandardScaler()automl = AutoML()automl_pipeline = Pipeline( [(\"imputuer\", imputer), (\"standardizer\", standardizer), (\"automl\", automl)])automl_pipeline Copy","s":"Create a pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#create-a-pipeline","p":163},{"i":172,"t":"automl_settings = { \"time_budget\": 60, # total running time in seconds \"metric\": \"accuracy\", # primary metrics can be chosen from: ['accuracy', 'roc_auc', 'roc_auc_weighted', 'roc_auc_ovr', 'roc_auc_ovo', 'f1', 'log_loss', 'mae', 'mse', 'r2'] Check the documentation for more details (https://microsoft.github.io/FLAML/docs/Use-Cases/Task-Oriented-AutoML#optimization-metric) \"task\": \"classification\", # task type \"estimator_list\": [\"xgboost\", \"catboost\", \"lgbm\"], \"log_file_name\": \"airlines_experiment.log\", # flaml log file}pipeline_settings = {f\"automl__{key}\": value for key, value in automl_settings.items()}automl_pipeline.fit(X_train, y_train, **pipeline_settings) Copy","s":"Run AutoML in the pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#run-automl-in-the-pipeline","p":163},{"i":174,"t":"automl = automl_pipeline.steps[2][1]# Get the best config and best learnerprint(\"Best ML leaner:\", automl.best_estimator)print(\"Best hyperparmeter config:\", automl.best_config)print(\"Best accuracy on validation data: {0:.4g}\".format(1 - automl.best_loss))print(\"Training duration of best run: {0:.4g} s\".format(automl.best_config_train_time)) Copy Link to notebook | Open in colab","s":"Get the automl object from the pipeline","u":"/FLAML/docs/Examples/Integrate - Scikit-learn Pipeline","h":"#get-the-automl-object-from-the-pipeline","p":163},{"i":176,"t":"On this page","s":"Integrate - Spark","u":"/FLAML/docs/Examples/Integrate - Spark","h":"","p":175},{"i":178,"t":"FLAML integrates estimators based on Spark ML models. These models are trained in parallel using Spark, so we called them Spark estimators. To use these models, you first need to organize your data in the required format.","s":"Spark ML Estimators","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#spark-ml-estimators","p":175},{"i":180,"t":"For Spark estimators, AutoML only consumes Spark data. FLAML provides a convenient function to_pandas_on_spark in the flaml.automl.spark.utils module to convert your data into a pandas-on-spark (pyspark.pandas) dataframe/series, which Spark estimators require. This utility function takes data in the form of a pandas.Dataframe or pyspark.sql.Dataframe and converts it into a pandas-on-spark dataframe. It also takes pandas.Series or pyspark.sql.Dataframe and converts it into a pandas-on-spark series. If you pass in a pyspark.pandas.Dataframe, it will not make any changes. This function also accepts optional arguments index_col and default_index_type. index_col is the column name to use as the index, default is None. default_index_type is the default index type, default is \"distributed-sequence\". More info about default index type could be found on Spark official documentation Here is an example code snippet for Spark Data: import pandas as pdfrom flaml.automl.spark.utils import to_pandas_on_spark# Creating a dictionarydata = { \"Square_Feet\": [800, 1200, 1800, 1500, 850], \"Age_Years\": [20, 15, 10, 7, 25], \"Price\": [100000, 200000, 300000, 240000, 120000],}# Creating a pandas DataFramedataframe = pd.DataFrame(data)label = \"Price\"# Convert to pandas-on-spark dataframepsdf = to_pandas_on_spark(dataframe) Copy To use Spark ML models you need to format your data appropriately. Specifically, use VectorAssembler to merge all feature columns into a single vector column. Here is an example of how to use it: from pyspark.ml.feature import VectorAssemblercolumns = psdf.columnsfeature_cols = [col for col in columns if col != label]featurizer = VectorAssembler(inputCols=feature_cols, outputCol=\"features\")psdf = featurizer.transform(psdf.to_spark(index_col=\"index\"))[\"index\", \"features\"] Copy Later in conducting the experiment, use your pandas-on-spark data like non-spark data and pass them using X_train, y_train or dataframe, label.","s":"Data","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#data","p":175},{"i":182,"t":"Model List​ lgbm_spark: The class for fine-tuning Spark version LightGBM models, using SynapseML API. Usage​ First, prepare your data in the required format as described in the previous section. By including the models you intend to try in the estimators_list argument to flaml.automl, FLAML will start trying configurations for these models. If your input is Spark data, FLAML will also use estimators with the _spark postfix by default, even if you haven't specified them. Here is an example code snippet using SparkML models in AutoML: import flaml# prepare your data in pandas-on-spark format as we previously mentionedautoml = flaml.AutoML()settings = { \"time_budget\": 30, \"metric\": \"r2\", \"estimator_list\": [\"lgbm_spark\"], # this setting is optional \"task\": \"regression\",}automl.fit( dataframe=psdf, label=label, **settings,) Copy Link to notebook | Open in colab","s":"Estimators","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#estimators","p":175},{"i":184,"t":"You can activate Spark as the parallel backend during parallel tuning in both AutoML and Hyperparameter Tuning, by setting the use_spark to true. FLAML will dispatch your job to the distributed Spark backend using joblib-spark. Please note that you should not set use_spark to true when applying AutoML and Tuning for Spark Data. This is because only SparkML models will be used for Spark Data in AutoML and Tuning. As SparkML models run in parallel, there is no need to distribute them with use_spark again. All the Spark-related arguments are stated below. These arguments are available in both Hyperparameter Tuning and AutoML: use_spark: boolean, default=False | Whether to use spark to run the training in parallel spark jobs. This can be used to accelerate training on large models and large datasets, but will incur more overhead in time and thus slow down training in some cases. GPU training is not supported yet when use_spark is True. For Spark clusters, by default, we will launch one trial per executor. However, sometimes we want to launch more trials than the number of executors (e.g., local mode). In this case, we can set the environment variable FLAML_MAX_CONCURRENT to override the detected num_executors. The final number of concurrent trials will be the minimum of n_concurrent_trials and num_executors. n_concurrent_trials: int, default=1 | The number of concurrent trials. When n_concurrent_trials > 1, FLAML performes parallel tuning. force_cancel: boolean, default=False | Whether to forcely cancel Spark jobs if the search time exceeded the time budget. Spark jobs include parallel tuning jobs and Spark-based model training jobs. An example code snippet for using parallel Spark jobs: import flamlautoml_experiment = flaml.AutoML()automl_settings = { \"time_budget\": 30, \"metric\": \"r2\", \"task\": \"regression\", \"n_concurrent_trials\": 2, \"use_spark\": True, \"force_cancel\": True, # Activating the force_cancel option can immediately halt Spark jobs once they exceed the allocated time_budget.}automl.fit( dataframe=dataframe, label=label, **automl_settings,) Copy Link to notebook | Open in colab","s":"Parallel Spark Jobs","u":"/FLAML/docs/Examples/Integrate - Spark","h":"#parallel-spark-jobs","p":175},{"i":186,"t":"On this page","s":"Tune - HuggingFace","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"","p":185},{"i":188,"t":"This example requires GPU. Install dependencies: pip install torch transformers datasets \"flaml[blendsearch,ray]\" Copy","s":"Requirements","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#requirements","p":185},{"i":190,"t":"Tokenizer​ from transformers import AutoTokenizerMODEL_NAME = \"distilbert-base-uncased\"tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_fast=True)COLUMN_NAME = \"sentence\"def tokenize(examples): return tokenizer(examples[COLUMN_NAME], truncation=True) Copy Define training method​ import flamlimport datasetsfrom transformers import AutoModelForSequenceClassificationTASK = \"cola\"NUM_LABELS = 2def train_distilbert(config: dict): # Load CoLA dataset and apply tokenizer cola_raw = datasets.load_dataset(\"glue\", TASK) cola_encoded = cola_raw.map(tokenize, batched=True) train_dataset, eval_dataset = cola_encoded[\"train\"], cola_encoded[\"validation\"] model = AutoModelForSequenceClassification.from_pretrained( MODEL_NAME, num_labels=NUM_LABELS ) metric = datasets.load_metric(\"glue\", TASK) def compute_metrics(eval_pred): predictions, labels = eval_pred predictions = np.argmax(predictions, axis=1) return metric.compute(predictions=predictions, references=labels) training_args = TrainingArguments( output_dir=\".\", do_eval=False, disable_tqdm=True, logging_steps=20000, save_total_limit=0, **config, ) trainer = Trainer( model, training_args, train_dataset=train_dataset, eval_dataset=eval_dataset, tokenizer=tokenizer, compute_metrics=compute_metrics, ) # train model trainer.train() # evaluate model eval_output = trainer.evaluate() # report the metric to optimize & the metric to log flaml.tune.report( loss=eval_output[\"eval_loss\"], matthews_correlation=eval_output[\"eval_matthews_correlation\"], ) Copy","s":"Prepare for tuning","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#prepare-for-tuning","p":185},{"i":192,"t":"We are now ready to define our search. This includes: The search_space for our hyperparameters The metric and the mode ('max' or 'min') for optimization The constraints (n_cpus, n_gpus, num_samples, and time_budget_s) max_num_epoch = 64search_space = { # You can mix constants with search space objects. \"num_train_epochs\": flaml.tune.loguniform(1, max_num_epoch), \"learning_rate\": flaml.tune.loguniform(1e-6, 1e-4), \"adam_epsilon\": flaml.tune.loguniform(1e-9, 1e-7), \"adam_beta1\": flaml.tune.uniform(0.8, 0.99), \"adam_beta2\": flaml.tune.loguniform(98e-2, 9999e-4),}# optimization objectiveHP_METRIC, MODE = \"matthews_correlation\", \"max\"# resourcesnum_cpus = 4num_gpus = 4 # change according to your GPU resources# constraintsnum_samples = -1 # number of trials, -1 means unlimitedtime_budget_s = 3600 # time budget in seconds Copy","s":"Define the search","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#define-the-search","p":185},{"i":194,"t":"We are now ready to launch the tuning using flaml.tune.run: import rayray.init(num_cpus=num_cpus, num_gpus=num_gpus)print(\"Tuning started...\")analysis = flaml.tune.run( train_distilbert, search_alg=flaml.CFO( space=search_space, metric=HP_METRIC, mode=MODE, low_cost_partial_config={\"num_train_epochs\": 1}, ), resources_per_trial={\"gpu\": num_gpus, \"cpu\": num_cpus}, local_dir=\"logs/\", num_samples=num_samples, time_budget_s=time_budget_s, use_ray=True,) Copy This will run tuning for one hour. At the end we will see a summary. == Status ==Memory usage on this node: 32.0/251.6 GiBUsing FIFO scheduling algorithm.Resources requested: 0/4 CPUs, 0/4 GPUs, 0.0/150.39 GiB heap, 0.0/47.22 GiB objects (0/1.0 accelerator_type:V100)Result logdir: /home/chiw/FLAML/notebook/logs/train_distilbert_2021-05-07_02-35-58Number of trials: 22/infinite (22 TERMINATED)Trial name status loc adam_beta1 adam_beta2 adam_epsilon learning_rate num_train_epochs iter total time (s) loss matthews_correlationtrain_distilbert_a0c303d0 TERMINATED 0.939079 0.991865 7.96945e-08 5.61152e-06 1 1 55.6909 0.587986 0train_distilbert_a0c303d1 TERMINATED 0.811036 0.997214 2.05111e-09 2.05134e-06 1.44427 1 71.7663 0.603018 0train_distilbert_c39b2ef0 TERMINATED 0.909395 0.993715 1e-07 5.26543e-06 1 1 53.7619 0.586518 0train_distilbert_f00776e2 TERMINATED 0.968763 0.990019 4.38943e-08 5.98035e-06 1.02723 1 56.8382 0.581313 0train_distilbert_11ab3900 TERMINATED 0.962198 0.991838 7.09296e-08 5.06608e-06 1 1 54.0231 0.585576 0train_distilbert_353025b6 TERMINATED 0.91596 0.991892 8.95426e-08 6.21568e-06 2.15443 1 98.3233 0.531632 0.388893train_distilbert_5728a1de TERMINATED 0.926933 0.993146 1e-07 1.00902e-05 1 1 55.3726 0.538505 0.280558train_distilbert_9394c2e2 TERMINATED 0.928106 0.990614 4.49975e-08 3.45674e-06 2.72935 1 121.388 0.539177 0.327295train_distilbert_b6543fec TERMINATED 0.876896 0.992098 1e-07 7.01176e-06 1.59538 1 76.0244 0.527516 0.379177train_distilbert_0071f998 TERMINATED 0.955024 0.991687 7.39776e-08 5.50998e-06 2.90939 1 126.871 0.516225 0.417157train_distilbert_2f830be6 TERMINATED 0.886931 0.989628 7.6127e-08 4.37646e-06 1.53338 1 73.8934 0.551629 0.0655887train_distilbert_7ce03f12 TERMINATED 0.984053 0.993956 8.70144e-08 7.82557e-06 4.08775 1 174.027 0.523732 0.453549train_distilbert_aaab0508 TERMINATED 0.940707 0.993946 1e-07 8.91979e-06 3.40243 1 146.249 0.511288 0.45085train_distilbert_14262454 TERMINATED 0.99 0.991696 4.60093e-08 4.83405e-06 3.4954 1 152.008 0.53506 0.400851train_distilbert_6d211fe6 TERMINATED 0.959277 0.994556 5.40791e-08 1.17333e-05 6.64995 1 271.444 0.609851 0.526802train_distilbert_c980bae4 TERMINATED 0.99 0.993355 1e-07 5.21929e-06 2.51275 1 111.799 0.542276 0.324968train_distilbert_6d0d29d6 TERMINATED 0.965773 0.995182 9.9752e-08 1.15549e-05 13.694 1 527.944 0.923802 0.549474train_distilbert_b16ea82a TERMINATED 0.952781 0.993931 2.93182e-08 1.19145e-05 3.2293 1 139.844 0.533466 0.451307train_distilbert_eddf7cc0 TERMINATED 0.99 0.997109 8.13498e-08 1.28515e-05 15.5807 1 614.789 0.983285 0.56993train_distilbert_43008974 TERMINATED 0.929089 0.993258 1e-07 1.03892e-05 12.0357 1 474.387 0.857461 0.520022train_distilbert_b3408a4e TERMINATED 0.99 0.993809 4.67441e-08 1.10418e-05 11.9165 1 474.126 0.828205 0.526164train_distilbert_cfbfb220 TERMINATED 0.979454 0.9999 1e-07 1.49578e-05 20.3715 Copy","s":"Launch the tuning","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#launch-the-tuning","p":185},{"i":196,"t":"best_trial = analysis.get_best_trial(HP_METRIC, MODE, \"all\")metric = best_trial.metric_analysis[HP_METRIC][MODE]print(f\"n_trials={len(analysis.trials)}\")print(f\"time={time.time()-start_time}\")print(f\"Best model eval {HP_METRIC}: {metric:.4f}\")print(f\"Best model parameters: {best_trial.config}\")# n_trials=22# time=3999.769361972809# Best model eval matthews_correlation: 0.5699# Best model parameters: {'num_train_epochs': 15.580684188655825, 'learning_rate': 1.2851507818900338e-05, 'adam_epsilon': 8.134982521948352e-08, 'adam_beta1': 0.99, 'adam_beta2': 0.9971094424784387} Copy Link to notebook | Open in colab","s":"Retrieve the results","u":"/FLAML/docs/Examples/Tune-HuggingFace","h":"#retrieve-the-results","p":185},{"i":198,"t":"On this page","s":"Tune - AzureML pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"","p":197},{"i":201,"t":"We recommend using conda or venv to create a virtual env to install the dependencies. # set up new conda environmentconda create -n pipeline_tune python=3.8 pip=20.2 -yconda activate pipeline_tune# install azureml packages for runnig AzureML pipelinespip install azureml-core==1.39.0pip install azure-ml-component[notebooks]==0.9.10.post1pip install azureml-dataset-runtime==1.39.0# install hydra-core for passing AzureML pipeline parameterspip install hydra-core==1.1.1# install flamlpip install flaml[blendsearch,ray]==1.0.9 Copy","s":"Requirements","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#requirements","p":197},{"i":203,"t":"Before we are ready for tuning, we must first have an Azure ML pipeline. In this example, we use the following toy pipeline for illustration. The pipeline consists of two steps: (1) data preparation and (2) model training. . The code example discussed in the page is included in test/pipeline_tuning_example/. We will use the relative path in the rest of the page.","s":"Azure ML training pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#azure-ml-training-pipeline","p":197},{"i":205,"t":"The example data exsits in data/data.csv. It will be uploaded to AzureML workspace to be consumed by the training pipeline using the following code. Dataset.File.upload_directory( src_dir=to_absolute_path(LOCAL_DIR / \"data\"), target=(datastore, \"classification_data\"), overwrite=True,)dataset = Dataset.File.from_files(path=(datastore, \"classification_data\")) Copy","s":"Data","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#data","p":197},{"i":207,"t":"The pipeline configuration is defined in configs/train_config.yaml. hydra: searchpath: - file://.aml_config: workspace_name: your_workspace_name resource_group: your_resource_group subscription_id: your_subscription_id cpu_target: cpuclustertrain_config: exp_name: sklearn_breast_cancer_classification test_train_ratio: 0.4 learning_rate: 0.05 n_estimators: 50 Copy","s":"Configurations for the pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#configurations-for-the-pipeline","p":197},{"i":209,"t":"The pipeline was defined in submit_train_pipeline.py. To submit the pipeline, please specify your AzureML resources in the configs/train_config.yaml and run cd test/pipeline_tuning_examplepython submit_train_pipeline.py Copy To get the pipeline ready for HPO, in the training step, we need to log the metrics of interest to AzureML using run.log(f\"{data_name}_{eval_name}\", result) Copy","s":"Define and submit the pipeline","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#define-and-submit-the-pipeline","p":197},{"i":211,"t":"We are now ready to set up the HPO job for the AzureML pipeline, including: config the HPO job, set up the interaction between the HPO job and the training job. These two steps are done in tuner/tuner_func.py.","s":"Hyperparameter Optimization","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#hyperparameter-optimization","p":197},{"i":213,"t":"tuner_func.tune_pipeline sets up the search space, metric to optimize, mode, etc. def tune_pipeline(concurrent_run=1): start_time = time.time() # config the HPO job search_space = { \"train_config.n_estimators\": flaml.tune.randint(50, 200), \"train_config.learning_rate\": flaml.tune.uniform(0.01, 0.5), } hp_metric = \"eval_binary_error\" mode = \"max\" num_samples = 2 if concurrent_run > 1: import ray # For parallel tuning ray.init(num_cpus=concurrent_run) use_ray = True else: use_ray = False # launch the HPO job analysis = flaml.tune.run( run_with_config, config=search_space, metric=hp_metric, mode=mode, num_samples=num_samples, # number of trials use_ray=use_ray, ) # get the best config best_trial = analysis.get_best_trial(hp_metric, mode, \"all\") metric = best_trial.metric_analysis[hp_metric][mode] print(f\"n_trials={len(analysis.trials)}\") print(f\"time={time.time()-start_time}\") print(f\"Best {hp_metric}: {metric:.4f}\") print(f\"Best coonfiguration: {best_trial.config}\") Copy","s":"Set up the tune job","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#set-up-the-tune-job","p":197},{"i":215,"t":"The interaction between FLAML and AzureML pipeline jobs is in tuner_func.run_with_config. def run_with_config(config: dict): \"\"\"Run the pipeline with a given config dict\"\"\" # pass the hyperparameters to AzureML jobs by overwriting the config file. overrides = [f\"{key}={value}\" for key, value in config.items()] print(overrides) run = submit_train_pipeline.build_and_submit_aml_pipeline(overrides) print(run.get_portal_url()) # retrieving the metrics to optimize before the job completes. stop = False while not stop: # get status status = run._core_run.get_status() print(f\"status: {status}\") # get metrics metrics = run._core_run.get_metrics(recursive=True) if metrics: run_metrics = list(metrics.values()) new_metric = run_metrics[0][\"eval_binary_error\"] if type(new_metric) == list: new_metric = new_metric[-1] print(f\"eval_binary_error: {new_metric}\") tune.report(eval_binary_error=new_metric) time.sleep(5) if status == \"FAILED\" or status == \"Completed\": stop = True print(\"The run is terminated.\") print(status) return Copy Overall, to tune the hyperparameters of the AzureML pipeline, run: # the training job will run remotely as an AzureML job in both choices# run the tuning job locallypython submit_tune.py --local# run the tuning job remotelypython submit_tune.py --remote --subscription_id --resource_group --workspace Copy The local option runs the tuner/tuner_func.py in your local machine. The remote option wraps up the tuner/tuner_func.py as an AzureML component and starts another AzureML job to tune the AzureML pipeline.","s":"Interact with AzureML pipeline jobs","u":"/FLAML/docs/Examples/Tune-AzureML-pipeline","h":"#interact-with-azureml-pipeline-jobs","p":197},{"i":217,"t":"On this page","s":"AutoML - Time Series Forecast","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"","p":216},{"i":219,"t":"Install the [automl,ts_forecast] option. pip install \"flaml[automl,ts_forecast]\" Copy","s":"Prerequisites","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#prerequisites","p":216},{"i":221,"t":"import numpy as npfrom flaml import AutoMLX_train = np.arange(\"2014-01\", \"2022-01\", dtype=\"datetime64[M]\")y_train = np.random.random(size=84)automl = AutoML()automl.fit( X_train=X_train[:84], # a single column of timestamp y_train=y_train, # value for each timestamp period=12, # time horizon to forecast, e.g., 12 months task=\"ts_forecast\", time_budget=15, # time budget in seconds log_file_name=\"ts_forecast.log\", eval_method=\"holdout\",)print(automl.predict(X_train[84:])) Copy Note: You can access the best model's estimator using automl.model.estimator. Sample output​ [flaml.automl: 01-21 08:01:20] {2018} INFO - task = ts_forecast[flaml.automl: 01-21 08:01:20] {2020} INFO - Data split method: time[flaml.automl: 01-21 08:01:20] {2024} INFO - Evaluation method: holdout[flaml.automl: 01-21 08:01:20] {2124} INFO - Minimizing error metric: mape[flaml.automl: 01-21 08:01:21] {2181} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax'][flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 0, current learner lgbm[flaml.automl: 01-21 08:01:21] {2547} INFO - Estimated sufficient time budget=1429s. Estimated necessary time budget=1s.[flaml.automl: 01-21 08:01:21] {2594} INFO - at 0.9s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 1, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 0.9s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 2, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 0.9s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 3, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 4, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 5, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9811, best estimator lgbm's best error=0.9811[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 6, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9652, best estimator lgbm's best error=0.9652[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 7, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 8, current learner lgbm[flaml.automl: 01-21 08:01:21] {2594} INFO - at 1.0s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:21] {2434} INFO - iteration 9, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 10, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 11, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 12, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 13, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 14, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 15, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 16, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 17, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 18, current learner rf[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator rf's best error=1.0994, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 19, current learner rf[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.2s, estimator rf's best error=1.0848, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 20, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator xgboost's best error=1.0271, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 21, current learner rf[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator rf's best error=1.0848, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 22, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 23, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 24, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 25, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.3s, estimator extra_tree's best error=1.0130, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 26, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.4s, estimator extra_tree's best error=1.0130, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 27, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.4s, estimator extra_tree's best error=1.0130, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 28, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.4s, estimator extra_tree's best error=1.0130, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 29, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.4s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 30, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 31, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 32, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 33, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 34, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 35, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.5s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 36, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 37, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 38, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 39, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 40, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.6s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 41, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.7s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 42, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.7s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 43, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.7s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 44, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.7s, estimator xgb_limitdepth's best error=1.5815, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 45, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.8s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 46, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.8s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 47, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.8s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 48, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.9s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 49, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.9s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 50, current learner extra_tree[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.9s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 51, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 1.9s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 52, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 53, current learner xgboost[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 54, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 55, current learner lgbm[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 56, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 57, current learner rf[flaml.automl: 01-21 08:01:22] {2594} INFO - at 2.0s, estimator rf's best error=1.0848, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:22] {2434} INFO - iteration 58, current learner xgboost[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator xgboost's best error=1.0015, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 59, current learner extra_tree[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 60, current learner lgbm[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 61, current learner extra_tree[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator extra_tree's best error=0.9499, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 62, current learner lgbm[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.1s, estimator lgbm's best error=0.9466, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 63, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:23] {2594} INFO - at 2.2s, estimator xgb_limitdepth's best error=0.9683, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:23] {2434} INFO - iteration 64, current learner prophet[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.2s, estimator prophet's best error=1.5706, best estimator lgbm's best error=0.9466[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 65, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.2s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 66, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.4s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 67, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.4s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 68, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.5s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 69, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.6s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 70, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.6s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 71, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.6s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 72, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.6s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 73, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.7s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 74, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.7s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 75, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.8s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 76, current learner sarimax[flaml.automl: 01-21 08:01:25] {2594} INFO - at 4.9s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 77, current learner arima[flaml.automl: 01-21 08:01:25] {2594} INFO - at 5.0s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:25] {2434} INFO - iteration 78, current learner sarimax[flaml.automl: 01-21 08:01:26] {2594} INFO - at 5.1s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 79, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:26] {2594} INFO - at 5.1s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 80, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:26] {2594} INFO - at 5.1s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 81, current learner sarimax[flaml.automl: 01-21 08:01:26] {2594} INFO - at 5.1s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:26] {2434} INFO - iteration 82, current learner prophet[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.6s, estimator prophet's best error=1.4076, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 83, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.6s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 84, current learner sarimax[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.6s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 85, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.6s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 86, current learner sarimax[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.8s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 87, current learner arima[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.8s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 88, current learner sarimax[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.9s, estimator sarimax's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 89, current learner arima[flaml.automl: 01-21 08:01:27] {2594} INFO - at 6.9s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 90, current learner arima[flaml.automl: 01-21 08:01:27] {2594} INFO - at 7.0s, estimator arima's best error=0.5693, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 91, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:27] {2594} INFO - at 7.0s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 92, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:27] {2594} INFO - at 7.0s, estimator xgb_limitdepth's best error=0.9683, best estimator arima's best error=0.5693[flaml.automl: 01-21 08:01:27] {2434} INFO - iteration 93, current learner sarimax[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.0s, estimator sarimax's best error=0.5600, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 94, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.1s, estimator xgb_limitdepth's best error=0.9683, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 95, current learner sarimax[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.2s, estimator sarimax's best error=0.5600, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 96, current learner arima[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.2s, estimator arima's best error=0.5693, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 97, current learner arima[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.2s, estimator arima's best error=0.5693, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 98, current learner extra_tree[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.3s, estimator extra_tree's best error=0.9499, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 99, current learner sarimax[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.3s, estimator sarimax's best error=0.5600, best estimator sarimax's best error=0.5600[flaml.automl: 01-21 08:01:28] {2434} INFO - iteration 100, current learner xgb_limitdepth[flaml.automl: 01-21 08:01:28] {2594} INFO - at 7.3s, estimator xgb_limitdepth's best error=0.9683, best estimator sarimax's best error=0.5600 Copy","s":"Simple NumPy Example","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#simple-numpy-example","p":216},{"i":223,"t":"import statsmodels.api as smdata = sm.datasets.co2.load_pandas().data# data is given in weeks, but the task is to predict monthly, so use monthly averages insteaddata = data[\"co2\"].resample(\"MS\").mean()data = data.bfill().ffill() # makes sure there are no missing valuesdata = data.to_frame().reset_index()num_samples = data.shape[0]time_horizon = 12split_idx = num_samples - time_horizontrain_df = data[ :split_idx] # train_df is a dataframe with two columns: timestamp and labelX_test = data[split_idx:][ \"index\"].to_frame() # X_test is a dataframe with dates for predictiony_test = data[split_idx:][ \"co2\"] # y_test is a series of the values corresponding to the dates for predictionfrom flaml import AutoMLautoml = AutoML()settings = { \"time_budget\": 10, # total running time in seconds \"metric\": \"mape\", # primary metric for validation: 'mape' is generally used for forecast tasks \"task\": \"ts_forecast\", # task type \"log_file_name\": \"CO2_forecast.log\", # flaml log file \"eval_method\": \"holdout\", # validation method can be chosen from ['auto', 'holdout', 'cv'] \"seed\": 7654321, # random seed}automl.fit( dataframe=train_df, # training data label=\"co2\", # label column period=time_horizon, # key word argument 'period' must be included for forecast task) **settings) Copy Sample output​ [flaml.automl: 01-21 07:54:04] {2018} INFO - task = ts_forecast[flaml.automl: 01-21 07:54:04] {2020} INFO - Data split method: time[flaml.automl: 01-21 07:54:04] {2024} INFO - Evaluation method: holdout[flaml.automl: 01-21 07:54:04] {2124} INFO - Minimizing error metric: mapeImporting plotly failed. Interactive plots will not work.[flaml.automl: 01-21 07:54:04] {2181} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax'][flaml.automl: 01-21 07:54:04] {2434} INFO - iteration 0, current learner lgbm[flaml.automl: 01-21 07:54:05] {2547} INFO - Estimated sufficient time budget=2145s. Estimated necessary time budget=2s.[flaml.automl: 01-21 07:54:05] {2594} INFO - at 0.9s, estimator lgbm's best error=0.0621, best estimator lgbm's best error=0.0621[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 1, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.0s, estimator lgbm's best error=0.0574, best estimator lgbm's best error=0.0574[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 2, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.0s, estimator lgbm's best error=0.0464, best estimator lgbm's best error=0.0464[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 3, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.0s, estimator lgbm's best error=0.0464, best estimator lgbm's best error=0.0464[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 4, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.0s, estimator lgbm's best error=0.0365, best estimator lgbm's best error=0.0365[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 5, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.1s, estimator lgbm's best error=0.0192, best estimator lgbm's best error=0.0192[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 6, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.1s, estimator lgbm's best error=0.0192, best estimator lgbm's best error=0.0192[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 7, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.1s, estimator lgbm's best error=0.0192, best estimator lgbm's best error=0.0192[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 8, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.2s, estimator lgbm's best error=0.0110, best estimator lgbm's best error=0.0110[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 9, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.2s, estimator lgbm's best error=0.0110, best estimator lgbm's best error=0.0110[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 10, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.2s, estimator lgbm's best error=0.0036, best estimator lgbm's best error=0.0036[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 11, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.4s, estimator lgbm's best error=0.0023, best estimator lgbm's best error=0.0023[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 12, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.4s, estimator lgbm's best error=0.0023, best estimator lgbm's best error=0.0023[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 13, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.5s, estimator lgbm's best error=0.0021, best estimator lgbm's best error=0.0021[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 14, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.6s, estimator lgbm's best error=0.0021, best estimator lgbm's best error=0.0021[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 15, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.7s, estimator lgbm's best error=0.0020, best estimator lgbm's best error=0.0020[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 16, current learner lgbm[flaml.automl: 01-21 07:54:05] {2594} INFO - at 1.8s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:05] {2434} INFO - iteration 17, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 1.9s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 18, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.0s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 19, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.1s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 20, current learner rf[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.1s, estimator rf's best error=0.0228, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 21, current learner rf[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.1s, estimator rf's best error=0.0210, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 22, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.2s, estimator xgboost's best error=0.6738, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 23, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.2s, estimator xgboost's best error=0.6738, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 24, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.2s, estimator xgboost's best error=0.1717, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 25, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.3s, estimator xgboost's best error=0.0249, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 26, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.3s, estimator xgboost's best error=0.0249, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 27, current learner xgboost[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.3s, estimator xgboost's best error=0.0242, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 28, current learner extra_tree[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.4s, estimator extra_tree's best error=0.0245, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 29, current learner extra_tree[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.4s, estimator extra_tree's best error=0.0160, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 30, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.5s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 31, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.6s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 32, current learner rf[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.6s, estimator rf's best error=0.0210, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 33, current learner extra_tree[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.6s, estimator extra_tree's best error=0.0160, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 34, current learner lgbm[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.8s, estimator lgbm's best error=0.0017, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 35, current learner extra_tree[flaml.automl: 01-21 07:54:06] {2594} INFO - at 2.8s, estimator extra_tree's best error=0.0158, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:06] {2434} INFO - iteration 36, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 2.8s, estimator xgb_limitdepth's best error=0.0447, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 37, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 2.9s, estimator xgb_limitdepth's best error=0.0447, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 38, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 2.9s, estimator xgb_limitdepth's best error=0.0029, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 39, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 3.0s, estimator xgb_limitdepth's best error=0.0018, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 40, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 3.1s, estimator xgb_limitdepth's best error=0.0018, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 41, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 3.1s, estimator xgb_limitdepth's best error=0.0018, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 42, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:07] {2594} INFO - at 3.3s, estimator xgb_limitdepth's best error=0.0018, best estimator lgbm's best error=0.0017[flaml.automl: 01-21 07:54:07] {2434} INFO - iteration 43, current learner prophet[flaml.automl: 01-21 07:54:09] {2594} INFO - at 5.5s, estimator prophet's best error=0.0008, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:09] {2434} INFO - iteration 44, current learner arima[flaml.automl: 01-21 07:54:10] {2594} INFO - at 6.1s, estimator arima's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 45, current learner sarimax[flaml.automl: 01-21 07:54:10] {2594} INFO - at 6.4s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 46, current learner lgbm[flaml.automl: 01-21 07:54:10] {2594} INFO - at 6.5s, estimator lgbm's best error=0.0017, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 47, current learner sarimax[flaml.automl: 01-21 07:54:10] {2594} INFO - at 6.6s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:10] {2434} INFO - iteration 48, current learner sarimax[flaml.automl: 01-21 07:54:11] {2594} INFO - at 6.9s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 49, current learner arima[flaml.automl: 01-21 07:54:11] {2594} INFO - at 6.9s, estimator arima's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 50, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:11] {2594} INFO - at 7.0s, estimator xgb_limitdepth's best error=0.0018, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 51, current learner sarimax[flaml.automl: 01-21 07:54:11] {2594} INFO - at 7.5s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 52, current learner xgboost[flaml.automl: 01-21 07:54:11] {2594} INFO - at 7.6s, estimator xgboost's best error=0.0242, best estimator prophet's best error=0.0008[flaml.automl: 01-21 07:54:11] {2434} INFO - iteration 53, current learner prophet[flaml.automl: 01-21 07:54:13] {2594} INFO - at 9.3s, estimator prophet's best error=0.0005, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 54, current learner sarimax[flaml.automl: 01-21 07:54:13] {2594} INFO - at 9.4s, estimator sarimax's best error=0.0047, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 55, current learner xgb_limitdepth[flaml.automl: 01-21 07:54:13] {2594} INFO - at 9.8s, estimator xgb_limitdepth's best error=0.0018, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 56, current learner xgboost[flaml.automl: 01-21 07:54:13] {2594} INFO - at 9.8s, estimator xgboost's best error=0.0242, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:13] {2434} INFO - iteration 57, current learner lgbm[flaml.automl: 01-21 07:54:14] {2594} INFO - at 9.9s, estimator lgbm's best error=0.0017, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:14] {2434} INFO - iteration 58, current learner rf[flaml.automl: 01-21 07:54:14] {2594} INFO - at 10.0s, estimator rf's best error=0.0146, best estimator prophet's best error=0.0005[flaml.automl: 01-21 07:54:14] {2824} INFO - retrain prophet for 0.6s[flaml.automl: 01-21 07:54:14] {2831} INFO - retrained model: [flaml.automl: 01-21 07:54:14] {2210} INFO - fit succeeded[flaml.automl: 01-21 07:54:14] {2211} INFO - Time taken to find the best model: 9.339771270751953[flaml.automl: 01-21 07:54:14] {2222} WARNING - Time taken to find the best model is 93% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. Copy Compute and plot predictions​ The example plotting code requires matplotlib. flaml_y_pred = automl.predict(X_test)import matplotlib.pyplot as pltplt.plot(X_test, y_test, label=\"Actual level\")plt.plot(X_test, flaml_y_pred, label=\"FLAML forecast\")plt.xlabel(\"Date\")plt.ylabel(\"CO2 Levels\")plt.legend() Copy","s":"Univariate time series","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#univariate-time-series","p":216},{"i":225,"t":"import pandas as pd# pd.set_option(\"display.max_rows\", None, \"display.max_columns\", None)multi_df = pd.read_csv( \"https://raw.githubusercontent.com/srivatsan88/YouTubeLI/master/dataset/nyc_energy_consumption.csv\")# preprocessing datamulti_df[\"timeStamp\"] = pd.to_datetime(multi_df[\"timeStamp\"])multi_df = multi_df.set_index(\"timeStamp\")multi_df = multi_df.resample(\"D\").mean()multi_df[\"temp\"] = multi_df[\"temp\"].fillna(method=\"ffill\")multi_df[\"precip\"] = multi_df[\"precip\"].fillna(method=\"ffill\")multi_df = multi_df[:-2] # last two rows are NaN for 'demand' column so remove themmulti_df = multi_df.reset_index()# Using temperature values create categorical values# where 1 denotes daily tempurature is above monthly average and 0 is below.def get_monthly_avg(data): data[\"month\"] = data[\"timeStamp\"].dt.month data = data[[\"month\", \"temp\"]].groupby(\"month\") data = data.agg({\"temp\": \"mean\"}) return datamonthly_avg = get_monthly_avg(multi_df).to_dict().get(\"temp\")def above_monthly_avg(date, temp): month = date.month if temp > monthly_avg.get(month): return 1 else: return 0multi_df[\"temp_above_monthly_avg\"] = multi_df.apply( lambda x: above_monthly_avg(x[\"timeStamp\"], x[\"temp\"]), axis=1)del multi_df[\"month\"] # remove temperature column to reduce redundancy# split data into train and testnum_samples = multi_df.shape[0]multi_time_horizon = 180split_idx = num_samples - multi_time_horizonmulti_train_df = multi_df[:split_idx]multi_test_df = multi_df[split_idx:]multi_X_test = multi_test_df[ [\"timeStamp\", \"precip\", \"temp\", \"temp_above_monthly_avg\"]] # test dataframe must contain values for the regressors / multivariate variablesmulti_y_test = multi_test_df[\"demand\"]# initialize AutoML instanceautoml = AutoML()# configure AutoML settingssettings = { \"time_budget\": 10, # total running time in seconds \"metric\": \"mape\", # primary metric \"task\": \"ts_forecast\", # task type \"log_file_name\": \"energy_forecast_categorical.log\", # flaml log file \"eval_method\": \"holdout\", \"log_type\": \"all\", \"label\": \"demand\",}# train the modelautoml.fit(dataframe=df, **settings, period=time_horizon)# predictionsprint(automl.predict(multi_X_test)) Copy Sample Output​ [flaml.automl: 08-13 01:03:11] {2540} INFO - task = ts_forecast[flaml.automl: 08-13 01:03:11] {2542} INFO - Data split method: time[flaml.automl: 08-13 01:03:11] {2545} INFO - Evaluation method: holdout[flaml.automl: 08-13 01:03:11] {2664} INFO - Minimizing error metric: mape[flaml.automl: 08-13 01:03:12] {2806} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'prophet', 'arima', 'sarimax'][flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 0, current learner lgbm[flaml.automl: 08-13 01:03:12] {3241} INFO - Estimated sufficient time budget=7681s. Estimated necessary time budget=8s.[flaml.automl: 08-13 01:03:12] {3288} INFO - at 0.8s, estimator lgbm's best error=0.0854, best estimator lgbm's best error=0.0854[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 1, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 0.9s, estimator lgbm's best error=0.0854, best estimator lgbm's best error=0.0854[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 2, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 0.9s, estimator lgbm's best error=0.0525, best estimator lgbm's best error=0.0525[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 3, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 0.9s, estimator lgbm's best error=0.0525, best estimator lgbm's best error=0.0525[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 4, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 1.0s, estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 5, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 1.0s, estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 6, current learner lgbm[flaml.automl: 08-13 01:03:12] {3288} INFO - at 1.0s, estimator lgbm's best error=0.0406, best estimator lgbm's best error=0.0406[flaml.automl: 08-13 01:03:12] {3108} INFO - iteration 7, current learner lgbm[flaml.automl: 08-13 01:03:13] {3288} INFO - at 1.1s, estimator lgbm's best error=0.0393, best estimator lgbm's best error=0.0393[flaml.automl: 08-13 01:03:13] {3108} INFO - iteration 8, current learner lgbm[flaml.automl: 08-13 01:03:13] {3288} INFO - at 1.1s, estimator lgbm's best error=0.0393, best estimator lgbm's best error=0.0393[flaml.automl: 08-13 01:03:13] {3108} INFO - iteration 9, current learner lgbm... silent=True, subsample=1.0, subsample_for_bin=200000, subsample_freq=0, verbose=-1)[flaml.automl: 08-13 01:03:22] {2837} INFO - fit succeeded[flaml.automl: 08-13 01:03:22] {2838} INFO - Time taken to find the best model: 3.4941744804382324 Copy","s":"Multivariate Time Series (Forecasting with Exogenous Variables)","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#multivariate-time-series-forecasting-with-exogenous-variables","p":216},{"i":227,"t":"from hcrystalball.utils import get_sales_dataimport numpy as npfrom flaml import AutoMLtime_horizon = 30df = get_sales_data(n_dates=180, n_assortments=1, n_states=1, n_stores=1)df = df[[\"Sales\", \"Open\", \"Promo\", \"Promo2\"]]# feature engineering - create a discrete value column# 1 denotes above mean and 0 denotes below meandf[\"above_mean_sales\"] = np.where(df[\"Sales\"] > df[\"Sales\"].mean(), 1, 0)df.reset_index(inplace=True)# train-test splitdiscrete_train_df = df[:-time_horizon]discrete_test_df = df[-time_horizon:]discrete_X_train, discrete_X_test = ( discrete_train_df[[\"Date\", \"Open\", \"Promo\", \"Promo2\"]], discrete_test_df[[\"Date\", \"Open\", \"Promo\", \"Promo2\"]],)discrete_y_train, discrete_y_test = ( discrete_train_df[\"above_mean_sales\"], discrete_test_df[\"above_mean_sales\"],)# initialize AutoML instanceautoml = AutoML()# configure the settingssettings = { \"time_budget\": 15, # total running time in seconds \"metric\": \"accuracy\", # primary metric \"task\": \"ts_forecast_classification\", # task type \"log_file_name\": \"sales_classification_forecast.log\", # flaml log file \"eval_method\": \"holdout\",}# train the modelautoml.fit( X_train=discrete_X_train, y_train=discrete_y_train, **settings, period=time_horizon)# make predictionsdiscrete_y_pred = automl.predict(discrete_X_test)print(\"Predicted label\", discrete_y_pred)print(\"True label\", discrete_y_test) Copy Sample Output​ [flaml.automl: 02-28 21:53:03] {2060} INFO - task = ts_forecast_classification[flaml.automl: 02-28 21:53:03] {2062} INFO - Data split method: time[flaml.automl: 02-28 21:53:03] {2066} INFO - Evaluation method: holdout[flaml.automl: 02-28 21:53:03] {2147} INFO - Minimizing error metric: 1-accuracy[flaml.automl: 02-28 21:53:03] {2205} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth'][flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 0, current learner lgbm[flaml.automl: 02-28 21:53:03] {2573} INFO - Estimated sufficient time budget=269s. Estimated necessary time budget=0s.[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.1s, estimator lgbm's best error=0.2667, best estimator lgbm's best error=0.2667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 1, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.1s, estimator lgbm's best error=0.2667, best estimator lgbm's best error=0.2667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 2, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.1s, estimator lgbm's best error=0.1333, best estimator lgbm's best error=0.1333[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 3, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.2s, estimator rf's best error=0.1333, best estimator lgbm's best error=0.1333[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 4, current learner xgboost[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.2s, estimator xgboost's best error=0.1333, best estimator lgbm's best error=0.1333[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 5, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.2s, estimator lgbm's best error=0.1333, best estimator lgbm's best error=0.1333[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 6, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.3s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 7, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.3s, estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 8, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.3s, estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 9, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.4s, estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 10, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.4s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 11, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.4s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 12, current learner xgboost[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.5s, estimator xgboost's best error=0.1333, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 13, current learner extra_tree[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.5s, estimator extra_tree's best error=0.1333, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 14, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.5s, estimator xgb_limitdepth's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 15, current learner xgboost[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.6s, estimator xgboost's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 16, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.6s, estimator xgb_limitdepth's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 17, current learner rf[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.6s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 18, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.7s, estimator xgb_limitdepth's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 19, current learner lgbm[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.7s, estimator lgbm's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 20, current learner extra_tree[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.7s, estimator extra_tree's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 21, current learner xgboost[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.7s, estimator xgboost's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 22, current learner extra_tree[flaml.automl: 02-28 21:53:03] {2620} INFO - at 0.8s, estimator extra_tree's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:03] {2458} INFO - iteration 23, current learner rf[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.8s, estimator rf's best error=0.0667, best estimator rf's best error=0.0667[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 24, current learner xgboost[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.9s, estimator xgboost's best error=0.0333, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 25, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.9s, estimator xgb_limitdepth's best error=0.0667, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 26, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.9s, estimator xgb_limitdepth's best error=0.0667, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 27, current learner xgboost[flaml.automl: 02-28 21:53:04] {2620} INFO - at 0.9s, estimator xgboost's best error=0.0333, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 28, current learner extra_tree[flaml.automl: 02-28 21:53:04] {2620} INFO - at 1.0s, estimator extra_tree's best error=0.0667, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2458} INFO - iteration 29, current learner xgb_limitdepth[flaml.automl: 02-28 21:53:04] {2620} INFO - at 1.0s, estimator xgb_limitdepth's best error=0.0667, best estimator xgboost's best error=0.0333[flaml.automl: 02-28 21:53:04] {2850} INFO - retrain xgboost for 0.0s[flaml.automl: 02-28 21:53:04] {2857} INFO - retrained model: XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=0.9826753651836615, colsample_bynode=1, colsample_bytree=0.9725493834064914, gamma=0, gpu_id=-1, grow_policy='lossguide', importance_type='gain', interaction_constraints='', learning_rate=0.1665803484560213, max_delta_step=0, max_depth=0, max_leaves=4, min_child_weight=0.5649012460525115, missing=nan, monotone_constraints='()', n_estimators=4, n_jobs=-1, num_parallel_tree=1, objective='binary:logistic', random_state=0, reg_alpha=0.009638363373006869, reg_lambda=0.143703802530408, scale_pos_weight=1, subsample=0.9643606787051899, tree_method='hist', use_label_encoder=False, validate_parameters=1, verbosity=0)[flaml.automl: 02-28 21:53:04] {2234} INFO - fit succeeded[flaml.automl: 02-28 21:53:04] {2235} INFO - Time taken to find the best model: 0.8547139167785645 Copy","s":"Forecasting Discrete Variables","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#forecasting-discrete-variables","p":216},{"i":229,"t":"Panel time series datasets involves multiple individual time series. For example, see Stallion demand dataset from PyTorch Forecasting, orginally from Kaggle. def get_stalliion_data(): from pytorch_forecasting.data.examples import get_stallion_data data = get_stallion_data() # add time index - For datasets with no missing values, FLAML will automate this process data[\"time_idx\"] = data[\"date\"].dt.year * 12 + data[\"date\"].dt.month data[\"time_idx\"] -= data[\"time_idx\"].min() # add additional features data[\"month\"] = data.date.dt.month.astype(str).astype( \"category\" ) # categories have be strings data[\"log_volume\"] = np.log(data.volume + 1e-8) data[\"avg_volume_by_sku\"] = data.groupby( [\"time_idx\", \"sku\"], observed=True ).volume.transform(\"mean\") data[\"avg_volume_by_agency\"] = data.groupby( [\"time_idx\", \"agency\"], observed=True ).volume.transform(\"mean\") # we want to encode special days as one variable and thus need to first reverse one-hot encoding special_days = [ \"easter_day\", \"good_friday\", \"new_year\", \"christmas\", \"labor_day\", \"independence_day\", \"revolution_day_memorial\", \"regional_games\", \"beer_capital\", \"music_fest\", ] data[special_days] = ( data[special_days] .apply(lambda x: x.map({0: \"-\", 1: x.name})) .astype(\"category\") ) return data, special_daysdata, special_days = get_stalliion_data()time_horizon = 6 # predict six monthstraining_cutoff = data[\"time_idx\"].max() - time_horizondata[\"time_idx\"] = data[\"time_idx\"].astype(\"int\")ts_col = data.pop(\"date\")data.insert(0, \"date\", ts_col)# FLAML assumes input is not sorted, but we sort here for comparison purposes with y_testdata = data.sort_values([\"agency\", \"sku\", \"date\"])X_train = data[lambda x: x.time_idx <= training_cutoff]X_test = data[lambda x: x.time_idx > training_cutoff]y_train = X_train.pop(\"volume\")y_test = X_test.pop(\"volume\")automl = AutoML()# Configure settings for FLAML modelsettings = { \"time_budget\": budget, # total running time in seconds \"metric\": \"mape\", # primary metric \"task\": \"ts_forecast_panel\", # task type \"log_file_name\": \"test/stallion_forecast.log\", # flaml log file \"eval_method\": \"holdout\",}# Specify kwargs for TimeSeriesDataSet used by TemporalFusionTransformerEstimatorfit_kwargs_by_estimator = { \"tft\": { \"max_encoder_length\": 24, \"static_categoricals\": [\"agency\", \"sku\"], \"static_reals\": [\"avg_population_2017\", \"avg_yearly_household_income_2017\"], \"time_varying_known_categoricals\": [\"special_days\", \"month\"], \"variable_groups\": { \"special_days\": special_days }, # group of categorical variables can be treated as one variable \"time_varying_known_reals\": [ \"time_idx\", \"price_regular\", \"discount_in_percent\", ], \"time_varying_unknown_categoricals\": [], \"time_varying_unknown_reals\": [ \"y\", # always need a 'y' column for the target column \"log_volume\", \"industry_volume\", \"soda_volume\", \"avg_max_temp\", \"avg_volume_by_agency\", \"avg_volume_by_sku\", ], \"batch_size\": 256, \"max_epochs\": 1, \"gpu_per_trial\": -1, }}# Train the modelautoml.fit( X_train=X_train, y_train=y_train, **settings, period=time_horizon, group_ids=[\"agency\", \"sku\"], fit_kwargs_by_estimator=fit_kwargs_by_estimator,)# Compute predictions of testing datasety_pred = automl.predict(X_test)print(y_test)print(y_pred)# best modelprint(automl.model.estimator) Copy Sample Output​ [flaml.automl: 07-28 21:26:03] {2478} INFO - task = ts_forecast_panel[flaml.automl: 07-28 21:26:03] {2480} INFO - Data split method: time[flaml.automl: 07-28 21:26:03] {2483} INFO - Evaluation method: holdout[flaml.automl: 07-28 21:26:03] {2552} INFO - Minimizing error metric: mape[flaml.automl: 07-28 21:26:03] {2694} INFO - List of ML learners in AutoML Run: ['tft'][flaml.automl: 07-28 21:26:03] {2986} INFO - iteration 0, current learner tftGPU available: False, used: FalseTPU available: False, using: 0 TPU coresIPU available: False, using: 0 IPUs | Name | Type | Params----------------------------------------------------------------------------------------0 | loss | QuantileLoss | 01 | logging_metrics | ModuleList | 02 | input_embeddings | MultiEmbedding | 1.3 K3 | prescalers | ModuleDict | 2564 | static_variable_selection | VariableSelectionNetwork | 3.4 K5 | encoder_variable_selection | VariableSelectionNetwork | 8.0 K6 | decoder_variable_selection | VariableSelectionNetwork | 2.7 K7 | static_context_variable_selection | GatedResidualNetwork | 1.1 K8 | static_context_initial_hidden_lstm | GatedResidualNetwork | 1.1 K9 | static_context_initial_cell_lstm | GatedResidualNetwork | 1.1 K10 | static_context_enrichment | GatedResidualNetwork | 1.1 K11 | lstm_encoder | LSTM | 4.4 K12 | lstm_decoder | LSTM | 4.4 K13 | post_lstm_gate_encoder | GatedLinearUnit | 54414 | post_lstm_add_norm_encoder | AddNorm | 3215 | static_enrichment | GatedResidualNetwork | 1.4 K16 | multihead_attn | InterpretableMultiHeadAttention | 67617 | post_attn_gate_norm | GateAddNorm | 57618 | pos_wise_ff | GatedResidualNetwork | 1.1 K19 | pre_output_gate_norm | GateAddNorm | 57620 | output_layer | Linear | 119----------------------------------------------------------------------------------------33.6 K Trainable params0 Non-trainable params33.6 K Total params0.135 Total estimated model params size (MB)Epoch 19: 100%|██████████| 129/129 [00:56<00:00, 2.27it/s, loss=45.9, v_num=2, train_loss_step=43.00, val_loss=65.20, train_loss_epoch=46.50][flaml.automl: 07-28 21:46:46] {3114} INFO - Estimated sufficient time budget=12424212s. Estimated necessary time budget=12424s.[flaml.automl: 07-28 21:46:46] {3161} INFO - at 1242.6s,\\testimator tft's best error=1324290483134574.7500,\\tbest estimator tft's best error=1324290483134574.7500GPU available: False, used: FalseTPU available: False, using: 0 TPU coresIPU available: False, using: 0 IPUs | Name | Type | Params----------------------------------------------------------------------------------------0 | loss | QuantileLoss | 01 | logging_metrics | ModuleList | 02 | input_embeddings | MultiEmbedding | 1.3 K3 | prescalers | ModuleDict | 2564 | static_variable_selection | VariableSelectionNetwork | 3.4 K5 | encoder_variable_selection | VariableSelectionNetwork | 8.0 K6 | decoder_variable_selection | VariableSelectionNetwork | 2.7 K7 | static_context_variable_selection | GatedResidualNetwork | 1.1 K8 | static_context_initial_hidden_lstm | GatedResidualNetwork | 1.1 K9 | static_context_initial_cell_lstm | GatedResidualNetwork | 1.1 K10 | static_context_enrichment | GatedResidualNetwork | 1.1 K11 | lstm_encoder | LSTM | 4.4 K12 | lstm_decoder | LSTM | 4.4 K13 | post_lstm_gate_encoder | GatedLinearUnit | 54414 | post_lstm_add_norm_encoder | AddNorm | 3215 | static_enrichment | GatedResidualNetwork | 1.4 K16 | multihead_attn | InterpretableMultiHeadAttention | 67617 | post_attn_gate_norm | GateAddNorm | 57618 | pos_wise_ff | GatedResidualNetwork | 1.1 K19 | pre_output_gate_norm | GateAddNorm | 57620 | output_layer | Linear | 119----------------------------------------------------------------------------------------33.6 K Trainable params0 Non-trainable params33.6 K Total params0.135 Total estimated model params size (MB)Epoch 19: 100%|██████████| 145/145 [01:03<00:00, 2.28it/s, loss=45.2, v_num=3, train_loss_step=46.30, val_loss=67.60, train_loss_epoch=48.10][flaml.automl: 07-28 22:08:05] {3425} INFO - retrain tft for 1279.6s[flaml.automl: 07-28 22:08:05] {3432} INFO - retrained model: TemporalFusionTransformer( (loss): QuantileLoss() (logging_metrics): ModuleList( (0): SMAPE() (1): MAE() (2): RMSE() (3): MAPE() ) (input_embeddings): MultiEmbedding( (embeddings): ModuleDict( (agency): Embedding(58, 16) (sku): Embedding(25, 10) (special_days): TimeDistributedEmbeddingBag(11, 6, mode=sum) (month): Embedding(12, 6) ) ) (prescalers): ModuleDict( (avg_population_2017): Linear(in_features=1, out_features=8, bias=True) (avg_yearly_household_income_2017): Linear(in_features=1, out_features=8, bias=True) (encoder_length): Linear(in_features=1, out_features=8, bias=True) (y_center): Linear(in_features=1, out_features=8, bias=True) (y_scale): Linear(in_features=1, out_features=8, bias=True) (time_idx): Linear(in_features=1, out_features=8, bias=True) (price_regular): Linear(in_features=1, out_features=8, bias=True) (discount_in_percent): Linear(in_features=1, out_features=8, bias=True) (relative_time_idx): Linear(in_features=1, out_features=8, bias=True) (y): Linear(in_features=1, out_features=8, bias=True) (log_volume): Linear(in_features=1, out_features=8, bias=True) (industry_volume): Linear(in_features=1, out_features=8, bias=True) (soda_volume): Linear(in_features=1, out_features=8, bias=True) (avg_max_temp): Linear(in_features=1, out_features=8, bias=True) (avg_volume_by_agency): Linear(in_features=1, out_features=8, bias=True) (avg_volume_by_sku): Linear(in_features=1, out_features=8, bias=True) ) (static_variable_selection): VariableSelectionNetwork( (flattened_grn): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((7,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=66, out_features=7, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=7, out_features=7, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=7, out_features=14, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((7,), eps=1e-05, elementwise_affine=True) ) ) ) (single_variable_grns): ModuleDict( (agency): ResampleNorm( (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (sku): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (avg_population_2017): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (avg_yearly_household_income_2017): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (encoder_length): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (y_center): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (y_scale): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) ) (prescalers): ModuleDict( (avg_population_2017): Linear(in_features=1, out_features=8, bias=True) (avg_yearly_household_income_2017): Linear(in_features=1, out_features=8, bias=True) (encoder_length): Linear(in_features=1, out_features=8, bias=True) (y_center): Linear(in_features=1, out_features=8, bias=True) (y_scale): Linear(in_features=1, out_features=8, bias=True) ) (softmax): Softmax(dim=-1) ) (encoder_variable_selection): VariableSelectionNetwork( (flattened_grn): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((13,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=100, out_features=13, bias=True) (elu): ELU(alpha=1.0) (context): Linear(in_features=16, out_features=13, bias=False) (fc2): Linear(in_features=13, out_features=13, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=13, out_features=26, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((13,), eps=1e-05, elementwise_affine=True) ) ) ) (single_variable_grns): ModuleDict( (special_days): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (month): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (time_idx): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (price_regular): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (discount_in_percent): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (relative_time_idx): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (y): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (log_volume): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (industry_volume): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (soda_volume): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (avg_max_temp): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (avg_volume_by_agency): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (avg_volume_by_sku): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) ) (prescalers): ModuleDict( (time_idx): Linear(in_features=1, out_features=8, bias=True) (price_regular): Linear(in_features=1, out_features=8, bias=True) (discount_in_percent): Linear(in_features=1, out_features=8, bias=True) (relative_time_idx): Linear(in_features=1, out_features=8, bias=True) (y): Linear(in_features=1, out_features=8, bias=True) (log_volume): Linear(in_features=1, out_features=8, bias=True) (industry_volume): Linear(in_features=1, out_features=8, bias=True) (soda_volume): Linear(in_features=1, out_features=8, bias=True) (avg_max_temp): Linear(in_features=1, out_features=8, bias=True) (avg_volume_by_agency): Linear(in_features=1, out_features=8, bias=True) (avg_volume_by_sku): Linear(in_features=1, out_features=8, bias=True) ) (softmax): Softmax(dim=-1) ) (decoder_variable_selection): VariableSelectionNetwork( (flattened_grn): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((6,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=44, out_features=6, bias=True) (elu): ELU(alpha=1.0) (context): Linear(in_features=16, out_features=6, bias=False) (fc2): Linear(in_features=6, out_features=6, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=6, out_features=12, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((6,), eps=1e-05, elementwise_affine=True) ) ) ) (single_variable_grns): ModuleDict( (special_days): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (month): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (time_idx): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (price_regular): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (discount_in_percent): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (relative_time_idx): GatedResidualNetwork( (resample_norm): ResampleNorm( (resample): TimeDistributedInterpolation() (gate): Sigmoid() (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (fc1): Linear(in_features=8, out_features=8, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=8, out_features=8, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=8, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) ) (prescalers): ModuleDict( (time_idx): Linear(in_features=1, out_features=8, bias=True) (price_regular): Linear(in_features=1, out_features=8, bias=True) (discount_in_percent): Linear(in_features=1, out_features=8, bias=True) (relative_time_idx): Linear(in_features=1, out_features=8, bias=True) ) (softmax): Softmax(dim=-1) ) (static_context_variable_selection): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (static_context_initial_hidden_lstm): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (static_context_initial_cell_lstm): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (static_context_enrichment): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (lstm_encoder): LSTM(16, 16, num_layers=2, batch_first=True, dropout=0.1) (lstm_decoder): LSTM(16, 16, num_layers=2, batch_first=True, dropout=0.1) (post_lstm_gate_encoder): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (post_lstm_gate_decoder): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (post_lstm_add_norm_encoder): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (post_lstm_add_norm_decoder): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) (static_enrichment): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (context): Linear(in_features=16, out_features=16, bias=False) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (multihead_attn): InterpretableMultiHeadAttention( (dropout): Dropout(p=0.1, inplace=False) (v_layer): Linear(in_features=16, out_features=4, bias=True) (q_layers): ModuleList( (0): Linear(in_features=16, out_features=4, bias=True) (1): Linear(in_features=16, out_features=4, bias=True) (2): Linear(in_features=16, out_features=4, bias=True) (3): Linear(in_features=16, out_features=4, bias=True) ) (k_layers): ModuleList( (0): Linear(in_features=16, out_features=4, bias=True) (1): Linear(in_features=16, out_features=4, bias=True) (2): Linear(in_features=16, out_features=4, bias=True) (3): Linear(in_features=16, out_features=4, bias=True) ) (attention): ScaledDotProductAttention( (softmax): Softmax(dim=2) ) (w_h): Linear(in_features=4, out_features=16, bias=False) ) (post_attn_gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) (pos_wise_ff): GatedResidualNetwork( (fc1): Linear(in_features=16, out_features=16, bias=True) (elu): ELU(alpha=1.0) (fc2): Linear(in_features=16, out_features=16, bias=True) (gate_norm): GateAddNorm( (glu): GatedLinearUnit( (dropout): Dropout(p=0.1, inplace=False) (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) ) (pre_output_gate_norm): GateAddNorm( (glu): GatedLinearUnit( (fc): Linear(in_features=16, out_features=32, bias=True) ) (add_norm): AddNorm( (norm): LayerNorm((16,), eps=1e-05, elementwise_affine=True) ) ) (output_layer): Linear(in_features=16, out_features=7, bias=True))[flaml.automl: 07-28 22:08:05] {2725} INFO - fit succeeded[flaml.automl: 07-28 22:08:05] {2726} INFO - Time taken to find the best model: 1242.6435902118683[flaml.automl: 07-28 22:08:05] {2737} WARNING - Time taken to find the best model is 414% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget.\\n\" ] } ], Copy Link to notebook | Open in colab","s":"Forecasting with Panel Datasets","u":"/FLAML/docs/Examples/AutoML-Time series forecast","h":"#forecasting-with-panel-datasets","p":216},{"i":231,"t":"On this page","s":"Tune - Lexicographic Objectives","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"","p":230},{"i":233,"t":"pip install \"flaml>=1.1.0\" thop torchvision torch Copy Tuning multiple objectives with Lexicographic preference is a new feature added in version 1.1.0 and is subject to change in future versions.","s":"Requirements","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#requirements","p":230},{"i":236,"t":"import torchimport thopimport torch.nn as nnfrom flaml import tuneimport torch.nn.functional as Fimport torchvisionimport numpy as npimport osDEVICE = torch.device(\"cpu\")BATCHSIZE = 128N_TRAIN_EXAMPLES = BATCHSIZE * 30N_VALID_EXAMPLES = BATCHSIZE * 10data_dir = os.path.abspath(\"data\")train_dataset = torchvision.datasets.FashionMNIST( data_dir, train=True, download=True, transform=torchvision.transforms.ToTensor(),)train_loader = torch.utils.data.DataLoader( torch.utils.data.Subset(train_dataset, list(range(N_TRAIN_EXAMPLES))), batch_size=BATCHSIZE, shuffle=True,)val_dataset = torchvision.datasets.FashionMNIST( data_dir, train=False, transform=torchvision.transforms.ToTensor())val_loader = torch.utils.data.DataLoader( torch.utils.data.Subset(val_dataset, list(range(N_VALID_EXAMPLES))), batch_size=BATCHSIZE, shuffle=True, Copy","s":"Data","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#data","p":230},{"i":238,"t":"def define_model(configuration): n_layers = configuration[\"n_layers\"] layers = [] in_features = 28 * 28 for i in range(n_layers): out_features = configuration[\"n_units_l{}\".format(i)] layers.append(nn.Linear(in_features, out_features)) layers.append(nn.ReLU()) p = configuration[\"dropout_{}\".format(i)] layers.append(nn.Dropout(p)) in_features = out_features layers.append(nn.Linear(in_features, 10)) layers.append(nn.LogSoftmax(dim=1)) return nn.Sequential(*layers) Copy","s":"Specific the model","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#specific-the-model","p":230},{"i":240,"t":"def train_model(model, optimizer, train_loader): model.train() for batch_idx, (data, target) in enumerate(train_loader): data, target = data.view(-1, 28 * 28).to(DEVICE), target.to(DEVICE) optimizer.zero_grad() F.nll_loss(model(data), target).backward() optimizer.step() Copy","s":"Train","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#train","p":230},{"i":242,"t":"def eval_model(model, valid_loader): model.eval() correct = 0 with torch.no_grad(): for batch_idx, (data, target) in enumerate(valid_loader): data, target = data.view(-1, 28 * 28).to(DEVICE), target.to(DEVICE) pred = model(data).argmax(dim=1, keepdim=True) correct += pred.eq(target.view_as(pred)).sum().item() accuracy = correct / N_VALID_EXAMPLES flops, params = thop.profile( model, inputs=(torch.randn(1, 28 * 28).to(DEVICE),), verbose=False ) return np.log2(flops), 1 - accuracy, params Copy","s":"Metrics","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#metrics","p":230},{"i":244,"t":"def evaluate_function(configuration): model = define_model(configuration).to(DEVICE) optimizer = torch.optim.Adam(model.parameters(), configuration[\"lr\"]) n_epoch = configuration[\"n_epoch\"] for epoch in range(n_epoch): train_model(model, optimizer, train_loader) flops, error_rate, params = eval_model(model, val_loader) return {\"error_rate\": error_rate, \"flops\": flops, \"params\": params} Copy","s":"Evaluation function","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#evaluation-function","p":230},{"i":246,"t":"search_space = { \"n_layers\": tune.randint(lower=1, upper=3), \"n_units_l0\": tune.randint(lower=4, upper=128), \"n_units_l1\": tune.randint(lower=4, upper=128), \"n_units_l2\": tune.randint(lower=4, upper=128), \"dropout_0\": tune.uniform(lower=0.2, upper=0.5), \"dropout_1\": tune.uniform(lower=0.2, upper=0.5), \"dropout_2\": tune.uniform(lower=0.2, upper=0.5), \"lr\": tune.loguniform(lower=1e-5, upper=1e-1), \"n_epoch\": tune.randint(lower=1, upper=20),} Copy","s":"Search space","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#search-space","p":230},{"i":248,"t":"# Low cost initial pointlow_cost_partial_config = { \"n_layers\": 1, \"n_units_l0\": 4, \"n_units_l1\": 4, \"n_units_l2\": 4, \"n_epoch\": 1,}# Specific lexicographic preferencelexico_objectives = {}lexico_objectives[\"metrics\"] = [\"error_rate\", \"flops\"]lexico_objectives[\"tolerances\"] = {\"error_rate\": 0.02, \"flops\": 0.0}lexico_objectives[\"targets\"] = {\"error_rate\": 0.0, \"flops\": 0.0}lexico_objectives[\"modes\"] = [\"min\", \"min\"]# launch the tuning processanalysis = tune.run( evaluate_function, num_samples=-1, time_budget_s=100, config=search_space, # search space of NN use_ray=False, lexico_objectives=lexico_objectives, low_cost_partial_config=low_cost_partial_config, # low cost initial point) Copy We also support providing percentage tolerance as shown below. lexico_objectives[\"tolerances\"] = {\"error_rate\": \"5%\", \"flops\": \"0%\"} Copy Link to notebook | Open in colab","s":"Launch the tuning process","u":"/FLAML/docs/Examples/Tune-Lexicographic-objectives","h":"#launch-the-tuning-process","p":230},{"i":250,"t":"On this page","s":"Frequently Asked Questions","u":"/FLAML/docs/FAQ","h":"","p":249},{"i":255,"t":"Definition and purpose: The low_cost_partial_config is a dictionary of subset of the hyperparameter coordinates whose value corresponds to a configuration with known low-cost (i.e., low computation cost for training the corresponding model). The concept of low/high-cost is meaningful in the case where a subset of the hyperparameters to tune directly affects the computation cost for training the model. For example, n_estimators and max_leaves are known to affect the training cost of tree-based learners. We call this subset of hyperparameters, cost-related hyperparameters. In such scenarios, if you are aware of low-cost configurations for the cost-related hyperparameters, you are recommended to set them as the low_cost_partial_config. Using the tree-based method example again, since we know that small n_estimators and max_leaves generally correspond to simpler models and thus lower cost, we set {'n_estimators': 4, 'max_leaves': 4} as the low_cost_partial_config by default (note that 4 is the lower bound of search space for these two hyperparameters), e.g., in LGBM. Configuring low_cost_partial_config helps the search algorithms make more cost-efficient choices. In AutoML, the low_cost_init_value in search_space() function for each estimator serves the same role. Usage in practice: It is recommended to configure it if there are cost-related hyperparameters in your tuning task and you happen to know the low-cost values for them, but it is not required (It is fine to leave it the default value, i.e., None). How does it work: low_cost_partial_config if configured, will be used as an initial point of the search. It also affects the search trajectory. For more details about how does it play a role in the search algorithms, please refer to the papers about the search algorithms used: Section 2 of Frugal Optimization for Cost-related Hyperparameters (CFO) and Section 3 of Economical Hyperparameter Optimization with Blended Search Strategy (BlendSearch).","s":"About low_cost_partial_config in tune.","u":"/FLAML/docs/FAQ","h":"#about-low_cost_partial_config-in-tune","p":249},{"i":257,"t":"Currently FLAML does several things for imbalanced data. When a class contains fewer than 20 examples, we repeatedly add these examples to the training data until the count is at least 20. We use stratified sampling when doing holdout and kf. We make sure no class is empty in both training and holdout data. We allow users to pass sample_weight to AutoML.fit(). User can customize the weight of each class by setting the custom_hp or fit_kwargs_by_estimator arguments. For example, the following code sets the weight for pos vs. neg as 2:1 for the RandomForest estimator: from flaml import AutoMLfrom sklearn.datasets import load_irisX_train, y_train = load_iris(return_X_y=True)automl = AutoML()automl_settings = { \"time_budget\": 2, \"task\": \"classification\", \"log_file_name\": \"test/iris.log\", \"estimator_list\": [\"rf\", \"xgboost\"],}automl_settings[\"custom_hp\"] = { \"xgboost\": { \"scale_pos_weight\": { \"domain\": 0.5, \"init_value\": 0.5, } }, \"rf\": {\"class_weight\": {\"domain\": \"balanced\", \"init_value\": \"balanced\"}},}print(automl.model) Copy","s":"How does FLAML handle imbalanced data (unequal distribution of target classes in classification task)?","u":"/FLAML/docs/FAQ","h":"#how-does-flaml-handle-imbalanced-data-unequal-distribution-of-target-classes-in-classification-task","p":249},{"i":259,"t":"You can use automl.model.estimator.feature_importances_ to get the feature_importances_ for the best model found by automl. See an example. Packages such as azureml-interpret and sklearn.inspection.permutation_importance can be used on automl.model.estimator to explain the selected model. Model explanation is frequently asked and adding a native support may be a good feature. Suggestions/contributions are welcome. Optimization history can be checked from the log. You can also retrieve the log and plot the learning curve.","s":"How to interpret model performance? Is it possible for me to visualize feature importance, SHAP values, optimization history?","u":"/FLAML/docs/FAQ","h":"#how-to-interpret-model-performance-is-it-possible-for-me-to-visualize-feature-importance-shap-values-optimization-history","p":249},{"i":261,"t":"Set free_mem_ratio a float between 0 and 1. For example, 0.2 means try to keep free memory above 20% of total memory. Training may be early stopped for memory consumption reason when this is set. Set model_history False. If your data are already preprocessed, set skip_transform False. If you can preprocess the data before the fit starts, this setting can save memory needed for preprocessing in fit. If the OOM error only happens for some particular trials: set use_ray True. This will increase the overhead per trial but can keep the AutoML process running when a single trial fails due to OOM error. provide a more accurate size function for the memory bytes consumption of each config for the estimator causing this error. modify the search space for the estimators causing this error. or remove this estimator from the estimator_list. If the OOM error happens when ensembling, consider disabling ensemble, or use a cheaper ensemble option. (Example).","s":"How to resolve out-of-memory error in AutoML.fit()","u":"/FLAML/docs/FAQ","h":"#how-to-resolve-out-of-memory-error-in-automlfit","p":249},{"i":263,"t":"When you finished training an AutoML estimator, you may want to use it in other code w/o depending on FLAML. You can get the automl.best_config and convert it to the parameters of the original model with below code: from flaml import AutoMLfrom sklearn.datasets import load_irisX, y = load_iris(return_X_y=True)automl = AutoML(settings={\"time_budget\": 3})automl.fit(X, y)print(f\"{automl.best_estimator=}\")print(f\"{automl.best_config=}\")print(f\"params for best estimator: {automl.model.config2params(automl.best_config)}\") Copy","s":"How to get the best config of an estimator and use it to train the original model outside FLAML?","u":"/FLAML/docs/FAQ","h":"#how-to-get-the-best-config-of-an-estimator-and-use-it-to-train-the-original-model-outside-flaml","p":249},{"i":265,"t":"On this page","s":"Getting Started","u":"/FLAML/docs/Getting-Started","h":"","p":264},{"i":267,"t":"FLAML enables building next-gen GPT-X applications based on multi-agent conversations with minimal effort. It simplifies the orchestration, automation and optimization of a complex GPT-X workflow. It maximizes the performance of GPT-X models and augments their weakness. For common machine learning tasks like classification and regression, it quickly finds quality models for user-provided data with low computational resources. It is easy to customize or extend. It supports fast and economical automatic tuning, capable of handling large search space with heterogeneous evaluation cost and complex constraints/guidance/early stopping. FLAML is powered by a series of research studies from Microsoft Research and collaborators such as Penn State University, Stevens Institute of Technology, University of Washington, and University of Waterloo.","s":"Main Features","u":"/FLAML/docs/Getting-Started","h":"#main-features","p":264},{"i":269,"t":"Install FLAML from pip: pip install flaml. Find more options in Installation. There are several ways of using flaml: (New) AutoGen​ Autogen enables the next-gen GPT-X applications with a generic multi-agent conversation framework. It offers customizable and conversable agents which integrate LLMs, tools and human. By automating chat among multiple capable agents, one can easily make them collectively perform tasks autonomously or with human feedback, including tasks that require using tools via code. For example, from flaml import autogenassistant = autogen.AssistantAgent(\"assistant\")user_proxy = autogen.UserProxyAgent(\"user_proxy\")user_proxy.initiate_chat( assistant, message=\"Show me the YTD gain of 10 largest technology companies as of today.\",)# This initiates an automated chat between the two agents to solve the task Copy Autogen also helps maximize the utility out of the expensive LLMs such as ChatGPT and GPT-4. It offers a drop-in replacement of openai.Completion or openai.ChatCompletion with powerful functionalites like tuning, caching, error handling, templating. For example, you can optimize generations by LLM with your own tuning data, success metrics and budgets. # perform tuningconfig, analysis = autogen.Completion.tune( data=tune_data, metric=\"success\", mode=\"max\", eval_func=eval_func, inference_budget=0.05, optimization_budget=3, num_samples=-1,)# perform inference for a test instanceresponse = autogen.Completion.create(context=test_instance, **config) Copy Task-oriented AutoML​ With three lines of code, you can start using this economical and fast AutoML engine as a scikit-learn style estimator. from flaml import AutoMLautoml = AutoML()automl.fit(X_train, y_train, task=\"classification\", time_budget=60) Copy It automatically tunes the hyperparameters and selects the best model from default learners such as LightGBM, XGBoost, random forest etc. for the specified time budget 60 seconds. Customizing the optimization metrics, learners and search spaces etc. is very easy. For example, automl.add_learner(\"mylgbm\", MyLGBMEstimator)automl.fit( X_train, y_train, task=\"classification\", metric=custom_metric, estimator_list=[\"mylgbm\"], time_budget=60,) Copy Tune user-defined function​ You can run generic hyperparameter tuning for a custom function (machine learning or beyond). For example, from flaml import tunefrom flaml.automl.model import LGBMEstimatordef train_lgbm(config: dict) -> dict: # convert config dict to lgbm params params = LGBMEstimator(**config).params # train the model train_set = lightgbm.Dataset(csv_file_name) model = lightgbm.train(params, train_set) # evaluate the model pred = model.predict(X_test) mse = mean_squared_error(y_test, pred) # return eval results as a dictionary return {\"mse\": mse}# load a built-in search space from flamlflaml_lgbm_search_space = LGBMEstimator.search_space(X_train.shape)# specify the search space as a dict from hp name to domain; you can define your own search space same wayconfig_search_space = { hp: space[\"domain\"] for hp, space in flaml_lgbm_search_space.items()}# give guidance about hp values corresponding to low training cost, i.e., {\"n_estimators\": 4, \"num_leaves\": 4}low_cost_partial_config = { hp: space[\"low_cost_init_value\"] for hp, space in flaml_lgbm_search_space.items() if \"low_cost_init_value\" in space}# run the tuning, minimizing mse, with total time budget 3 secondsanalysis = tune.run( train_lgbm, metric=\"mse\", mode=\"min\", config=config_search_space, low_cost_partial_config=low_cost_partial_config, time_budget_s=3, num_samples=-1,) Copy Please see this script for the complete version of the above example. Zero-shot AutoML​ FLAML offers a unique, seamless and effortless way to leverage AutoML for the commonly used classifiers and regressors such as LightGBM and XGBoost. For example, if you are using lightgbm.LGBMClassifier as your current learner, all you need to do is to replace from lightgbm import LGBMClassifier by: from flaml.default import LGBMClassifier Copy Then, you can use it just like you use the original LGMBClassifier. Your other code can remain unchanged. When you call the fit() function from flaml.default.LGBMClassifier, it will automatically instantiate a good data-dependent hyperparameter configuration for your dataset, which is expected to work better than the default configuration.","s":"Quickstart","u":"/FLAML/docs/Getting-Started","h":"#quickstart","p":264},{"i":271,"t":"Understand the use cases for AutoGen, Task-oriented AutoML, Tune user-defined function and Zero-shot AutoML. Find code examples under \"Examples\": from AutoGen - AgentChat to Tune - PyTorch. Learn about research around FLAML and check blogposts. Chat on Discord. If you like our project, please give it a star on GitHub. If you are interested in contributing, please read Contributor's Guide.","s":"Where to Go Next?","u":"/FLAML/docs/Getting-Started","h":"#where-to-go-next","p":264},{"i":273,"t":"On this page","s":"autogen.agentchat.agent","u":"/FLAML/docs/reference/autogen/agentchat/agent","h":"","p":272},{"i":275,"t":"class Agent() Copy (In preview) An abstract class for AI agent. An agent can communicate with other agents and perform actions. Different agents can differ in what actions they perform in the receive method. __init__​ def __init__(name: str) Copy Arguments: name str - name of the agent. name​ @propertydef name() Copy Get the name of the agent. send​ def send(message: Union[Dict, str], recipient: \"Agent\", request_reply: Optional[bool] = None) Copy (Abstract method) Send a message to another agent. a_send​ async def a_send(message: Union[Dict, str], recipient: \"Agent\", request_reply: Optional[bool] = None) Copy (Abstract async method) Send a message to another agent. receive​ def receive(message: Union[Dict, str], sender: \"Agent\", request_reply: Optional[bool] = None) Copy (Abstract method) Receive a message from another agent. a_receive​ async def a_receive(message: Union[Dict, str], sender: \"Agent\", request_reply: Optional[bool] = None) Copy (Abstract async method) Receive a message from another agent. reset​ def reset() Copy (Abstract method) Reset the agent. generate_reply​ def generate_reply(messages: Optional[List[Dict]] = None, sender: Optional[\"Agent\"] = None, **kwargs, ,) -> Union[str, Dict, None] Copy (Abstract method) Generate a reply based on the received messages. Arguments: messages list[dict] - a list of messages received. sender - sender of an Agent instance. Returns: str or dict or None: the generated reply. If None, no reply is generated. a_generate_reply​ async def a_generate_reply(messages: Optional[List[Dict]] = None, sender: Optional[\"Agent\"] = None, **kwargs, ,) -> Union[str, Dict, None] Copy (Abstract async method) Generate a reply based on the received messages. Arguments: messages list[dict] - a list of messages received. sender - sender of an Agent instance. Returns: str or dict or None: the generated reply. If None, no reply is generated.","s":"Agent Objects","u":"/FLAML/docs/reference/autogen/agentchat/agent","h":"#agent-objects","p":272},{"i":277,"t":"On this page","s":"Installation","u":"/FLAML/docs/Installation","h":"","p":276},{"i":279,"t":"FLAML requires Python version >= 3.7. It can be installed from pip: pip install flaml Copy or conda: conda install flaml -c conda-forge Copy","s":"Python","u":"/FLAML/docs/Installation","h":"#python","p":276},{"i":281,"t":"Autogen​ pip install \"flaml[autogen]\" Copy Task-oriented AutoML​ pip install \"flaml[automl]\" Copy Extra learners/models​ openai models pip install \"flaml[openai]\" Copy catboost pip install \"flaml[catboost]\" Copy vowpal wabbit pip install \"flaml[vw]\" Copy time series forecaster: prophet, statsmodels pip install \"flaml[forecast]\" Copy huggingface transformers pip install \"flaml[hf]\" Copy Notebook​ To run the notebook examples, install flaml with the [notebook] option: pip install \"flaml[notebook]\" Copy Distributed tuning​ ray pip install \"flaml[ray]\" Copy spark Spark support is added in v1.1.0 pip install \"flaml[spark]>=1.1.0\" Copy For cloud platforms such as Azure Synapse, Spark clusters are provided. But you may also need to install Spark manually when setting up your own environment. For latest Ubuntu system, you can install Spark 3.3.0 standalone version with below script. For more details of installing Spark, please refer to Spark Doc. sudo apt-get update && sudo apt-get install -y --allow-downgrades --allow-change-held-packages --no-install-recommends \\ ca-certificates-java ca-certificates openjdk-17-jdk-headless \\ && sudo apt-get clean && sudo rm -rf /var/lib/apt/lists/*wget --progress=dot:giga \"https://www.apache.org/dyn/closer.lua/spark/spark-3.3.0/spark-3.3.0-bin-hadoop2.tgz?action=download\" \\ -O - | tar -xzC /tmp; archive=$(basename \"spark-3.3.0/spark-3.3.0-bin-hadoop2.tgz\") \\ bash -c \"sudo mv -v /tmp/\\${archive/%.tgz/} /spark\"export SPARK_HOME=/sparkexport PYTHONPATH=/spark/python/lib/py4j-0.10.9.5-src.zip:/spark/pythonexport PATH=$PATH:$SPARK_HOME/bin Copy nni pip install \"flaml[nni]\" Copy blendsearch pip install \"flaml[blendsearch]\" Copy synapse To install flaml in Azure Synapse and similar cloud platform pip install flaml[synapse] Copy Test and Benchmark​ test pip install flaml[test] Copy benchmark pip install flaml[benchmark] Copy","s":"Optional Dependencies","u":"/FLAML/docs/Installation","h":"#optional-dependencies","p":276},{"i":283,"t":"FLAML has a .NET implementation in ML.NET, an open-source, cross-platform machine learning framework for .NET. You can use FLAML in .NET in the following ways: Low-code Model Builder - A Visual Studio extension for training ML models using FLAML. For more information on how to install, see the install Model Builder guide. ML.NET CLI - A dotnet CLI tool for training machine learning models using FLAML on Windows, MacOS, and Linux. For more information on how to install the ML.NET CLI, see the install the ML.NET CLI guide. Code-first Microsoft.ML.AutoML - NuGet package that provides direct access to the FLAML AutoML APIs that power low-code solutions like Model Builder and the ML.NET CLI. For more information on installing NuGet packages, see the install and use a NuGet package in Visual Studio or dotnet CLI guides. To get started with the ML.NET API and AutoML, see the csharp-notebooks.","s":".NET","u":"/FLAML/docs/Installation","h":"#net","p":276},{"i":285,"t":"On this page","s":"Tune - PyTorch","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"","p":284},{"i":288,"t":"pip install torchvision \"flaml[blendsearch,ray]\" Copy Before we are ready for tuning, we first need to define the neural network that we would like to tune.","s":"Requirements","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#requirements","p":284},{"i":290,"t":"import torchimport torch.nn as nnimport torch.nn.functional as Fimport torch.optim as optimfrom torch.utils.data import random_splitimport torchvisionimport torchvision.transforms as transformsclass Net(nn.Module): def __init__(self, l1=120, l2=84): super(Net, self).__init__() self.conv1 = nn.Conv2d(3, 6, 5) self.pool = nn.MaxPool2d(2, 2) self.conv2 = nn.Conv2d(6, 16, 5) self.fc1 = nn.Linear(16 * 5 * 5, l1) self.fc2 = nn.Linear(l1, l2) self.fc3 = nn.Linear(l2, 10) def forward(self, x): x = self.pool(F.relu(self.conv1(x))) x = self.pool(F.relu(self.conv2(x))) x = x.view(-1, 16 * 5 * 5) x = F.relu(self.fc1(x)) x = F.relu(self.fc2(x)) x = self.fc3(x) return x Copy","s":"Network Specification","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#network-specification","p":284},{"i":292,"t":"def load_data(data_dir=\"data\"): transform = transforms.Compose( [transforms.ToTensor(), transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))] ) trainset = torchvision.datasets.CIFAR10( root=data_dir, train=True, download=True, transform=transform ) testset = torchvision.datasets.CIFAR10( root=data_dir, train=False, download=True, transform=transform ) return trainset, testset Copy","s":"Data","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#data","p":284},{"i":294,"t":"from ray import tunedef train_cifar(config, checkpoint_dir=None, data_dir=None): if \"l1\" not in config: logger.warning(config) net = Net(2 ** config[\"l1\"], 2 ** config[\"l2\"]) device = \"cpu\" if torch.cuda.is_available(): device = \"cuda:0\" if torch.cuda.device_count() > 1: net = nn.DataParallel(net) net.to(device) criterion = nn.CrossEntropyLoss() optimizer = optim.SGD(net.parameters(), lr=config[\"lr\"], momentum=0.9) # The `checkpoint_dir` parameter gets passed by Ray Tune when a checkpoint # should be restored. if checkpoint_dir: checkpoint = os.path.join(checkpoint_dir, \"checkpoint\") model_state, optimizer_state = torch.load(checkpoint) net.load_state_dict(model_state) optimizer.load_state_dict(optimizer_state) trainset, testset = load_data(data_dir) test_abs = int(len(trainset) * 0.8) train_subset, val_subset = random_split( trainset, [test_abs, len(trainset) - test_abs] ) trainloader = torch.utils.data.DataLoader( train_subset, batch_size=int(2 ** config[\"batch_size\"]), shuffle=True, num_workers=4, ) valloader = torch.utils.data.DataLoader( val_subset, batch_size=int(2 ** config[\"batch_size\"]), shuffle=True, num_workers=4, ) for epoch in range( int(round(config[\"num_epochs\"])) ): # loop over the dataset multiple times running_loss = 0.0 epoch_steps = 0 for i, data in enumerate(trainloader, 0): # get the inputs; data is a list of [inputs, labels] inputs, labels = data inputs, labels = inputs.to(device), labels.to(device) # zero the parameter gradients optimizer.zero_grad() # forward + backward + optimize outputs = net(inputs) loss = criterion(outputs, labels) loss.backward() optimizer.step() # print statistics running_loss += loss.item() epoch_steps += 1 if i % 2000 == 1999: # print every 2000 mini-batches print( \"[%d, %5d] loss: %.3f\" % (epoch + 1, i + 1, running_loss / epoch_steps) ) running_loss = 0.0 # Validation loss val_loss = 0.0 val_steps = 0 total = 0 correct = 0 for i, data in enumerate(valloader, 0): with torch.no_grad(): inputs, labels = data inputs, labels = inputs.to(device), labels.to(device) outputs = net(inputs) _, predicted = torch.max(outputs.data, 1) total += labels.size(0) correct += (predicted == labels).sum().item() loss = criterion(outputs, labels) val_loss += loss.cpu().numpy() val_steps += 1 # Here we save a checkpoint. It is automatically registered with # Ray Tune and will potentially be passed as the `checkpoint_dir` # parameter in future iterations. with tune.checkpoint_dir(step=epoch) as checkpoint_dir: path = os.path.join(checkpoint_dir, \"checkpoint\") torch.save((net.state_dict(), optimizer.state_dict()), path) tune.report(loss=(val_loss / val_steps), accuracy=correct / total) print(\"Finished Training\") Copy","s":"Training","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#training","p":284},{"i":296,"t":"def _test_accuracy(net, device=\"cpu\"): trainset, testset = load_data() testloader = torch.utils.data.DataLoader( testset, batch_size=4, shuffle=False, num_workers=2 ) correct = 0 total = 0 with torch.no_grad(): for data in testloader: images, labels = data images, labels = images.to(device), labels.to(device) outputs = net(images) _, predicted = torch.max(outputs.data, 1) total += labels.size(0) correct += (predicted == labels).sum().item() return correct / total Copy","s":"Test Accuracy","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#test-accuracy","p":284},{"i":298,"t":"import numpy as npimport flamlimport osdata_dir = os.path.abspath(\"data\")load_data(data_dir) # Download data for all trials before starting the run Copy","s":"Hyperparameter Optimization","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#hyperparameter-optimization","p":284},{"i":300,"t":"max_num_epoch = 100config = { \"l1\": tune.randint(2, 9), # log transformed with base 2 \"l2\": tune.randint(2, 9), # log transformed with base 2 \"lr\": tune.loguniform(1e-4, 1e-1), \"num_epochs\": tune.loguniform(1, max_num_epoch), \"batch_size\": tune.randint(1, 5), # log transformed with base 2} Copy","s":"Search space","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#search-space","p":284},{"i":302,"t":"time_budget_s = 600 # time budget in secondsgpus_per_trial = ( 0.5 # number of gpus for each trial; 0.5 means two training jobs can share one gpu)num_samples = 500 # maximal number of trialsnp.random.seed(7654321) Copy","s":"Budget and resource constraints","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#budget-and-resource-constraints","p":284},{"i":304,"t":"import timestart_time = time.time()result = flaml.tune.run( tune.with_parameters(train_cifar, data_dir=data_dir), config=config, metric=\"loss\", mode=\"min\", low_cost_partial_config={\"num_epochs\": 1}, max_resource=max_num_epoch, min_resource=1, scheduler=\"asha\", # Use asha scheduler to perform early stopping based on intermediate results reported resources_per_trial={\"cpu\": 1, \"gpu\": gpus_per_trial}, local_dir=\"logs/\", num_samples=num_samples, time_budget_s=time_budget_s, use_ray=True,) Copy","s":"Launch the tuning","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#launch-the-tuning","p":284},{"i":306,"t":"print(f\"#trials={len(result.trials)}\")print(f\"time={time.time()-start_time}\")best_trial = result.get_best_trial(\"loss\", \"min\", \"all\")print(\"Best trial config: {}\".format(best_trial.config))print( \"Best trial final validation loss: {}\".format( best_trial.metric_analysis[\"loss\"][\"min\"] ))print( \"Best trial final validation accuracy: {}\".format( best_trial.metric_analysis[\"accuracy\"][\"max\"] ))best_trained_model = Net(2 ** best_trial.config[\"l1\"], 2 ** best_trial.config[\"l2\"])device = \"cpu\"if torch.cuda.is_available(): device = \"cuda:0\" if gpus_per_trial > 1: best_trained_model = nn.DataParallel(best_trained_model)best_trained_model.to(device)checkpoint_value = ( getattr(best_trial.checkpoint, \"dir_or_data\", None) or best_trial.checkpoint.value)checkpoint_path = os.path.join(checkpoint_value, \"checkpoint\")model_state, optimizer_state = torch.load(checkpoint_path)best_trained_model.load_state_dict(model_state)test_acc = _test_accuracy(best_trained_model, device)print(\"Best trial test set accuracy: {}\".format(test_acc)) Copy","s":"Check the result","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#check-the-result","p":284},{"i":308,"t":"#trials=44time=1193.913584947586Best trial config: {'l1': 8, 'l2': 8, 'lr': 0.0008818671030627281, 'num_epochs': 55.9513429004283, 'batch_size': 3}Best trial final validation loss: 1.0694482081472874Best trial final validation accuracy: 0.6389Files already downloaded and verifiedFiles already downloaded and verifiedBest trial test set accuracy: 0.6294 Copy Link to notebook | Open in colab","s":"Sample of output","u":"/FLAML/docs/Examples/Tune-PyTorch","h":"#sample-of-output","p":284},{"i":310,"t":"On this page","s":"autogen.agentchat.assistant_agent","u":"/FLAML/docs/reference/autogen/agentchat/assistant_agent","h":"","p":309},{"i":312,"t":"class AssistantAgent(ConversableAgent) Copy (In preview) Assistant agent, designed to solve tasks with LLM. AssistantAgent is a subclass of ConversableAgent configured with a default system message. The default system message is designed to solve tasks with LLM, including suggesting Python code blocks and debugging. human_input_mode defaults to \"NEVER\" and code_execution_config defaults to False. This agent doesn't execute code by default and expects the user to execute the code. __init__​ def __init__(name: str, system_message: Optional[str] = DEFAULT_SYSTEM_MESSAGE, llm_config: Optional[Union[Dict, bool]] = None, is_termination_msg: Optional[Callable[[Dict], bool]] = None, max_consecutive_auto_reply: Optional[int] = None, human_input_mode: Optional[str] = \"NEVER\", code_execution_config: Optional[Union[Dict, bool]] = False, **kwargs: Dict, ,) Copy Arguments: name str - Agent name. system_message Optional[str] - System message for the ChatCompletion inference. Override this attribute if you want to reprogram the agent. llm_config Optional[Union[Dict, bool]] - LLM inference configuration. Refer to autogen.Completion.create for available options. is_termination_msg Optional[Callable[[Dict], bool]] - A function that takes a message in the form of a dictionary and returns a boolean value indicating if this received message is a termination message. The dict can contain the following keys: \"content\", \"role\", \"name\", \"function_call\". max_consecutive_auto_reply Optional[int] - The maximum number of consecutive auto replies. Defaults to None (no limit provided, class attribute MAX_CONSECUTIVE_AUTO_REPLY will be used as the limit in this case). The limit only plays a role when human_input_mode is not \"ALWAYS\". **kwargs Dict - Additional keyword arguments. Refer to other kwargs in ConversableAgent.","s":"AssistantAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/assistant_agent","h":"#assistantagent-objects","p":309},{"i":314,"t":"On this page","s":"autogen.agentchat.groupchat","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","h":"","p":313},{"i":316,"t":"@dataclassclass GroupChat() Copy A group chat class that contains a list of agents and the maximum number of rounds. agent_names​ @propertydef agent_names() -> List[str] Copy Return the names of the agents in the group chat. reset​ def reset() Copy Reset the group chat. agent_by_name​ def agent_by_name(name: str) -> Agent Copy Find the next speaker based on the message. next_agent​ def next_agent(agent: Agent) -> Agent Copy Return the next agent in the list. select_speaker_msg​ def select_speaker_msg() Copy Return the message for selecting the next speaker. select_speaker​ def select_speaker(last_speaker: Agent, selector: ConversableAgent) Copy Select the next speaker.","s":"GroupChat Objects","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","h":"#groupchat-objects","p":313},{"i":318,"t":"class GroupChatManager(ConversableAgent) Copy (In preview) A chat manager agent that can manage a group chat of multiple agents. run_chat​ def run_chat(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[GroupChat] = None) -> Union[str, Dict, None] Copy Run a group chat.","s":"GroupChatManager Objects","u":"/FLAML/docs/reference/autogen/agentchat/groupchat","h":"#groupchatmanager-objects","p":313},{"i":320,"t":"On this page","s":"autogen.agentchat.user_proxy_agent","u":"/FLAML/docs/reference/autogen/agentchat/user_proxy_agent","h":"","p":319},{"i":322,"t":"class UserProxyAgent(ConversableAgent) Copy (In preview) A proxy agent for the user, that can execute code and provide feedback to the other agents. UserProxyAgent is a subclass of ConversableAgent configured with human_input_mode to ALWAYS and llm_config to False. By default, the agent will prompt for human input every time a message is received. Code execution is enabled by default. LLM-based auto reply is disabled by default. To modify auto reply, register a method with (register_reply)[conversable_agent#register_reply]. To modify the way to get human input, override get_human_input method. To modify the way to execute code blocks, single code block, or function call, override execute_code_blocks, run_code, and execute_function methods respectively. To customize the initial message when a conversation starts, override generate_init_message method. __init__​ def __init__(name: str, is_termination_msg: Optional[Callable[[Dict], bool]] = None, max_consecutive_auto_reply: Optional[int] = None, human_input_mode: Optional[str] = \"ALWAYS\", function_map: Optional[Dict[str, Callable]] = None, code_execution_config: Optional[Union[Dict, bool]] = None, default_auto_reply: Optional[Union[str, Dict, None]] = \"\", llm_config: Optional[Union[Dict, bool]] = False, system_message: Optional[str] = \"\") Copy Arguments: name str - name of the agent. is_termination_msg function - a function that takes a message in the form of a dictionary and returns a boolean value indicating if this received message is a termination message. The dict can contain the following keys: \"content\", \"role\", \"name\", \"function_call\". max_consecutive_auto_reply int - the maximum number of consecutive auto replies. default to None (no limit provided, class attribute MAX_CONSECUTIVE_AUTO_REPLY will be used as the limit in this case). The limit only plays a role when human_input_mode is not \"ALWAYS\". human_input_mode str - whether to ask for human inputs every time a message is received. Possible values are \"ALWAYS\", \"TERMINATE\", \"NEVER\". (1) When \"ALWAYS\", the agent prompts for human input every time a message is received. Under this mode, the conversation stops when the human input is \"exit\", or when is_termination_msg is True and there is no human input. (2) When \"TERMINATE\", the agent only prompts for human input only when a termination message is received or the number of auto reply reaches the max_consecutive_auto_reply. (3) When \"NEVER\", the agent will never prompt for human input. Under this mode, the conversation stops when the number of auto reply reaches the max_consecutive_auto_reply or when is_termination_msg is True. function_map dict[str, callable] - Mapping function names (passed to openai) to callable functions. code_execution_config dict or False - config for the code execution. To disable code execution, set to False. Otherwise, set to a dictionary with the following keys: work_dir (Optional, str): The working directory for the code execution. If None, a default working directory will be used. The default working directory is the \"extensions\" directory under \"path_to_flaml/autogen\". use_docker (Optional, list, str or bool): The docker image to use for code execution. If a list or a str of image name(s) is provided, the code will be executed in a docker container with the first image successfully pulled. If None, False or empty, the code will be executed in the current environment. Default is True, which will be converted into a list. If the code is executed in the current environment, the code must be trusted. timeout (Optional, int): The maximum execution time in seconds. last_n_messages (Experimental, Optional, int): The number of messages to look back for code execution. Default to 1. default_auto_reply str or dict or None - the default auto reply message when no code execution or llm based reply is generated. llm_config dict or False - llm inference configuration. Please refer to autogen.Completion.create for available options. Default to false, which disables llm-based auto reply. system_message str - system message for ChatCompletion inference. Only used when llm_config is not False. Use it to reprogram the agent.","s":"UserProxyAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/user_proxy_agent","h":"#userproxyagent-objects","p":319},{"i":324,"t":"On this page","s":"autogen.math_utils","u":"/FLAML/docs/reference/autogen/math_utils","h":"","p":323},{"i":326,"t":"On this page","s":"autogen.agentchat.conversable_agent","u":"/FLAML/docs/reference/autogen/agentchat/conversable_agent","h":"","p":325},{"i":328,"t":"class ConversableAgent(Agent) Copy (In preview) A class for generic conversable agents which can be configured as assistant or user proxy. After receiving each message, the agent will send a reply to the sender unless the msg is a termination msg. For example, AssistantAgent and UserProxyAgent are subclasses of this class, configured with different default settings. To modify auto reply, override generate_reply method. To disable/enable human response in every turn, set human_input_mode to \"NEVER\" or \"ALWAYS\". To modify the way to get human input, override get_human_input method. To modify the way to execute code blocks, single code block, or function call, override execute_code_blocks, run_code, and execute_function methods respectively. To customize the initial message when a conversation starts, override generate_init_message method. __init__​ def __init__(name: str, system_message: Optional[str] = \"You are a helpful AI Assistant.\", is_termination_msg: Optional[Callable[[Dict], bool]] = None, max_consecutive_auto_reply: Optional[int] = None, human_input_mode: Optional[str] = \"TERMINATE\", function_map: Optional[Dict[str, Callable]] = None, code_execution_config: Optional[Union[Dict, bool]] = None, llm_config: Optional[Union[Dict, bool]] = None, default_auto_reply: Optional[Union[str, Dict, None]] = \"\") Copy Arguments: name str - name of the agent. system_message str - system message for the ChatCompletion inference. is_termination_msg function - a function that takes a message in the form of a dictionary and returns a boolean value indicating if this received message is a termination message. The dict can contain the following keys: \"content\", \"role\", \"name\", \"function_call\". max_consecutive_auto_reply int - the maximum number of consecutive auto replies. default to None (no limit provided, class attribute MAX_CONSECUTIVE_AUTO_REPLY will be used as the limit in this case). When set to 0, no auto reply will be generated. human_input_mode str - whether to ask for human inputs every time a message is received. Possible values are \"ALWAYS\", \"TERMINATE\", \"NEVER\". (1) When \"ALWAYS\", the agent prompts for human input every time a message is received. Under this mode, the conversation stops when the human input is \"exit\", or when is_termination_msg is True and there is no human input. (2) When \"TERMINATE\", the agent only prompts for human input only when a termination message is received or the number of auto reply reaches the max_consecutive_auto_reply. (3) When \"NEVER\", the agent will never prompt for human input. Under this mode, the conversation stops when the number of auto reply reaches the max_consecutive_auto_reply or when is_termination_msg is True. function_map dict[str, callable] - Mapping function names (passed to openai) to callable functions. code_execution_config dict or False - config for the code execution. To disable code execution, set to False. Otherwise, set to a dictionary with the following keys: work_dir (Optional, str): The working directory for the code execution. If None, a default working directory will be used. The default working directory is the \"extensions\" directory under \"path_to_flaml/autogen\". use_docker (Optional, list, str or bool): The docker image to use for code execution. If a list or a str of image name(s) is provided, the code will be executed in a docker container with the first image successfully pulled. If None, False or empty, the code will be executed in the current environment. Default is True, which will be converted into a list. If the code is executed in the current environment, the code must be trusted. timeout (Optional, int): The maximum execution time in seconds. last_n_messages (Experimental, Optional, int): The number of messages to look back for code execution. Default to 1. llm_config dict or False - llm inference configuration. Please refer to autogen.Completion.create for available options. To disable llm-based auto reply, set to False. default_auto_reply str or dict or None - default auto reply when no code execution or llm-based reply is generated. register_reply​ def register_reply(trigger: Union[Type[Agent], str, Agent, Callable[[Agent], bool], List], reply_func: Callable, position: Optional[int] = 0, config: Optional[Any] = None, reset_config: Optional[Callable] = None) Copy Register a reply function. The reply function will be called when the trigger matches the sender. The function registered later will be checked earlier by default. To change the order, set the position to a positive integer. Arguments: trigger Agent class, str, Agent instance, callable, or list - the trigger. If a class is provided, the reply function will be called when the sender is an instance of the class. If a string is provided, the reply function will be called when the sender's name matches the string. If an agent instance is provided, the reply function will be called when the sender is the agent instance. If a callable is provided, the reply function will be called when the callable returns True. If a list is provided, the reply function will be called when any of the triggers in the list is activated. If None is provided, the reply function will be called only when the sender is None. Note - Be sure to register None as a trigger if you would like to trigger an auto-reply function with non-empty messages and sender=None. reply_func Callable - the reply function. The function takes a recipient agent, a list of messages, a sender agent and a config as input and returns a reply message. def reply_func( recipient: ConversableAgent, messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None,) -> Union[str, Dict, None]: Copy position int - the position of the reply function in the reply function list. The function registered later will be checked earlier by default. To change the order, set the position to a positive integer. config Any - the config to be passed to the reply function. When an agent is reset, the config will be reset to the original value. reset_config Callable - the function to reset the config. The function returns None. Signature: def reset_config(config: Any) system_message​ @propertydef system_message() Copy Return the system message. update_system_message​ def update_system_message(system_message: str) Copy Update the system message. Arguments: system_message str - system message for the ChatCompletion inference. update_max_consecutive_auto_reply​ def update_max_consecutive_auto_reply(value: int, sender: Optional[Agent] = None) Copy Update the maximum number of consecutive auto replies. Arguments: value int - the maximum number of consecutive auto replies. sender Agent - when the sender is provided, only update the max_consecutive_auto_reply for that sender. max_consecutive_auto_reply​ def max_consecutive_auto_reply(sender: Optional[Agent] = None) -> int Copy The maximum number of consecutive auto replies. chat_messages​ @propertydef chat_messages() -> Dict[str, List[Dict]] Copy A dictionary of conversations from name to list of ChatCompletion messages. last_message​ def last_message(agent: Optional[Agent] = None) -> Dict Copy The last message exchanged with the agent. Arguments: agent Agent - The agent in the conversation. If None and more than one agent's conversations are found, an error will be raised. If None and only one conversation is found, the last message of the only conversation will be returned. Returns: The last message exchanged with the agent. use_docker​ @propertydef use_docker() -> Union[bool, str, None] Copy Bool value of whether to use docker to execute the code, or str value of the docker image name to use, or None when code execution is disabled. send​ def send(message: Union[Dict, str], recipient: Agent, request_reply: Optional[bool] = None, silent: Optional[bool] = False) -> bool Copy Send a message to another agent. Arguments: message dict or str - message to be sent. The message could contain the following fields (either content or function_call must be provided): content (str): the content of the message. function_call (str): the name of the function to be called. name (str): the name of the function to be called. role (str): the role of the message, any role that is not \"function\" will be modified to \"assistant\". context (dict): the context of the message, which will be passed to autogen.Completion.create. For example, one agent can send a message A as: { \"content\": lambda context: context[\"use_tool_msg\"], \"context\": { \"use_tool_msg\": \"Use tool X if they are relevant.\" }} Copy Next time, one agent can send a message B with a different \"use_tool_msg\". Then the content of message A will be refreshed to the new \"use_tool_msg\". So effectively, this provides a way for an agent to send a \"link\" and modify the content of the \"link\" later. recipient Agent - the recipient of the message. request_reply bool or None - whether to request a reply from the recipient. silent bool or None - (Experimental) whether to print the message sent. Raises: ValueError - if the message can't be converted into a valid ChatCompletion message. a_send​ async def a_send(message: Union[Dict, str], recipient: Agent, request_reply: Optional[bool] = None, silent: Optional[bool] = False) -> bool Copy (async) Send a message to another agent. Arguments: message dict or str - message to be sent. The message could contain the following fields (either content or function_call must be provided): content (str): the content of the message. function_call (str): the name of the function to be called. name (str): the name of the function to be called. role (str): the role of the message, any role that is not \"function\" will be modified to \"assistant\". context (dict): the context of the message, which will be passed to autogen.Completion.create. For example, one agent can send a message A as: { \"content\": lambda context: context[\"use_tool_msg\"], \"context\": { \"use_tool_msg\": \"Use tool X if they are relevant.\" }} Copy Next time, one agent can send a message B with a different \"use_tool_msg\". Then the content of message A will be refreshed to the new \"use_tool_msg\". So effectively, this provides a way for an agent to send a \"link\" and modify the content of the \"link\" later. recipient Agent - the recipient of the message. request_reply bool or None - whether to request a reply from the recipient. silent bool or None - (Experimental) whether to print the message sent. Raises: ValueError - if the message can't be converted into a valid ChatCompletion message. receive​ def receive(message: Union[Dict, str], sender: Agent, request_reply: Optional[bool] = None, silent: Optional[bool] = False) Copy Receive a message from another agent. Once a message is received, this function sends a reply to the sender or stop. The reply can be generated automatically or entered manually by a human. Arguments: message dict or str - message from the sender. If the type is dict, it may contain the following reserved fields (either content or function_call need to be provided). \"content\": content of the message, can be None. \"function_call\": a dictionary containing the function name and arguments. \"role\": role of the message, can be \"assistant\", \"user\", \"function\". This field is only needed to distinguish between \"function\" or \"assistant\"/\"user\". \"name\": In most cases, this field is not needed. When the role is \"function\", this field is needed to indicate the function name. \"context\" (dict): the context of the message, which will be passed to autogen.Completion.create. sender - sender of an Agent instance. request_reply bool or None - whether a reply is requested from the sender. If None, the value is determined by self.reply_at_receive[sender]. silent bool or None - (Experimental) whether to print the message received. Raises: ValueError - if the message can't be converted into a valid ChatCompletion message. a_receive​ async def a_receive(message: Union[Dict, str], sender: Agent, request_reply: Optional[bool] = None, silent: Optional[bool] = False) Copy (async) Receive a message from another agent. Once a message is received, this function sends a reply to the sender or stop. The reply can be generated automatically or entered manually by a human. Arguments: message dict or str - message from the sender. If the type is dict, it may contain the following reserved fields (either content or function_call need to be provided). \"content\": content of the message, can be None. \"function_call\": a dictionary containing the function name and arguments. \"role\": role of the message, can be \"assistant\", \"user\", \"function\". This field is only needed to distinguish between \"function\" or \"assistant\"/\"user\". \"name\": In most cases, this field is not needed. When the role is \"function\", this field is needed to indicate the function name. \"context\" (dict): the context of the message, which will be passed to autogen.Completion.create. sender - sender of an Agent instance. request_reply bool or None - whether a reply is requested from the sender. If None, the value is determined by self.reply_at_receive[sender]. silent bool or None - (Experimental) whether to print the message received. Raises: ValueError - if the message can't be converted into a valid ChatCompletion message. initiate_chat​ def initiate_chat(recipient: \"ConversableAgent\", clear_history: Optional[bool] = True, silent: Optional[bool] = False, **context, ,) Copy Initiate a chat with the recipient agent. Reset the consecutive auto reply counter. If clear_history is True, the chat history with the recipient agent will be cleared. generate_init_message is called to generate the initial message for the agent. Arguments: recipient - the recipient agent. clear_history bool - whether to clear the chat history with the agent. silent bool or None - (Experimental) whether to print the messages for this conversation. **context - any context information. \"message\" needs to be provided if the generate_init_message method is not overridden. a_initiate_chat​ async def a_initiate_chat(recipient: \"ConversableAgent\", clear_history: Optional[bool] = True, silent: Optional[bool] = False, **context, ,) Copy (async) Initiate a chat with the recipient agent. Reset the consecutive auto reply counter. If clear_history is True, the chat history with the recipient agent will be cleared. generate_init_message is called to generate the initial message for the agent. Arguments: recipient - the recipient agent. clear_history bool - whether to clear the chat history with the agent. silent bool or None - (Experimental) whether to print the messages for this conversation. **context - any context information. \"message\" needs to be provided if the generate_init_message method is not overridden. reset​ def reset() Copy Reset the agent. stop_reply_at_receive​ def stop_reply_at_receive(sender: Optional[Agent] = None) Copy Reset the reply_at_receive of the sender. reset_consecutive_auto_reply_counter​ def reset_consecutive_auto_reply_counter(sender: Optional[Agent] = None) Copy Reset the consecutive_auto_reply_counter of the sender. clear_history​ def clear_history(agent: Optional[Agent] = None) Copy Clear the chat history of the agent. Arguments: agent - the agent with whom the chat history to clear. If None, clear the chat history with all agents. generate_oai_reply​ def generate_oai_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None) -> Tuple[bool, Union[str, Dict, None]] Copy Generate a reply using autogen.oai. generate_code_execution_reply​ def generate_code_execution_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None) Copy Generate a reply using code execution. generate_function_call_reply​ def generate_function_call_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None) Copy Generate a reply using function call. check_termination_and_human_reply​ def check_termination_and_human_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, config: Optional[Any] = None) -> Tuple[bool, Union[str, Dict, None]] Copy Check if the conversation should be terminated, and if human reply is provided. generate_reply​ def generate_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, exclude: Optional[List[Callable]] = None) -> Union[str, Dict, None] Copy Reply based on the conversation history and the sender. Either messages or sender must be provided. Register a reply_func with None as one trigger for it to be activated when messages is non-empty and sender is None. Use registered auto reply functions to generate replies. By default, the following functions are checked in order: check_termination_and_human_reply generate_function_call_reply generate_code_execution_reply generate_oai_reply Every function returns a tuple (final, reply). When a function returns final=False, the next function will be checked. So by default, termination and human reply will be checked first. If not terminating and human reply is skipped, execute function or code and return the result. AI replies are generated only when no code execution is performed. Arguments: messages - a list of messages in the conversation history. default_reply str or dict - default reply. sender - sender of an Agent instance. exclude - a list of functions to exclude. Returns: str or dict or None: reply. None if no reply is generated. a_generate_reply​ async def a_generate_reply(messages: Optional[List[Dict]] = None, sender: Optional[Agent] = None, exclude: Optional[List[Callable]] = None) -> Union[str, Dict, None] Copy (async) Reply based on the conversation history and the sender. Either messages or sender must be provided. Register a reply_func with None as one trigger for it to be activated when messages is non-empty and sender is None. Use registered auto reply functions to generate replies. By default, the following functions are checked in order: check_termination_and_human_reply generate_function_call_reply generate_code_execution_reply generate_oai_reply Every function returns a tuple (final, reply). When a function returns final=False, the next function will be checked. So by default, termination and human reply will be checked first. If not terminating and human reply is skipped, execute function or code and return the result. AI replies are generated only when no code execution is performed. Arguments: messages - a list of messages in the conversation history. default_reply str or dict - default reply. sender - sender of an Agent instance. exclude - a list of functions to exclude. Returns: str or dict or None: reply. None if no reply is generated. get_human_input​ def get_human_input(prompt: str) -> str Copy Get human input. Override this method to customize the way to get human input. Arguments: prompt str - prompt for the human input. Returns: str - human input. run_code​ def run_code(code, **kwargs) Copy Run the code and return the result. Override this function to modify the way to run the code. Arguments: code str - the code to be executed. **kwargs - other keyword arguments. Returns: A tuple of (exitcode, logs, image). exitcode int - the exit code of the code execution. logs str - the logs of the code execution. image str or None - the docker image used for the code execution. execute_code_blocks​ def execute_code_blocks(code_blocks) Copy Execute the code blocks and return the result. execute_function​ def execute_function(func_call) Copy Execute a function call and return the result. Override this function to modify the way to execute a function call. Arguments: func_call - a dictionary extracted from openai message at key \"function_call\" with keys \"name\" and \"arguments\". Returns: A tuple of (is_exec_success, result_dict). is_exec_success boolean - whether the execution is successful. result_dict - a dictionary with keys \"name\", \"role\", and \"content\". Value of \"role\" is \"function\". generate_init_message​ def generate_init_message(**context) -> Union[str, Dict] Copy Generate the initial message for the agent. Override this function to customize the initial message based on user's request. If not overriden, \"message\" needs to be provided in the context. register_function​ def register_function(function_map: Dict[str, Callable]) Copy Register functions to the agent. Arguments: function_map - a dictionary mapping function names to functions.","s":"ConversableAgent Objects","u":"/FLAML/docs/reference/autogen/agentchat/conversable_agent","h":"#conversableagent-objects","p":325},{"i":330,"t":"On this page","s":"autogen.code_utils","u":"/FLAML/docs/reference/autogen/code_utils","h":"","p":329},{"i":332,"t":"class PassAssertionFilter() Copy pass_assertions​ def pass_assertions(context, response, **_) Copy Check if the response passes the assertions. implement​ def implement(definition: str, configs: Optional[List[Dict]] = None, assertions: Optional[Union[str, Callable[[str], Tuple[str, float]]]] = generate_assertions) -> Tuple[str, float] Copy Implement a function from a definition. Arguments: definition str - The function definition, including the signature and docstr. configs list - The list of configurations for completion. assertions Optional, str or Callable - The assertion code which serves as a filter of the responses, or an assertion generator. Returns: str - The implementation. float - The cost of the implementation. int - The index of the configuration which generates the implementation.","s":"PassAssertionFilter Objects","u":"/FLAML/docs/reference/autogen/code_utils","h":"#passassertionfilter-objects","p":329},{"i":334,"t":"On this page","s":"autogen.oai.completion","u":"/FLAML/docs/reference/autogen/oai/completion","h":"","p":333},{"i":336,"t":"class Completion(openai_Completion) Copy A class for OpenAI completion API. It also supports: ChatCompletion, Azure OpenAI API. set_cache​ @classmethoddef set_cache(cls, seed: Optional[int] = 41, cache_path_root: Optional[str] = \".cache\") Copy Set cache path. Arguments: seed int, Optional - The integer identifier for the pseudo seed. Results corresponding to different seeds will be cached in different places. cache_path str, Optional - The root path for the cache. The complete cache path will be {cache_path}/{seed}. clear_cache​ @classmethoddef clear_cache(cls, seed: Optional[int] = None, cache_path_root: Optional[str] = \".cache\") Copy Clear cache. Arguments: seed int, Optional - The integer identifier for the pseudo seed. If omitted, all caches under cache_path_root will be cleared. cache_path str, Optional - The root path for the cache. The complete cache path will be {cache_path}/{seed}. tune​ @classmethoddef tune(cls, data: List[Dict], metric: str, mode: str, eval_func: Callable, log_file_name: Optional[str] = None, inference_budget: Optional[float] = None, optimization_budget: Optional[float] = None, num_samples: Optional[int] = 1, logging_level: Optional[int] = logging.WARNING, **config, ,) Copy Tune the parameters for the OpenAI API call. TODO: support parallel tuning with ray or spark. TODO: support agg_method as in test Arguments: data list - The list of data points. metric str - The metric to optimize. mode str - The optimization mode, \"min\" or \"max. eval_func Callable - The evaluation function for responses. The function should take a list of responses and a data point as input, and return a dict of metrics. For example, def eval_func(responses, **data): solution = data[\"solution\"] success_list = [] n = len(responses) for i in range(n): response = responses[i] succeed = is_equiv_chain_of_thought(response, solution) success_list.append(succeed) return { \"expected_success\": 1 - pow(1 - sum(success_list) / n, n), \"success\": any(s for s in success_list), } Copy log_file_name str, optional - The log file. inference_budget float, optional - The inference budget, dollar per instance. optimization_budget float, optional - The optimization budget, dollar in total. num_samples int, optional - The number of samples to evaluate. -1 means no hard restriction in the number of trials and the actual number is decided by optimization_budget. Defaults to 1. logging_level optional - logging level. Defaults to logging.WARNING. **config dict - The search space to update over the default search. For prompt, please provide a string/Callable or a list of strings/Callables. If prompt is provided for chat models, it will be converted to messages under role \"user\". Do not provide both prompt and messages for chat models, but provide either of them. A string template will be used to generate a prompt for each data instance using prompt.format(**data). A callable template will be used to generate a prompt for each data instance using prompt(data). For stop, please provide a string, a list of strings, or a list of lists of strings. For messages (chat models only), please provide a list of messages (for a single chat prefix) or a list of lists of messages (for multiple choices of chat prefix to choose from). Each message should be a dict with keys \"role\" and \"content\". The value of \"content\" can be a string/Callable template. Returns: dict - The optimized hyperparameter setting. tune.ExperimentAnalysis - The tuning results. create​ @classmethoddef create(cls, context: Optional[Dict] = None, use_cache: Optional[bool] = True, config_list: Optional[List[Dict]] = None, filter_func: Optional[Callable[[Dict, Dict, Dict], bool]] = None, raise_on_ratelimit_or_timeout: Optional[bool] = True, allow_format_str_template: Optional[bool] = False, **config, ,) Copy Make a completion for a given context. Arguments: context Dict, Optional - The context to instantiate the prompt. It needs to contain keys that are used by the prompt template or the filter function. E.g., prompt=\"Complete the following sentence: {prefix}, context={\"prefix\": \"Today I feel\"}. The actual prompt will be: \"Complete the following sentence: Today I feel\". More examples can be found at templating. use_cache bool, Optional - Whether to use cached responses. config_list List, Optional - List of configurations for the completion to try. The first one that does not raise an error will be used. Only the differences from the default config need to be provided. E.g., response = oai.Completion.create( config_list=[ { \"model\": \"gpt-4\", \"api_key\": os.environ.get(\"AZURE_OPENAI_API_KEY\"), \"api_type\": \"azure\", \"api_base\": os.environ.get(\"AZURE_OPENAI_API_BASE\"), \"api_version\": \"2023-03-15-preview\", }, { \"model\": \"gpt-3.5-turbo\", \"api_key\": os.environ.get(\"OPENAI_API_KEY\"), \"api_type\": \"open_ai\", \"api_base\": \"https://api.openai.com/v1\", }, { \"model\": \"llama-7B\", \"api_base\": \"http://127.0.0.1:8080\", \"api_type\": \"open_ai\", } ], prompt=\"Hi\",) Copy filter_func Callable, Optional - A function that takes in the context, the config and the response and returns a boolean to indicate whether the response is valid. E.g., def yes_or_no_filter(context, config, response): return context.get(\"yes_or_no_choice\", False) is False or any( text in [\"Yes.\", \"No.\"] for text in oai.Completion.extract_text(response) ) Copy raise_on_ratelimit_or_timeout bool, Optional - Whether to raise RateLimitError or Timeout when all configs fail. When set to False, -1 will be returned when all configs fail. allow_format_str_template bool, Optional - Whether to allow format string template in the config. **config - Configuration for the openai API call. This is used as parameters for calling openai API. Besides the parameters for the openai API call, it can also contain a seed (int) for the cache. This is useful when implementing \"controlled randomness\" for the completion. Also, the \"prompt\" or \"messages\" parameter can contain a template (str or Callable) which will be instantiated with the context. Returns: Responses from OpenAI API, with additional fields. cost: the total cost. When config_list is provided, the response will contain a few more fields: config_id: the index of the config in the config_list that is used to generate the response. pass_filter: whether the response passes the filter function. None if no filter is provided. test​ @classmethoddef test(cls, data, eval_func=None, use_cache=True, agg_method=\"avg\", return_responses_and_per_instance_result=False, logging_level=logging.WARNING, **config, ,) Copy Evaluate the responses created with the config for the OpenAI API call. Arguments: data list - The list of test data points. eval_func Callable - The evaluation function for responses per data instance. The function should take a list of responses and a data point as input, and return a dict of metrics. You need to either provide a valid callable eval_func; or do not provide one (set None) but call the test function after calling the tune function in which a eval_func is provided. In the latter case we will use the eval_func provided via tune function. Defaults to None. def eval_func(responses, **data): solution = data[\"solution\"] success_list = [] n = len(responses) for i in range(n): response = responses[i] succeed = is_equiv_chain_of_thought(response, solution) success_list.append(succeed) return { \"expected_success\": 1 - pow(1 - sum(success_list) / n, n), \"success\": any(s for s in success_list), } Copy use_cache bool, Optional - Whether to use cached responses. Defaults to True. agg_method str, Callable or a dict of Callable - Result aggregation method (across multiple instances) for each of the metrics. Defaults to 'avg'. An example agg_method in str: agg_method = 'median' Copy An example agg_method in a Callable: agg_method = np.median Copy An example agg_method in a dict of Callable: agg_method={'median_success': np.median, 'avg_success': np.mean} Copy return_responses_and_per_instance_result bool - Whether to also return responses and per instance results in addition to the aggregated results. logging_level optional - logging level. Defaults to logging.WARNING. **config dict - parametes passed to the openai api call create(). Returns: None when no valid eval_func is provided in either test or tune; Otherwise, a dict of aggregated results, responses and per instance results if return_responses_and_per_instance_result is True; Otherwise, a dict of aggregated results (responses and per instance results are not returned). cost​ @classmethoddef cost(cls, response: dict) Copy Compute the cost of an API call. Arguments: response dict - The response from OpenAI API. Returns: The cost in USD. 0 if the model is not supported. extract_text​ @classmethoddef extract_text(cls, response: dict) -> List[str] Copy Extract the text from a completion or chat response. Arguments: response dict - The response from OpenAI API. Returns: A list of text in the responses. extract_text_or_function_call​ @classmethoddef extract_text_or_function_call(cls, response: dict) -> List[str] Copy Extract the text or function calls from a completion or chat response. Arguments: response dict - The response from OpenAI API. Returns: A list of text or function calls in the responses. logged_history​ @classmethod@propertydef logged_history(cls) -> Dict Copy Return the book keeping dictionary. start_logging​ @classmethoddef start_logging(cls, history_dict: Optional[Dict] = None, compact: Optional[bool] = True, reset_counter: Optional[bool] = True) Copy Start book keeping. Arguments: history_dict Dict - A dictionary for book keeping. If no provided, a new one will be created. compact bool - Whether to keep the history dictionary compact. Compact history contains one key per conversation, and the value is a dictionary like: { \"create_at\": [0, 1], \"cost\": [0.1, 0.2],} Copy where \"created_at\" is the index of API calls indicating the order of all the calls, and \"cost\" is the cost of each call. This example shows that the conversation is based on two API calls. The compact format is useful for condensing the history of a conversation. If compact is False, the history dictionary will contain all the API calls: the key is the index of the API call, and the value is a dictionary like: { \"request\": request_dict, \"response\": response_dict,} Copy where request_dict is the request sent to OpenAI API, and response_dict is the response. For a conversation containing two API calls, the non-compact history dictionary will be like: { 0: { \"request\": request_dict_0, \"response\": response_dict_0, }, 1: { \"request\": request_dict_1, \"response\": response_dict_1, }, Copy The first request's messages plus the response is equal to the second request's messages. For a conversation with many turns, the non-compact history dictionary has a quadratic size while the compact history dict has a linear size. reset_counter bool - whether to reset the counter of the number of API calls. stop_logging​ @classmethoddef stop_logging(cls) Copy End book keeping.","s":"Completion Objects","u":"/FLAML/docs/reference/autogen/oai/completion","h":"#completion-objects","p":333},{"i":338,"t":"class ChatCompletion(Completion) Copy A class for OpenAI API ChatCompletion.","s":"ChatCompletion Objects","u":"/FLAML/docs/reference/autogen/oai/completion","h":"#chatcompletion-objects","p":333},{"i":340,"t":"On this page","s":"autogen.retrieve_utils","u":"/FLAML/docs/reference/autogen/retrieve_utils","h":"","p":339},{"i":342,"t":"On this page","s":"autogen.oai.openai_utils","u":"/FLAML/docs/reference/autogen/oai/openai_utils","h":"","p":341},{"i":344,"t":"On this page","s":"automl.contrib.histgb","u":"/FLAML/docs/reference/automl/contrib/histgb","h":"","p":343},{"i":346,"t":"class HistGradientBoostingEstimator(SKLearnEstimator) Copy The class for tuning Histogram Gradient Boosting.","s":"HistGradientBoostingEstimator Objects","u":"/FLAML/docs/reference/automl/contrib/histgb","h":"#histgradientboostingestimator-objects","p":343},{"i":348,"t":"On this page","s":"automl.data","u":"/FLAML/docs/reference/automl/data","h":"","p":347},{"i":350,"t":"class DataTransformer() Copy Transform input training data. fit_transform​ def fit_transform(X: Union[DataFrame, np.ndarray], y, task: Union[str, \"Task\"]) Copy Fit transformer and process the input training data according to the task type. Arguments: X - A numpy array or a pandas dataframe of training data. y - A numpy array or a pandas series of labels. task - An instance of type Task, or a str such as 'classification', 'regression'. Returns: X - Processed numpy array or pandas dataframe of training data. y - Processed numpy array or pandas series of labels. transform​ def transform(X: Union[DataFrame, np.array]) Copy Process data using fit transformer. Arguments: X - A numpy array or a pandas dataframe of training data. Returns: X - Processed numpy array or pandas dataframe of training data.","s":"DataTransformer Objects","u":"/FLAML/docs/reference/automl/data","h":"#datatransformer-objects","p":347},{"i":352,"t":"On this page","s":"automl.ml","u":"/FLAML/docs/reference/automl/ml","h":"","p":351},{"i":354,"t":"On this page","s":"automl.nlp.huggingface.trainer","u":"/FLAML/docs/reference/automl/nlp/huggingface/trainer","h":"","p":353},{"i":356,"t":"class TrainerForAuto(Seq2SeqTrainer) Copy evaluate​ def evaluate(eval_dataset=None, ignore_keys=None, metric_key_prefix=\"eval\") Copy Overriding transformers.Trainer.evaluate by saving metrics and checkpoint path.","s":"TrainerForAuto Objects","u":"/FLAML/docs/reference/automl/nlp/huggingface/trainer","h":"#trainerforauto-objects","p":353},{"i":358,"t":"On this page","s":"automl.automl","u":"/FLAML/docs/reference/automl/automl","h":"","p":357},{"i":360,"t":"class AutoML(BaseEstimator) Copy The AutoML class. Example: automl = AutoML()automl_settings = { \"time_budget\": 60, \"metric\": 'accuracy', \"task\": 'classification', \"log_file_name\": 'mylog.log',}automl.fit(X_train = X_train, y_train = y_train, **automl_settings) Copy __init__​ def __init__(**settings) Copy Constructor. Many settings in fit() can be passed to the constructor too. If an argument in fit() is provided, it will override the setting passed to the constructor. If an argument in fit() is not provided but provided in the constructor, the value passed to the constructor will be used. Arguments: metric - A string of the metric name or a function, e.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'roc_auc_weighted', 'roc_auc_ovo_weighted', 'roc_auc_ovr_weighted', 'f1', 'micro_f1', 'macro_f1', 'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'. If passing a customized metric function, the function needs to have the following input arguments: def custom_metric( X_test, y_test, estimator, labels, X_train, y_train, weight_test=None, weight_train=None, config=None, groups_test=None, groups_train=None,): return metric_to_minimize, metrics_to_log Copy which returns a float number as the minimization objective, and a dictionary as the metrics to log. E.g., def custom_metric( X_val, y_val, estimator, labels, X_train, y_train, weight_val=None, weight_train=None, *args,): from sklearn.metrics import log_loss import time start = time.time() y_pred = estimator.predict_proba(X_val) pred_time = (time.time() - start) / len(X_val) val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val) y_pred = estimator.predict_proba(X_train) train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train) alpha = 0.5 return val_loss * (1 + alpha) - alpha * train_loss, { \"val_loss\": val_loss, \"train_loss\": train_loss, \"pred_time\": pred_time, } Copy task - A string of the task type, e.g., 'classification', 'regression', 'ts_forecast', 'rank', 'seq-classification', 'seq-regression', 'summarization', or an instance of the Task class. n_jobs - An integer of the number of threads for training | default=-1. Use all available resources when n_jobs == -1. log_file_name - A string of the log file name | default=\"\". To disable logging, set it to be an empty string \"\". estimator_list - A list of strings for estimator names, or 'auto'. e.g., ['lgbm', 'xgboost', 'xgb_limitdepth', 'catboost', 'rf', 'extra_tree']. time_budget - A float number of the time budget in seconds. Use -1 if no time limit. max_iter - An integer of the maximal number of iterations. sample - A boolean of whether to sample the training data during search. ensemble - boolean or dict | default=False. Whether to perform ensemble after search. Can be a dict with keys 'passthrough' and 'final_estimator' to specify the passthrough and final_estimator in the stacker. The dict can also contain 'n_jobs' as the key to specify the number of jobs for the stacker. eval_method - A string of resampling strategy, one of ['auto', 'cv', 'holdout']. split_ratio - A float of the valiation data percentage for holdout. n_splits - An integer of the number of folds for cross - validation. log_type - A string of the log type, one of ['better', 'all']. 'better' only logs configs with better loss than previos iters 'all' logs all the tried configs. model_history - A boolean of whether to keep the best model per estimator. Make sure memory is large enough if setting to True. Default False. log_training_metric - A boolean of whether to log the training metric for each model. mem_thres - A float of the memory size constraint in bytes. pred_time_limit - A float of the prediction latency constraint in seconds. It refers to the average prediction time per row in validation data. train_time_limit - A float of the training time constraint in seconds. verbose - int, default=3 | Controls the verbosity, higher means more messages. retrain_full - bool or str, default=True | whether to retrain the selected model on the full training data when using holdout. True - retrain only after search finishes; False - no retraining; 'budget' - do best effort to retrain without violating the time budget. split_type - str or splitter object, default=\"auto\" | the data split type. A valid splitter object is an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. Set eval_method to \"cv\" to use the splitter object. Valid str options depend on different tasks. For classification tasks, valid choices are [\"auto\", 'stratified', 'uniform', 'time', 'group']. \"auto\" -> stratified. For regression tasks, valid choices are [\"auto\", 'uniform', 'time', 'group']. \"auto\" -> uniform. For time series forecast tasks, must be \"auto\" or 'time'. For ranking task, must be \"auto\" or 'group'. hpo_method - str, default=\"auto\" | The hyperparameter optimization method. By default, CFO is used for sequential search and BlendSearch is used for parallel search. No need to set when using flaml's default search space or using a simple customized search space. When set to 'bs', BlendSearch is used. BlendSearch can be tried when the search space is complex, for example, containing multiple disjoint, discontinuous subspaces. When set to 'random', random search is used. starting_points - A dictionary or a str to specify the starting hyperparameter config for the estimators | default=\"static\". If str: if \"data\", use data-dependent defaults; if \"data:path\" use data-dependent defaults which are stored at path; if \"static\", use data-independent defaults. If dict, keys are the name of the estimators, and values are the starting hyperparameter configurations for the corresponding estimators. The value can be a single hyperparameter configuration dict or a list of hyperparameter configuration dicts. In the following code example, we get starting_points from the automl object and use them in the new_automl object. e.g., from flaml import AutoMLautoml = AutoML()X_train, y_train = load_iris(return_X_y=True)automl.fit(X_train, y_train)starting_points = automl.best_config_per_estimatornew_automl = AutoML()new_automl.fit(X_train, y_train, starting_points=starting_points) Copy seed - int or None, default=None | The random seed for hpo. n_concurrent_trials - [In preview] int, default=1 | The number of concurrent trials. When n_concurrent_trials > 1, flaml performes parallel tuning and installation of ray or spark is required: pip install flaml[ray] or pip install flaml[spark]. Please check here for more details about installing Spark. keep_search_state - boolean, default=False | Whether to keep data needed for model search after fit(). By default the state is deleted for space saving. preserve_checkpoint - boolean, default=True | Whether to preserve the saved checkpoint on disk when deleting automl. By default the checkpoint is preserved. early_stop - boolean, default=False | Whether to stop early if the search is considered to converge. force_cancel - boolean, default=False | Whether to forcely cancel Spark jobs if the search time exceeded the time budget. mlflow_exp_name - str, default=None | The name of the mlflow experiment. This should be specified if enable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the same name as the basename of main entry file. append_log - boolean, default=False | Whetehr to directly append the log records to the input log file if it exists. auto_augment - boolean, default=True | Whether to automatically augment rare classes. min_sample_size - int, default=MIN_SAMPLE_TRAIN | the minimal sample size when sample=True. use_ray - boolean or dict. If boolean: default=False | Whether to use ray to run the training in separate processes. This can be used to prevent OOM for large datasets, but will incur more overhead in time. If dict: the dict contains the keywords arguments to be passed to ray.tune.run. use_spark - boolean, default=False | Whether to use spark to run the training in parallel spark jobs. This can be used to accelerate training on large models and large datasets, but will incur more overhead in time and thus slow down training in some cases. GPU training is not supported yet when use_spark is True. For Spark clusters, by default, we will launch one trial per executor. However, sometimes we want to launch more trials than the number of executors (e.g., local mode). In this case, we can set the environment variable FLAML_MAX_CONCURRENT to override the detected num_executors. The final number of concurrent trials will be the minimum of n_concurrent_trials and num_executors. free_mem_ratio - float between 0 and 1, default=0. The free memory ratio to keep during training. metric_constraints - list, default=[] | The list of metric constraints. Each element in this list is a 3-tuple, which shall be expressed in the following format: the first element of the 3-tuple is the name of the metric, the second element is the inequality sign chosen from \">=\" and \"<=\", and the third element is the constraint value. E.g., ('val_loss', '<=', 0.1). Note that all the metric names in metric_constraints need to be reported via the metrics_to_log dictionary returned by a customized metric function. The customized metric function shall be provided via the metric key word argument of the fit() function or the automl constructor. Find an example in the 4th constraint type in this doc. If pred_time_limit is provided as one of keyword arguments to fit() function or the automl constructor, flaml will automatically (and under the hood) add it as an additional element in the metric_constraints. Essentially 'pred_time_limit' specifies a constraint about the prediction latency constraint in seconds. custom_hp - dict, default=None | The custom search space specified by user. It is a nested dict with keys being the estimator names, and values being dicts per estimator search space. In the per estimator search space dict, the keys are the hyperparameter names, and values are dicts of info (\"domain\", \"init_value\", and \"low_cost_init_value\") about the search space associated with the hyperparameter (i.e., per hyperparameter search space dict). When custom_hp is provided, the built-in search space which is also a nested dict of per estimator search space dict, will be updated with custom_hp. Note that during this nested dict update, the per hyperparameter search space dicts will be replaced (instead of updated) by the ones provided in custom_hp. Note that the value for \"domain\" can either be a constant or a sample.Domain object. e.g., custom_hp = { \"transformer_ms\": { \"model_path\": { \"domain\": \"albert-base-v2\", }, \"learning_rate\": { \"domain\": tune.choice([1e-4, 1e-5]), } } } Copy skip_transform - boolean, default=False | Whether to pre-process data prior to modeling. fit_kwargs_by_estimator - dict, default=None | The user specified keywords arguments, grouped by estimator name. e.g., fit_kwargs_by_estimator = { \"transformer\": { \"output_dir\": \"test/data/output/\", \"fp16\": False, }} Copy mlflow_logging - boolean, default=True | Whether to log the training results to mlflow. Not valid if mlflow is not installed. config_history​ @propertydef config_history() -> dict Copy A dictionary of iter->(estimator, config, time), storing the best estimator, config, and the time when the best model is updated each time. model​ @propertydef model() Copy An object with predict() and predict_proba() method (for classification), storing the best trained model. best_model_for_estimator​ def best_model_for_estimator(estimator_name: str) Copy Return the best model found for a particular estimator. Arguments: estimator_name - a str of the estimator's name. Returns: An object storing the best model for estimator_name. If model_history was set to False during fit(), then the returned model is untrained unless estimator_name is the best estimator. If model_history was set to True, then the returned model is trained. best_estimator​ @propertydef best_estimator() Copy A string indicating the best estimator found. best_iteration​ @propertydef best_iteration() Copy An integer of the iteration number where the best config is found. best_config​ @propertydef best_config() Copy A dictionary of the best configuration. best_config_per_estimator​ @propertydef best_config_per_estimator() Copy A dictionary of all estimators' best configuration. best_loss_per_estimator​ @propertydef best_loss_per_estimator() Copy A dictionary of all estimators' best loss. best_loss​ @propertydef best_loss() Copy A float of the best loss found. best_result​ @propertydef best_result() Copy Result dictionary for model trained with the best config. metrics_for_best_config​ @propertydef metrics_for_best_config() Copy Returns a float of the best loss, and a dictionary of the auxiliary metrics to log associated with the best config. These two objects correspond to the returned objects by the customized metric function for the config with the best loss. best_config_train_time​ @propertydef best_config_train_time() Copy A float of the seconds taken by training the best config. supported_metrics​ @propertydef supported_metrics() Copy Returns a tuple of supported metrics for the task. Returns: metrics Tuple - sklearn metrics from sklearn package; huggingface metrics from datasets package; spark metrics from pyspark package feature_transformer​ @propertydef feature_transformer() Copy Returns AutoML Transformer label_transformer​ @propertydef label_transformer() Copy Returns AutoML label transformer classes_​ @propertydef classes_() Copy A numpy array of shape (n_classes,) for class labels. time_to_find_best_model​ @propertydef time_to_find_best_model() -> float Copy Time taken to find best model in seconds. predict​ def predict(X: np.array | DataFrame | list[str] | list[list[str]] | psDataFrame, **pred_kwargs, ,) Copy Predict label from features. Arguments: X - A numpy array or pandas dataframe or pyspark.pandas dataframe of featurized instances, shape n * m, or for time series forcast tasks: a pandas dataframe with the first column containing timestamp values (datetime type) or an integer n for the predict steps (only valid when the estimator is arima or sarimax). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). **pred_kwargs - Other key word arguments to pass to predict() function of the searched learners, such as per_device_eval_batch_size. multivariate_X_test = DataFrame({ 'timeStamp': pd.date_range(start='1/1/2022', end='1/07/2022'), 'categorical_col': ['yes', 'yes', 'no', 'no', 'yes', 'no', 'yes'], 'continuous_col': [105, 107, 120, 118, 110, 112, 115]})model.predict(multivariate_X_test) Copy Returns: A array-like of shape n * 1: each element is a predicted label for an instance. predict_proba​ def predict_proba(X, **pred_kwargs) Copy Predict the probability of each class from features, only works for classification problems. Arguments: X - A numpy array of featurized instances, shape n * m. **pred_kwargs - Other key word arguments to pass to predict_proba() function of the searched learners, such as per_device_eval_batch_size. Returns: A numpy array of shape n * c. c is the # classes. Each element at (i, j) is the probability for instance i to be in class j. add_learner​ def add_learner(learner_name, learner_class) Copy Add a customized learner. Arguments: learner_name - A string of the learner's name. learner_class - A subclass of flaml.automl.model.BaseEstimator. get_estimator_from_log​ def get_estimator_from_log(log_file_name: str, record_id: int, task: str | Task) Copy Get the estimator from log file. Arguments: log_file_name - A string of the log file name. record_id - An integer of the record ID in the file, 0 corresponds to the first trial. task - A string of the task type, 'binary', 'multiclass', 'regression', 'ts_forecast', 'rank', or an instance of the Task class. Returns: An estimator object for the given configuration. retrain_from_log​ def retrain_from_log(log_file_name, X_train=None, y_train=None, dataframe=None, label=None, time_budget=np.inf, task: str | Task | None = None, eval_method=None, split_ratio=None, n_splits=None, split_type=None, groups=None, n_jobs=-1, train_best=True, train_full=False, record_id=-1, auto_augment=None, custom_hp=None, skip_transform=None, preserve_checkpoint=True, fit_kwargs_by_estimator=None, **fit_kwargs, ,) Copy Retrain from log file. This function is intended to retrain the logged configurations. NOTE: In some rare case, the last config is early stopped to meet time_budget and it's the best config. But the logged config's ITER_HP (e.g., n_estimators) is not reduced. Arguments: log_file_name - A string of the log file name. X_train - A numpy array or dataframe of training data in shape n*m. For time series forecast tasks, the first column of X_train must be the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). y_train - A numpy array or series of labels in shape n*1. dataframe - A dataframe of training data including label column. For time series forecast tasks, dataframe must be specified and should have at least two columns: timestamp and label, where the first column is the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). label - A str of the label column name, e.g., 'label'; Note - If X_train and y_train are provided, dataframe and label are ignored; If not, dataframe and label must be provided. time_budget - A float number of the time budget in seconds. task - A string of the task type, e.g., 'classification', 'regression', 'ts_forecast', 'rank', 'seq-classification', 'seq-regression', 'summarization', or an instance of Task class. eval_method - A string of resampling strategy, one of ['auto', 'cv', 'holdout']. split_ratio - A float of the validation data percentage for holdout. n_splits - An integer of the number of folds for cross-validation. split_type - str or splitter object, default=\"auto\" | the data split type. A valid splitter object is an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. Set eval_method to \"cv\" to use the splitter object. Valid str options depend on different tasks. For classification tasks, valid choices are [\"auto\", 'stratified', 'uniform', 'time', 'group']. \"auto\" -> stratified. For regression tasks, valid choices are [\"auto\", 'uniform', 'time', 'group']. \"auto\" -> uniform. For time series forecast tasks, must be \"auto\" or 'time'. For ranking task, must be \"auto\" or 'group'. groups - None or array-like | Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train) for training data. n_jobs - An integer of the number of threads for training | default=-1. Use all available resources when n_jobs == -1. train_best - A boolean of whether to train the best config in the time budget; if false, train the last config in the budget. train_full - A boolean of whether to train on the full data. If true, eval_method and sample_size in the log file will be ignored. record_id - the ID of the training log record from which the model will be retrained. By default record_id = -1 which means this will be ignored. record_id = 0 corresponds to the first trial, and when record_id >= 0, time_budget will be ignored. auto_augment - boolean, default=True | Whether to automatically augment rare classes. custom_hp - dict, default=None | The custom search space specified by user Each key is the estimator name, each value is a dict of the custom search space for that estimator. Notice the domain of the custom search space can either be a value or a sample.Domain object. custom_hp = { \"transformer_ms\": { \"model_path\": { \"domain\": \"albert-base-v2\", }, \"learning_rate\": { \"domain\": tune.choice([1e-4, 1e-5]), } }} Copy fit_kwargs_by_estimator - dict, default=None | The user specified keywords arguments, grouped by estimator name. e.g., fit_kwargs_by_estimator = { \"transformer\": { \"output_dir\": \"test/data/output/\", \"fp16\": False, }} Copy **fit_kwargs - Other key word arguments to pass to fit() function of the searched learners, such as sample_weight. Below are a few examples of estimator-specific parameters: period - int | forecast horizon for all time series forecast tasks. gpu_per_trial - float, default = 0 | A float of the number of gpus per trial, only used by TransformersEstimator, XGBoostSklearnEstimator, and TemporalFusionTransformerEstimator. group_ids - list of strings of column names identifying a time series, only used by TemporalFusionTransformerEstimator, required for 'ts_forecast_panel' task. group_ids is a parameter for TimeSeriesDataSet object from PyTorchForecasting. For other parameters to describe your dataset, refer to TimeSeriesDataSet PyTorchForecasting. To specify your variables, use static_categoricals, static_reals, time_varying_known_categoricals, time_varying_known_reals, time_varying_unknown_categoricals, time_varying_unknown_reals, variable_groups. To provide more information on your data, use max_encoder_length, min_encoder_length, lags. log_dir - str, default = \"lightning_logs\" | Folder into which to log results for tensorboard, only used by TemporalFusionTransformerEstimator. max_epochs - int, default = 20 | Maximum number of epochs to run training, only used by TemporalFusionTransformerEstimator. batch_size - int, default = 64 | Batch size for training model, only used by TemporalFusionTransformerEstimator and TCNEstimator. search_space​ @propertydef search_space() -> dict Copy Search space. Must be called after fit(...) (use max_iter=0 and retrain_final=False to prevent actual fitting). Returns: A dict of the search space. low_cost_partial_config​ @propertydef low_cost_partial_config() -> dict Copy Low cost partial config. Returns: A dict. (a) if there is only one estimator in estimator_list, each key is a hyperparameter name. (b) otherwise, it is a nested dict with 'ml' as the key, and a list of the low_cost_partial_configs as the value, corresponding to each learner's low_cost_partial_config; the estimator index as an integer corresponding to the cheapest learner is appended to the list at the end. cat_hp_cost​ @propertydef cat_hp_cost() -> dict Copy Categorical hyperparameter cost Returns: A dict. (a) if there is only one estimator in estimator_list, each key is a hyperparameter name. (b) otherwise, it is a nested dict with 'ml' as the key, and a list of the cat_hp_cost's as the value, corresponding to each learner's cat_hp_cost; the cost relative to lgbm for each learner (as a list itself) is appended to the list at the end. points_to_evaluate​ @propertydef points_to_evaluate() -> dict Copy Initial points to evaluate. Returns: A list of dicts. Each dict is the initial point for each learner. resource_attr​ @propertydef resource_attr() -> str | None Copy Attribute of the resource dimension. Returns: A string for the sample size attribute (the resource attribute in AutoML) or None. min_resource​ @propertydef min_resource() -> float | None Copy Attribute for pruning. Returns: A float for the minimal sample size or None. max_resource​ @propertydef max_resource() -> float | None Copy Attribute for pruning. Returns: A float for the maximal sample size or None. trainable​ @propertydef trainable() -> Callable[[dict], float | None] Copy Training function. Returns: A function that evaluates each config and returns the loss. metric_constraints​ @propertydef metric_constraints() -> list Copy Metric constraints. Returns: A list of the metric constraints. fit​ def fit(X_train=None, y_train=None, dataframe=None, label=None, metric=None, task: str | Task | None = None, n_jobs=None, log_file_name=None, estimator_list=None, time_budget=None, max_iter=None, sample=None, ensemble=None, eval_method=None, log_type=None, model_history=None, split_ratio=None, n_splits=None, log_training_metric=None, mem_thres=None, pred_time_limit=None, train_time_limit=None, X_val=None, y_val=None, sample_weight_val=None, groups_val=None, groups=None, verbose=None, retrain_full=None, split_type=None, learner_selector=None, hpo_method=None, starting_points=None, seed=None, n_concurrent_trials=None, keep_search_state=None, preserve_checkpoint=True, early_stop=None, force_cancel=None, append_log=None, auto_augment=None, min_sample_size=None, use_ray=None, use_spark=None, free_mem_ratio=0, metric_constraints=None, custom_hp=None, time_col=None, cv_score_agg_func=None, skip_transform=None, mlflow_logging=None, fit_kwargs_by_estimator=None, mlflow_exp_name=None, **fit_kwargs, ,) Copy Find a model for a given task. Arguments: X_train - A numpy array or a pandas dataframe of training data in shape (n, m). For time series forecsat tasks, the first column of X_train must be the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). When using ray, X_train can be a ray.ObjectRef. y_train - A numpy array or a pandas series of labels in shape (n, ). dataframe - A dataframe of training data including label column. For time series forecast tasks, dataframe must be specified and must have at least two columns, timestamp and label, where the first column is the timestamp column (datetime type). Other columns in the dataframe are assumed to be exogenous variables (categorical or numeric). When using ray, dataframe can be a ray.ObjectRef. label - A str of the label column name for, e.g., 'label'; Note - If X_train and y_train are provided, dataframe and label are ignored; If not, dataframe and label must be provided. metric - A string of the metric name or a function, e.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'roc_auc_weighted', 'roc_auc_ovo_weighted', 'roc_auc_ovr_weighted', 'f1', 'micro_f1', 'macro_f1', 'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'. If passing a customized metric function, the function needs to have the following input arguments: def custom_metric( X_test, y_test, estimator, labels, X_train, y_train, weight_test=None, weight_train=None, config=None, groups_test=None, groups_train=None,): return metric_to_minimize, metrics_to_log Copy which returns a float number as the minimization objective, and a dictionary as the metrics to log. E.g., def custom_metric( X_val, y_val, estimator, labels, X_train, y_train, weight_val=None, weight_train=None, *args,): from sklearn.metrics import log_loss import time start = time.time() y_pred = estimator.predict_proba(X_val) pred_time = (time.time() - start) / len(X_val) val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val) y_pred = estimator.predict_proba(X_train) train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train) alpha = 0.5 return val_loss * (1 + alpha) - alpha * train_loss, { \"val_loss\": val_loss, \"train_loss\": train_loss, \"pred_time\": pred_time, } Copy task - A string of the task type, e.g., 'classification', 'regression', 'ts_forecast_regression', 'ts_forecast_classification', 'rank', 'seq-classification', 'seq-regression', 'summarization', or an instance of Task class n_jobs - An integer of the number of threads for training | default=-1. Use all available resources when n_jobs == -1. log_file_name - A string of the log file name | default=\"\". To disable logging, set it to be an empty string \"\". estimator_list - A list of strings for estimator names, or 'auto'. e.g., ['lgbm', 'xgboost', 'xgb_limitdepth', 'catboost', 'rf', 'extra_tree']. time_budget - A float number of the time budget in seconds. Use -1 if no time limit. max_iter - An integer of the maximal number of iterations. NOTE - when both time_budget and max_iter are unspecified, only one model will be trained per estimator. sample - A boolean of whether to sample the training data during search. ensemble - boolean or dict | default=False. Whether to perform ensemble after search. Can be a dict with keys 'passthrough' and 'final_estimator' to specify the passthrough and final_estimator in the stacker. The dict can also contain 'n_jobs' as the key to specify the number of jobs for the stacker. eval_method - A string of resampling strategy, one of ['auto', 'cv', 'holdout']. split_ratio - A float of the valiation data percentage for holdout. n_splits - An integer of the number of folds for cross - validation. log_type - A string of the log type, one of ['better', 'all']. 'better' only logs configs with better loss than previos iters 'all' logs all the tried configs. model_history - A boolean of whether to keep the trained best model per estimator. Make sure memory is large enough if setting to True. Default value is False. If False, best_model_for_estimator would return a untrained model for non-best learner. log_training_metric - A boolean of whether to log the training metric for each model. mem_thres - A float of the memory size constraint in bytes. pred_time_limit - A float of the prediction latency constraint in seconds. It refers to the average prediction time per row in validation data. train_time_limit - None or a float of the training time constraint in seconds. X_val - None or a numpy array or a pandas dataframe of validation data. y_val - None or a numpy array or a pandas series of validation labels. sample_weight_val - None or a numpy array of the sample weight of validation data of the same shape as y_val. groups_val - None or array-like | group labels (with matching length to y_val) or group counts (with sum equal to length of y_val) for validation data. Need to be consistent with groups. groups - None or array-like | Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train) for training data. verbose - int, default=3 | Controls the verbosity, higher means more messages. retrain_full - bool or str, default=True | whether to retrain the selected model on the full training data when using holdout. True - retrain only after search finishes; False - no retraining; 'budget' - do best effort to retrain without violating the time budget. split_type - str or splitter object, default=\"auto\" | the data split type. A valid splitter object is an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. Set eval_method to \"cv\" to use the splitter object. Valid str options depend on different tasks. For classification tasks, valid choices are [\"auto\", 'stratified', 'uniform', 'time', 'group']. \"auto\" -> stratified. For regression tasks, valid choices are [\"auto\", 'uniform', 'time', 'group']. \"auto\" -> uniform. For time series forecast tasks, must be \"auto\" or 'time'. For ranking task, must be \"auto\" or 'group'. hpo_method - str, default=\"auto\" | The hyperparameter optimization method. By default, CFO is used for sequential search and BlendSearch is used for parallel search. No need to set when using flaml's default search space or using a simple customized search space. When set to 'bs', BlendSearch is used. BlendSearch can be tried when the search space is complex, for example, containing multiple disjoint, discontinuous subspaces. When set to 'random', random search is used. starting_points - A dictionary or a str to specify the starting hyperparameter config for the estimators | default=\"data\". If str: if \"data\", use data-dependent defaults; if \"data:path\" use data-dependent defaults which are stored at path; if \"static\", use data-independent defaults. If dict, keys are the name of the estimators, and values are the starting hyperparameter configurations for the corresponding estimators. The value can be a single hyperparameter configuration dict or a list of hyperparameter configuration dicts. In the following code example, we get starting_points from the automl object and use them in the new_automl object. e.g., from flaml import AutoMLautoml = AutoML()X_train, y_train = load_iris(return_X_y=True)automl.fit(X_train, y_train)starting_points = automl.best_config_per_estimatornew_automl = AutoML()new_automl.fit(X_train, y_train, starting_points=starting_points) Copy seed - int or None, default=None | The random seed for hpo. n_concurrent_trials - [In preview] int, default=1 | The number of concurrent trials. When n_concurrent_trials > 1, flaml performes parallel tuning and installation of ray or spark is required: pip install flaml[ray] or pip install flaml[spark]. Please check here for more details about installing Spark. keep_search_state - boolean, default=False | Whether to keep data needed for model search after fit(). By default the state is deleted for space saving. preserve_checkpoint - boolean, default=True | Whether to preserve the saved checkpoint on disk when deleting automl. By default the checkpoint is preserved. early_stop - boolean, default=False | Whether to stop early if the search is considered to converge. force_cancel - boolean, default=False | Whether to forcely cancel the PySpark job if overtime. mlflow_exp_name - str, default=None | The name of the mlflow experiment. This should be specified if enable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the same name as the basename of main entry file. append_log - boolean, default=False | Whetehr to directly append the log records to the input log file if it exists. auto_augment - boolean, default=True | Whether to automatically augment rare classes. min_sample_size - int, default=MIN_SAMPLE_TRAIN | the minimal sample size when sample=True. use_ray - boolean or dict. If boolean: default=False | Whether to use ray to run the training in separate processes. This can be used to prevent OOM for large datasets, but will incur more overhead in time. If dict: the dict contains the keywords arguments to be passed to ray.tune.run. use_spark - boolean, default=False | Whether to use spark to run the training in parallel spark jobs. This can be used to accelerate training on large models and large datasets, but will incur more overhead in time and thus slow down training in some cases. free_mem_ratio - float between 0 and 1, default=0. The free memory ratio to keep during training. metric_constraints - list, default=[] | The list of metric constraints. Each element in this list is a 3-tuple, which shall be expressed in the following format: the first element of the 3-tuple is the name of the metric, the second element is the inequality sign chosen from \">=\" and \"<=\", and the third element is the constraint value. E.g., ('precision', '>=', 0.9). Note that all the metric names in metric_constraints need to be reported via the metrics_to_log dictionary returned by a customized metric function. The customized metric function shall be provided via the metric key word argument of the fit() function or the automl constructor. Find examples in this test. If pred_time_limit is provided as one of keyword arguments to fit() function or the automl constructor, flaml will automatically (and under the hood) add it as an additional element in the metric_constraints. Essentially 'pred_time_limit' specifies a constraint about the prediction latency constraint in seconds. custom_hp - dict, default=None | The custom search space specified by user Each key is the estimator name, each value is a dict of the custom search space for that estimator. Notice the domain of the custom search space can either be a value of a sample.Domain object. custom_hp = { \"transformer_ms\": { \"model_path\": { \"domain\": \"albert-base-v2\", }, \"learning_rate\": { \"domain\": tune.choice([1e-4, 1e-5]), } }} Copy time_col - for a time series task, name of the column containing the timestamps. If not provided, defaults to the first column of X_train/X_val cv_score_agg_func - customized cross-validation scores aggregate function. Default to average metrics across folds. If specificed, this function needs to have the following input arguments: val_loss_folds: list of floats, the loss scores of each fold; log_metrics_folds: list of dicts/floats, the metrics of each fold to log. This function should return the final aggregate result of all folds. A float number of the minimization objective, and a dictionary as the metrics to log or None. E.g., def cv_score_agg_func(val_loss_folds, log_metrics_folds): metric_to_minimize = sum(val_loss_folds)/len(val_loss_folds) metrics_to_log = None for single_fold in log_metrics_folds: if metrics_to_log is None: metrics_to_log = single_fold elif isinstance(metrics_to_log, dict): metrics_to_log = {k: metrics_to_log[k] + v for k, v in single_fold.items()} else: metrics_to_log += single_fold if metrics_to_log: n = len(val_loss_folds) metrics_to_log = ( {k: v / n for k, v in metrics_to_log.items()} if isinstance(metrics_to_log, dict) else metrics_to_log / n ) return metric_to_minimize, metrics_to_log Copy skip_transform - boolean, default=False | Whether to pre-process data prior to modeling. mlflow_logging - boolean, default=None | Whether to log the training results to mlflow. Default value is None, which means the logging decision is made based on AutoML.init's mlflow_logging argument. Not valid if mlflow is not installed. fit_kwargs_by_estimator - dict, default=None | The user specified keywords arguments, grouped by estimator name. For TransformersEstimator, available fit_kwargs can be found from TrainingArgumentsForAuto. e.g., fit_kwargs_by_estimator = { \"transformer\": { \"output_dir\": \"test/data/output/\", \"fp16\": False, }, \"tft\": { \"max_encoder_length\": 1, \"min_encoder_length\": 1, \"static_categoricals\": [], \"static_reals\": [], \"time_varying_known_categoricals\": [], \"time_varying_known_reals\": [], \"time_varying_unknown_categoricals\": [], \"time_varying_unknown_reals\": [], \"variable_groups\": {}, \"lags\": {}, }} Copy **fit_kwargs - Other key word arguments to pass to fit() function of the searched learners, such as sample_weight. Below are a few examples of estimator-specific parameters: period - int | forecast horizon for all time series forecast tasks. gpu_per_trial - float, default = 0 | A float of the number of gpus per trial, only used by TransformersEstimator, XGBoostSklearnEstimator, and TemporalFusionTransformerEstimator. group_ids - list of strings of column names identifying a time series, only used by TemporalFusionTransformerEstimator, required for 'ts_forecast_panel' task. group_ids is a parameter for TimeSeriesDataSet object from PyTorchForecasting. For other parameters to describe your dataset, refer to TimeSeriesDataSet PyTorchForecasting. To specify your variables, use static_categoricals, static_reals, time_varying_known_categoricals, time_varying_known_reals, time_varying_unknown_categoricals, time_varying_unknown_reals, variable_groups. To provide more information on your data, use max_encoder_length, min_encoder_length, lags. log_dir - str, default = \"lightning_logs\" | Folder into which to log results for tensorboard, only used by TemporalFusionTransformerEstimator. max_epochs - int, default = 20 | Maximum number of epochs to run training, only used by TemporalFusionTransformerEstimator. batch_size - int, default = 64 | Batch size for training model, only used by TemporalFusionTransformerEstimator and TCNEstimator.","s":"AutoML Objects","u":"/FLAML/docs/reference/automl/automl","h":"#automl-objects","p":357},{"i":362,"t":"On this page","s":"automl.model","u":"/FLAML/docs/reference/automl/model","h":"","p":361},{"i":364,"t":"class BaseEstimator() Copy The abstract class for all learners. Typical examples: XGBoostEstimator: for regression. XGBoostSklearnEstimator: for classification. LGBMEstimator, RandomForestEstimator, LRL1Classifier, LRL2Classifier: for both regression and classification. __init__​ def __init__(task=\"binary\", **config) Copy Constructor. Arguments: task - A string of the task type, one of 'binary', 'multiclass', 'regression', 'rank', 'seq-classification', 'seq-regression', 'token-classification', 'multichoice-classification', 'summarization', 'ts_forecast', 'ts_forecast_classification'. config - A dictionary containing the hyperparameter names, 'n_jobs' as keys. n_jobs is the number of parallel threads. model​ @propertydef model() Copy Trained model after fit() is called, or None before fit() is called. estimator​ @propertydef estimator() Copy Get the best trained estimator model. Returns: object or None: The trained model obtained after calling the fit() method, representing the best estimator found during the training process. If fit() has not been called yet, it returns None. Examples: from flaml import AutoML automl = AutoML() automl.fit(X_train, y_train) best_estimator = automl.model.estimator print(best_estimator) RandomForestClassifier() Notes: To access the best estimator, use automl.model.estimator. feature_names_in_​ @propertydef feature_names_in_() Copy if self.model has attribute feature_names_in, return it. otherwise, if self.model has attribute feature_name, return it. otherwise, if self._model has attribute feature_names, return it. otherwise, if self._model has method get_booster, return the feature names. otherwise, return None. feature_importances_​ @propertydef feature_importances_() Copy if self.model has attribute feature_importances, return it. otherwise, if self.model has attribute coef, return it. otherwise, return None. fit​ def fit(X_train, y_train, budget=None, free_mem_ratio=0, **kwargs) Copy Train the model from given training data. Arguments: X_train - A numpy array or a dataframe of training data in shape n*m. y_train - A numpy array or a series of labels in shape n*1. budget - A float of the time budget in seconds. free_mem_ratio - A float between 0 and 1 for the free memory ratio to keep during training. Returns: train_time - A float of the training time in seconds. predict​ def predict(X, **kwargs) Copy Predict label from features. Arguments: X - A numpy array or a dataframe of featurized instances, shape n*m. Returns: A numpy array of shape n*1. Each element is the label for a instance. predict_proba​ def predict_proba(X, **kwargs) Copy Predict the probability of each class from features. Only works for classification problems Arguments: X - A numpy array of featurized instances, shape n*m. Returns: A numpy array of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j. score​ def score(X_val: DataFrame, y_val: Series, **kwargs) Copy Report the evaluation score of a trained estimator. Arguments: X_val - A pandas dataframe of the validation input data. y_val - A pandas series of the validation label. kwargs - keyword argument of the evaluation function, for example: metric: A string of the metric name or a function e.g., 'accuracy', 'roc_auc', 'roc_auc_ovr', 'roc_auc_ovo', 'f1', 'micro_f1', 'macro_f1', 'log_loss', 'mae', 'mse', 'r2', 'mape'. Default is 'auto'. If metric is given, the score will report the user specified metric. If metric is not given, the metric is set to accuracy for classification and r2 for regression. You can also pass a customized metric function, for examples on how to pass a customized metric function, please check test/nlp/test_autohf_custom_metric.py and test/automl/test_multiclass.py. Returns: The evaluation score on the validation dataset. search_space​ @classmethoddef search_space(cls, data_size, task, **params) Copy [required method] search space. Arguments: data_size - A tuple of two integers, number of rows and columns. task - A str of the task type, e.g., \"binary\", \"multiclass\", \"regression\". Returns: A dictionary of the search space. Each key is the name of a hyperparameter, and value is a dict with its domain (required) and low_cost_init_value, init_value, cat_hp_cost (if applicable). e.g., {'domain': tune.randint(lower=1, upper=10), 'init_value': 1}. size​ @classmethoddef size(cls, config: dict) -> float Copy [optional method] memory size of the estimator in bytes. Arguments: config - A dict of the hyperparameter config. Returns: A float of the memory size required by the estimator to train the given config. cost_relative2lgbm​ @classmethoddef cost_relative2lgbm(cls) -> float Copy [optional method] relative cost compared to lightgbm. init​ @classmethoddef init(cls) Copy [optional method] initialize the class. config2params​ def config2params(config: dict) -> dict Copy [optional method] config dict to params dict Arguments: config - A dict of the hyperparameter config. Returns: A dict that will be passed to self.estimator_class's constructor.","s":"BaseEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#baseestimator-objects","p":361},{"i":366,"t":"class SparkEstimator(BaseEstimator) Copy The base class for fine-tuning spark models, using pyspark.ml and SynapseML API. fit​ def fit(X_train: psDataFrame, y_train: psSeries = None, budget=None, free_mem_ratio=0, index_col: str = \"tmp_index_col\", **kwargs, ,) Copy Train the model from given training data. Arguments: X_train - A pyspark.pandas DataFrame of training data in shape n*m. y_train - A pyspark.pandas Series in shape n*1. None if X_train is a pyspark.pandas Dataframe contains y_train. budget - A float of the time budget in seconds. free_mem_ratio - A float between 0 and 1 for the free memory ratio to keep during training. Returns: train_time - A float of the training time in seconds. predict​ def predict(X, index_col=\"tmp_index_col\", return_all=False, **kwargs) Copy Predict label from features. Arguments: X - A pyspark or pyspark.pandas dataframe of featurized instances, shape n*m. index_col - A str of the index column name. Default to \"tmp_index_col\". return_all - A bool of whether to return all the prediction results. Default to False. Returns: A pyspark.pandas series of shape n*1 if return_all is False. Otherwise, a pyspark.pandas dataframe. predict_proba​ def predict_proba(X, index_col=\"tmp_index_col\", return_all=False, **kwargs) Copy Predict the probability of each class from features. Only works for classification problems Arguments: X - A pyspark or pyspark.pandas dataframe of featurized instances, shape n*m. index_col - A str of the index column name. Default to \"tmp_index_col\". return_all - A bool of whether to return all the prediction results. Default to False. Returns: A pyspark.pandas dataframe of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j.","s":"SparkEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkestimator-objects","p":361},{"i":368,"t":"class SparkLGBMEstimator(SparkEstimator) Copy The class for fine-tuning spark version lightgbm models, using SynapseML API.","s":"SparkLGBMEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklgbmestimator-objects","p":361},{"i":370,"t":"class SparkRandomForestEstimator(SparkEstimator) Copy The SparkEstimator class for Random Forest. predict​ def predict(X, index_col=\"tmp_index_col\", return_all=False, **kwargs) Copy Predict label from features. Arguments: X - A pyspark or pyspark.pandas dataframe of featurized instances, shape n*m. index_col - A str of the index column name. Default to \"tmp_index_col\". return_all - A bool of whether to return all the prediction results. Default to False. Returns: A pyspark.pandas series of shape n*1 if return_all is False. Otherwise, a pyspark.pandas dataframe.","s":"SparkRandomForestEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkrandomforestestimator-objects","p":361},{"i":372,"t":"class TransformersEstimator(BaseEstimator) Copy The class for fine-tuning language models, using huggingface transformers API.","s":"TransformersEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#transformersestimator-objects","p":361},{"i":374,"t":"class SKLearnEstimator(BaseEstimator) Copy The base class for tuning scikit-learn estimators. Subclasses can modify the function signature of __init__ to ignore the values in config that are not relevant to the constructor of their underlying estimator. For example, some regressors in scikit-learn don't accept the n_jobs parameter contained in config. For these, one can add n_jobs=None, before **config to make sure config doesn't contain an n_jobs key.","s":"SKLearnEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sklearnestimator-objects","p":361},{"i":376,"t":"class LGBMEstimator(BaseEstimator) Copy The class for tuning LGBM, using sklearn API.","s":"LGBMEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#lgbmestimator-objects","p":361},{"i":378,"t":"class XGBoostEstimator(SKLearnEstimator) Copy The class for tuning XGBoost regressor, not using sklearn API.","s":"XGBoostEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostestimator-objects","p":361},{"i":380,"t":"class XGBoostSklearnEstimator(SKLearnEstimator, LGBMEstimator) Copy The class for tuning XGBoost with unlimited depth, using sklearn API.","s":"XGBoostSklearnEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostsklearnestimator-objects","p":361},{"i":382,"t":"class XGBoostLimitDepthEstimator(XGBoostSklearnEstimator) Copy The class for tuning XGBoost with limited depth, using sklearn API.","s":"XGBoostLimitDepthEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#xgboostlimitdepthestimator-objects","p":361},{"i":384,"t":"class RandomForestEstimator(SKLearnEstimator, LGBMEstimator) Copy The class for tuning Random Forest.","s":"RandomForestEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#randomforestestimator-objects","p":361},{"i":386,"t":"class ExtraTreesEstimator(RandomForestEstimator) Copy The class for tuning Extra Trees.","s":"ExtraTreesEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#extratreesestimator-objects","p":361},{"i":388,"t":"class LRL1Classifier(SKLearnEstimator) Copy The class for tuning Logistic Regression with L1 regularization.","s":"LRL1Classifier Objects","u":"/FLAML/docs/reference/automl/model","h":"#lrl1classifier-objects","p":361},{"i":390,"t":"class LRL2Classifier(SKLearnEstimator) Copy The class for tuning Logistic Regression with L2 regularization.","s":"LRL2Classifier Objects","u":"/FLAML/docs/reference/automl/model","h":"#lrl2classifier-objects","p":361},{"i":392,"t":"class CatBoostEstimator(BaseEstimator) Copy The class for tuning CatBoost.","s":"CatBoostEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#catboostestimator-objects","p":361},{"i":394,"t":"class SVCEstimator(SKLearnEstimator) Copy The class for tuning Linear Support Vector Machine Classifier. predict_proba​ def predict_proba(X, **kwargs) Copy Predict the probability of each class from features. Only works for classification problems Arguments: X - A numpy array of featurized instances, shape n*m. Returns: A numpy array of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j.","s":"SVCEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#svcestimator-objects","p":361},{"i":396,"t":"class SparkNaiveBayesEstimator(SparkEstimator) Copy The class for tuning Naive Bayes Classifier.","s":"SparkNaiveBayesEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparknaivebayesestimator-objects","p":361},{"i":398,"t":"class SGDEstimator(SKLearnEstimator) Copy The class for tuning Stoachastic Gradient Descent model. predict_proba​ def predict_proba(X, **kwargs) Copy Predict the probability of each class from features. Only works for classification problems Arguments: X - A numpy array of featurized instances, shape n*m. Returns: A numpy array of shape n*c. c is the # classes. Each element at (i,j) is the probability for instance i to be in class j.","s":"SGDEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sgdestimator-objects","p":361},{"i":400,"t":"class ElasticNetEstimator(SKLearnEstimator) Copy The class for tuning Elastic Net regression model.","s":"ElasticNetEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#elasticnetestimator-objects","p":361},{"i":402,"t":"class LassoLarsEstimator(SKLearnEstimator) Copy The class for tuning Lasso model fit with Least Angle Regression a.k.a. Lars.","s":"LassoLarsEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#lassolarsestimator-objects","p":361},{"i":404,"t":"class SparkGLREstimator(SparkEstimator) Copy The class for tuning Generalized Linear Regression PySpark model.","s":"SparkGLREstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkglrestimator-objects","p":361},{"i":406,"t":"class SparkLinearRegressionEstimator(SparkEstimator) Copy The class for tuning Linear Regression PySpark model.","s":"SparkLinearRegressionEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklinearregressionestimator-objects","p":361},{"i":408,"t":"class SparkLinearSVCEstimator(SparkEstimator) Copy The class for tuning Linear SVC PySpark model.","s":"SparkLinearSVCEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparklinearsvcestimator-objects","p":361},{"i":410,"t":"class SparkGBTEstimator(SparkEstimator) Copy The class for tuning GBT PySpark model.","s":"SparkGBTEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkgbtestimator-objects","p":361},{"i":412,"t":"class SparkAFTSurvivalRegressionEstimator(SparkEstimator) Copy The class for tuning AFTSurvivalRegression PySpark model.","s":"SparkAFTSurvivalRegressionEstimator Objects","u":"/FLAML/docs/reference/automl/model","h":"#sparkaftsurvivalregressionestimator-objects","p":361},{"i":414,"t":"On this page","s":"automl.nlp.huggingface.training_args","u":"/FLAML/docs/reference/automl/nlp/huggingface/training_args","h":"","p":413},{"i":416,"t":"@dataclassclass TrainingArgumentsForAuto(TrainingArguments) Copy FLAML custom TrainingArguments. Arguments: task str - the task name for NLP tasks, e.g., seq-classification, token-classification output_dir str - data root directory for outputing the log, etc. model_path str, optional, defaults to \"facebook/muppet-roberta-base\" - A string, the path of the language model file, either a path from huggingface model card huggingface.co/models, or a local path for the model. fp16 bool, optional, defaults to \"False\" - A bool, whether to use FP16. max_seq_length int, optional, defaults to 128 - An integer, the max length of the sequence. For token classification task, this argument will be ineffective. pad_to_max_length (bool, optional, defaults to \"False\"): whether to pad all samples to model maximum sentence length. If False, will pad the samples dynamically when batching to the maximum length in the batch. per_device_eval_batch_size int, optional, defaults to 1 - An integer, the per gpu evaluation batch size. label_list List[str], optional, defaults to None - A list of string, the string list of the label names. When the task is sequence labeling/token classification, there are two formats of the labels: (1) The token labels, i.e., [B-PER, I-PER, B-LOC]; (2) Id labels. For (2), need to pass the label_list (e.g., [B-PER, I-PER, B-LOC]) to convert the Id to token labels when computing the metric with metric_loss_score. See the example in a simple token classification example.","s":"TrainingArgumentsForAuto Objects","u":"/FLAML/docs/reference/automl/nlp/huggingface/training_args","h":"#trainingargumentsforauto-objects","p":413},{"i":418,"t":"On this page","s":"automl.nlp.huggingface.utils","u":"/FLAML/docs/reference/automl/nlp/huggingface/utils","h":"","p":417},{"i":420,"t":"On this page","s":"automl.spark.metrics","u":"/FLAML/docs/reference/automl/spark/metrics","h":"","p":419},{"i":422,"t":"On this page","s":"automl.nlp.utils","u":"/FLAML/docs/reference/automl/nlp/utils","h":"","p":421},{"i":424,"t":"On this page","s":"automl.state","u":"/FLAML/docs/reference/automl/state","h":"","p":423},{"i":426,"t":"class AutoMLState() Copy sanitize​ @classmethoddef sanitize(cls, config: dict) -> dict Copy Make a config ready for passing to estimator.","s":"AutoMLState Objects","u":"/FLAML/docs/reference/automl/state","h":"#automlstate-objects","p":423},{"i":428,"t":"On this page","s":"automl.spark.utils","u":"/FLAML/docs/reference/automl/spark/utils","h":"","p":427},{"i":430,"t":"On this page","s":"automl.task.time_series_task","u":"/FLAML/docs/reference/automl/task/time_series_task","h":"","p":429},{"i":432,"t":"On this page","s":"automl.task.task","u":"/FLAML/docs/reference/automl/task/task","h":"","p":431},{"i":434,"t":"class Task(ABC) Copy Abstract base class for a machine learning task. Class definitions should implement abstract methods and provide a non-empty dictionary of estimator classes. A Task can be suitable to be used for multiple machine-learning tasks (e.g. classification or regression) or be implemented specifically for a single one depending on the generality of data validation and model evaluation methods implemented. The implementation of a Task may optionally use the training data and labels to determine data and task specific details, such as in determining if a problem is single-label or multi-label. FLAML evaluates at runtime how to behave exactly, relying on the task instance to provide implementations of operations which vary between tasks. __init__​ def __init__(task_name: str, X_train: Optional[Union[np.ndarray, DataFrame, psDataFrame]] = None, y_train: Optional[Union[np.ndarray, DataFrame, Series, psSeries]] = None) Copy Constructor. Arguments: task_name - String name for this type of task. Used when the Task can be generic and implement a number of types of sub-task. X_train - Optional. Some Task types may use the data shape or features to determine details of their usage, such as in binary vs multilabel classification. y_train - Optional. Some Task types may use the data shape or features to determine details of their usage, such as in binary vs multilabel classification. __str__​ def __str__() -> str Copy Name of this task type. evaluate_model_CV​ @abstractmethoddef evaluate_model_CV(config: dict, estimator: \"flaml.automl.ml.BaseEstimator\", X_train_all: Union[np.ndarray, DataFrame, psDataFrame], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries], budget: int, kf, eval_metric: str, best_val_loss: float, log_training_metric: bool = False, fit_kwargs: Optional[dict] = {}) -> Tuple[float, float, float, float] Copy Evaluate the model using cross-validation. Arguments: config - configuration used in the evaluation of the metric. estimator - Estimator class of the model. X_train_all - Complete training feature data. y_train_all - Complete training target data. budget - Training time budget. kf - Cross-validation index generator. eval_metric - Metric name to be used for evaluation. best_val_loss - Best current validation-set loss. log_training_metric - Bool defaults False. Enables logging of the training metric. fit_kwargs - Additional kwargs passed to the estimator's fit method. Returns: validation loss, metric value, train time, prediction time validate_data​ @abstractmethoddef validate_data(automl: \"flaml.automl.automl.AutoML\", state: \"flaml.automl.state.AutoMLState\", X_train_all: Union[np.ndarray, DataFrame, psDataFrame, None], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], dataframe: Union[DataFrame, None], label: str, X_val: Optional[Union[np.ndarray, DataFrame, psDataFrame]] = None, y_val: Optional[Union[np.ndarray, DataFrame, Series, psSeries]] = None, groups_val: Optional[List[str]] = None, groups: Optional[List[str]] = None) Copy Validate that the data is suitable for this task type. Arguments: automl - The AutoML instance from which this task has been constructed. state - The AutoMLState instance for this run. X_train_all - The complete data set or None if dataframe is supplied. y_train_all - The complete target set or None if dataframe is supplied. dataframe - A dataframe constaining the complete data set with targets. label - The name of the target column in dataframe. X_val - Optional. A data set for validation. y_val - Optional. A target vector corresponding to X_val for validation. groups_val - Group labels (with matching length to y_val) or group counts (with sum equal to length of y_val) for validation data. Need to be consistent with groups. groups - Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train) for training data. Raises: AssertionError - The data provided is invalid for this task type and configuration. prepare_data​ @abstractmethoddef prepare_data(state: \"flaml.automl.state.AutoMLState\", X_train_all: Union[np.ndarray, DataFrame, psDataFrame], y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], auto_augment: bool, eval_method: str, split_type: str, split_ratio: float, n_splits: int, data_is_df: bool, sample_weight_full: Optional[List[float]] = None) Copy Prepare the data for fitting or inference. Arguments: automl - The AutoML instance from which this task has been constructed. state - The AutoMLState instance for this run. X_train_all - The complete data set or None if dataframe is supplied. Must contain the target if y_train_all is None y_train_all - The complete target set or None if supplied in X_train_all. auto_augment - If true, task-specific data augmentations will be applied. eval_method - A string of resampling strategy, one of ['auto', 'cv', 'holdout']. split_type - str or splitter object, default=\"auto\" | the data split type. A valid splitter object is an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. Set eval_method to \"cv\" to use the splitter object. Valid str options depend on different tasks. For classification tasks, valid choices are [\"auto\", 'stratified', 'uniform', 'time', 'group']. \"auto\" -> stratified. For regression tasks, valid choices are [\"auto\", 'uniform', 'time', 'group']. \"auto\" -> uniform. For time series forecast tasks, must be \"auto\" or 'time'. For ranking task, must be \"auto\" or 'group'. split_ratio - A float of the valiation data percentage for holdout. n_splits - An integer of the number of folds for cross - validation. data_is_df - True if the data was provided as a DataFrame else False. sample_weight_full - A 1d arraylike of the sample weight. Raises: AssertionError - The configuration provided is invalid for this task type and data. decide_split_type​ @abstractmethoddef decide_split_type(split_type: str, y_train_all: Union[np.ndarray, DataFrame, Series, psSeries, None], fit_kwargs: dict, groups: Optional[List[str]] = None) -> str Copy Choose an appropriate data split type for this data and task. If split_type is 'auto' then this is determined based on the task type and data. If a specific split_type is requested then the choice is validated to be appropriate. Arguments: split_type - Either 'auto' or a task appropriate split type. y_train_all - The complete set of targets. fit_kwargs - Additional kwargs passed to the estimator's fit method. groups - Optional. Group labels (with matching length to y_train) or groups counts (with sum equal to length of y_train) for training data. Returns: The determined appropriate split type. Raises: AssertionError - The requested split_type is invalid for this task, configuration and data. preprocess​ @abstractmethoddef preprocess(X: Union[np.ndarray, DataFrame, psDataFrame], transformer: Optional[\"flaml.automl.data.DataTransformer\"] = None) -> Union[np.ndarray, DataFrame] Copy Preprocess the data ready for fitting or inference with this task type. Arguments: X - The data set to process. transformer - A DataTransformer instance to be used in processing. Returns: The preprocessed data set having the same type as the input. default_estimator_list​ @abstractmethoddef default_estimator_list(estimator_list: Union[List[str], str] = \"auto\", is_spark_dataframe: bool = False) -> List[str] Copy Return the list of default estimators registered for this task type. If 'auto' is provided then the default list is returned, else the provided list will be validated given this task type. Arguments: estimator_list - Either 'auto' or a list of estimator names to be validated. is_spark_dataframe - True if the data is a spark dataframe. Returns: A list of valid estimator names for this task type. default_metric​ @abstractmethoddef default_metric(metric: str) -> str Copy Return the default metric for this task type. If 'auto' is provided then the default metric for this task will be returned. Otherwise, the provided metric name is validated for this task type. Arguments: metric - The name of a metric to be used in evaluation of models during fitting or validation. Returns: The default metric, or the provided metric if it is valid for this task type. __eq__​ def __eq__(other: str) -> bool Copy For backward compatibility with all the string comparisons to task estimator_class_from_str​ def estimator_class_from_str(estimator_name: str) -> \"flaml.automl.ml.BaseEstimator\" Copy Determine the estimator class corresponding to the provided name. Arguments: estimator_name - Name of the desired estimator. Returns: The estimator class corresponding to the provided name. Raises: ValueError - The provided estimator_name has not been registered for this task type.","s":"Task Objects","u":"/FLAML/docs/reference/automl/task/task","h":"#task-objects","p":431},{"i":436,"t":"On this page","s":"automl.time_series.sklearn","u":"/FLAML/docs/reference/automl/time_series/sklearn","h":"","p":435},{"i":438,"t":"X : pandas.DataFrame Input features. y : array_like, (1d) Target vector. horizon : int length of X for predict method","s":"Parameters","u":"/FLAML/docs/reference/automl/time_series/sklearn","h":"#parameters","p":435},{"i":440,"t":"pandas.DataFrame shifted dataframe with lags columns","s":"Returns","u":"/FLAML/docs/reference/automl/time_series/sklearn","h":"#returns","p":435},{"i":442,"t":"On this page","s":"automl.time_series.tcn","u":"/FLAML/docs/reference/automl/time_series/tcn","h":"","p":441},{"i":444,"t":"class TCNEstimator(TimeSeriesEstimator) Copy The class for tuning TCN Forecaster","s":"TCNEstimator Objects","u":"/FLAML/docs/reference/automl/time_series/tcn","h":"#tcnestimator-objects","p":441},{"i":446,"t":"On this page","s":"automl.time_series.tft","u":"/FLAML/docs/reference/automl/time_series/tft","h":"","p":445},{"i":448,"t":"class TemporalFusionTransformerEstimator(TimeSeriesEstimator) Copy The class for tuning Temporal Fusion Transformer","s":"TemporalFusionTransformerEstimator Objects","u":"/FLAML/docs/reference/automl/time_series/tft","h":"#temporalfusiontransformerestimator-objects","p":445},{"i":450,"t":"On this page","s":"automl.time_series.ts_data","u":"/FLAML/docs/reference/automl/time_series/ts_data","h":"","p":449},{"i":452,"t":"@dataclassclass TimeSeriesDataset() Copy to_univariate​ def to_univariate() -> Dict[str, \"TimeSeriesDataset\"] Copy Convert a multivariate TrainingData to a dict of univariate ones @param df: @return: fourier_series​ def fourier_series(feature: pd.Series, name: str) Copy Assume feature goes from 0 to 1 cyclically, transform that into Fourier @param feature: input feature @return: sin(2pifeature), cos(2pifeature)","s":"TimeSeriesDataset Objects","u":"/FLAML/docs/reference/automl/time_series/ts_data","h":"#timeseriesdataset-objects","p":449},{"i":454,"t":"class DataTransformerTS() Copy Transform input time series training data. fit​ def fit(X: Union[DataFrame, np.array], y) Copy Fit transformer. Arguments: X - A numpy array or a pandas dataframe of training data. y - A numpy array or a pandas series of labels. Returns: X - Processed numpy array or pandas dataframe of training data. y - Processed numpy array or pandas series of labels.","s":"DataTransformerTS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_data","h":"#datatransformerts-objects","p":449},{"i":456,"t":"On this page","s":"automl.time_series.ts_model","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"","p":455},{"i":458,"t":"class Prophet(TimeSeriesEstimator) Copy The class for tuning Prophet.","s":"Prophet Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#prophet-objects","p":455},{"i":460,"t":"class ARIMA(StatsModelsEstimator) Copy The class for tuning ARIMA.","s":"ARIMA Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#arima-objects","p":455},{"i":462,"t":"class SARIMAX(StatsModelsEstimator) Copy The class for tuning SARIMA.","s":"SARIMAX Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#sarimax-objects","p":455},{"i":464,"t":"class HoltWinters(StatsModelsEstimator) Copy The class for tuning Holt Winters model, aka 'Triple Exponential Smoothing'.","s":"HoltWinters Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#holtwinters-objects","p":455},{"i":466,"t":"class SimpleForecaster(StatsModelsEstimator) Copy Base class for Naive Forecaster like Seasonal Naive, Naive, Seasonal Average, Average","s":"SimpleForecaster Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#simpleforecaster-objects","p":455},{"i":468,"t":"class TS_SKLearn(TimeSeriesEstimator) Copy The class for tuning SKLearn Regressors for time-series forecasting","s":"TS_SKLearn Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#ts_sklearn-objects","p":455},{"i":470,"t":"class LGBM_TS(TS_SKLearn) Copy The class for tuning LGBM Regressor for time-series forecasting","s":"LGBM_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#lgbm_ts-objects","p":455},{"i":472,"t":"class XGBoost_TS(TS_SKLearn) Copy The class for tuning XGBoost Regressor for time-series forecasting","s":"XGBoost_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#xgboost_ts-objects","p":455},{"i":474,"t":"class RF_TS(TS_SKLearn) Copy The class for tuning Random Forest Regressor for time-series forecasting","s":"RF_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#rf_ts-objects","p":455},{"i":476,"t":"class ExtraTrees_TS(TS_SKLearn) Copy The class for tuning Extra Trees Regressor for time-series forecasting","s":"ExtraTrees_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#extratrees_ts-objects","p":455},{"i":478,"t":"class XGBoostLimitDepth_TS(TS_SKLearn) Copy The class for tuning XGBoost Regressor with unlimited depth for time-series forecasting","s":"XGBoostLimitDepth_TS Objects","u":"/FLAML/docs/reference/automl/time_series/ts_model","h":"#xgboostlimitdepth_ts-objects","p":455},{"i":480,"t":"On this page","s":"default.estimator","u":"/FLAML/docs/reference/default/estimator","h":"","p":479},{"i":482,"t":"On this page","s":"default.greedy","u":"/FLAML/docs/reference/default/greedy","h":"","p":481},{"i":484,"t":"On this page","s":"default.portfolio","u":"/FLAML/docs/reference/default/portfolio","h":"","p":483},{"i":486,"t":"On this page","s":"default.suggest","u":"/FLAML/docs/reference/default/suggest","h":"","p":485},{"i":488,"t":"On this page","s":"fabric.mlflow","u":"/FLAML/docs/reference/fabric/mlflow","h":"","p":487},{"i":490,"t":"class MLflowIntegration() Copy pickle_and_log_automl_artifacts​ def pickle_and_log_automl_artifacts(automl, model, estimator, signature=None) Copy log automl artifacts to mlflow load back with automl = mlflow.pyfunc.load_model(model_run_id_or_uri), then do prediction with automl.predict(X) adopt_children​ def adopt_children(result=None) Copy Set autologging child runs to nested by fetching them after all child runs are completed. Note that this may cause disorder when concurrently starting multiple AutoML processes with the same experiment name if the MLflow version is less than or equal to \"2.5.0\". retrain​ def retrain(train_func, config) Copy retrain with given config, added for logging the best config and model to parent run. No more needed after v2.0.2post2 as we no longer log best config and model to parent run.","s":"MLflowIntegration Objects","u":"/FLAML/docs/reference/fabric/mlflow","h":"#mlflowintegration-objects","p":487},{"i":492,"t":"On this page","s":"onlineml.trial","u":"/FLAML/docs/reference/onlineml/trial","h":"","p":491},{"i":494,"t":"class OnlineResult() Copy Class for managing the result statistics of a trial. __init__​ def __init__(result_type_name: str, cb_coef: Optional[float] = None, init_loss: Optional[float] = 0.0, init_cb: Optional[float] = 100.0, mode: Optional[str] = \"min\", sliding_window_size: Optional[int] = 100) Copy Constructor. Arguments: result_type_name - A String to specify the name of the result type. cb_coef - a string to specify the coefficient on the confidence bound. init_loss - a float to specify the inital loss. init_cb - a float to specify the intial confidence bound. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. sliding_window_size - An int to specify the size of the sliding window (for experimental purpose). update_result​ def update_result(new_loss, new_resource_used, data_dimension, bound_of_range=1.0, new_observation_count=1.0) Copy Update result statistics.","s":"OnlineResult Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#onlineresult-objects","p":491},{"i":496,"t":"class BaseOnlineTrial(Trial) Copy Class for the online trial. __init__​ def __init__(config: dict, min_resource_lease: float, is_champion: Optional[bool] = False, is_checked_under_current_champion: Optional[bool] = True, custom_trial_name: Optional[str] = \"mae\", trial_id: Optional[str] = None) Copy Constructor. Arguments: config - The configuration dictionary. min_resource_lease - A float specifying the minimum resource lease. is_champion - A bool variable indicating whether the trial is champion. is_checked_under_current_champion - A bool indicating whether the trial has been used under the current champion. custom_trial_name - A string of a custom trial name. trial_id - A string for the trial id. set_resource_lease​ def set_resource_lease(resource: float) Copy Sets the resource lease accordingly. set_status​ def set_status(status) Copy Sets the status of the trial and record the start time.","s":"BaseOnlineTrial Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#baseonlinetrial-objects","p":491},{"i":498,"t":"class VowpalWabbitTrial(BaseOnlineTrial) Copy The class for Vowpal Wabbit online trials. __init__​ def __init__(config: dict, min_resource_lease: float, metric: str = \"mae\", is_champion: Optional[bool] = False, is_checked_under_current_champion: Optional[bool] = True, custom_trial_name: Optional[str] = \"vw_mae_clipped\", trial_id: Optional[str] = None, cb_coef: Optional[float] = None) Copy Constructor. Arguments: config dict - the config of the trial (note that the config is a set because the hyperparameters are). min_resource_lease float - the minimum resource lease. metric str - the loss metric. is_champion bool - indicates whether the trial is the current champion or not. is_checked_under_current_champion bool - indicates whether this trials has been paused under the current champion. trial_id str - id of the trial (if None, it will be generated in the constructor). train_eval_model_online​ def train_eval_model_online(data_sample, y_pred) Copy Train and evaluate model online. predict​ def predict(x) Copy Predict using the model.","s":"VowpalWabbitTrial Objects","u":"/FLAML/docs/reference/onlineml/trial","h":"#vowpalwabbittrial-objects","p":491},{"i":500,"t":"On this page","s":"onlineml.trial_runner","u":"/FLAML/docs/reference/onlineml/trial_runner","h":"","p":499},{"i":502,"t":"class OnlineTrialRunner() Copy Class for the OnlineTrialRunner. __init__​ def __init__(max_live_model_num: int, searcher=None, scheduler=None, champion_test_policy=\"loss_ucb\", **kwargs) Copy Constructor. Arguments: max_live_model_num - The maximum number of 'live'/running models allowed. searcher - A class for generating Trial objects progressively. The ConfigOracle is implemented in the searcher. scheduler - A class for managing the 'live' trials and allocating the resources for the trials. champion_test_policy - A string to specify what test policy to test for champion. Currently can choose from ['loss_ucb', 'loss_avg', 'loss_lcb', None]. champion_trial​ @propertydef champion_trial() -> Trial Copy The champion trial. running_trials​ @propertydef running_trials() Copy The running/'live' trials. step​ def step(data_sample=None, prediction_trial_tuple=None) Copy Schedule one trial to run each time it is called. Arguments: data_sample - One data example. prediction_trial_tuple - A list of information containing (prediction_made, prediction_trial). get_top_running_trials​ def get_top_running_trials(top_ratio=None, top_metric=\"ucb\") -> list Copy Get a list of trial ids, whose performance is among the top running trials. get_trials​ def get_trials() -> list Copy Return the list of trials managed by this TrialRunner. add_trial​ def add_trial(new_trial) Copy Add a new trial to this TrialRunner. Trials may be added at any time. Arguments: new_trial Trial - Trial to queue. stop_trial​ def stop_trial(trial) Copy Stop a trial: set the status of a trial to be Trial.TERMINATED and perform other subsequent operations. pause_trial​ def pause_trial(trial) Copy Pause a trial: set the status of a trial to be Trial.PAUSED and perform other subsequent operations. run_trial​ def run_trial(trial) Copy Run a trial: set the status of a trial to be Trial.RUNNING and perform other subsequent operations.","s":"OnlineTrialRunner Objects","u":"/FLAML/docs/reference/onlineml/trial_runner","h":"#onlinetrialrunner-objects","p":499},{"i":504,"t":"On this page","s":"tune.analysis","u":"/FLAML/docs/reference/tune/analysis","h":"","p":503},{"i":506,"t":"class ExperimentAnalysis() Copy Analyze results from a Tune experiment. best_trial​ @propertydef best_trial() -> Trial Copy Get the best trial of the experiment The best trial is determined by comparing the last trial results using the metric and mode parameters passed to tune.run(). If you didn't pass these parameters, use get_best_trial(metric, mode, scope) instead. best_config​ @propertydef best_config() -> Dict Copy Get the config of the best trial of the experiment The best trial is determined by comparing the last trial results using the metric and mode parameters passed to tune.run(). If you didn't pass these parameters, use get_best_config(metric, mode, scope) instead. results​ @propertydef results() -> Dict[str, Dict] Copy Get the last result of all the trials of the experiment get_best_trial​ def get_best_trial(metric: Optional[str] = None, mode: Optional[str] = None, scope: str = \"last\", filter_nan_and_inf: bool = True) -> Optional[Trial] Copy Retrieve the best trial object. Compares all trials' scores on metric. If metric is not specified, self.default_metric will be used. If mode is not specified, self.default_mode will be used. These values are usually initialized by passing the metric and mode parameters to tune.run(). Arguments: metric str - Key for trial info to order on. Defaults to self.default_metric. mode str - One of [min, max]. Defaults to self.default_mode. scope str - One of [all, last, avg, last-5-avg, last-10-avg]. If scope=last, only look at each trial's final step for metric, and compare across trials based on mode=[min,max]. If scope=avg, consider the simple average over all steps for metric and compare across trials based on mode=[min,max]. If scope=last-5-avg or scope=last-10-avg, consider the simple average over the last 5 or 10 steps for metric and compare across trials based on mode=[min,max]. If scope=all, find each trial's min/max score for metric based on mode, and compare trials based on mode=[min,max]. filter_nan_and_inf bool - If True (default), NaN or infinite values are disregarded and these trials are never selected as the best trial. get_best_config​ def get_best_config(metric: Optional[str] = None, mode: Optional[str] = None, scope: str = \"last\") -> Optional[Dict] Copy Retrieve the best config corresponding to the trial. Compares all trials' scores on metric. If metric is not specified, self.default_metric will be used. If mode is not specified, self.default_mode will be used. These values are usually initialized by passing the metric and mode parameters to tune.run(). Arguments: metric str - Key for trial info to order on. Defaults to self.default_metric. mode str - One of [min, max]. Defaults to self.default_mode. scope str - One of [all, last, avg, last-5-avg, last-10-avg]. If scope=last, only look at each trial's final step for metric, and compare across trials based on mode=[min,max]. If scope=avg, consider the simple average over all steps for metric and compare across trials based on mode=[min,max]. If scope=last-5-avg or scope=last-10-avg, consider the simple average over the last 5 or 10 steps for metric and compare across trials based on mode=[min,max]. If scope=all, find each trial's min/max score for metric based on mode, and compare trials based on mode=[min,max]. best_result​ @propertydef best_result() -> Dict Copy Get the last result of the best trial of the experiment The best trial is determined by comparing the last trial results using the metric and mode parameters passed to tune.run(). If you didn't pass these parameters, use get_best_trial(metric, mode, scope).last_result instead.","s":"ExperimentAnalysis Objects","u":"/FLAML/docs/reference/tune/analysis","h":"#experimentanalysis-objects","p":503},{"i":508,"t":"On this page","s":"tune.sample","u":"/FLAML/docs/reference/tune/sample","h":"","p":507},{"i":510,"t":"class Domain() Copy Base class to specify a type and valid range to sample parameters from. This base class is implemented by parameter spaces, like float ranges (Float), integer ranges (Integer), or categorical variables (Categorical). The Domain object contains information about valid values (e.g. minimum and maximum values), and exposes methods that allow specification of specific samplers (e.g. uniform() or loguniform()). cast​ def cast(value) Copy Cast value to domain type is_valid​ def is_valid(value: Any) Copy Returns True if value is a valid value in this domain.","s":"Domain Objects","u":"/FLAML/docs/reference/tune/sample","h":"#domain-objects","p":507},{"i":512,"t":"class Grid(Sampler) Copy Dummy sampler used for grid search uniform​ def uniform(lower: float, upper: float) Copy Sample a float value uniformly between lower and upper. Sampling from tune.uniform(1, 10) is equivalent to sampling from np.random.uniform(1, 10)) quniform​ def quniform(lower: float, upper: float, q: float) Copy Sample a quantized float value uniformly between lower and upper. Sampling from tune.uniform(1, 10) is equivalent to sampling from np.random.uniform(1, 10)) The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive. loguniform​ def loguniform(lower: float, upper: float, base: float = 10) Copy Sugar for sampling in different orders of magnitude. Arguments: lower float - Lower boundary of the output interval (e.g. 1e-4) upper float - Upper boundary of the output interval (e.g. 1e-2) base int - Base of the log. Defaults to 10. qloguniform​ def qloguniform(lower: float, upper: float, q: float, base: float = 10) Copy Sugar for sampling in different orders of magnitude. The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive. Arguments: lower float - Lower boundary of the output interval (e.g. 1e-4) upper float - Upper boundary of the output interval (e.g. 1e-2) q float - Quantization number. The result will be rounded to an integer increment of this value. base int - Base of the log. Defaults to 10. choice​ def choice(categories: Sequence) Copy Sample a categorical value. Sampling from tune.choice([1, 2]) is equivalent to sampling from np.random.choice([1, 2]) randint​ def randint(lower: int, upper: int) Copy Sample an integer value uniformly between lower and upper. lower is inclusive, upper is exclusive. Sampling from tune.randint(10) is equivalent to sampling from np.random.randint(10) lograndint​ def lograndint(lower: int, upper: int, base: float = 10) Copy Sample an integer value log-uniformly between lower and upper, with base being the base of logarithm. lower is inclusive, upper is exclusive. qrandint​ def qrandint(lower: int, upper: int, q: int = 1) Copy Sample an integer value uniformly between lower and upper. lower is inclusive, upper is also inclusive (!). The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive. qlograndint​ def qlograndint(lower: int, upper: int, q: int, base: float = 10) Copy Sample an integer value log-uniformly between lower and upper, with base being the base of logarithm. lower is inclusive, upper is also inclusive (!). The value will be quantized, i.e. rounded to an integer increment of q. Quantization makes the upper bound inclusive. randn​ def randn(mean: float = 0.0, sd: float = 1.0) Copy Sample a float value normally with mean and sd. Arguments: mean float - Mean of the normal distribution. Defaults to 0. sd float - SD of the normal distribution. Defaults to 1. qrandn​ def qrandn(mean: float, sd: float, q: float) Copy Sample a float value normally with mean and sd. The value will be quantized, i.e. rounded to an integer increment of q. Arguments: mean - Mean of the normal distribution. sd - SD of the normal distribution. q - Quantization number. The result will be rounded to an integer increment of this value.","s":"Grid Objects","u":"/FLAML/docs/reference/tune/sample","h":"#grid-objects","p":507},{"i":514,"t":"On this page","s":"onlineml.autovw","u":"/FLAML/docs/reference/onlineml/autovw","h":"","p":513},{"i":516,"t":"class AutoVW() Copy Class for the AutoVW algorithm. __init__​ def __init__(max_live_model_num: int, search_space: dict, init_config: Optional[dict] = {}, min_resource_lease: Optional[Union[str, float]] = \"auto\", automl_runner_args: Optional[dict] = {}, scheduler_args: Optional[dict] = {}, model_select_policy: Optional[str] = \"threshold_loss_ucb\", metric: Optional[str] = \"mae_clipped\", random_seed: Optional[int] = None, model_selection_mode: Optional[str] = \"min\", cb_coef: Optional[float] = None) Copy Constructor. Arguments: max_live_model_num - An int to specify the maximum number of 'live' models, which, in other words, is the maximum number of models allowed to update in each learning iteraction. search_space - A dictionary of the search space. This search space includes both hyperparameters we want to tune and fixed hyperparameters. In the latter case, the value is a fixed value. init_config - A dictionary of a partial or full initial config, e.g. {'interactions': set(), 'learning_rate': 0.5} min_resource_lease - string or float | The minimum resource lease assigned to a particular model/trial. If set as 'auto', it will be calculated automatically. automl_runner_args - A dictionary of configuration for the OnlineTrialRunner. If set {}, default values will be used, which is equivalent to using the following configs. Example: automl_runner_args = { \"champion_test_policy\": 'loss_ucb', # the statistic test for a better champion \"remove_worse\": False, # whether to do worse than test} Copy scheduler_args - A dictionary of configuration for the scheduler. If set {}, default values will be used, which is equivalent to using the following config. Example: scheduler_args = { \"keep_challenger_metric\": 'ucb', # what metric to use when deciding the top performing challengers \"keep_challenger_ratio\": 0.5, # denotes the ratio of top performing challengers to keep live \"keep_champion\": True, # specifcies whether to keep the champion always running} Copy model_select_policy - A string in ['threshold_loss_ucb', 'threshold_loss_lcb', 'threshold_loss_avg', 'loss_ucb', 'loss_lcb', 'loss_avg'] to specify how to select one model to do prediction from the live model pool. Default value is 'threshold_loss_ucb'. metric - A string in ['mae_clipped', 'mae', 'mse', 'absolute_clipped', 'absolute', 'squared'] to specify the name of the loss function used for calculating the progressive validation loss in ChaCha. random_seed - An integer of the random seed used in the searcher (more specifically this the random seed for ConfigOracle). model_selection_mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. cb_coef - A float coefficient (optional) used in the sample complexity bound. predict​ def predict(data_sample) Copy Predict on the input data sample. Arguments: data_sample - one data example in vw format. learn​ def learn(data_sample) Copy Perform one online learning step with the given data sample. Arguments: data_sample - one data example in vw format. It will be used to update the vw model. get_ns_feature_dim_from_vw_example​ @staticmethoddef get_ns_feature_dim_from_vw_example(vw_example) -> dict Copy Get a dictionary of feature dimensionality for each namespace singleton.","s":"AutoVW Objects","u":"/FLAML/docs/reference/onlineml/autovw","h":"#autovw-objects","p":513},{"i":518,"t":"On this page","s":"tune.scheduler.trial_scheduler","u":"/FLAML/docs/reference/tune/scheduler/trial_scheduler","h":"","p":517},{"i":520,"t":"class TrialScheduler() Copy Interface for implementing a Trial Scheduler class.","s":"TrialScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/trial_scheduler","h":"#trialscheduler-objects","p":517},{"i":522,"t":"On this page","s":"tune.scheduler.online_scheduler","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"","p":521},{"i":524,"t":"class OnlineScheduler(TrialScheduler) Copy Class for the most basic OnlineScheduler. on_trial_result​ def on_trial_result(trial_runner, trial: Trial, result: Dict) Copy Report result and return a decision on the trial's status. choose_trial_to_run​ def choose_trial_to_run(trial_runner) -> Trial Copy Decide which trial to run next.","s":"OnlineScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#onlinescheduler-objects","p":521},{"i":526,"t":"class OnlineSuccessiveDoublingScheduler(OnlineScheduler) Copy class for the OnlineSuccessiveDoublingScheduler algorithm. __init__​ def __init__(increase_factor: float = 2.0) Copy Constructor. Arguments: increase_factor - A float of multiplicative factor used to increase resource lease. Default is 2.0. on_trial_result​ def on_trial_result(trial_runner, trial: Trial, result: Dict) Copy Report result and return a decision on the trial's status.","s":"OnlineSuccessiveDoublingScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#onlinesuccessivedoublingscheduler-objects","p":521},{"i":528,"t":"class ChaChaScheduler(OnlineSuccessiveDoublingScheduler) Copy class for the ChaChaScheduler algorithm. __init__​ def __init__(increase_factor: float = 2.0, **kwargs) Copy Constructor. Arguments: increase_factor - A float of multiplicative factor used to increase resource lease. Default is 2.0. on_trial_result​ def on_trial_result(trial_runner, trial: Trial, result: Dict) Copy Report result and return a decision on the trial's status.","s":"ChaChaScheduler Objects","u":"/FLAML/docs/reference/tune/scheduler/online_scheduler","h":"#chachascheduler-objects","p":521},{"i":530,"t":"On this page","s":"tune.searcher.cfo_cat","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","h":"","p":529},{"i":532,"t":"class FLOW2Cat(FLOW2) Copy Local search algorithm optimized for categorical variables.","s":"FLOW2Cat Objects","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","h":"#flow2cat-objects","p":529},{"i":534,"t":"class CFOCat(CFO) Copy CFO optimized for categorical variables.","s":"CFOCat Objects","u":"/FLAML/docs/reference/tune/searcher/cfo_cat","h":"#cfocat-objects","p":529},{"i":536,"t":"On this page","s":"tune.searcher.online_searcher","u":"/FLAML/docs/reference/tune/searcher/online_searcher","h":"","p":535},{"i":538,"t":"class BaseSearcher() Copy Abstract class for an online searcher.","s":"BaseSearcher Objects","u":"/FLAML/docs/reference/tune/searcher/online_searcher","h":"#basesearcher-objects","p":535},{"i":540,"t":"class ChampionFrontierSearcher(BaseSearcher) Copy The ChampionFrontierSearcher class. NOTE about the correspondence about this code and the research paper: ChaCha for Online AutoML. This class serves the role of ConfigOralce as described in the paper. __init__​ def __init__(init_config: Dict, space: Optional[Dict] = None, metric: Optional[str] = None, mode: Optional[str] = None, random_seed: Optional[int] = 2345, online_trial_args: Optional[Dict] = {}, nonpoly_searcher_name: Optional[str] = \"CFO\") Copy Constructor. Arguments: init_config - A dictionary of initial configuration. space - A dictionary to specify the search space. metric - A string of the metric name to optimize for. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. random_seed - An integer of the random seed. online_trial_args - A dictionary to specify the online trial arguments for experimental purpose. nonpoly_searcher_name - A string to specify the search algorithm for nonpoly hyperparameters. set_search_properties​ def set_search_properties(metric: Optional[str] = None, mode: Optional[str] = None, config: Optional[Dict] = {}, setting: Optional[Dict] = {}, init_call: Optional[bool] = False) Copy Construct search space with the given config, and setup the search. next_trial​ def next_trial() Copy Return a trial from the _challenger_list.","s":"ChampionFrontierSearcher Objects","u":"/FLAML/docs/reference/tune/searcher/online_searcher","h":"#championfrontiersearcher-objects","p":535},{"i":542,"t":"On this page","s":"tune.searcher.flow2","u":"/FLAML/docs/reference/tune/searcher/flow2","h":"","p":541},{"i":544,"t":"class FLOW2(Searcher) Copy Local search algorithm FLOW2, with adaptive step size. __init__​ def __init__(init_config: dict, metric: Optional[str] = None, mode: Optional[str] = None, space: Optional[dict] = None, resource_attr: Optional[str] = None, min_resource: Optional[float] = None, max_resource: Optional[float] = None, resource_multiple_factor: Optional[float] = None, cost_attr: Optional[str] = \"time_total_s\", seed: Optional[int] = 20, lexico_objectives=None) Copy Constructor. Arguments: init_config - a dictionary of a partial or full initial config, e.g., from a subset of controlled dimensions to the initial low-cost values. E.g., {'epochs': 1}. metric - A string of the metric name to optimize for. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. space - A dictionary to specify the search space. resource_attr - A string to specify the resource dimension and the best performance is assumed to be at the max_resource. min_resource - A float of the minimal resource to use for the resource_attr. max_resource - A float of the maximal resource to use for the resource_attr. resource_multiple_factor - A float of the multiplicative factor used for increasing resource. cost_attr - A string of the attribute used for cost. seed - An integer of the random seed. lexico_objectives - dict, default=None | It specifics information needed to perform multi-objective optimization with lexicographic preferences. When lexico_objectives is not None, the arguments metric, mode will be invalid. This dictionary shall contain the following fields of key-value pairs: \"metrics\": a list of optimization objectives with the orders reflecting the priorities/preferences of the objectives. \"modes\" (optional): a list of optimization modes (each mode either \"min\" or \"max\") corresponding to the objectives in the metric list. If not provided, we use \"min\" as the default mode for all the objectives \"targets\" (optional): a dictionary to specify the optimization targets on the objectives. The keys are the metric names (provided in \"metric\"), and the values are the numerical target values. \"tolerances\" (optional): a dictionary to specify the optimality tolerances on objectives. The keys are the metric names (provided in \"metrics\"), and the values are the absolute/percentage tolerance in the form of numeric/string. E.g., lexico_objectives = { Copy \"metrics\" - [\"error_rate\", \"pred_time\"], \"modes\" - [\"min\", \"min\"], \"tolerances\" - {\"error_rate\": 0.01, \"pred_time\": 0.0}, \"targets\" - {\"error_rate\": 0.0}, } We also support percentage tolerance.E.g.,```pythonlexico_objectives = { Copy \"metrics\" - [\"error_rate\", \"pred_time\"], \"modes\" - [\"min\", \"min\"], \"tolerances\" - {\"error_rate\": \"5%\", \"pred_time\": \"0%\"}, \"targets\" - {\"error_rate\": 0.0}, } Copy complete_config​ def complete_config(partial_config: Dict, lower: Optional[Dict] = None, upper: Optional[Dict] = None) -> Tuple[Dict, Dict] Copy Generate a complete config from the partial config input. Add minimal resource to config if available. normalize​ def normalize(config, recursive=False) -> Dict Copy normalize each dimension in config to [0,1]. denormalize​ def denormalize(config) Copy denormalize each dimension in config from [0,1]. on_trial_complete​ def on_trial_complete(trial_id: str, result: Optional[Dict] = None, error: bool = False) Copy Compare with incumbent. If better, move, reset num_complete and num_proposed. If not better and num_complete >= 2*dim, num_allowed += 2. on_trial_result​ def on_trial_result(trial_id: str, result: Dict) Copy Early update of incumbent. suggest​ def suggest(trial_id: str) -> Optional[Dict] Copy Suggest a new config, one of the following cases: same incumbent, increase resource. same resource, move from the incumbent to a random direction. same resource, move from the incumbent to the opposite direction. can_suggest​ @propertydef can_suggest() -> bool Copy Can't suggest if 2*dim configs have been proposed for the incumbent while fewer are completed. config_signature​ def config_signature(config, space: Dict = None) -> tuple Copy Return the signature tuple of a config. converged​ @propertydef converged() -> bool Copy Whether the local search has converged. reach​ def reach(other: Searcher) -> bool Copy whether the incumbent can reach the incumbent of other.","s":"FLOW2 Objects","u":"/FLAML/docs/reference/tune/searcher/flow2","h":"#flow2-objects","p":541},{"i":546,"t":"On this page","s":"tune.searcher.search_thread","u":"/FLAML/docs/reference/tune/searcher/search_thread","h":"","p":545},{"i":548,"t":"class SearchThread() Copy Class of global or local search thread. __init__​ def __init__(mode: str = \"min\", search_alg: Optional[Searcher] = None, cost_attr: Optional[str] = TIME_TOTAL_S, eps: Optional[float] = 1.0) Copy When search_alg is omitted, use local search FLOW2. suggest​ def suggest(trial_id: str) -> Optional[Dict] Copy Use the suggest() of the underlying search algorithm. on_trial_complete​ def on_trial_complete(trial_id: str, result: Optional[Dict] = None, error: bool = False) Copy Update the statistics of the thread. reach​ def reach(thread) -> bool Copy Whether the incumbent can reach the incumbent of thread. can_suggest​ @propertydef can_suggest() -> bool Copy Whether the thread can suggest new configs.","s":"SearchThread Objects","u":"/FLAML/docs/reference/tune/searcher/search_thread","h":"#searchthread-objects","p":545},{"i":550,"t":"On this page","s":"tune.space","u":"/FLAML/docs/reference/tune/space","h":"","p":549},{"i":552,"t":"On this page","s":"tune.searcher.variant_generator","u":"/FLAML/docs/reference/tune/searcher/variant_generator","h":"","p":551},{"i":554,"t":"class TuneError(Exception) Copy General error class raised by ray.tune. generate_variants​ def generate_variants(unresolved_spec: Dict, constant_grid_search: bool = False, random_state: \"RandomState\" = None) -> Generator[Tuple[Dict, Dict], None, None] Copy Generates variants from a spec (dict) with unresolved values. There are two types of unresolved values: Grid search: These define a grid search over values. For example, the following grid search values in a spec will produce six distinct variants in combination: \"activation\": grid_search([\"relu\", \"tanh\"]) \"learning_rate\": grid_search([1e-3, 1e-4, 1e-5]) Lambda functions: These are evaluated to produce a concrete value, and can express dependencies or conditional distributions between values. They can also be used to express random search (e.g., by calling into the random or np module). \"cpu\": lambda spec: spec.config.num_workers \"batch_size\": lambda spec: random.uniform(1, 1000) Finally, to support defining specs in plain JSON / YAML, grid search and lambda functions can also be defined alternatively as follows: \"activation\": {\"grid_search\": [\"relu\", \"tanh\"]} \"cpu\": {\"eval\": \"spec.config.num_workers\"} Use format_vars to format the returned dict of hyperparameters. Yields: (Dict of resolved variables, Spec object) grid_search​ def grid_search(values: List) -> Dict[str, List] Copy Convenience method for specifying grid search over a value. Arguments: values - An iterable whose parameters will be gridded.","s":"TuneError Objects","u":"/FLAML/docs/reference/tune/searcher/variant_generator","h":"#tuneerror-objects","p":551},{"i":556,"t":"On this page","s":"tune.searcher.blendsearch","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"","p":555},{"i":558,"t":"class BlendSearch(Searcher) Copy class for BlendSearch algorithm. __init__​ def __init__(metric: Optional[str] = None, mode: Optional[str] = None, space: Optional[dict] = None, low_cost_partial_config: Optional[dict] = None, cat_hp_cost: Optional[dict] = None, points_to_evaluate: Optional[List[dict]] = None, evaluated_rewards: Optional[List] = None, time_budget_s: Union[int, float] = None, num_samples: Optional[int] = None, resource_attr: Optional[str] = None, min_resource: Optional[float] = None, max_resource: Optional[float] = None, reduction_factor: Optional[float] = None, global_search_alg: Optional[Searcher] = None, config_constraints: Optional[List[Tuple[Callable[[dict], float], str, float]]] = None, metric_constraints: Optional[List[Tuple[str, str, float]]] = None, seed: Optional[int] = 20, cost_attr: Optional[str] = \"auto\", cost_budget: Optional[float] = None, experimental: Optional[bool] = False, lexico_objectives: Optional[dict] = None, use_incumbent_result_in_evaluation=False, allow_empty_config=False) Copy Constructor. Arguments: metric - A string of the metric name to optimize for. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. space - A dictionary to specify the search space. low_cost_partial_config - A dictionary from a subset of controlled dimensions to the initial low-cost values. E.g., {'n_estimators': 4, 'max_leaves': 4}. cat_hp_cost - A dictionary from a subset of categorical dimensions to the relative cost of each choice. E.g., {'tree_method': [1, 1, 2]}. I.e., the relative cost of the three choices of 'tree_method' is 1, 1 and 2 respectively. points_to_evaluate - Initial parameter suggestions to be run first. evaluated_rewards list - If you have previously evaluated the parameters passed in as points_to_evaluate you can avoid re-running those trials by passing in the reward attributes as a list so the optimiser can be told the results without needing to re-compute the trial. Must be the same or shorter length than points_to_evaluate. When provided, mode must be specified. time_budget_s - int or float | Time budget in seconds. num_samples - int | The number of configs to try. -1 means no limit on the number of configs to try. resource_attr - A string to specify the resource dimension and the best performance is assumed to be at the max_resource. min_resource - A float of the minimal resource to use for the resource_attr. max_resource - A float of the maximal resource to use for the resource_attr. reduction_factor - A float of the reduction factor used for incremental pruning. global_search_alg - A Searcher instance as the global search instance. If omitted, Optuna is used. The following algos have known issues when used as global_search_alg: HyperOptSearch raises exception sometimes TuneBOHB has its own scheduler config_constraints - A list of config constraints to be satisfied. E.g., config_constraints = [(mem_size, '<=', 1024**3)]. mem_size is a function which produces a float number for the bytes needed for a config. It is used to skip configs which do not fit in memory. metric_constraints - A list of metric constraints to be satisfied. E.g., ['precision', '>=', 0.9]. The sign can be \">=\" or \"<=\". seed - An integer of the random seed. cost_attr - None or str to specify the attribute to evaluate the cost of different trials. Default is \"auto\", which means that we will automatically choose the cost attribute to use (depending on the nature of the resource budget). When cost_attr is set to None, cost differences between different trials will be omitted in our search algorithm. When cost_attr is set to a str different from \"auto\" and \"time_total_s\", this cost_attr must be available in the result dict of the trial. cost_budget - A float of the cost budget. Only valid when cost_attr is a str different from \"auto\" and \"time_total_s\". lexico_objectives - dict, default=None | It specifics information needed to perform multi-objective optimization with lexicographic preferences. This is only supported in CFO currently. When lexico_objectives is not None, the arguments metric, mode will be invalid. This dictionary shall contain the following fields of key-value pairs: \"metrics\": a list of optimization objectives with the orders reflecting the priorities/preferences of the objectives. \"modes\" (optional): a list of optimization modes (each mode either \"min\" or \"max\") corresponding to the objectives in the metric list. If not provided, we use \"min\" as the default mode for all the objectives. \"targets\" (optional): a dictionary to specify the optimization targets on the objectives. The keys are the metric names (provided in \"metric\"), and the values are the numerical target values. \"tolerances\" (optional): a dictionary to specify the optimality tolerances on objectives. The keys are the metric names (provided in \"metrics\"), and the values are the absolute/percentage tolerance in the form of numeric/string. E.g., lexico_objectives = { Copy \"metrics\" - [\"error_rate\", \"pred_time\"], \"modes\" - [\"min\", \"min\"], \"tolerances\" - {\"error_rate\": 0.01, \"pred_time\": 0.0}, \"targets\" - {\"error_rate\": 0.0}, } We also support percentage tolerance.E.g.,```pythonlexico_objectives = { Copy \"metrics\" - [\"error_rate\", \"pred_time\"], \"modes\" - [\"min\", \"min\"], \"tolerances\" - {\"error_rate\": \"5%\", \"pred_time\": \"0%\"}, \"targets\" - {\"error_rate\": 0.0}, } Copy experimental - A bool of whether to use experimental features. save​ def save(checkpoint_path: str) Copy save states to a checkpoint path. restore​ def restore(checkpoint_path: str) Copy restore states from checkpoint. on_trial_complete​ def on_trial_complete(trial_id: str, result: Optional[Dict] = None, error: bool = False) Copy search thread updater and cleaner. on_trial_result​ def on_trial_result(trial_id: str, result: Dict) Copy receive intermediate result. suggest​ def suggest(trial_id: str) -> Optional[Dict] Copy choose thread, suggest a valid config. results​ @propertydef results() -> List[Dict] Copy A list of dicts of results for each evaluated configuration. Each dict has \"config\" and metric names as keys. The returned dict includes the initial results provided via evaluated_reward.","s":"BlendSearch Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#blendsearch-objects","p":555},{"i":560,"t":"class BlendSearchTuner(BlendSearch, NNITuner) Copy Tuner class for NNI. receive_trial_result​ def receive_trial_result(parameter_id, parameters, value, **kwargs) Copy Receive trial's final result. Arguments: parameter_id - int. parameters - object created by generate_parameters(). value - final metrics of the trial, including default metric. generate_parameters​ def generate_parameters(parameter_id, **kwargs) -> Dict Copy Returns a set of trial (hyper-)parameters, as a serializable object. Arguments: parameter_id - int. update_search_space​ def update_search_space(search_space) Copy Required by NNI. Tuners are advised to support updating search space at run-time. If a tuner can only set search space once before generating first hyper-parameters, it should explicitly document this behaviour. Arguments: search_space - JSON object created by experiment owner.","s":"BlendSearchTuner Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#blendsearchtuner-objects","p":555},{"i":562,"t":"class CFO(BlendSearchTuner) Copy class for CFO algorithm.","s":"CFO Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#cfo-objects","p":555},{"i":564,"t":"class RandomSearch(CFO) Copy Class for random search.","s":"RandomSearch Objects","u":"/FLAML/docs/reference/tune/searcher/blendsearch","h":"#randomsearch-objects","p":555},{"i":566,"t":"On this page","s":"tune.searcher.suggestion","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"","p":565},{"i":568,"t":"class Searcher() Copy Abstract class for wrapping suggesting algorithms. Custom algorithms can extend this class easily by overriding the suggest method provide generated parameters for the trials. Any subclass that implements __init__ must also call the constructor of this class: super(Subclass, self).__init__(...). To track suggestions and their corresponding evaluations, the method suggest will be passed a trial_id, which will be used in subsequent notifications. Not all implementations support multi objectives. Arguments: metric str or list - The training result objective value attribute. If list then list of training result objective value attributes mode str or list - If string One of {min, max}. If list then list of max and min, determines whether objective is minimizing or maximizing the metric attribute. Must match type of metric. class ExampleSearch(Searcher): def __init__(self, metric=\"mean_loss\", mode=\"min\", **kwargs): super(ExampleSearch, self).__init__( metric=metric, mode=mode, **kwargs) self.optimizer = Optimizer() self.configurations = {} def suggest(self, trial_id): configuration = self.optimizer.query() self.configurations[trial_id] = configuration def on_trial_complete(self, trial_id, result, **kwargs): configuration = self.configurations[trial_id] if result and self.metric in result: self.optimizer.update(configuration, result[self.metric])tune.run(trainable_function, search_alg=ExampleSearch()) Copy set_search_properties​ def set_search_properties(metric: Optional[str], mode: Optional[str], config: Dict) -> bool Copy Pass search properties to searcher. This method acts as an alternative to instantiating search algorithms with their own specific search spaces. Instead they can accept a Tune config through this method. A searcher should return True if setting the config was successful, or False if it was unsuccessful, e.g. when the search space has already been set. Arguments: metric str - Metric to optimize mode str - One of [\"min\", \"max\"]. Direction to optimize. config dict - Tune config dict. on_trial_result​ def on_trial_result(trial_id: str, result: Dict) Copy Optional notification for result during training. Note that by default, the result dict may include NaNs or may not include the optimization metric. It is up to the subclass implementation to preprocess the result to avoid breaking the optimization process. Arguments: trial_id str - A unique string ID for the trial. result dict - Dictionary of metrics for current training progress. Note that the result dict may include NaNs or may not include the optimization metric. It is up to the subclass implementation to preprocess the result to avoid breaking the optimization process. metric​ @propertydef metric() -> str Copy The training result objective value attribute. mode​ @propertydef mode() -> str Copy Specifies if minimizing or maximizing the metric.","s":"Searcher Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#searcher-objects","p":565},{"i":570,"t":"class ConcurrencyLimiter(Searcher) Copy A wrapper algorithm for limiting the number of concurrent trials. Arguments: searcher Searcher - Searcher object that the ConcurrencyLimiter will manage. max_concurrent int - Maximum concurrent samples from the underlying searcher. batch bool - Whether to wait for all concurrent samples to finish before updating the underlying searcher. Example: from ray.tune.suggest import ConcurrencyLimiter # ray version < 2search_alg = HyperOptSearch(metric=\"accuracy\")search_alg = ConcurrencyLimiter(search_alg, max_concurrent=2)tune.run(trainable, search_alg=search_alg) Copy validate_warmstart​ def validate_warmstart(parameter_names: List[str], points_to_evaluate: List[Union[List, Dict]], evaluated_rewards: List, validate_point_name_lengths: bool = True) Copy Generic validation of a Searcher's warm start functionality. Raises exceptions in case of type and length mismatches between parameters. If validate_point_name_lengths is False, the equality of lengths between points_to_evaluate and parameter_names will not be validated.","s":"ConcurrencyLimiter Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#concurrencylimiter-objects","p":565},{"i":572,"t":"class OptunaSearch(Searcher) Copy A wrapper around Optuna to provide trial suggestions. Optuna _ is a hyperparameter optimization library. In contrast to other libraries, it employs define-by-run style hyperparameter definitions. This Searcher is a thin wrapper around Optuna's search algorithms. You can pass any Optuna sampler, which will be used to generate hyperparameter suggestions. Multi-objective optimization is supported. Arguments: space - Hyperparameter search space definition for Optuna's sampler. This can be either a dict with parameter names as keys and optuna.distributions as values, or a Callable - in which case, it should be a define-by-run function using optuna.trial to obtain the hyperparameter values. The function should return either a dict of constant values with names as keys, or None. For more information, see https://optuna.readthedocs.io\\ /en/stable/tutorial/10_key_features/002_configurations.html. Warning - No actual computation should take place in the define-by-run function. Instead, put the training logic inside the function or class trainable passed to tune.run. metric - The training result objective value attribute. If None but a mode was passed, the anonymous metric _metric will be used per default. Can be a list of metrics for multi-objective optimization. mode - One of {min, max}. Determines whether objective is minimizing or maximizing the metric attribute. Can be a list of modes for multi-objective optimization (corresponding to metric). points_to_evaluate - Initial parameter suggestions to be run first. This is for when you already have some good parameters you want to run first to help the algorithm make better suggestions for future parameters. Needs to be a list of dicts containing the configurations. sampler - Optuna sampler used to draw hyperparameter configurations. Defaults to MOTPESampler for multi-objective optimization with Optuna<2.9.0, and TPESampler in every other case. Warning - Please note that with Optuna 2.10.0 and earlier default MOTPESampler/TPESampler suffer from performance issues when dealing with a large number of completed trials (approx. >100). This will manifest as a delay when suggesting new configurations. This is an Optuna issue and may be fixed in a future Optuna release. seed - Seed to initialize sampler with. This parameter is only used when sampler=None. In all other cases, the sampler you pass should be initialized with the seed already. evaluated_rewards - If you have previously evaluated the parameters passed in as points_to_evaluate you can avoid re-running those trials by passing in the reward attributes as a list so the optimiser can be told the results without needing to re-compute the trial. Must be the same length as points_to_evaluate. Warning - When using evaluated_rewards, the search space space must be provided as a dict with parameter names as keys and optuna.distributions instances as values. The define-by-run search space definition is not yet supported with this functionality. Tune automatically converts search spaces to Optuna's format: from ray.tune.suggest.optuna import OptunaSearchconfig = { Copy \"a\" - tune.uniform(6, 8) \"b\" - tune.loguniform(1e-4, 1e-2) } optuna_search = OptunaSearch( metric=\"loss\", mode=\"min\") tune.run(trainable, config=config, search_alg=optuna_search) If you would like to pass the search space manually, the code wouldlook like this:```pythonfrom ray.tune.suggest.optuna import OptunaSearchimport optunaspace = { Copy \"a\" - optuna.distributions.UniformDistribution(6, 8), \"b\" - optuna.distributions.LogUniformDistribution(1e-4, 1e-2), } optuna_search = OptunaSearch( space, metric=\"loss\", mode=\"min\") tune.run(trainable, search_alg=optuna_search) Equivalent Optuna define-by-run function approach: def define_search_space(trial: optuna.Trial): trial.suggest_float(\"a\", 6, 8) trial.suggest_float(\"b\", 1e-4, 1e-2, log=True) training logic goes into trainable, this is just for search space definition optuna_search = OptunaSearch( define_search_space, metric=\"loss\", mode=\"min\") tune.run(trainable, search_alg=optuna_search) Multi-objective optimization is supported:```pythonfrom ray.tune.suggest.optuna import OptunaSearchimport optunaspace = { Copy \"a\" - optuna.distributions.UniformDistribution(6, 8), \"b\" - optuna.distributions.LogUniformDistribution(1e-4, 1e-2), } Note you have to specify metric and mode here instead of in tune.run optuna_search = OptunaSearch( space, metric=[\"loss1\", \"loss2\"], mode=[\"min\", \"max\"]) Do not specify metric and mode here! tune.run( trainable, search_alg=optuna_search ) You can pass configs that will be evaluated first using``points_to_evaluate``:```pythonfrom ray.tune.suggest.optuna import OptunaSearchimport optunaspace = { Copy \"a\" - optuna.distributions.UniformDistribution(6, 8), \"b\" - optuna.distributions.LogUniformDistribution(1e-4, 1e-2), } optuna_search = OptunaSearch( space, points_to_evaluate=[{\"a\" - 6.5, \"b\": 5e-4}, {\"a\": 7.5, \"b\": 1e-3}] metric=\"loss\", mode=\"min\") tune.run(trainable, search_alg=optuna_search) Avoid re-running evaluated trials by passing the rewards together with`points_to_evaluate`:```pythonfrom ray.tune.suggest.optuna import OptunaSearchimport optunaspace = { Copy \"a\" - optuna.distributions.UniformDistribution(6, 8), \"b\" - optuna.distributions.LogUniformDistribution(1e-4, 1e-2), } optuna_search = OptunaSearch( space, points_to_evaluate=[{\"a\" - 6.5, \"b\": 5e-4}, {\"a\": 7.5, \"b\": 1e-3}] evaluated_rewards=[0.89, 0.42] metric=\"loss\", mode=\"min\") tune.run(trainable, search_alg=optuna_search) Copy","s":"OptunaSearch Objects","u":"/FLAML/docs/reference/tune/searcher/suggestion","h":"#optunasearch-objects","p":565},{"i":580,"t":"On this page","s":"tune.trial_runner","u":"/FLAML/docs/reference/tune/trial_runner","h":"","p":579},{"i":582,"t":"class Nologger() Copy Logger without logging.","s":"Nologger Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#nologger-objects","p":579},{"i":584,"t":"class SimpleTrial(Trial) Copy A simple trial class.","s":"SimpleTrial Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#simpletrial-objects","p":579},{"i":586,"t":"class BaseTrialRunner() Copy Implementation of a simple trial runner. Note that the caller usually should not mutate trial state directly. get_trials​ def get_trials() Copy Returns the list of trials managed by this TrialRunner. Note that the caller usually should not mutate trial state directly. add_trial​ def add_trial(trial) Copy Adds a new trial to this TrialRunner. Trials may be added at any time. Arguments: trial Trial - Trial to queue. stop_trial​ def stop_trial(trial) Copy Stops trial.","s":"BaseTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#basetrialrunner-objects","p":579},{"i":588,"t":"class SequentialTrialRunner(BaseTrialRunner) Copy Implementation of the sequential trial runner. step​ def step() -> Trial Copy Runs one step of the trial event loop. Callers should typically run this method repeatedly in a loop. They may inspect or modify the runner's state in between calls to step(). Returns: a trial to run.","s":"SequentialTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#sequentialtrialrunner-objects","p":579},{"i":590,"t":"class SparkTrialRunner(BaseTrialRunner) Copy Implementation of the spark trial runner. step​ def step() -> Trial Copy Runs one step of the trial event loop. Callers should typically run this method repeatedly in a loop. They may inspect or modify the runner's state in between calls to step(). Returns: a trial to run.","s":"SparkTrialRunner Objects","u":"/FLAML/docs/reference/tune/trial_runner","h":"#sparktrialrunner-objects","p":579},{"i":592,"t":"On this page","s":"tune.trial","u":"/FLAML/docs/reference/tune/trial","h":"","p":591},{"i":594,"t":"class Trial() Copy A trial object holds the state for one model training run. Trials are themselves managed by the TrialRunner class, which implements the event loop for submitting trial runs to a Ray cluster. Trials start in the PENDING state, and transition to RUNNING once started. On error it transitions to ERROR, otherwise TERMINATED on success. Attributes: trainable_name str - Name of the trainable object to be executed. config dict - Provided configuration dictionary with evaluated params. trial_id str - Unique identifier for the trial. local_dir str - Local_dir as passed to tune.run. logdir str - Directory where the trial logs are saved. evaluated_params dict - Evaluated parameters by search algorithm, experiment_tag str - Identifying trial name to show in the console. resources Resources - Amount of resources that this trial will use. status str - One of PENDING, RUNNING, PAUSED, TERMINATED, ERROR/ error_file str - Path to the errors that this trial has raised. set_status​ def set_status(status) Copy Sets the status of the trial.","s":"Trial Objects","u":"/FLAML/docs/reference/tune/trial","h":"#trial-objects","p":591},{"i":596,"t":"On this page","s":"tune.spark.utils","u":"/FLAML/docs/reference/tune/spark/utils","h":"","p":595},{"i":598,"t":"class PySparkOvertimeMonitor() Copy A context manager class to monitor if the PySpark job is overtime. Example: with PySparkOvertimeMonitor(time_start, time_budget_s, force_cancel, parallel=parallel): results = parallel( delayed(evaluation_function)(trial_to_run.config) for trial_to_run in trials_to_run ) Copy __init__​ def __init__(start_time, time_budget_s, force_cancel=False, cancel_func=None, parallel=None, sc=None) Copy Constructor. Specify the time budget and start time of the PySpark job, and specify how to cancel them. Arguments: Args relate to monitoring: start_time - float | The start time of the PySpark job. time_budget_s - float | The time budget of the PySpark job in seconds. force_cancel - boolean, default=False | Whether to forcely cancel the PySpark job if overtime. Args relate to how to cancel the PySpark job: (Only one of the following args will work. Priorities from top to bottom) cancel_func - function | A function to cancel the PySpark job. parallel - joblib.parallel.Parallel | Specify this if using joblib_spark as a parallel backend. It will call parallel._backend.terminate() to cancel the jobs. sc - pyspark.SparkContext object | You can pass a specific SparkContext. If all three args is None, the monitor will call pyspark.SparkContext.getOrCreate().cancelAllJobs() to cancel the jobs. __enter__​ def __enter__() Copy Enter the context manager. This will start a monitor thread if spark is available and force_cancel is True. __exit__​ def __exit__(exc_type, exc_value, exc_traceback) Copy Exit the context manager. This will wait for the monitor thread to nicely exit.","s":"PySparkOvertimeMonitor Objects","u":"/FLAML/docs/reference/tune/spark/utils","h":"#pysparkovertimemonitor-objects","p":595},{"i":600,"t":"AutoGen for Large Language Models Please refer to https://microsoft.github.io/autogen/.","s":"AutoGen for Large Language Models","u":"/FLAML/docs/Use-Cases/Autogen","h":"","p":599},{"i":602,"t":"Research For technical details, please check our research publications. FLAML: A Fast and Lightweight AutoML Library. Chi Wang, Qingyun Wu, Markus Weimer, Erkang Zhu. MLSys 2021. @inproceedings{wang2021flaml, title={FLAML: A Fast and Lightweight AutoML Library}, author={Chi Wang and Qingyun Wu and Markus Weimer and Erkang Zhu}, year={2021}, booktitle={MLSys},} Copy Frugal Optimization for Cost-related Hyperparameters. Qingyun Wu, Chi Wang, Silu Huang. AAAI 2021. @inproceedings{wu2021cfo, title={Frugal Optimization for Cost-related Hyperparameters}, author={Qingyun Wu and Chi Wang and Silu Huang}, year={2021}, booktitle={AAAI},} Copy Economical Hyperparameter Optimization With Blended Search Strategy. Chi Wang, Qingyun Wu, Silu Huang, Amin Saied. ICLR 2021. @inproceedings{wang2021blendsearch, title={Economical Hyperparameter Optimization With Blended Search Strategy}, author={Chi Wang and Qingyun Wu and Silu Huang and Amin Saied}, year={2021}, booktitle={ICLR},} Copy An Empirical Study on Hyperparameter Optimization for Fine-Tuning Pre-trained Language Models. Susan Xueqing Liu, Chi Wang. ACL 2021. @inproceedings{liuwang2021hpolm, title={An Empirical Study on Hyperparameter Optimization for Fine-Tuning Pre-trained Language Models}, author={Susan Xueqing Liu and Chi Wang}, year={2021}, booktitle={ACL},} Copy ChaCha for Online AutoML. Qingyun Wu, Chi Wang, John Langford, Paul Mineiro and Marco Rossi. ICML 2021. @inproceedings{wu2021chacha, title={ChaCha for Online AutoML}, author={Qingyun Wu and Chi Wang and John Langford and Paul Mineiro and Marco Rossi}, year={2021}, booktitle={ICML},} Copy Fair AutoML. Qingyun Wu, Chi Wang. ArXiv preprint arXiv:2111.06495 (2021). @inproceedings{wuwang2021fairautoml, title={Fair AutoML}, author={Qingyun Wu and Chi Wang}, year={2021}, booktitle={ArXiv preprint arXiv:2111.06495},} Copy Mining Robust Default Configurations for Resource-constrained AutoML. Moe Kayali, Chi Wang. ArXiv preprint arXiv:2202.09927 (2022). @inproceedings{kayaliwang2022default, title={Mining Robust Default Configurations for Resource-constrained AutoML}, author={Moe Kayali and Chi Wang}, year={2022}, booktitle={ArXiv preprint arXiv:2202.09927},} Copy Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives. Shaokun Zhang, Feiran Jia, Chi Wang, Qingyun Wu. ICLR 2023 (notable-top-5%). @inproceedings{zhang2023targeted, title={Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives}, author={Shaokun Zhang and Feiran Jia and Chi Wang and Qingyun Wu}, booktitle={International Conference on Learning Representations}, year={2023}, url={https://openreview.net/forum?id=0Ij9_q567Ma},} Copy Cost-Effective Hyperparameter Optimization for Large Language Model Generation Inference. Chi Wang, Susan Xueqing Liu, Ahmed H. Awadallah. ArXiv preprint arXiv:2303.04673 (2023). @inproceedings{wang2023EcoOptiGen, title={Cost-Effective Hyperparameter Optimization for Large Language Model Generation Inference}, author={Chi Wang and Susan Xueqing Liu and Ahmed H. Awadallah}, year={2023}, booktitle={ArXiv preprint arXiv:2303.04673},} Copy An Empirical Study on Challenging Math Problem Solving with GPT-4. Yiran Wu, Feiran Jia, Shaokun Zhang, Hangyu Li, Erkang Zhu, Yue Wang, Yin Tat Lee, Richard Peng, Qingyun Wu, Chi Wang. ArXiv preprint arXiv:2306.01337 (2023). @inproceedings{wu2023empirical, title={An Empirical Study on Challenging Math Problem Solving with GPT-4}, author={Yiran Wu and Feiran Jia and Shaokun Zhang and Hangyu Li and Erkang Zhu and Yue Wang and Yin Tat Lee and Richard Peng and Qingyun Wu and Chi Wang}, year={2023}, booktitle={ArXiv preprint arXiv:2306.01337},} Copy","s":"Research","u":"/FLAML/docs/Research","h":"","p":601},{"i":604,"t":"On this page","s":"tune.utils","u":"/FLAML/docs/reference/tune/utils","h":"","p":603},{"i":606,"t":"On this page","s":"tune.tune","u":"/FLAML/docs/reference/tune/tune","h":"","p":605},{"i":608,"t":"class ExperimentAnalysis(EA) Copy Class for storing the experiment results. best_iteration​ @propertydef best_iteration() -> List[str] Copy Help better navigate report​ def report(_metric=None, **kwargs) Copy A function called by the HPO application to report final or intermediate results. Example: import timefrom flaml import tunedef compute_with_config(config): current_time = time.time() metric2minimize = (round(config['x'])-95000)**2 time2eval = time.time() - current_time tune.report(metric2minimize=metric2minimize, time2eval=time2eval)analysis = tune.run( compute_with_config, config={ 'x': tune.lograndint(lower=1, upper=1000000), 'y': tune.randint(lower=1, upper=1000000) }, metric='metric2minimize', mode='min', num_samples=1000000, time_budget_s=60, use_ray=False)print(analysis.trials[-1].last_result) Copy Arguments: _metric - Optional default anonymous metric for tune.report(value). (For compatibility with ray.tune.report) **kwargs - Any key value pair to be reported. Raises: StopIteration (when not using ray, i.e., _use_ray=False): A StopIteration exception is raised if the trial has been signaled to stop. SystemExit (when using ray): A SystemExit exception is raised if the trial has been signaled to stop by ray. run​ def run(evaluation_function, config: Optional[dict] = None, low_cost_partial_config: Optional[dict] = None, cat_hp_cost: Optional[dict] = None, metric: Optional[str] = None, mode: Optional[str] = None, time_budget_s: Union[int, float] = None, points_to_evaluate: Optional[List[dict]] = None, evaluated_rewards: Optional[List] = None, resource_attr: Optional[str] = None, min_resource: Optional[float] = None, max_resource: Optional[float] = None, reduction_factor: Optional[float] = None, scheduler=None, search_alg=None, verbose: Optional[int] = 2, local_dir: Optional[str] = None, num_samples: Optional[int] = 1, resources_per_trial: Optional[dict] = None, config_constraints: Optional[List[Tuple[Callable[[dict], float], str, float]]] = None, metric_constraints: Optional[List[Tuple[str, str, float]]] = None, max_failure: Optional[int] = 100, use_ray: Optional[bool] = False, use_spark: Optional[bool] = False, use_incumbent_result_in_evaluation: Optional[bool] = None, log_file_name: Optional[str] = None, lexico_objectives: Optional[dict] = None, force_cancel: Optional[bool] = False, n_concurrent_trials: Optional[int] = 0, mlflow_exp_name: Optional[str] = None, automl_info: Optional[Tuple[float]] = None, extra_tag: Optional[dict] = None, cost_attr: Optional[str] = \"auto\", cost_budget: Optional[float] = None, **ray_args, ,) Copy The function-based way of performing HPO. Example: import timefrom flaml import tunedef compute_with_config(config): current_time = time.time() metric2minimize = (round(config['x'])-95000)**2 time2eval = time.time() - current_time tune.report(metric2minimize=metric2minimize, time2eval=time2eval) # if the evaluation fails unexpectedly and the exception is caught, # and it doesn't inform the goodness of the config, # return {} # if the failure indicates a config is bad, # report a bad metric value like np.inf or -np.inf # depending on metric mode being min or maxanalysis = tune.run( compute_with_config, config={ 'x': tune.lograndint(lower=1, upper=1000000), 'y': tune.randint(lower=1, upper=1000000) }, metric='metric2minimize', mode='min', num_samples=-1, time_budget_s=60, use_ray=False)print(analysis.trials[-1].last_result) Copy Arguments: evaluation_function - A user-defined evaluation function. It takes a configuration as input, outputs a evaluation result (can be a numerical value or a dictionary of string and numerical value pairs) for the input configuration. For machine learning tasks, it usually involves training and scoring a machine learning model, e.g., through validation loss. config - A dictionary to specify the search space. low_cost_partial_config - A dictionary from a subset of controlled dimensions to the initial low-cost values. e.g., {'n_estimators': 4, 'max_leaves': 4} cat_hp_cost - A dictionary from a subset of categorical dimensions to the relative cost of each choice. e.g., {'tree_method': [1, 1, 2]} i.e., the relative cost of the three choices of 'tree_method' is 1, 1 and 2 respectively metric - A string of the metric name to optimize for. mode - A string in ['min', 'max'] to specify the objective as minimization or maximization. time_budget_s - int or float | The time budget in seconds. points_to_evaluate - A list of initial hyperparameter configurations to run first. evaluated_rewards list - If you have previously evaluated the parameters passed in as points_to_evaluate you can avoid re-running those trials by passing in the reward attributes as a list so the optimiser can be told the results without needing to re-compute the trial. Must be the same or shorter length than points_to_evaluate. e.g., points_to_evaluate = [ {\"b\": .99, \"cost_related\": {\"a\": 3}}, {\"b\": .99, \"cost_related\": {\"a\": 2}},]evaluated_rewards = [3.0] Copy means that you know the reward for the first config in points_to_evaluate is 3.0 and want to inform run(). resource_attr - A string to specify the resource dimension used by the scheduler via \"scheduler\". min_resource - A float of the minimal resource to use for the resource_attr. max_resource - A float of the maximal resource to use for the resource_attr. reduction_factor - A float of the reduction factor used for incremental pruning. scheduler - A scheduler for executing the experiment. Can be None, 'flaml', 'asha' (or 'async_hyperband', 'asynchyperband') or a custom instance of the TrialScheduler class. Default is None: in this case when resource_attr is provided, the 'flaml' scheduler will be used, otherwise no scheduler will be used. When set 'flaml', an authentic scheduler implemented in FLAML will be used. It does not require users to report intermediate results in evaluation_function. Find more details about this scheduler in this paper https://arxiv.org/pdf/1911.04706.pdf). When set 'asha', the input for arguments \"resource_attr\", \"min_resource\", \"max_resource\" and \"reduction_factor\" will be passed to ASHA's \"time_attr\", \"max_t\", \"grace_period\" and \"reduction_factor\" respectively. You can also provide a self-defined scheduler instance of the TrialScheduler class. When 'asha' or self-defined scheduler is used, you usually need to report intermediate results in the evaluation function via 'tune.report()'. If you would like to do some cleanup opearation when the trial is stopped by the scheduler, you can catch the StopIteration (when not using ray) or SystemExit (when using ray) exception explicitly, as shown in the following example. Please find more examples using different types of schedulers and how to set up the corresponding evaluation functions in test/tune/test_scheduler.py, and test/tune/example_scheduler.py. def easy_objective(config): width, height = config[\"width\"], config[\"height\"] for step in range(config[\"steps\"]): intermediate_score = evaluation_fn(step, width, height) try: tune.report(iterations=step, mean_loss=intermediate_score) except (StopIteration, SystemExit): # do cleanup operation here return Copy search_alg - An instance/string of the search algorithm to be used. The same instance can be used for iterative tuning. e.g., from flaml import BlendSearchalgo = BlendSearch(metric='val_loss', mode='min', space=search_space, low_cost_partial_config=low_cost_partial_config)for i in range(10): analysis = tune.run(compute_with_config, search_alg=algo, use_ray=False) print(analysis.trials[-1].last_result) Copy verbose - 0, 1, 2, or 3. If ray or spark backend is used, their verbosity will be affected by this argument. 0 = silent, 1 = only status updates, 2 = status and brief trial results, 3 = status and detailed trial results. Defaults to 2. local_dir - A string of the local dir to save ray logs if ray backend is used; or a local dir to save the tuning log. num_samples - An integer of the number of configs to try. Defaults to 1. resources_per_trial - A dictionary of the hardware resources to allocate per trial, e.g., {'cpu': 1}. It is only valid when using ray backend (by setting 'use_ray = True'). It shall be used when you need to do parallel tuning. config_constraints - A list of config constraints to be satisfied. e.g., config_constraints = [(mem_size, '<=', 1024**3)] mem_size is a function which produces a float number for the bytes needed for a config. It is used to skip configs which do not fit in memory. metric_constraints - A list of metric constraints to be satisfied. e.g., ['precision', '>=', 0.9]. The sign can be \">=\" or \"<=\". max_failure - int | the maximal consecutive number of failures to sample a trial before the tuning is terminated. use_ray - A boolean of whether to use ray as the backend. use_spark - A boolean of whether to use spark as the backend. log_file_name - A string of the log file name. Default to None. When set to None: if local_dir is not given, no log file is created; if local_dir is given, the log file name will be autogenerated under local_dir. Only valid when verbose > 0 or use_ray is True. lexico_objectives - dict, default=None | It specifics information needed to perform multi-objective optimization with lexicographic preferences. When lexico_objectives is not None, the arguments metric, mode, will be invalid, and flaml's tune uses CFO as the search_alg, which makes the input (if provided) `search_alg' invalid. This dictionary shall contain the following fields of key-value pairs: \"metrics\": a list of optimization objectives with the orders reflecting the priorities/preferences of the objectives. \"modes\" (optional): a list of optimization modes (each mode either \"min\" or \"max\") corresponding to the objectives in the metric list. If not provided, we use \"min\" as the default mode for all the objectives. \"targets\" (optional): a dictionary to specify the optimization targets on the objectives. The keys are the metric names (provided in \"metric\"), and the values are the numerical target values. \"tolerances\" (optional): a dictionary to specify the optimality tolerances on objectives. The keys are the metric names (provided in \"metrics\"), and the values are the absolute/percentage tolerance in the form of numeric/string. E.g., lexico_objectives = { \"metrics\": [\"error_rate\", \"pred_time\"], \"modes\": [\"min\", \"min\"], \"tolerances\": {\"error_rate\": 0.01, \"pred_time\": 0.0}, \"targets\": {\"error_rate\": 0.0},} Copy We also support percentage tolerance. E.g., lexico_objectives = { \"metrics\": [\"error_rate\", \"pred_time\"], \"modes\": [\"min\", \"min\"], \"tolerances\": {\"error_rate\": \"5%\", \"pred_time\": \"0%\"}, \"targets\": {\"error_rate\": 0.0},} Copy force_cancel - boolean, default=False | Whether to forcely cancel the PySpark job if overtime. mlflow_exp_name - str, default=None | The name of the mlflow experiment. This should be specified if enable mlflow autologging on Spark. Otherwise it will log all the results into the experiment of the same name as the basename of main entry file. automl_info - tuple, default=None | The information of the automl run. It should be a tuple of (mlflow_log_latency,). n_concurrent_trials - int, default=0 | The number of concurrent trials when perform hyperparameter tuning with Spark. Only valid when use_spark=True and spark is required: pip install flaml[spark]. Please check here for more details about installing Spark. When tune.run() is called from AutoML, it will be overwritten by the value of n_concurrent_trials in AutoML. When <= 0, the concurrent trials will be set to the number of executors. extra_tag - dict, default=None | Extra tags to be added to the mlflow runs created by autologging. cost_attr - None or str to specify the attribute to evaluate the cost of different trials. Default is \"auto\", which means that we will automatically choose the cost attribute to use (depending on the nature of the resource budget). When cost_attr is set to None, cost differences between different trials will be omitted in our search algorithm. When cost_attr is set to a str different from \"auto\" and \"time_total_s\", this cost_attr must be available in the result dict of the trial. cost_budget - A float of the cost budget. Only valid when cost_attr is a str different from \"auto\" and \"time_total_s\". **ray_args - keyword arguments to pass to ray.tune.run(). Only valid when use_ray=True.","s":"ExperimentAnalysis Objects","u":"/FLAML/docs/reference/tune/tune","h":"#experimentanalysis-objects","p":605},{"i":610,"t":"class Tuner() Copy Tuner is the class-based way of launching hyperparameter tuning jobs compatible with Ray Tune 2. Arguments: trainable - A user-defined evaluation function. It takes a configuration as input, outputs a evaluation result (can be a numerical value or a dictionary of string and numerical value pairs) for the input configuration. For machine learning tasks, it usually involves training and scoring a machine learning model, e.g., through validation loss. param_space - Search space of the tuning job. One thing to note is that both preprocessor and dataset can be tuned here. tune_config - Tuning algorithm specific configs. Refer to ray.tune.tune_config.TuneConfig for more info. run_config - Runtime configuration that is specific to individual trials. If passed, this will overwrite the run config passed to the Trainer, if applicable. Refer to ray.air.config.RunConfig for more info. Usage pattern: .. code-block:: python from sklearn.datasets import load_breast_cancer from ray import tune from ray.data import from_pandas from ray.air.config import RunConfig, ScalingConfig from ray.train.xgboost import XGBoostTrainer from ray.tune.tuner import Tuner def get_dataset(): data_raw = load_breast_cancer(as_frame=True) dataset_df = data_raw[\"data\"] dataset_df[\"target\"] = data_raw[\"target\"] dataset = from_pandas(dataset_df) return dataset trainer = XGBoostTrainer( label_column=\"target\", params={}, datasets={\"train\" - get_dataset()}, ) param_space = { \"scaling_config\" - ScalingConfig( num_workers=tune.grid_search([2, 4]), resources_per_worker={ \"CPU\" - tune.grid_search([1, 2]), }, ), You can even grid search various datasets in Tune. \"datasets\": { \"train\": tune.grid_search( [ds1, ds2] ), }, \"params\" - { \"objective\" - \"binary:logistic\", \"tree_method\" - \"approx\", \"eval_metric\" - [\"logloss\", \"error\"], \"eta\" - tune.loguniform(1e-4, 1e-1), \"subsample\" - tune.uniform(0.5, 1.0), \"max_depth\" - tune.randint(1, 9), }, } tuner = Tuner(trainable=trainer, param_space=param_space, run_config=RunConfig(name=\"my_tune_run\")) analysis = tuner.fit() To retry a failed tune run, you can then do .. code-block:: python tuner = Tuner.restore(experiment_checkpoint_dir) tuner.fit() experiment_checkpoint_dir can be easily located near the end of the console output of your first failed run.","s":"Tuner Objects","u":"/FLAML/docs/reference/tune/tune","h":"#tuner-objects","p":605},{"i":618,"t":"On this page","s":"Zero Shot AutoML","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"","p":617},{"i":620,"t":"The easiest way to leverage this technique is to import a \"flamlized\" learner of your favorite choice and use it just as how you use the learner before. The automation is done behind the scene and you are not required to change your code. For example, if you are currently using: from lightgbm import LGBMRegressorestimator = LGBMRegressor()estimator.fit(X_train, y_train)estimator.predict(X_test) Copy Simply replace the first line with: from flaml.default import LGBMRegressor Copy All the other code remains the same. And you are expected to get a equal or better model in most cases. The current list of \"flamlized\" learners are: LGBMClassifier, LGBMRegressor. XGBClassifier, XGBRegressor. RandomForestClassifier, RandomForestRegressor. ExtraTreesClassifier, ExtraTreesRegressor.","s":"How to Use at Runtime","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#how-to-use-at-runtime","p":617},{"i":622,"t":"flaml.default.LGBMRegressor inherits lightgbm.LGBMRegressor, so all the APIs in lightgbm.LGBMRegressor are still valid in flaml.default.LGBMRegressor. The difference is, flaml.default.LGBMRegressor decides the hyperparameter configurations based on the training data. It would use a different configuration if it is predicted to outperform the original data-independent default. If you inspect the params of the fitted estimator, you can find what configuration is used. If the original default configuration is used, then it is equivalent to the original estimator. The recommendation of which configuration should be used is based on offline AutoML run results. Information about the training dataset, such as the size of the dataset will be used to recommend a data-dependent configuration. The recommendation is done instantly in negligible time. The training can be faster or slower than using the original default configuration depending on the recommended configuration. Note that there is no tuning involved. Only one model is trained.","s":"What's the magic behind the scene?","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#whats-the-magic-behind-the-scene","p":617},{"i":624,"t":"Yes. You can use suggest_hyperparams() to find the suggested configuration. For example, from flaml.default import LGBMRegressorestimator = LGBMRegressor()( hyperparams, estimator_name, X_transformed, y_transformed,) = estimator.suggest_hyperparams(X_train, y_train)print(hyperparams) Copy If you would like more control over the training, use an equivalent, open-box way for zero-shot AutoML. For example, from flaml.default import preprocess_and_suggest_hyperparamsX, y = load_iris(return_X_y=True, as_frame=True)X_train, X_test, y_train, y_test = train_test_split( X, y, test_size=0.33, random_state=42)( hyperparams, estimator_class, X_transformed, y_transformed, feature_transformer, label_transformer,) = preprocess_and_suggest_hyperparams(\"classification\", X_train, y_train, \"lgbm\")model = estimator_class(**hyperparams) # estimator_class is lightgbm.LGBMClassifiermodel.fit(X_transformed, y_train) # LGBMClassifier can handle raw labelsX_test = feature_transformer.transform(X_test) # preprocess test datay_pred = model.predict(X_test) Copy Note that some classifiers like XGBClassifier require the labels to be integers, while others do not. So you can decide whether to use the transformed labels y_transformed and the label transformer label_transformer. Also, each estimator may require specific preprocessing of the data. X_transformed is the preprocessed data, and feature_transformer is the preprocessor. It needs to be applied to the test data before prediction. These are automated when you use the \"flamlized\" learner. When you use the open-box way, pay attention to them.","s":"Can I check the configuration before training?","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#can-i-check-the-configuration-before-training","p":617},{"i":626,"t":"Zero Shot AutoML is fast. If tuning from the recommended data-dependent configuration is required, you can use flaml.AutoML.fit() and set starting_points=\"data\". For example, from flaml import AutoMLautoml = AutoML()automl_settings = { \"task\": \"classification\", \"starting_points\": \"data\", \"estimator_list\": [\"lgbm\"], \"time_budget\": 600, \"max_iter\": 50,}automl.fit(X_train, y_train, **automl_settings) Copy Note that if you set max_iter=0 and time_budget=None, you are effectively using zero-shot AutoML. When estimator_list is omitted, the estimator together with its hyperparameter configuration will be decided in a zero-shot manner.","s":"Combine zero shot AutoML and hyperparameter tuning","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#combine-zero-shot-automl-and-hyperparameter-tuning","p":617},{"i":628,"t":"To use your own meta-learned defaults, specify the path containing the meta-learned defaults. For example, estimator = flaml.default.LGBMRegressor(default_location=\"location_for_defaults\") Copy Or, preprocess_and_suggest_hyperparams( \"classification\", X_train, y_train, \"lgbm\", location=\"location_for_defaults\") Copy Or, X_train, y_train = load_iris(return_X_y=True, as_frame=as_frame)automl = AutoML()automl_settings = { \"task\": \"classification\", \"log_file_name\": \"test/iris.log\", \"starting_points\": \"data:location_for_defaults\", \"estimator_list\": [\"lgbm\", \"xgb_limitdepth\", \"rf\"] \"max_iter\": 0,}automl.fit(X_train, y_train, **automl_settings) Copy Since this is a multiclass task, it will look for the following files under {location_for_defaults}/: all/multiclass.json. {learner_name}/multiclass.json for every learner_name in the estimator_list. Read the next section to understand how to generate these files if you would like to meta-learn the defaults yourself.","s":"Use your own meta-learned defaults","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#use-your-own-meta-learned-defaults","p":617},{"i":630,"t":"This section is intended for: AutoML providers for a particular domain. Data scientists or engineers who need to repeatedly train models for similar tasks with varying training data. Instead of running full hyperparameter tuning from scratch every time, one can leverage the tuning experiences in similar tasks before. While we have offered the meta-learned defaults from tuning experiences of several popular learners on benchmark datasets for classification and regression, you can customize the defaults for your own tasks/learners/metrics based on your own tuning experiences.","s":"How to Prepare Offline","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#how-to-prepare-offline","p":617},{"i":632,"t":"Collect a diverse set of training tasks. For each task, extract its meta feature and save in a .csv file. For example, test/default/all/metafeatures.csv: Dataset,NumberOfInstances,NumberOfFeatures,NumberOfClasses,PercentageOfNumericFeatures2dplanes,36691,10,0,1.0adult,43957,14,2,0.42857142857142855Airlines,485444,7,2,0.42857142857142855Albert,382716,78,2,0.3333333333333333Amazon_employee_access,29492,9,2,0.0bng_breastTumor,104976,9,0,0.1111111111111111bng_pbc,900000,18,0,0.5555555555555556car,1555,6,4,0.0connect-4,60801,42,3,0.0dilbert,9000,2000,5,1.0Dionis,374569,60,355,1.0poker,922509,10,0,1.0 Copy The first column is the dataset name, and the latter four are meta features.","s":"Prepare a collection of training tasks","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#prepare-a-collection-of-training-tasks","p":617},{"i":634,"t":"You can extract the best configurations for each task in your collection of training tasks by running flaml on each of them with a long enough budget. Save the best configuration in a .json file under {location_for_defaults}/{learner_name}/{task_name}.json. For example, X_train, y_train = load_iris(return_X_y=True, as_frame=as_frame)automl.fit(X_train, y_train, estimator_list=[\"lgbm\"], **settings)automl.save_best_config(\"test/default/lgbm/iris.json\") Copy","s":"Prepare the candidate configurations","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#prepare-the-candidate-configurations","p":617},{"i":636,"t":"Save the evaluation results in a .csv file. For example, save the evaluation results for lgbm under test/default/lgbm/results.csv: task,fold,type,result,params2dplanes,0,regression,0.946366,{'_modeljson': 'lgbm/2dplanes.json'}2dplanes,0,regression,0.907774,{'_modeljson': 'lgbm/adult.json'}2dplanes,0,regression,0.901643,{'_modeljson': 'lgbm/Airlines.json'}2dplanes,0,regression,0.915098,{'_modeljson': 'lgbm/Albert.json'}2dplanes,0,regression,0.302328,{'_modeljson': 'lgbm/Amazon_employee_access.json'}2dplanes,0,regression,0.94523,{'_modeljson': 'lgbm/bng_breastTumor.json'}2dplanes,0,regression,0.945698,{'_modeljson': 'lgbm/bng_pbc.json'}2dplanes,0,regression,0.946194,{'_modeljson': 'lgbm/car.json'}2dplanes,0,regression,0.945549,{'_modeljson': 'lgbm/connect-4.json'}2dplanes,0,regression,0.946232,{'_modeljson': 'lgbm/default.json'}2dplanes,0,regression,0.945594,{'_modeljson': 'lgbm/dilbert.json'}2dplanes,0,regression,0.836996,{'_modeljson': 'lgbm/Dionis.json'}2dplanes,0,regression,0.917152,{'_modeljson': 'lgbm/poker.json'}adult,0,binary,0.927203,{'_modeljson': 'lgbm/2dplanes.json'}adult,0,binary,0.932072,{'_modeljson': 'lgbm/adult.json'}adult,0,binary,0.926563,{'_modeljson': 'lgbm/Airlines.json'}adult,0,binary,0.928604,{'_modeljson': 'lgbm/Albert.json'}adult,0,binary,0.911171,{'_modeljson': 'lgbm/Amazon_employee_access.json'}adult,0,binary,0.930645,{'_modeljson': 'lgbm/bng_breastTumor.json'}adult,0,binary,0.928603,{'_modeljson': 'lgbm/bng_pbc.json'}adult,0,binary,0.915825,{'_modeljson': 'lgbm/car.json'}adult,0,binary,0.919499,{'_modeljson': 'lgbm/connect-4.json'}adult,0,binary,0.930109,{'_modeljson': 'lgbm/default.json'}adult,0,binary,0.932453,{'_modeljson': 'lgbm/dilbert.json'}adult,0,binary,0.921959,{'_modeljson': 'lgbm/Dionis.json'}adult,0,binary,0.910763,{'_modeljson': 'lgbm/poker.json'}... Copy The type column indicates the type of the task, such as regression, binary or multiclass. The result column stores the evaluation result, assumed the large the better. The params column indicates which json config is used. For example 'lgbm/2dplanes.json' indicates that the best lgbm configuration extracted from 2dplanes is used. Different types of tasks can appear in the same file, as long as any json config file can be used in all the tasks. For example, 'lgbm/2dplanes.json' is extracted from a regression task, and it can be applied to binary and multiclass tasks as well.","s":"Evaluate each candidate configuration on each task","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#evaluate-each-candidate-configuration-on-each-task","p":617},{"i":638,"t":"To recap, the inputs required for meta-learning are: Metafeatures: e.g., {location}/all/metafeatures.csv. Configurations: {location}/{learner_name}/{task_name}.json. Evaluation results: {location}/{learner_name}/results.csv. For example, if the input location is \"test/default\", learners are lgbm, xgb_limitdepth and rf, the following command learns data-dependent defaults for binary classification tasks. python portfolio.py --output test/default --input test/default --metafeatures test/default/all/metafeatures.csv --task binary --estimator lgbm xgb_limitdepth rf Copy In a few seconds, it will produce the following files as output: test/default/lgbm/binary.json: the learned defaults for lgbm. test/default/xgb_limitdepth/binary.json: the learned defaults for xgb_limitdepth. test/default/rf/binary.json: the learned defaults for rf. test/default/all/binary.json: the learned defaults for lgbm, xgb_limitdepth and rf together. Change \"binary\" into \"multiclass\" or \"regression\", or your own types in your \"results.csv\" for the other types of tasks. To update the learned defaults when more experiences are available, simply update your input files and rerun the learning command.","s":"Learn data-dependent defaults","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#learn-data-dependent-defaults","p":617},{"i":640,"t":"You have now effectively built your own zero-shot AutoML solution. Congratulations! Optionally, you can \"flamlize\" a learner using flaml.default.flamlize_estimator for easy dissemination. For example, import sklearn.ensemble as ensemblefrom flaml.default import flamlize_estimatorExtraTreesClassifier = flamlize_estimator( ensemble.ExtraTreesClassifier, \"extra_tree\", \"classification\") Copy Then, you can share this \"flamlized\" ExtraTreesClassifier together with the location of your learned defaults with others (or the future yourself). They will benefit from your past experience. Your group can also share experiences in a central place and update the learned defaults continuously. Over time, your organization gets better collectively.","s":"\"Flamlize\" a learner","u":"/FLAML/docs/Use-Cases/Zero-Shot-AutoML","h":"#flamlize-a-learner","p":617},{"i":642,"t":"On this page","s":"Task Oriented AutoML","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"","p":641},{"i":644,"t":"flaml.AutoML is a class for task-oriented AutoML. It can be used as a scikit-learn style estimator with the standard fit and predict functions. The minimal inputs from users are the training data and the task type. Training data: numpy array. When the input data are stored in numpy array, they are passed to fit() as X_train and y_train. pandas dataframe. When the input data are stored in pandas dataframe, they are passed to fit() either as X_train and y_train, or as dataframe and label. Tasks (specified via task): 'classification': classification with tabular data. 'regression': regression with tabular data. 'ts_forecast': time series forecasting. 'ts_forecast_classification': time series forecasting for classification. 'ts_forecast_panel': time series forecasting for panel datasets (multiple time series). 'rank': learning to rank. 'seq-classification': sequence classification. 'seq-regression': sequence regression. 'summarization': text summarization. 'token-classification': token classification. 'multichoice-classification': multichoice classification. Two optional inputs are time_budget and max_iter for searching models and hyperparameters. When both are unspecified, only one model per estimator will be trained (using our zero-shot technique). When time_budget is provided, there can be randomness in the result due to runtime variance. A typical way to use flaml.AutoML: # Prepare training data# ...from flaml import AutoMLautoml = AutoML()automl.fit(X_train, y_train, task=\"regression\", time_budget=60, **other_settings)# Save the modelwith open(\"automl.pkl\", \"wb\") as f: pickle.dump(automl, f, pickle.HIGHEST_PROTOCOL)# At prediction timewith open(\"automl.pkl\", \"rb\") as f: automl = pickle.load(f)pred = automl.predict(X_test) Copy If users provide the minimal inputs only, AutoML uses the default settings for optimization metric, estimator list etc.","s":"Overview","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#overview","p":641},{"i":647,"t":"The optimization metric is specified via the metric argument. It can be either a string which refers to a built-in metric, or a user-defined function. Built-in metric. 'accuracy': 1 - accuracy as the corresponding metric to minimize. 'log_loss': default metric for multiclass classification. 'r2': 1 - r2_score as the corresponding metric to minimize. Default metric for regression. 'rmse': root mean squared error. 'mse': mean squared error. 'mae': mean absolute error. 'mape': mean absolute percentage error. 'roc_auc': minimize 1 - roc_auc_score. Default metric for binary classification. 'roc_auc_ovr': minimize 1 - roc_auc_score with multi_class=\"ovr\". 'roc_auc_ovo': minimize 1 - roc_auc_score with multi_class=\"ovo\". 'roc_auc_weighted': minimize 1 - roc_auc_score with average=\"weighted\". 'roc_auc_ovr_weighted': minimize 1 - roc_auc_score with multi_class=\"ovr\" and average=\"weighted\". 'roc_auc_ovo_weighted': minimize 1 - roc_auc_score with multi_class=\"ovo\" and average=\"weighted\". 'f1': minimize 1 - f1_score. 'micro_f1': minimize 1 - f1_score with average=\"micro\". 'macro_f1': minimize 1 - f1_score with average=\"macro\". 'ap': minimize 1 - average_precision_score. 'ndcg': minimize 1 - ndcg_score. 'ndcg@k': minimize 1 - ndcg_score@k. k is an integer. User-defined function. A customized metric function that requires the following (input) signature, and returns the input config’s value in terms of the metric you want to minimize, and a dictionary of auxiliary information at your choice: def custom_metric( X_val, y_val, estimator, labels, X_train, y_train, weight_val=None, weight_train=None, config=None, groups_val=None, groups_train=None,): return metric_to_minimize, metrics_to_log Copy For example, def custom_metric( X_val, y_val, estimator, labels, X_train, y_train, weight_val=None, weight_train=None, *args,): from sklearn.metrics import log_loss import time start = time.time() y_pred = estimator.predict_proba(X_val) pred_time = (time.time() - start) / len(X_val) val_loss = log_loss(y_val, y_pred, labels=labels, sample_weight=weight_val) y_pred = estimator.predict_proba(X_train) train_loss = log_loss(y_train, y_pred, labels=labels, sample_weight=weight_train) alpha = 0.5 return val_loss * (1 + alpha) - alpha * train_loss, { \"val_loss\": val_loss, \"train_loss\": train_loss, \"pred_time\": pred_time, } Copy It returns the validation loss penalized by the gap between validation and training loss as the metric to minimize, and three metrics to log: val_loss, train_loss and pred_time. The arguments config, groups_val and groups_train are not used in the function.","s":"Optimization metric","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#optimization-metric","p":641},{"i":649,"t":"The estimator list can contain one or more estimator names, each corresponding to a built-in estimator or a custom estimator. Each estimator has a search space for hyperparameter configurations. FLAML supports both classical machine learning models and deep neural networks. Estimator​ Built-in estimator. 'lgbm': LGBMEstimator for task \"classification\", \"regression\", \"rank\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, num_leaves, min_child_samples, learning_rate, log_max_bin (logarithm of (max_bin + 1) with base 2), colsample_bytree, reg_alpha, reg_lambda. 'xgboost': XGBoostSkLearnEstimator for task \"classification\", \"regression\", \"rank\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_leaves, min_child_weight, learning_rate, subsample, colsample_bylevel, colsample_bytree, reg_alpha, reg_lambda. 'xgb_limitdepth': XGBoostLimitDepthEstimator for task \"classification\", \"regression\", \"rank\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_depth, min_child_weight, learning_rate, subsample, colsample_bylevel, colsample_bytree, reg_alpha, reg_lambda. 'rf': RandomForestEstimator for task \"classification\", \"regression\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_features, max_leaves, criterion (for classification only). Starting from v1.1.0, it uses a fixed random_state by default. 'extra_tree': ExtraTreesEstimator for task \"classification\", \"regression\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_features, max_leaves, criterion (for classification only). Starting from v1.1.0, it uses a fixed random_state by default. 'histgb': HistGradientBoostingEstimator for task \"classification\", \"regression\", \"ts_forecast\" and \"ts_forecast_classification\". Hyperparameters: n_estimators, max_leaves, min_samples_leaf, learning_rate, log_max_bin (logarithm of (max_bin + 1) with base 2), l2_regularization. It uses a fixed random_state by default. 'lrl1': LRL1Classifier (sklearn.LogisticRegression with L1 regularization) for task \"classification\". Hyperparameters: C. 'lrl2': LRL2Classifier (sklearn.LogisticRegression with L2 regularization) for task \"classification\". Hyperparameters: C. 'catboost': CatBoostEstimator for task \"classification\" and \"regression\". Hyperparameters: early_stopping_rounds, learning_rate, n_estimators. 'kneighbor': KNeighborsEstimator for task \"classification\" and \"regression\". Hyperparameters: n_neighbors. 'prophet': Prophet for task \"ts_forecast\". Hyperparameters: changepoint_prior_scale, seasonality_prior_scale, holidays_prior_scale, seasonality_mode. 'arima': ARIMA for task \"ts_forecast\". Hyperparameters: p, d, q. 'sarimax': SARIMAX for task \"ts_forecast\". Hyperparameters: p, d, q, P, D, Q, s. 'holt-winters': Holt-Winters (triple exponential smoothing) model for task \"ts_forecast\". Hyperparameters: seasonal_perdiods, seasonal, use_boxcox, trend, damped_trend. 'transformer': Huggingface transformer models for task \"seq-classification\", \"seq-regression\", \"multichoice-classification\", \"token-classification\" and \"summarization\". Hyperparameters: learning_rate, num_train_epochs, per_device_train_batch_size, warmup_ratio, weight_decay, adam_epsilon, seed. 'temporal_fusion_transformer': TemporalFusionTransformerEstimator for task \"ts_forecast_panel\". Hyperparameters: gradient_clip_val, hidden_size, hidden_continuous_size, attention_head_size, dropout, learning_rate. There is a known issue with pytorch-forecast logging. Custom estimator. Use custom estimator for: tuning an estimator that is not built-in; customizing search space for a built-in estimator. Guidelines on tuning a custom estimator​ To tune a custom estimator that is not built-in, you need to: Build a custom estimator by inheritting flaml.automl.model.BaseEstimator or a derived class. For example, if you have a estimator class with scikit-learn style fit() and predict() functions, you only need to set self.estimator_class to be that class in your constructor. from flaml.automl.model import SKLearnEstimator# SKLearnEstimator is derived from BaseEstimatorimport rgfclass MyRegularizedGreedyForest(SKLearnEstimator): def __init__(self, task=\"binary\", **config): super().__init__(task, **config) if task in CLASSIFICATION: from rgf.sklearn import RGFClassifier self.estimator_class = RGFClassifier else: from rgf.sklearn import RGFRegressor self.estimator_class = RGFRegressor @classmethod def search_space(cls, data_size, task): space = { \"max_leaf\": { \"domain\": tune.lograndint(lower=4, upper=data_size), \"low_cost_init_value\": 4, }, \"n_iter\": { \"domain\": tune.lograndint(lower=1, upper=data_size), \"low_cost_init_value\": 1, }, \"learning_rate\": {\"domain\": tune.loguniform(lower=0.01, upper=20.0)}, \"min_samples_leaf\": { \"domain\": tune.lograndint(lower=1, upper=20), \"init_value\": 20, }, } return space Copy In the constructor, we set self.estimator_class as RGFClassifier or RGFRegressor according to the task type. If the estimator you want to tune does not have a scikit-learn style fit() and predict() API, you can override the fit() and predict() function of flaml.automl.model.BaseEstimator, like XGBoostEstimator. Importantly, we also add the task=\"binary\" parameter in the signature of __init__ so that it doesn't get grouped together with the **config kwargs that determines the parameters with which the underlying estimator (self.estimator_class) is constructed. If your estimator doesn't use one of the parameters that it is passed, for example some regressors in scikit-learn don't use the n_jobs parameter, it is enough to add n_jobs=None to the signature so that it is ignored by the **config dict. Give the custom estimator a name and add it in AutoML. E.g., from flaml import AutoMLautoml = AutoML()automl.add_learner(\"rgf\", MyRegularizedGreedyForest) Copy This registers the MyRegularizedGreedyForest class in AutoML, with the name \"rgf\". Tune the newly added custom estimator in either of the following two ways depending on your needs: tune rgf alone: automl.fit(..., estimator_list=[\"rgf\"]); or mix it with other built-in learners: automl.fit(..., estimator_list=[\"rgf\", \"lgbm\", \"xgboost\", \"rf\"]). Search space​ Each estimator class, built-in or not, must have a search_space function. In the search_space function, we return a dictionary about the hyperparameters, the keys of which are the names of the hyperparameters to tune, and each value is a set of detailed search configurations about the corresponding hyperparameters represented in a dictionary. A search configuration dictionary includes the following fields: domain, which specifies the possible values of the hyperparameter and their distribution. Please refer to more details about the search space domain. init_value (optional), which specifies the initial value of the hyperparameter. low_cost_init_value(optional), which specifies the value of the hyperparameter that is associated with low computation cost. See cost related hyperparameters or FAQ for more details. In the example above, we tune four hyperparameters, three integers and one float. They all follow a log-uniform distribution. \"max_leaf\" and \"n_iter\" have \"low_cost_init_value\" specified as their values heavily influence the training cost. To customize the search space for a built-in estimator, use a similar approach to define a class that inherits the existing estimator. For example, from flaml.automl.model import XGBoostEstimatordef logregobj(preds, dtrain): labels = dtrain.get_label() preds = 1.0 / (1.0 + np.exp(-preds)) # transform raw leaf weight grad = preds - labels hess = preds * (1.0 - preds) return grad, hessclass MyXGB1(XGBoostEstimator): \"\"\"XGBoostEstimator with logregobj as the objective function\"\"\" def __init__(self, **config): super().__init__(objective=logregobj, **config) Copy We override the constructor and set the training objective as a custom function logregobj. The hyperparameters and their search range do not change. For another example, class XGBoost2D(XGBoostSklearnEstimator): @classmethod def search_space(cls, data_size, task): upper = min(32768, int(data_size)) return { \"n_estimators\": { \"domain\": tune.lograndint(lower=4, upper=upper), \"low_cost_init_value\": 4, }, \"max_leaves\": { \"domain\": tune.lograndint(lower=4, upper=upper), \"low_cost_init_value\": 4, }, } Copy We override the search_space function to tune two hyperparameters only, \"n_estimators\" and \"max_leaves\". They are both random integers in the log space, ranging from 4 to data-dependent upper bound. The lower bound for each corresponds to low training cost, hence the \"low_cost_init_value\" for each is set to 4. A shortcut to override the search space​ One can use the custom_hp argument in AutoML.fit() to override the search space for an existing estimator quickly. For example, if you would like to temporarily change the search range of \"n_estimators\" of xgboost, disable searching \"max_leaves\" in random forest, and add \"subsample\" in the search space of lightgbm, you can set: custom_hp = { \"xgboost\": { \"n_estimators\": { \"domain\": tune.lograndint(lower=new_lower, upper=new_upper), \"low_cost_init_value\": new_lower, }, }, \"rf\": { \"max_leaves\": { \"domain\": None, # disable search }, }, \"lgbm\": { \"subsample\": { \"domain\": tune.uniform(lower=0.1, upper=1.0), \"init_value\": 1.0, }, \"subsample_freq\": { \"domain\": 1, # subsample_freq must > 0 to enable subsample }, },} Copy","s":"Estimator and search space","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#estimator-and-search-space","p":641},{"i":651,"t":"There are several types of constraints you can impose. Constraints on the AutoML process. time_budget: constrains the wall-clock time (seconds) used by the AutoML process. We provide some tips on how to set time budget. max_iter: constrains the maximal number of models to try in the AutoML process. Constraints on the constructor arguments of the estimators. Some constraints on the estimator can be implemented via the custom learner. For example, class MonotonicXGBoostEstimator(XGBoostSklearnEstimator): @classmethod def search_space(**args): space = super().search_space(**args) space.update({\"monotone_constraints\": {\"domain\": \"(1, -1)\"}}) return space Copy It adds a monotonicity constraint to XGBoost. This approach can be used to set any constraint that is an argument in the underlying estimator's constructor. A shortcut to do this is to use the custom_hp argument: custom_hp = { \"xgboost\": { \"monotone_constraints\": {\"domain\": \"(1, -1)\"} # fix the domain as a constant }} Copy Constraints on the models tried in AutoML. Users can set constraints such as the maximal number of models to try, limit on training time and prediction time per model. train_time_limit: training time in seconds. pred_time_limit: prediction time per instance in seconds. For example, automl.fit(X_train, y_train, max_iter=100, train_time_limit=1, pred_time_limit=1e-3) Copy Constraints on the metrics of the ML model tried in AutoML. When users provide a custom metric function, which returns a primary optimization metric and a dictionary of additional metrics (typically also about the model) to log, users can also specify constraints on one or more of the metrics in the dictionary of additional metrics. Users need to provide a list of such constraints in the following format: Each element in this list is a 3-tuple, which shall be expressed in the following format: the first element of the 3-tuple is the name of the metric, the second element is the inequality sign chosen from \">=\" and \"\\<=\", and the third element is the constraint value. E.g., ('val_loss', '<=', 0.1). For example, metric_constraints = [(\"train_loss\", \"<=\", 0.1), (\"val_loss\", \"<=\", 0.1)]automl.fit( X_train, y_train, max_iter=100, train_time_limit=1, metric_constraints=metric_constraints,) Copy","s":"Constraint","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#constraint","p":641},{"i":653,"t":"To use stacked ensemble after the model search, set ensemble=True or a dict. When ensemble=True, the final estimator and passthrough in the stacker will be automatically chosen. You can specify customized final estimator or passthrough option: \"final_estimator\": an instance of the final estimator in the stacker. \"passthrough\": True (default) or False, whether to pass the original features to the stacker. For example, automl.fit( X_train, y_train, task=\"classification\", \"ensemble\": { \"final_estimator\": LogisticRegression(), \"passthrough\": False, },) Copy","s":"Ensemble","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#ensemble","p":641},{"i":655,"t":"By default, flaml decides the resampling automatically according to the data size and the time budget. If you would like to enforce a certain resampling strategy, you can set eval_method to be \"holdout\" or \"cv\" for holdout or cross-validation. For holdout, you can also set: split_ratio: the fraction for validation data, 0.1 by default. X_val, y_val: a separate validation dataset. When they are passed, the validation metrics will be computed against this given validation dataset. If they are not passed, then a validation dataset will be split from the training data and held out from training during the model search. After the model search, flaml will retrain the model with best configuration on the full training data. You can setretrain_full to be False to skip the final retraining or \"budget\" to ask flaml to do its best to retrain within the time budget. When retrain_full is set to True, the user-provided validation data is not used in the final retraining of the model. For cross validation, you can also set n_splits of the number of folds. By default it is 5. Data split method​ flaml relies on the provided task type to infer the default splitting strategy: stratified split for classification; uniform split for regression; time-based split for time series forecasting; group-based split for learning to rank. The data split method for classification can be changed into uniform split by setting split_type=\"uniform\". The data are shuffled when split_type in (\"uniform\", \"stratified\"). For both classification and regression tasks more advanced split configurations are possible: time-based split can be enforced if the data are sorted by timestamps, by setting split_type=\"time\", group-based splits can be set by using split_type=\"group\" while providing the group identifier for each sample through the groups argument. This is also shown in an example notebook. More in general, split_type can also be set as a custom splitter object, when eval_method=\"cv\". It needs to be an instance of a derived class of scikit-learn KFold and have split and get_n_splits methods with the same signatures. To disable shuffling, the splitter instance must contain the attribute shuffle=False.","s":"Resampling strategy","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#resampling-strategy","p":641},{"i":657,"t":"When you have parallel resources, you can either spend them in training and keep the model search sequential, or perform parallel search. Following scikit-learn, the parameter n_jobs specifies how many CPU cores to use for each training job. The number of parallel trials is specified via the parameter n_concurrent_trials. By default, n_jobs=-1, n_concurrent_trials=1. That is, all the CPU cores (in a single compute node) are used for training a single model and the search is sequential. When you have more resources than what each single training job needs, you can consider increasing n_concurrent_trials. FLAML now support two backends for parallel tuning, i.e., Ray and Spark. You can use either of them, but not both for one tuning job. Parallel tuning with Ray​ To do parallel tuning with Ray, install the ray and blendsearch options: pip install flaml[ray,blendsearch] Copy ray is used to manage the resources. For example, ray.init(num_cpus=16) Copy allocates 16 CPU cores. Then, when you run: automl.fit(X_train, y_train, n_jobs=4, n_concurrent_trials=4) Copy flaml will perform 4 trials in parallel, each consuming 4 CPU cores. The parallel tuning uses the BlendSearch algorithm. Parallel tuning with Spark​ To do parallel tuning with Spark, install the spark and blendsearch options: Spark support is added in v1.1.0 pip install flaml[spark,blendsearch]>=1.1.0 Copy For more details about installing Spark, please refer to Installation. An example of using Spark for parallel tuning is: automl.fit(X_train, y_train, n_concurrent_trials=4, use_spark=True) Copy Details about parallel tuning with Spark could be found here. For Spark clusters, by default, we will launch one trial per executor. However, sometimes we want to launch more trials than the number of executors (e.g., local mode). In this case, we can set the environment variable FLAML_MAX_CONCURRENT to override the detected num_executors. The final number of concurrent trials will be the minimum of n_concurrent_trials and num_executors. Also, GPU training is not supported yet when use_spark is True. Guidelines on parallel vs sequential tuning​ (1) Considerations on wall-clock time. One common motivation for parallel tuning is to save wall-clock time. When sequential tuning and parallel tuning achieve a similar wall-clock time, sequential tuning should be preferred. This is a rule of thumb when the HPO algorithm is sequential by nature (e.g., Bayesian Optimization and FLAML's HPO algorithms CFO and BS). Sequential tuning allows the HPO algorithms to take advantage of the historical trial results. Then the question is How to estimate the wall-clock-time needed by parallel tuning and sequential tuning? You can use the following way to roughly estimate the wall-clock time in parallel tuning and sequential tuning: To finish NNN trials of hyperparameter tuning, i.e., run NNN hyperparameter configurations, the total wall-clock time needed is N/k\\*(SingleTrialTime+Overhead)N/k\\*(SingleTrialTime + Overhead)N/k\\*(SingleTrialTime+Overhead), in which SingleTrialTimeSingleTrialTimeSingleTrialTime is the trial time to evaluate a particular hyperparameter configuration, kkk is the scale of parallelism, e.g., the number of parallel CPU/GPU cores, and OverheadOverheadOverhead is the computation overhead. In sequential tuning, k=1k=1k=1, and in parallel tuning k>1k>1k>1. This may suggest that parallel tuning has a shorter wall-clock time. But it is not always the case considering the other two factors SingleTrialTimeSingleTrialTimeSingleTrialTime, and OverheadOverheadOverhead: The OverheadOverheadOverhead in sequential tuning is typically negligible; while in parallel tuning, it is relatively large. You can also try to reduce the SingleTrialTimeSingleTrialTimeSingleTrialTime to reduce the wall-clock time in sequential tuning: For example, by increasing the resource consumed by a single trial (distributed or multi-thread training), you can reduce SingleTrialTimeSingleTrialTimeSingleTrialTime. One concrete example is to use the n_jobs parameter that sets the number of threads the fitting process can use in many scikit-learn style algorithms. (2) Considerations on randomness. Potential reasons that cause randomness: Parallel tuning: In the case of parallel tuning, the order of trials' finishing time is no longer deterministic. This non-deterministic order, combined with sequential HPO algorithms, leads to a non-deterministic hyperparameter tuning trajectory. Distributed or multi-thread training: Distributed/multi-thread training may introduce randomness in model training, i.e., the trained model with the same hyperparameter may be different because of such randomness. This model-level randomness may be undesirable in some cases.","s":"Parallel tuning","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#parallel-tuning","p":641},{"i":659,"t":"We can warm start the AutoML by providing starting points of hyperparameter configurstions for each estimator. For example, if you have run AutoML for one hour, after checking the results, you would like to run it for another two hours, then you can use the best configurations found for each estimator as the starting points for the new run. automl1 = AutoML()automl1.fit(X_train, y_train, time_budget=3600)automl2 = AutoML()automl2.fit( X_train, y_train, time_budget=7200, starting_points=automl1.best_config_per_estimator,) Copy starting_points is a dictionary or a str to specify the starting hyperparameter config. (1) When it is a dictionary, the keys are the estimator names. If you do not need to specify starting points for an estimator, exclude its name from the dictionary. The value for each key can be either a dictionary of a list of dictionaries, corresponding to one hyperparameter configuration, or multiple hyperparameter configurations, respectively. (2) When it is a str: if \"data\", use data-dependent defaults; if \"data:path\", use data-dependent defaults which are stored at path; if \"static\", use data-independent defaults. Please find more details about data-dependent defaults in zero shot AutoML.","s":"Warm start","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#warm-start","p":641},{"i":661,"t":"The trials are logged in a file if a log_file_name is passed. Each trial is logged as a json record in one line. The best trial's id is logged in the last line. For example, {\"record_id\": 0, \"iter_per_learner\": 1, \"logged_metric\": null, \"trial_time\": 0.12717914581298828, \"wall_clock_time\": 0.1728971004486084, \"validation_loss\": 0.07333333333333332, \"config\": {\"n_estimators\": 4, \"num_leaves\": 4, \"min_child_samples\": 20, \"learning_rate\": 0.09999999999999995, \"log_max_bin\": 8, \"colsample_bytree\": 1.0, \"reg_alpha\": 0.0009765625, \"reg_lambda\": 1.0}, \"learner\": \"lgbm\", \"sample_size\": 150}{\"record_id\": 1, \"iter_per_learner\": 3, \"logged_metric\": null, \"trial_time\": 0.07027268409729004, \"wall_clock_time\": 0.3756711483001709, \"validation_loss\": 0.05333333333333332, \"config\": {\"n_estimators\": 4, \"num_leaves\": 4, \"min_child_samples\": 12, \"learning_rate\": 0.2677050123105203, \"log_max_bin\": 7, \"colsample_bytree\": 1.0, \"reg_alpha\": 0.001348364934537134, \"reg_lambda\": 1.4442580148221913}, \"learner\": \"lgbm\", \"sample_size\": 150}{\"curr_best_record_id\": 1} Copy iter_per_learner means how many models have been tried for each learner. The reason you see records like iter_per_learner=3 for record_id=1 is that flaml only logs better configs than the previous iters by default, i.e., log_type='better'. If you use log_type='all' instead, all the trials will be logged. trial_time means the time taken to train and evaluate one config in that trial. total_search_time is the total time spent from the beginning of fit(). flaml will adjust the n_estimators for lightgbm etc. according to the remaining budget and check the time budget constraint and stop in several places. Most of the time that makes fit() stops before the given budget. Occasionally it may run over the time budget slightly. But the log file always contains the best config info and you can recover the best model until any time point using retrain_from_log(). We can also use mlflow for logging: mlflow.set_experiment(\"flaml\")with mlflow.start_run(): automl.fit(X_train=X_train, y_train=y_train, **settings) Copy To disable mlflow logging pre-configured in FLAML, set mlflow_logging=False: automl = AutoML(mlflow_logging=False) Copy or automl.fit(X_train=X_train, y_train=y_train, mlflow_logging=False, **settings) Copy Setting mlflow_logging=False in the constructor will disable mlflow logging for all the fit() calls. Setting mlflow_logging=False in fit() will disable mlflow logging for that fit() call only.","s":"Log the trials","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#log-the-trials","p":641},{"i":663,"t":"Extra fit arguments that are needed by the estimators can be passed to AutoML.fit(). For example, if there is a weight associated with each training example, they can be passed via sample_weight. For another example, period can be passed for time series forecaster. For any extra keywork argument passed to AutoML.fit() which has not been explicitly listed in the function signature, it will be passed to the underlying estimators' fit() as is. For another example, you can set the number of gpus used by each trial with the gpu_per_trial argument, which is only used by TransformersEstimator and XGBoostSklearnEstimator. In addition, you can specify the different arguments needed by different estimators using the fit_kwargs_by_estimator argument. For example, you can set the custom arguments for a Transformers model: from flaml.automl.data import load_openml_datasetfrom flaml import AutoMLX_train, X_test, y_train, y_test = load_openml_dataset(dataset_id=1169, data_dir=\"./\")automl = AutoML()automl_settings = { \"task\": \"classification\", \"time_budget\": 10, \"estimator_list\": [\"catboost\", \"rf\"], \"fit_kwargs_by_estimator\": { \"catboost\": { \"verbose\": True, # setting the verbosity of catboost to True } },}automl.fit(X_train=X_train, y_train=y_train, **automl_settings) Copy","s":"Extra fit arguments","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#extra-fit-arguments","p":641},{"i":666,"t":"The best model can be obtained by the model property of an AutoML instance. For example, automl.fit(X_train, y_train, task=\"regression\")print(automl.model)# Copy flaml.automl.model.LGBMEstimator is a wrapper class for LightGBM models. To access the underlying model, use the estimator property of the flaml.automl.model.LGBMEstimator instance. print(automl.model.estimator)\"\"\"LGBMRegressor(colsample_bytree=0.7610534336273627, learning_rate=0.41929025492645006, max_bin=255, min_child_samples=4, n_estimators=45, num_leaves=4, reg_alpha=0.0009765625, reg_lambda=0.009280655005879943, verbose=-1)\"\"\" Copy Just like a normal LightGBM model, we can inspect it. For example, we can plot the feature importance: import matplotlib.pyplot as pltplt.barh( automl.model.estimator.feature_name_, automl.model.estimator.feature_importances_) Copy","s":"Get best model","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#get-best-model","p":641},{"i":668,"t":"We can find the best estimator's name and best configuration by: print(automl.best_estimator)# lgbmprint(automl.best_config)# {'n_estimators': 148, 'num_leaves': 18, 'min_child_samples': 3, 'learning_rate': 0.17402065726724145, 'log_max_bin': 8, 'colsample_bytree': 0.6649148062238498, 'reg_alpha': 0.0009765625, 'reg_lambda': 0.0067613624509965} Copy We can also find the best configuration per estimator. print(automl.best_config_per_estimator)# {'lgbm': {'n_estimators': 148, 'num_leaves': 18, 'min_child_samples': 3, 'learning_rate': 0.17402065726724145, 'log_max_bin': 8, 'colsample_bytree': 0.6649148062238498, 'reg_alpha': 0.0009765625, 'reg_lambda': 0.0067613624509965}, 'rf': None, 'catboost': None, 'xgboost': {'n_estimators': 4, 'max_leaves': 4, 'min_child_weight': 1.8630223791106992, 'learning_rate': 1.0, 'subsample': 0.8513627344387318, 'colsample_bylevel': 1.0, 'colsample_bytree': 0.946138073111236, 'reg_alpha': 0.0018311776973217073, 'reg_lambda': 0.27901659190538414}, 'extra_tree': {'n_estimators': 4, 'max_features': 1.0, 'max_leaves': 4}} Copy The None value corresponds to the estimators which have not been tried. Other useful information: print(automl.best_config_train_time)# 0.24841618537902832print(automl.best_iteration)# 10print(automl.best_loss)# 0.15448622217577546print(automl.time_to_find_best_model)# 0.4167296886444092print(automl.config_history)# {0: ('lgbm', {'n_estimators': 4, 'num_leaves': 4, 'min_child_samples': 20, 'learning_rate': 0.09999999999999995, 'log_max_bin': 8, 'colsample_bytree': 1.0, 'reg_alpha': 0.0009765625, 'reg_lambda': 1.0}, 1.2300517559051514)}# Meaning: at iteration 0, the config tried is {'n_estimators': 4, 'num_leaves': 4, 'min_child_samples': 20, 'learning_rate': 0.09999999999999995, 'log_max_bin': 8, 'colsample_bytree': 1.0, 'reg_alpha': 0.0009765625, 'reg_lambda': 1.0} for lgbm, and the wallclock time is 1.23s when this trial is finished. Copy","s":"Get best configuration","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#get-best-configuration","p":641},{"i":670,"t":"To plot how the loss is improved over time during the model search, first load the search history from the log file: from flaml.automl.data import get_output_from_logtime_history, best_valid_loss_history, valid_loss_history, config_history, metric_history = get_output_from_log(filename=settings[\"log_file_name\"], time_budget=120) Copy Then, assuming the optimization metric is \"accuracy\", we can plot the accuracy versus wallclock time: import matplotlib.pyplot as pltimport numpy as npplt.title(\"Learning Curve\")plt.xlabel(\"Wall Clock Time (s)\")plt.ylabel(\"Validation Accuracy\")plt.step(time_history, 1 - np.array(best_valid_loss_history), where=\"post\")plt.show() Copy The curve suggests that increasing the time budget may further improve the accuracy.","s":"Plot learning curve","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#plot-learning-curve","p":641},{"i":672,"t":"If you have an exact constraint for the total search time, set it as the time budget. If you have flexible time constraints, for example, your desirable time budget is t1=60s, and the longest time budget you can tolerate is t2=3600s, you can try the following two ways: set t1 as the time budget, and check the message in the console log in the end. If the budget is too small, you will see a warning like WARNING - Time taken to find the best model is 91% of the provided time budget and not all estimators' hyperparameter search converged. Consider increasing the time budget. set t2 as the time budget, and also set early_stop=True. If the early stopping is triggered, you will see a warning like WARNING - All estimator hyperparameters local search has converged at least once, and the total search time exceeds 10 times the time taken to find the best model. WARNING - Stopping search as early_stop is set to True.","s":"How to set time budget","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#how-to-set-time-budget","p":641},{"i":674,"t":"If you want to get a sense of how much time is needed to find the best model, you can use max_iter=2 to perform two trials first. The message will be like: INFO - iteration 0, current learner lgbm INFO - Estimated sufficient time budget=145194s. Estimated necessary time budget=2118s. INFO - at 2.6s, estimator lgbm's best error=0.4459, best estimator lgbm's best error=0.4459 You will see that the time to finish the first and cheapest trial is 2.6 seconds. The estimated necessary time budget is 2118 seconds, and the estimated sufficient time budget is 145194 seconds. Note that this is only an estimated range to help you decide your budget. When the time budget is set too low, it can happen that no estimator is trained at all within the budget. In this case, it is recommanded to use max_iter instead of time_budget. This ensures that you have enough time to train a model without worring about variance of the execution time for the code before starting a trainning.","s":"How much time is needed to find the best model","u":"/FLAML/docs/Use-Cases/Task-Oriented-AutoML","h":"#how-much-time-is-needed-to-find-the-best-model","p":641},{"i":676,"t":"On this page","s":"Tune User Defined Function","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"","p":675},{"i":678,"t":"There are three essential steps (assuming the knowledge of the set of hyperparameters to tune) to use flaml.tune to finish a basic tuning task: Specify the tuning objective with respect to the hyperparameters. Specify a search space of the hyperparameters. Specify tuning constraints, including constraints on the resource budget to do the tuning, constraints on the configurations, or/and constraints on a (or multiple) particular metric(s). With these steps, you can perform a basic tuning task accordingly.","s":"Basic Tuning Procedure","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#basic-tuning-procedure","p":675},{"i":680,"t":"Related arguments: evaluation_function: A user-defined evaluation function. metric: A string of the metric name to optimize for. mode: A string in ['min', 'max'] to specify the objective as minimization or maximization. The first step is to specify your tuning objective. To do it, you should first specify your evaluation procedure (e.g., perform a machine learning model training and validation) with respect to the hyperparameters in a user-defined function evaluation_function. The function requires a hyperparameter configuration as input, and can simply return a metric value in a scalar or return a dictionary of metric name and metric value pairs. In the following code, we define an evaluation function with respect to two hyperparameters named x and y according to obj:=(x−85000)2−x/yobj := (x-85000)^2 - x/yobj:=(x−85000)2−x/y. Note that we use this toy example here for more accessible demonstration purposes. In real use cases, the evaluation function usually cannot be written in this closed form, but instead involves a black-box and expensive evaluation procedure. Please check out Tune HuggingFace, Tune PyTorch and Tune LightGBM for real examples of tuning tasks. import timedef evaluate_config(config: dict): \"\"\"evaluate a hyperparameter configuration\"\"\" score = (config[\"x\"] - 85000) ** 2 - config[\"x\"] / config[\"y\"] # usually the evaluation takes an non-neglible cost # and the cost could be related to certain hyperparameters # here we simulate this cost by calling the time.sleep() function # here we assume the cost is proportional to x faked_evaluation_cost = config[\"x\"] / 100000 time.sleep(faked_evaluation_cost) # we can return a single float as a score on the input config: # return score # or, we can return a dictionary that maps metric name to metric value: return { \"score\": score, \"evaluation_cost\": faked_evaluation_cost, \"constraint_metric\": config[\"x\"] * config[\"y\"], } Copy When the evaluation function returns a dictionary of metrics, you need to specify the name of the metric to optimize via the argument metric (this can be skipped when the function is just returning a scalar). In addition, you need to specify a mode of your optimization/tuning task (maximization or minimization) via the argument mode by choosing from \"min\" or \"max\". For example, flaml.tune.run(evaluation_function=evaluate_config, metric=\"score\", mode=\"min\", ...) Copy","s":"Tuning objective","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#tuning-objective","p":675},{"i":682,"t":"Related arguments: config: A dictionary to specify the search space. low_cost_partial_config (optional): A dictionary from a subset of controlled dimensions to the initial low-cost values. cat_hp_cost (optional): A dictionary from a subset of categorical dimensions to the relative cost of each choice. The second step is to specify a search space of the hyperparameters through the argument config. In the search space, you need to specify valid values for your hyperparameters and can specify how these values are sampled (e.g., from a uniform distribution or a log-uniform distribution). In the following code example, we include a search space for the two hyperparameters x and y as introduced above. The valid values for both are integers in the range of [1, 100000]. The values for x are sampled uniformly in the specified range (using tune.randint(lower=1, upper=100000)), and the values for y are sampled uniformly in logarithmic space of the specified range (using tune.lograndit(lower=1, upper=100000)). from flaml import tune# construct a search space for the hyperparameters x and y.config_search_space = { \"x\": tune.lograndint(lower=1, upper=100000), \"y\": tune.randint(lower=1, upper=100000),}# provide the search space to tune.runtune.run(..., config=config_search_space, ...) Copy Details and guidelines on hyperparameter search space​ The corresponding value of a particular hyperparameter in the search space dictionary is called a domain, for example, tune.randint(lower=1, upper=100000) is the domain for the hyperparameter y. The domain specifies a type and valid range to sample parameters from. Supported types include float, integer, and categorical. Categorical hyperparameter If it is a categorical hyperparameter, then you should use tune.choice(possible_choices) in which possible_choices is the list of possible categorical values of the hyperparameter. For example, if you are tuning the optimizer used in model training, and the candidate optimizers are \"sgd\" and \"adam\", you should specify the search space in the following way: { \"optimizer\": tune.choice([\"sgd\", \"adam\"]),} Copy Numerical hyperparameter If it is a numerical hyperparameter, you need to know whether it takes integer values or float values. In addition, you need to know: The range of valid values, i.e., what are the lower limit and upper limit of the hyperparameter value? Do you want to sample in linear scale or log scale? It is a common practice to sample in the log scale if the valid value range is large and the evaluation function changes more regularly with respect to the log domain, as shown in the following example for learning rate tuning. In this code example, we set the lower limit and the upper limit of the learning rate to be 1/1024 and 1.0, respectively. We sample in the log space because model performance changes more regularly in the log scale with respect to the learning rate within such a large search range. { \"learning_rate\": tune.loguniform(lower=1 / 1024, upper=1.0),} Copy When the search range of learning rate is small, it is more common to sample in the linear scale as shown in the following example, { \"learning_rate\": tune.uniform(lower=0.1, upper=0.2),} Copy Do you have quantization granularity requirements? When you have a desired quantization granularity for the hyperparameter change, you can use tune.qlograndint or tune.qloguniform to realize the quantization requirement. The following code example helps you realize the need for sampling uniformly in the range of 0.1 and 0.2 with increments of 0.02, i.e., the sampled learning rate can only take values in {0.1, 0.12, 0.14, 0.16, ..., 0.2}, { \"learning_rate\": tune.quniform(lower=0.1, upper=0.2, q=0.02),} Copy You can find the corresponding search space choice in the table below once you have answers to the aforementioned three questions. Integer Float linear scale tune.randint(lower: int, upper: int) tune.uniform(lower: float, upper: float) log scale tune.lograndint(lower: int, upper: int, base: float = 10 tune.loguniform(lower: float, upper: float, base: float = 10) linear scale with quantization tune.qrandint(lower: int, upper: int, q: int = 1) tune.quniform(lower: float, upper: float, q: float = 1) log scale with quantization tune.qlograndint(lower: int, upper, q: int = 1, base: float = 10) tune.qloguniform(lower: float, upper, q: float = 1, base: float = 10) See the example below for the commonly used types of domains. config = { # Sample a float uniformly between -5.0 and -1.0 \"uniform\": tune.uniform(-5, -1), # Sample a float uniformly between 3.2 and 5.4, # rounding to increments of 0.2 \"quniform\": tune.quniform(3.2, 5.4, 0.2), # Sample a float uniformly between 0.0001 and 0.01, while # sampling in log space \"loguniform\": tune.loguniform(1e-4, 1e-2), # Sample a float uniformly between 0.0001 and 0.1, while # sampling in log space and rounding to increments of 0.00005 \"qloguniform\": tune.qloguniform(1e-4, 1e-1, 5e-5), # Sample a random float from a normal distribution with # mean=10 and sd=2 \"randn\": tune.randn(10, 2), # Sample a random float from a normal distribution with # mean=10 and sd=2, rounding to increments of 0.2 \"qrandn\": tune.qrandn(10, 2, 0.2), # Sample a integer uniformly between -9 (inclusive) and 15 (exclusive) \"randint\": tune.randint(-9, 15), # Sample a random uniformly between -21 (inclusive) and 12 (inclusive (!)) # rounding to increments of 3 (includes 12) \"qrandint\": tune.qrandint(-21, 12, 3), # Sample a integer uniformly between 1 (inclusive) and 10 (exclusive), # while sampling in log space \"lograndint\": tune.lograndint(1, 10), # Sample a integer uniformly between 2 (inclusive) and 10 (inclusive (!)), # while sampling in log space and rounding to increments of 2 \"qlograndint\": tune.qlograndint(2, 10, 2), # Sample an option uniformly from the specified choices \"choice\": tune.choice([\"a\", \"b\", \"c\"]),} Copy Cost-related hyperparameters​ Cost-related hyperparameters are a subset of the hyperparameters which directly affect the computation cost incurred in the evaluation of any hyperparameter configuration. For example, the number of estimators (n_estimators) and the maximum number of leaves (max_leaves) are known to affect the training cost of tree-based learners. So they are cost-related hyperparameters for tree-based learners. When cost-related hyperparameters exist, the evaluation cost in the search space is heterogeneous. In this case, designing a search space with proper ranges of the hyperparameter values is highly non-trivial. Classical tuning algorithms such as Bayesian optimization and random search are typically sensitive to such ranges. It may take them a very high cost to find a good choice if the ranges are too large. And if the ranges are too small, the optimal choice(s) may not be included and thus not possible to be found. With our method, you can use a search space with larger ranges in the case of heterogeneous cost. Our search algorithms are designed to finish the tuning process at a low total cost when the evaluation cost in the search space is heterogeneous. So in such scenarios, if you are aware of low-cost configurations for the cost-related hyperparameters, you are encouraged to set them as the low_cost_partial_config, which is a dictionary of a subset of the hyperparameter coordinates whose value corresponds to a configuration with known low cost. Using the example of the tree-based methods again, since we know that small n_estimators and max_leaves generally correspond to simpler models and thus lower cost, we set {'n_estimators': 4, 'max_leaves': 4} as the low_cost_partial_config by default (note that 4 is the lower bound of search space for these two hyperparameters), e.g., in LGBM. Please find more details on how the algorithm works here. In addition, if you are aware of the cost relationship between different categorical hyperparameter choices, you are encouraged to provide this information through cat_hp_cost. It also helps the search algorithm to reduce the total cost.","s":"Search space","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#search-space","p":675},{"i":684,"t":"Related arguments: time_budget_s: The time budget in seconds. num_samples: An integer of the number of configs to try. config_constraints (optional): A list of config constraints to be satisfied. metric_constraints (optional): A list of metric constraints to be satisfied. e.g., ['precision', '>=', 0.9]. The third step is to specify constraints of the tuning task. One notable property of flaml.tune is that it is able to finish the tuning process (obtaining good results) within a required resource constraint. A user can either provide the resource constraint in terms of wall-clock time (in seconds) through the argument time_budget_s, or in terms of the number of trials through the argument num_samples. The following example shows three use cases: # Set a resource constraint of 60 seconds wall-clock time for the tuning.flaml.tune.run(..., time_budget_s=60, ...)# Set a resource constraint of 100 trials for the tuning.flaml.tune.run(..., num_samples=100, ...)# Use at most 60 seconds and at most 100 trials for the tuning.flaml.tune.run(..., time_budget_s=60, num_samples=100, ...) Copy Optionally, you can provide a list of config constraints to be satisfied through the argument config_constraints and provide a list of metric constraints to be satisfied through the argument metric_constraints. We provide more details about related use cases in the Advanced Tuning Options section.","s":"Tuning constraints","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#tuning-constraints","p":675},{"i":686,"t":"After the aforementioned key steps, one is ready to perform a tuning task by calling flaml.tune.run(). Below is a quick sequential tuning example using the pre-defined search space config_search_space and a minimization (mode='min') objective for the score metric evaluated in evaluate_config, using the default serach algorithm in flaml. The time budget is 10 seconds (time_budget_s=10). # require: pip install flaml[blendsearch]analysis = tune.run( evaluate_config, # the function to evaluate a config config=config_search_space, # the search space defined metric=\"score\", mode=\"min\", # the optimization mode, \"min\" or \"max\" num_samples=-1, # the maximal number of configs to try, -1 means infinite time_budget_s=10, # the time budget in seconds) Copy","s":"Put together","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#put-together","p":675},{"i":688,"t":"Once the tuning process finishes, it returns an ExperimentAnalysis object, which provides methods to analyze the tuning. In the following code example, we retrieve the best configuration found during the tuning, and retrieve the best trial's result from the returned analysis. analysis = tune.run( evaluate_config, # the function to evaluate a config config=config_search_space, # the search space defined metric=\"score\", mode=\"min\", # the optimization mode, \"min\" or \"max\" num_samples=-1, # the maximal number of configs to try, -1 means infinite time_budget_s=10, # the time budget in seconds)print(analysis.best_config) # the best configprint(analysis.best_trial.last_result) # the best trial's result Copy","s":"Result analysis","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#result-analysis","p":675},{"i":690,"t":"There are several advanced tuning options worth mentioning.","s":"Advanced Tuning Options","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#advanced-tuning-options","p":675},{"i":692,"t":"A user can specify constraints on the configurations to be satisfied via the argument config_constraints. The config_constraints receives a list of such constraints to be satisfied. Specifically, each constraint is a tuple that consists of (1) a function that takes a configuration as input and returns a numerical value; (2) an operation chosen from \"\\<=\", \">=\", \"\\<\" or \">\"; (3) a numerical threshold. In the following code example, we constrain the output of area, which takes a configuration as input and outputs a numerical value, to be no larger than 1000. def my_model_size(config): return config[\"n_estimators\"] * config[\"max_leaves\"]analysis = tune.run( ..., config_constraints=[(my_model_size, \"<=\", 40)],) Copy You can also specify a list of metric constraints to be satisfied via the argument metric_constraints. Each element in the metric_constraints list is a tuple that consists of (1) a string specifying the name of the metric (the metric name must be defined and returned in the user-defined evaluation_function); (2) an operation chosen from \"\\<=\" or \">=\"; (3) a numerical threshold. In the following code example, we constrain the metric training_cost to be no larger than 1 second. analysis = (tune.run(..., metric_constraints=[(\"training_cost\", \"<=\", 1)]),) Copy config_constraints vs metric_constraints:​ The key difference between these two types of constraints is that the calculation of constraints in config_constraints does not rely on the computation procedure in the evaluation function, i.e., in evaluation_function. For example, when a constraint only depends on the config itself, as shown in the code example. Due to this independency, constraints in config_constraints will be checked before evaluation. So configurations that do not satisfy config_constraints will not be evaluated.","s":"More constraints on the tuning","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#more-constraints-on-the-tuning","p":675},{"i":694,"t":"Related arguments: use_ray: A boolean of whether to use ray as the backend. use_spark: A boolean of whether to use spark as the backend. resources_per_trial: A dictionary of the hardware resources to allocate per trial, e.g., {'cpu': 1}. Only valid when using ray backend. Details about parallel tuning with Spark could be found here. You can perform parallel tuning by specifying use_ray=True (requiring flaml[ray] option installed) or use_spark=True (requiring flaml[spark] option installed). You can also limit the amount of resources allocated per trial by specifying resources_per_trial, e.g., resources_per_trial={'cpu': 2} when use_ray=True. # require: pip install flaml[ray]analysis = tune.run( evaluate_config, # the function to evaluate a config config=config_search_space, # the search space defined metric=\"score\", mode=\"min\", # the optimization mode, \"min\" or \"max\" num_samples=-1, # the maximal number of configs to try, -1 means infinite time_budget_s=10, # the time budget in seconds use_ray=True, resources_per_trial={\"cpu\": 2}, # limit resources allocated per trial)print(analysis.best_trial.last_result) # the best trial's resultprint(analysis.best_config) # the best config Copy # require: pip install flaml[spark]analysis = tune.run( evaluate_config, # the function to evaluate a config config=config_search_space, # the search space defined metric=\"score\", mode=\"min\", # the optimization mode, \"min\" or \"max\" num_samples=-1, # the maximal number of configs to try, -1 means infinite time_budget_s=10, # the time budget in seconds use_spark=True,)print(analysis.best_trial.last_result) # the best trial's resultprint(analysis.best_config) # the best config Copy A headsup about computation overhead. When parallel tuning is used, there will be a certain amount of computation overhead in each trial. In case each trial's original cost is much smaller than the overhead, parallel tuning can underperform sequential tuning. Sequential tuning is recommended when compute resource is limited, and each trial can consume all the resources.","s":"Parallel tuning","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#parallel-tuning","p":675},{"i":696,"t":"Related arguments: scheduler: A scheduler for executing the trials. resource_attr: A string to specify the resource dimension used by the scheduler. min_resource: A float of the minimal resource to use for the resource_attr. max_resource: A float of the maximal resource to use for the resource_attr. reduction_factor: A float of the reduction factor used for incremental pruning. A scheduler can help manage the trials' execution. It can be used to perform multi-fiedlity evalution, or/and early stopping. You can use two different types of schedulers in flaml.tune via scheduler. 1. An authentic scheduler implemented in FLAML (scheduler='flaml').​ This scheduler is authentic to the new search algorithms provided by FLAML. In a nutshell, it starts the search with the minimum resource. It switches between HPO with the current resource and increasing the resource for evaluation depending on which leads to faster improvement. If this scheduler is used, you need to Specify a resource dimension. Conceptually a 'resource dimension' is a factor that affects the cost of the evaluation (e.g., sample size, the number of epochs). You need to specify the name of the resource dimension via resource_attr. For example, if resource_attr=\"sample_size\", then the config dict passed to the evaluation_function would contain a key \"sample_size\" and its value suggested by the search algorithm. That value should be used in the evaluation function to control the compute cost. The larger is the value, the more expensive the evaluation is. Provide the lower and upper limit of the resource dimension via min_resource and max_resource, and optionally provide reduction_factor, which determines the magnitude of resource (multiplicative) increase when we decide to increase the resource. In the following code example, we consider the sample size as the resource dimension. It determines how much data is used to perform training as reflected in the evaluation_function. We set the min_resource and max_resource to 1000 and the size of the full training dataset, respectively. from flaml import tunefrom functools import partialfrom flaml.automl.data import load_openml_taskdef obj_from_resource_attr(resource_attr, X_train, X_test, y_train, y_test, config): from lightgbm import LGBMClassifier from sklearn.metrics import accuracy_score # in this example sample size is our resource dimension resource = int(config[resource_attr]) sampled_X_train = X_train.iloc[:resource] sampled_y_train = y_train[:resource] # construct a LGBM model from the config # note that you need to first remove the resource_attr field # from the config as it is not part of the original search space model_config = config.copy() del model_config[resource_attr] model = LGBMClassifier(**model_config) model.fit(sampled_X_train, sampled_y_train) y_test_predict = model.predict(X_test) test_loss = 1.0 - accuracy_score(y_test, y_test_predict) return {resource_attr: resource, \"loss\": test_loss}X_train, X_test, y_train, y_test = load_openml_task(task_id=7592, data_dir=\"test/\")max_resource = len(y_train)resource_attr = \"sample_size\"min_resource = 1000analysis = tune.run( partial(obj_from_resource_attr, resource_attr, X_train, X_test, y_train, y_test), config={ \"n_estimators\": tune.lograndint(lower=4, upper=32768), \"max_leaves\": tune.lograndint(lower=4, upper=32768), \"learning_rate\": tune.loguniform(lower=1 / 1024, upper=1.0), }, metric=\"loss\", mode=\"min\", resource_attr=resource_attr, scheduler=\"flaml\", max_resource=max_resource, min_resource=min_resource, reduction_factor=2, time_budget_s=10, num_samples=-1,) Copy You can find more details about this scheduler in this paper. 2. A scheduler of the TrialScheduler class from ray.tune.​ There is a handful of schedulers of this type implemented in ray.tune, for example, ASHA, HyperBand, BOHB, etc. To use this type of scheduler you can either (1) set scheduler='asha', which will automatically create an ASHAScheduler instance using the provided inputs (resource_attr, min_resource, max_resource, and reduction_factor); or (2) create an instance by yourself and provided it via scheduler, as shown in the following code example, # require: pip install flaml[ray]from ray.tune.schedulers import HyperBandSchedulermy_scheduler = HyperBandScheduler(time_attr=\"sample_size\", max_t=max_resource, reduction_factor=2)tune.run(.., scheduler=my_scheduler, ...) Copy Similar to the case where the flaml scheduler is used, you need to specify the resource dimension, use the resource dimension accordingly in your evaluation_function, and provide the necessary information needed for scheduling, such as min_resource, max_resource and reduction_factor (depending on the requirements of the specific scheduler). Different from the case when the flaml scheduler is used, the amount of resources to use at each iteration is not suggested by the search algorithm through the resource_attr in a configuration. You need to specify the evaluation schedule explicitly by yourself in the evaluation_function and report intermediate results (using tune.report()) accordingly. In the following code example, we use the ASHA scheduler by setting scheduler=\"asha\". We specify resource_attr, min_resource, min_resource and reduction_factor the same way as in the previous example (when \"flaml\" is used as the scheduler). We perform the evaluation in a customized schedule. Use ray backend or not? You can choose to use ray backend or not by specifying use_ray=True or use_ray=False. When ray backend is not used, i.e., use_ray=False, you also need to stop the evaluation function by explicitly catching the StopIteration exception, as shown in the end of the evaluation function obj_w_intermediate_report() in the following code example. def obj_w_intermediate_report( resource_attr, X_train, X_test, y_train, y_test, min_resource, max_resource, config): from lightgbm import LGBMClassifier from sklearn.metrics import accuracy_score # a customized schedule to perform the evaluation eval_schedule = [res for res in range(min_resource, max_resource, 5000)] + [ max_resource ] for resource in eval_schedule: sampled_X_train = X_train.iloc[:resource] sampled_y_train = y_train[:resource] # construct a LGBM model from the config model = LGBMClassifier(**config) model.fit(sampled_X_train, sampled_y_train) y_test_predict = model.predict(X_test) test_loss = 1.0 - accuracy_score(y_test, y_test_predict) # need to report the resource attribute used and the corresponding intermediate results try: tune.report(sample_size=resource, loss=test_loss) except (StopIteration, SystemExit): # do cleanup operation here returnresource_attr = \"sample_size\"min_resource = 1000max_resource = len(y_train)analysis = tune.run( partial( obj_w_intermediate_report, resource_attr, X_train, X_test, y_train, y_test, min_resource, max_resource, ), config={ \"n_estimators\": tune.lograndint(lower=4, upper=32768), \"learning_rate\": tune.loguniform(lower=1 / 1024, upper=1.0), }, metric=\"loss\", mode=\"min\", resource_attr=resource_attr, scheduler=\"asha\", max_resource=max_resource, min_resource=min_resource, reduction_factor=2, time_budget_s=10, num_samples=-1,) Copy If you would like to do some cleanup opearation when the trial is stopped by the scheduler, you can do it when you catch the StopIteration (when not using ray) or SystemExit (when using ray) exception explicitly.","s":"Trial scheduling","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#trial-scheduling","p":675},{"i":698,"t":"Related arguments: points_to_evaluate: A list of initial hyperparameter configurations to run first. evaluated_rewards: If you have previously evaluated the parameters passed in as points_to_evaluate , you can avoid re-running those trials by passing in the reward attributes as a list so the optimizer can be told the results without needing to re-compute the trial. Must be the same length or shorter length than points_to_evaluate. If you are aware of some good hyperparameter configurations, you are encouraged to provide them via points_to_evaluate. The search algorithm will try them first and use them to bootstrap the search. You can use previously evaluated configurations to warm-start your tuning. For example, the following code means that you know the reward for the two configs in points_to_evaluate are 3.99 and 1.99, respectively, and want to inform tune.run(). def simple_obj(config): return config[\"a\"] + config[\"b\"]from flaml import tuneconfig_search_space = { \"a\": tune.uniform(lower=0, upper=0.99), \"b\": tune.uniform(lower=0, upper=3),}points_to_evaluate = [ {\"b\": 0.99, \"a\": 3}, {\"b\": 0.99, \"a\": 2}, {\"b\": 0.80, \"a\": 3}, {\"b\": 0.80, \"a\": 2},]evaluated_rewards = [3.99, 2.99]analysis = tune.run( simple_obj, config=config_search_space, mode=\"max\", points_to_evaluate=points_to_evaluate, evaluated_rewards=evaluated_rewards, time_budget_s=10, num_samples=-1,) Copy","s":"Warm start","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#warm-start","p":675},{"i":700,"t":"By default, there is randomness in our tuning process (for versions \\<= 0.9.1). If reproducibility is desired, you could manually set a random seed before calling tune.run(). For example, in the following code, we call np.random.seed(100) to set the random seed. With this random seed, running the following code multiple times will generate exactly the same search trajectory. The reproducibility can only be guaranteed in sequential tuning. import numpy as npnp.random.seed(100) # This line is not needed starting from version v0.9.2.analysis = tune.run( simple_obj, config=config_search_space, mode=\"max\", num_samples=10,) Copy","s":"Reproducibility","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#reproducibility","p":675},{"i":702,"t":"We support tuning multiple objectives with lexicographic preference by providing argument lexico_objectives for tune.run(). lexico_objectives is a dictionary that contains the following fields of key-value pairs: metrics: a list of optimization objectives with the orders reflecting the priorities/preferences of the objectives. modes: (optional) a list of optimization modes (each mode either \"min\" or \"max\") corresponding to the objectives in the metric list. If not provided, we use \"min\" as the default mode for all the objectives. tolerances: (optional) a dictionary to specify the optimality tolerances on objectives. The keys are the metric names (provided in \"metrics\"), and the values are the absolute/percentage tolerance in the form of numeric/string. targets: (optional) a dictionary to specify the optimization targets on the objectives. The keys are the metric names (provided in \"metric\"), and the values are the numerical target values. In the following example, we want to minimize val_loss and pred_time of the model where val_loss has high priority. The tolerances for val_loss and pre_time are 0.02 and 0 respectively. We do not set targets for these two objectives and we set them to -inf for both objectives. lexico_objectives = {}lexico_objectives[\"metrics\"] = [\"val_loss\", \"pred_time\"]lexico_objectives[\"modes\"] = [\"min\", \"min\"]lexico_objectives[\"tolerances\"] = {\"val_loss\": 0.02, \"pred_time\": 0.0}lexico_objectives[\"targets\"] = {\"val_loss\": -float(\"inf\"), \"pred_time\": -float(\"inf\")}# provide the lexico_objectives to tune.runtune.run(..., search_alg=None, lexico_objectives=lexico_objectives) Copy We also supports providing percentage tolerance as shown below. lexico_objectives[\"tolerances\"] = {\"val_loss\": \"10%\", \"pred_time\": \"0%\"} Copy NOTE: When lexico_objectives is not None, the arguments metric, mode, will be invalid, and flaml's tune uses CFO as the search_alg, which makes the input (if provided) search_alg invalid. This is a new feature that will be released in version 1.1.0 and is subject to change in the future version.","s":"Lexicographic Objectives","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#lexicographic-objectives","p":675},{"i":704,"t":"To tune the hyperparameters toward your objective, you will want to use a hyperparameter optimization algorithm which can help suggest hyperparameters with better performance (regarding your objective). flaml offers two HPO methods: CFO and BlendSearch. flaml.tune uses BlendSearch by default when the option [blendsearch] is installed.","s":"Hyperparameter Optimization Algorithm","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#hyperparameter-optimization-algorithm","p":675},{"i":706,"t":"CFO uses the randomized direct search method FLOW2 with adaptive stepsize and random restart. It requires a low-cost initial point as input if such point exists. The search begins with the low-cost initial point and gradually move to high cost region if needed. The local search method has a provable convergence rate and bounded cost. About FLOW2: FLOW2 is a simple yet effective randomized direct search method. It is an iterative optimization method that can optimize for black-box functions. FLOW2 only requires pairwise comparisons between function values to perform iterative update. Comparing to existing HPO methods, FLOW2 has the following appealing properties: It is applicable to general black-box functions with a good convergence rate in terms of loss. It provides theoretical guarantees on the total evaluation cost incurred. The GIFs attached below demonstrate an example search trajectory of FLOW2 shown in the loss and evaluation cost (i.e., the training time ) space respectively. FLOW2 is used in tuning the # of leaves and the # of trees for XGBoost. The two background heatmaps show the loss and cost distribution of all configurations. The black dots are the points evaluated in FLOW2. Black dots connected by lines are points that yield better loss performance when evaluated. From the demonstration, we can see that (1) FLOW2 can quickly move toward the low-loss region, showing good convergence property and (2) FLOW2 tends to avoid exploring the high-cost region until necessary. Example: from flaml import CFOtune.run(... search_alg=CFO(low_cost_partial_config=low_cost_partial_config),) Copy Recommended scenario: There exist cost-related hyperparameters and a low-cost initial point is known before optimization. If the search space is complex and CFO gets trapped into local optima, consider using BlendSearch.","s":"CFO: Frugal Optimization for Cost-related Hyperparameters","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#cfo-frugal-optimization-for-cost-related-hyperparameters","p":675},{"i":708,"t":"BlendSearch combines local search with global search. It leverages the frugality of CFO and the space exploration ability of global search methods such as Bayesian optimization. Like CFO, BlendSearch requires a low-cost initial point as input if such point exists, and starts the search from there. Different from CFO, BlendSearch will not wait for the local search to fully converge before trying new start points. The new start points are suggested by the global search method and filtered based on their distance to the existing points in the cost-related dimensions. BlendSearch still gradually increases the trial cost. It prioritizes among the global search thread and multiple local search threads based on optimism in face of uncertainty. Example: # require: pip install flaml[blendsearch]from flaml import BlendSearchtune.run(... search_alg=BlendSearch(low_cost_partial_config=low_cost_partial_config),) Copy Recommended scenario: Cost-related hyperparameters exist, a low-cost initial point is known, and the search space is complex such that local search is prone to be stuck at local optima. Suggestion about using larger search space in BlendSearch. In hyperparameter optimization, a larger search space is desirable because it is more likely to include the optimal configuration (or one of the optimal configurations) in hindsight. However the performance (especially anytime performance) of most existing HPO methods is undesirable if the cost of the configurations in the search space has a large variation. Thus hand-crafted small search spaces (with relatively homogeneous cost) are often used in practice for these methods, which is subject to idiosyncrasy. BlendSearch combines the benefits of local search and global search, which enables a smart (economical) way of deciding where to explore in the search space even though it is larger than necessary. This allows users to specify a larger search space in BlendSearch, which is often easier and a better practice than narrowing down the search space by hand. For more technical details, please check our papers. Frugal Optimization for Cost-related Hyperparameters. Qingyun Wu, Chi Wang, Silu Huang. AAAI 2021. @inproceedings{wu2021cfo, title={Frugal Optimization for Cost-related Hyperparameters}, author={Qingyun Wu and Chi Wang and Silu Huang}, year={2021}, booktitle={AAAI'21},} Copy Economical Hyperparameter Optimization With Blended Search Strategy. Chi Wang, Qingyun Wu, Silu Huang, Amin Saied. ICLR 2021. @inproceedings{wang2021blendsearch, title={Economical Hyperparameter Optimization With Blended Search Strategy}, author={Chi Wang and Qingyun Wu and Silu Huang and Amin Saied}, year={2021}, booktitle={ICLR'21},} Copy Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives. Shaokun Zhang, Feiran Jia, Chi Wang, Qingyun Wu. ICLR 2023 (notable-top-5%). @inproceedings{zhang2023targeted, title={Targeted Hyperparameter Optimization with Lexicographic Preferences Over Multiple Objectives}, author={Shaokun Zhang and Feiran Jia and Chi Wang and Qingyun Wu}, booktitle={International Conference on Learning Representations}, year={2023}, url={https://openreview.net/forum?id=0Ij9_q567Ma}} Copy","s":"BlendSearch: Economical Hyperparameter Optimization With Blended Search Strategy","u":"/FLAML/docs/Use-Cases/Tune-User-Defined-Function","h":"#blendsearch-economical-hyperparameter-optimization-with-blended-search-strategy","p":675}],"index":{"version":"2.3.9","fields":["t"],"fieldVectors":[["t/2",[0,4.108,1,7.438,2,5.233,3,8.508,4,2.183,5,7.438,6,4.909,7,4.308,8,3.996,9,4.772,10,1.719,11,3.924,12,3.84,13,5.4,14,2.772,15,4.558,16,4.892,17,4.108,18,5.4,19,3.564,20,5.4,21,4.428,22,6.277,23,3.942,24,6.738,25,5.4,26,2.752,27,4.892,28,4.108,29,1.08,30,4.892,31,7.438,32,3.8,33,4.108,34,2.901,35,4.892,36,5.4,37,4.558,38,2.472,39,4.108,40,4.558,41,3.675,42,5.4,43,5.4,44,4.558,45,5.4,46,5.4,47,4.558,48,3.942,49,2.098,50,5.4,51,3.942,52,3.942,53,5.4,54,4.558,55,5.4,56,2.799,57,4.892,58,4.892,59,5.4,60,5.933,61,6.472,62,4.558,63,3.291,64,2.404,65,4.892,66,5.4,67,5.4,68,4.892,69,4.558,70,4.558,71,5.4,72,5.4,73,5.4,74,5.4,75,5.4,76,4.892,77,3.015,78,9.003,79,4.892,80,4.892,81,4.558,82,5.4,83,5.4,84,5.4,85,0.83,86,4.108,87,5.4,88,4.892,89,5.4,90,5.4,91,5.4,92,3.564,93,5.4,94,2.849,95,4.892,96,3.8,97,4.892,98,4.308,99,3.8,100,5.4,101,3.465,102,4.892,103,4.558]],["t/5",[8,3.446,10,1.929,14,2.937,38,4.246,56,3.325,104,4.513,105,6.414,106,2.086,107,4.859,108,4.969,109,5.116,110,6.414,111,4.513,112,5.811,113,2.148,114,6.658,115,6.414,116,3.227,117,3.655,118,3.512,119,2.464,120,2.066,121,3.325,122,3.512,123,2.851,124,6.658,125,5.811,126,4.365,127,5.872,128,2.214,129,5.811,130,6.414,131,2.941,132,5.413,133,3.269,134,5.116,135,3.114,136,4.234,137,4.365,138,4.682,139,5.116,140,3.909,141,1.507,142,3.022,143,3.164,144,6.414,145,4.365,146,6.414,147,4.365,148,6.414,149,4.115,150,4.879,151,6.414,152,3.114,153,2.936,154,3.022,155,3.067,156,3.215,157,3.384,158,5.811,159,2.611,160,6.414,161,4.879,162,3.581]],["t/7",[8,3.906,10,1.681,14,2.836,21,4.328,28,5.531,30,6.587,106,3.199,107,4.233,118,3.981,119,2.793,126,4.948,127,5.116,143,3.586,149,4.665,150,5.531,162,4.06,163,2.234,164,7.271,165,5.116,166,7.629,167,7.271,168,5.116,169,2.701,170,2.857,171,2.435,172,3.111,173,6.136,174,2.588,175,4.08,176,4.665,177,4.543,178,6.587,179,5.116,180,4.143,181,4.665,182,4.665,183,2.701,184,5.116,185,4.665,186,2.701,187,7.271,188,4.948,189,3.981,190,3.705]],["t/9",[2,4.777,12,3.907,14,1.957,38,3.962,92,4.481,116,2.23,119,2.608,120,2.187,128,2.343,131,2.392,137,5.892,138,4.956,141,1.595,152,3.296,161,5.165,171,2.9,172,4.079,188,4.62,191,4.956,192,4.951,193,5.277,194,4.138,195,4.187,196,2.343,197,1.809,198,6.789,199,2.608,200,3.023,201,4.356,202,2.943,203,3.46,204,4.62,205,2.943,206,2.982,207,2.943,208,4.62,209,3.403,210,2.637,211,5.73,212,6.15,213,6.789,214,4.356,215,3.296,216,6.789,217,6.789,218,5.73,219,5.415,220,5.73,221,6.15,222,6.789,223,6.789,224,6.789,225,6.15,226,5.415,227,2.608]],["t/11",[2,4.078,8,5.294,9,6.322,10,2.346,11,4.655,12,2.616,14,2.841,15,4.891,32,4.078,33,4.409,35,5.25,54,4.891,56,3.004,60,4.623,99,4.078,103,6.586,104,4.078,108,3.45,118,3.173,121,4.046,124,4.623,127,4.078,141,1.362,142,3.677,149,3.718,153,2.653,168,4.078,184,4.078,186,2.153,189,3.173,203,2.953,204,5.311,228,4.891,229,5.796,230,4.891,231,5.796,232,5.796,233,3.718,234,5.796,235,5.796,236,4.23,237,1.701,238,4.891,239,7.07,240,4.078,241,4.23,242,4.891,243,5.25,244,4.409,245,5.25,246,4.623,247,3.825,248,5.796,249,3.944,250,2.546,251,2.771,252,2.653,253,3.058,254,3.058,255,4.623,256,4.623,257,4.23,258,4.409,259,4.891,260,2.304,261,2.201,262,3.944,263,3.303,264,3.718,265,4.078,266,5.796,267,4.23,268,3.718,269,4.23,270,5.25,271,5.796,272,4.891,273,5.796,274,5.796,275,5.796,276,5.25,277,4.409,278,5.796,279,3.944,280,4.891,281,3.944,282,4.078]],["t/13",[11,4.303,12,3.681,14,2.351,21,4.855,103,6.883,141,1.916,162,4.554,186,3.03,197,2.173,261,3.098,283,5.096,284,5.233,285,6.883,286,4.648,287,4.228,288,4.465,289,4.382,290,6.204,291,4.228,292,3.681,293,6.506,294,5.953,295,5.953,296,6.204]],["t/15",[0,3.428,8,2.421,9,4.199,10,2.333,11,5.099,12,2.034,14,2.221,29,1.691,49,1.751,56,2.336,77,2.516,85,0.692,92,2.974,107,2.623,111,3.171,116,1.48,117,2.568,118,4.219,121,5.01,122,2.467,137,3.067,141,2.11,145,3.067,153,2.995,159,1.835,161,3.428,162,4.302,166,3.803,171,1.509,174,1.604,175,3.816,186,2.431,189,2.467,204,3.067,226,3.595,227,1.731,236,3.289,250,2.874,252,4.287,284,2.891,286,4.818,287,5.01,288,3.583,297,1.835,298,2.891,299,3.595,300,2.683,301,2.516,302,3.171,303,2.974,304,4.506,305,3.28,306,6.745,307,5.423,308,3.712,309,2.747,310,3.392,311,4.082,312,5.22,313,4.089,314,2.974,315,4.082,316,3.595,317,2.995,318,3.595,319,4.777,320,3.803,321,4.082,322,3.171,323,3.428,324,3.428,325,3.289,326,2.747,327,3.171,328,3.428,329,3.171,330,4.506,331,3.171,332,4.082,333,3.803,334,4.506,335,4.506,336,3.067,337,3.067,338,3.595,339,4.082,340,2.092,341,3.289,342,3.595,343,4.082,344,3.067,345,4.506,346,6.544,347,2.188,348,2.568,349,4.506,350,4.082,351,3.335,352,4.506,353,1.953,354,1.792,355,3.516,356,2.063,357,1.857,358,4.506,359,3.428,360,2.891,361,2.891,362,2.73,363,2.816,364,3.289,365,3.803,366,2.123,367,4.082,368,3.289]],["t/17",[4,2.446,10,1.75,11,2.306,14,1.26,29,1.853,49,1.698,77,2.44,85,0.983,101,2.804,107,2.544,118,3.504,120,1.408,121,4.32,123,1.343,159,3.083,163,1.343,169,3.096,171,2.791,174,1.556,175,3.417,186,2.813,188,5.672,196,1.509,197,1.705,201,2.804,207,1.895,233,2.804,252,3.465,256,3.486,258,3.325,285,3.689,286,2.491,287,4.598,288,2.393,289,2.348,297,3.083,298,5.347,299,6.039,303,2.885,305,2.191,307,4.068,308,1.679,310,2.266,313,3.999,314,4.224,322,3.075,324,5.759,326,2.664,327,3.075,329,3.075,333,3.689,347,2.122,353,1.895,356,2,357,1.801,362,1.824,363,2.731,369,2.122,370,2.515,371,2.544,372,3.486,373,3.573,374,3.795,375,2.731,376,4.371,377,3.96,378,4.371,379,3.96,380,3.869,381,4.106,382,3.208,383,3.438,384,5.798,385,6.4,386,2.575,387,4.371,388,4.355,389,4.371,390,6.036,391,4.371,392,2.804,393,5.526,394,6.39,395,2.44,396,2.885,397,4.371,398,2.664,399,2.306,400,2.664,401,3.19,402,3.486,403,6.34,404,2.804,405,3.689,406,3.96,407,6.736,408,2.974,409,3.486,410,4.766,411,3.19,412,3.075,413,4.371,414,3.689,415,4.371,416,4.371,417,1.973,418,1.92,419,2.888,420,6.4,421,1.572,422,4.371,423,3.96,424,3.325,425,1.973,426,3.486,427,4.355,428,2.44,429,4.371,430,3.325,431,4.371,432,3.19]],["t/19",[10,2.283,11,3.078,14,1.682,49,3.045,98,4.654,101,3.743,113,1.954,118,4.848,121,4.59,123,2.409,141,2.08,162,3.258,163,2.409,169,2.168,175,3.996,197,1.554,200,2.597,204,6.721,227,2.241,233,3.743,252,3.588,258,5.963,289,3.135,291,3.024,301,3.258,305,4.438,306,6.253,307,5.306,308,3.793,313,3.646,314,3.851,315,5.285,316,4.654,319,5.722,320,4.924,322,4.105,336,3.97,337,3.97,339,5.285,354,2.32,357,2.404,364,6.463,366,2.748,392,3.743,396,3.851,405,4.924,417,2.633,418,2.563,421,2.099,427,5.335,433,5.285,434,4.898,435,3.929,436,5.834,437,3.325,438,5.285,439,4.654,440,2.973,441,4.924,442,4.438,443,4.924,444,4.924,445,4.105,446,4.292,447,4.259,448,5.285,449,2.266,450,3.024,451,1.916,452,5.834]],["t/21",[10,2.129,11,3.335,22,5.335,95,5.727,111,4.447,116,2.715,118,4.526,121,4.776,122,4.526,133,3.221,137,4.302,141,2.165,147,5.626,159,3.751,175,3.731,176,4.056,186,2.348,197,1.684,203,3.221,247,4.172,252,4.216,264,4.056,286,4.711,287,5.065,288,3.461,305,3.168,307,4.95,308,2.428,309,3.853,312,5.042,313,3.95,314,4.172,325,4.614,336,4.302,337,4.302,357,3.407,364,4.614,375,3.95,407,4.447,414,5.335,437,3.602,440,3.221,449,3.212,453,4.447,454,3.68,455,4.922,456,5.727,457,4.056,458,4.614,459,5.335,460,5.042,461,4.447,462,5.335,463,6.321,464,5.727,465,3.602,466,4.447,467,3.763,468,4.302,469,5.727,470,6.321,471,3.118]],["t/23",[11,5.142,12,3.716,21,5.803,141,1.934,162,4.597,169,3.059,186,3.059,283,5.144,284,5.282,289,4.423,290,6.263,291,4.268,292,3.716,293,6.567,294,6.009,295,6.009,296,6.263,472,5.603,473,6.009,474,5.434]],["t/25",[0,4.38,10,2.033,29,2.025,58,7.039,98,6.197,116,1.891,121,2.984,123,1.769,127,4.051,133,3.959,143,2.84,149,3.694,159,2.344,175,3.507,184,5.466,186,3.267,233,4.985,254,3.037,258,5.91,261,3.34,280,4.859,286,3.281,288,3.152,298,3.694,305,2.886,307,5.733,308,3.616,310,2.984,313,5.495,314,5.804,317,2.635,318,4.592,322,5.466,324,4.38,336,3.918,337,3.918,338,4.592,340,2.673,341,4.202,342,6.197,350,5.216,361,3.694,373,3.215,390,3.918,396,3.8,408,3.918,428,3.215,430,4.38,434,3.597,471,3.832,475,7.77,476,4.205,477,3.281,478,6.557,479,3.918,480,5.757,481,5.757,482,5.757,483,3.427,484,4.859,485,4.859,486,4.027,487,4.051,488,6.197,489,4.051,490,5.216,491,5.216,492,3.509,493,5.757,494,4.859,495,5.757]],["t/27",[10,2.14,21,2.595,29,1.772,34,2.342,48,3.182,49,1.694,85,1.162,94,2.3,107,3.719,116,3.387,122,3.497,131,1.536,147,2.967,159,3.389,175,3.412,185,2.797,186,3.292,197,2.361,199,2.904,200,1.941,207,1.89,210,1.694,227,1.675,257,3.182,261,2.426,269,3.182,277,3.316,279,2.967,288,5.238,297,1.775,298,5.341,300,2.595,307,5.271,308,2.904,313,5.537,314,5.849,325,4.663,327,3.067,340,3.865,344,2.967,351,2.222,353,1.89,355,4.062,362,1.819,379,3.95,401,4.663,408,2.967,418,1.915,421,1.568,435,3.789,441,3.679,449,1.694,474,2.878,483,2.595,489,3.067,490,3.95,496,4.36,497,5.095,498,3.316,499,3.316,500,4.36,501,2.967,502,3.95,503,3.316,504,6.388,505,3.182,506,3.067,507,4.36,508,3.95,509,3.95,510,4.36,511,3.51,512,2.769,513,3.95,514,1.291,515,4.36,516,3.478,517,3.95,518,3.151,519,3.478,520,5.095,521,1.404,522,7.56,523,3.95,524,3.679,525,4.36,526,2.434,527,2.657,528,2.967,529,4.36,530,4.36,531,0.375,532,1.968,533,3.95,534,5.787,535,3.95,536,4.36,537,4.36,538,3.679,539,3.478,540,4.36,541,5.787,542,4.36,543,3.316,544,3.478,545,2.185,546,3.679,547,3.316,548,4.36,549,2.967,550,3.95,551,2.797,552,5.787,553,3.316,554,3.95,555,2.26,556,3.316,557,1.866,558,3.95,559,3.316,560,3.478,561,3.679,562,4.36,563,2.878]],["t/29",[4,1.668,10,1.313,29,1.747,52,4.148,107,5.085,113,3.456,116,2.529,121,4.528,131,2.002,143,2.803,153,2.601,159,3.135,163,1.746,174,2.023,191,4.148,199,3.964,227,2.182,233,3.646,252,3.525,253,2.998,257,5.621,261,2.158,284,3.646,298,6.008,299,4.532,300,3.383,307,5.258,308,3.355,313,4.812,314,5.083,366,3.628,370,2.233,373,3.173,403,5.858,440,2.896,441,4.795,467,3.383,476,3.682,506,3.998,511,2.638,521,1.83,545,3.86,555,2.945,556,4.322,557,2.431,563,3.75,564,4.322,565,2.53,566,5.682,567,4.532,568,3.308,569,2.601,570,4.532,571,2.717,572,4.795,573,2.496,574,4.148,575,4.148,576,7.914,577,6.976,578,5.148,579,7.914,580,7.914,581,7.914,582,7.914,583,7.914,584,5.148]],["t/31",[4,1.389,19,1.947,29,0.946,49,2.301,85,1.643,107,4.844,113,1.585,116,2.437,121,3.513,126,3.22,135,1.432,137,2.007,159,3.021,175,4.027,184,2.075,185,1.893,186,1.096,197,2.217,199,1.817,200,1.313,207,2.051,210,1.838,215,1.432,220,3.993,227,2.275,233,5.081,260,1.173,287,1.529,288,4.336,289,1.585,297,2.412,307,4.47,308,3.592,309,1.798,313,2.956,314,3.123,318,2.353,328,2.244,336,2.007,337,2.007,340,2.197,344,2.007,353,2.051,355,2.542,362,1.231,363,2.956,366,2.229,369,1.432,386,2.383,392,1.893,400,2.884,404,1.893,410,1.585,417,3.059,418,3.479,421,3.111,427,2.007,428,1.647,433,2.672,434,2.956,435,2.969,440,1.503,445,2.075,446,1.615,450,1.529,451,0.969,453,2.075,456,2.672,467,1.756,478,2.49,479,2.007,486,1.529,487,4.168,488,4.725,502,2.672,503,2.244,514,2.007,517,2.672,518,4.4,521,2.183,526,1.647,528,2.007,531,0.582,533,6.722,534,2.672,549,4.031,551,1.893,554,4.286,555,3.071,557,1.262,560,5.406,565,2.106,567,2.353,573,2.078,574,3.454,575,2.153,576,5.366,577,4.286,578,2.672,579,5.366,580,5.366,581,5.366,582,5.366,583,5.366,584,2.672,585,1.008,586,3.22,587,2.49,588,2.95,589,2.95,590,2.49,591,1.756,592,2.95,593,2.95,594,2.353,595,4.506,596,2.95,597,2.95,598,2.95,599,2.672,600,4.286,601,2.49,602,2.95,603,2.353,604,2.075,605,2.49,606,2.95,607,4.286,608,2.007,609,2.95,610,4.731,611,3.599,612,4.031,613,3.22,614,1.893,615,2.353,616,2.95,617,2.25,618,2.49,619,2.95,620,2.95,621,2.95,622,2.95,623,2.672,624,2.49,625,2.95,626,3.677,627,3.123,628,2.95,629,2.95,630,3.329,631,2.95,632,2.95,633,2.672,634,2.95,635,1.556,636,6.778,637,2.95,638,2.95,639,2.95,640,2.49,641,2.672,642,2.672,643,2.672,644,2.672,645,2.49,646,2.95,647,1.455,648,2.95,649,2.95,650,2.95,651,4.731,652,2.95,653,2.95,654,2.95,655,3.993,656,1.893,657,2.672,658,1.556,659,2.075,660,2.49,661,2.95,662,1.843,663,2.95,664,4.731,665,2.95,666,2.542,667,3.329,668,2.95,669,2.672,670,1.096,671,2.672,672,2.672,673,2.353,674,2.95,675,2.95,676,2.075,677,2.49,678,2.672,679,2.075,680,2.95]],["t/33",[10,1.78,11,4.609,12,3.476,21,4.584,29,1.957,52,4.148,104,3.998,107,3.308,113,2.926,118,4.783,121,3.992,127,3.998,131,2.713,133,3.924,138,4.148,141,1.335,147,3.867,159,4.202,162,5.229,169,2.861,175,2.565,182,3.646,186,2.111,199,2.182,203,3.924,227,2.182,233,3.646,247,3.75,249,3.867,252,3.525,263,3.238,264,3.646,284,4.941,286,3.238,287,2.945,288,3.111,290,4.322,291,2.945,292,2.565,293,4.532,294,4.148,295,4.148,296,4.322,298,6.008,336,3.867,337,3.867,340,2.638,353,2.463,366,3.628,368,4.148,375,3.55,395,3.173,455,3.383,473,4.148,474,5.083,476,3.682,547,4.322,551,3.646,555,2.945,560,4.532,567,6.143,681,7.701,682,5.148,683,4.795,684,4.795,685,6.143,686,4.941,687,4.322,688,5.682,689,5.682,690,4.148,691,5.682,692,4.795,693,5.148,694,4.148,695,3.053,696,4.148,697,4.532]],["t/35",[21,5.222,283,5.481,284,5.628,286,4.999,336,5.969,337,5.969,341,6.403,472,5.969,698,5.106]],["t/37",[0,3.605,7,5.413,8,3.646,9,4.354,10,2.203,11,5.028,33,3.605,38,2.169,39,3.605,41,3.225,56,2.457,77,2.646,94,2.5,107,2.759,116,2.229,127,3.334,134,3.78,142,2.233,143,2.337,145,3.225,149,4.354,153,3.628,159,2.763,161,3.605,169,1.761,184,3.334,185,3.041,186,1.761,191,3.459,203,4.04,236,5.786,237,1.391,238,4,247,5.232,253,2.5,261,2.577,262,3.225,263,2.701,264,3.041,277,3.605,282,3.334,283,2.961,286,5.22,287,5.203,288,5.218,303,5.713,305,2.375,307,4.259,308,3.045,309,4.832,313,2.961,316,3.78,329,3.334,331,3.334,333,4,336,3.225,337,3.225,343,4.293,360,4.354,362,1.977,364,3.459,366,2.233,407,3.334,428,2.646,435,2.375,449,1.841,453,3.334,457,3.041,473,3.459,486,2.457,505,3.459,512,2.054,516,5.413,519,3.78,543,3.605,547,3.605,558,4.293,590,4,599,4.293,666,2.546,685,3.78,690,5.786,699,5.786,700,5.577,701,6.03,702,4.739,703,3.78,704,3.78,705,3.78,706,2.821,707,3.78,708,4.739,709,4,710,5.786,711,4.739,712,4.739,713,4.293,714,5.413,715,3.459,716,4.739,717,4.293,718,3.78,719,4.739,720,4.739,721,4.739,722,4.739,723,1.069,724,3.605,725,3.459,726,4.293,727,4.293,728,3.041,729,3.78,730,4.739,731,3.605]],["t/39",[4,0.887,11,4.968,29,1.6,33,2.298,38,3.993,49,1.174,60,2.41,85,1.703,94,1.594,107,1.759,118,1.654,131,1.065,145,4.096,149,1.939,153,2.207,170,1.187,191,2.205,193,1.842,197,0.805,199,1.161,200,2.147,201,1.939,211,2.55,215,2.923,221,2.737,227,1.161,228,5.08,237,1.416,239,4.369,243,2.737,245,2.737,253,1.594,259,2.55,261,2.61,263,4.972,279,2.056,286,2.748,287,4.881,288,5.049,298,1.939,300,1.799,303,5.936,307,1.623,308,1.161,351,2.458,353,2.979,360,3.862,369,3.336,386,2.421,392,1.939,407,4.235,409,2.41,410,2.591,411,2.205,417,1.364,418,3.832,421,1.087,424,2.298,435,4.211,446,2.641,468,2.056,513,4.369,516,2.41,535,4.369,549,2.056,565,1.345,567,2.41,587,2.55,605,2.55,623,2.737,647,1.49,679,3.393,699,3.52,700,4.835,706,3.583,710,7.105,725,2.205,729,7.174,732,2.737,733,1.174,734,1.939,735,2.737,736,2.205,737,2.737,738,3.022,739,2.878,740,3.847,741,2.126,742,3.022,743,2.417,744,5.317,745,1.799,746,3.022,747,2.41,748,1.939,749,3.022,750,3.022,751,3.022,752,2.737,753,3.022,754,2.737,755,3.022,756,3.022,757,2.55,758,7.59,759,2.056,760,3.022,761,3.022,762,3.022,763,4.804,764,2.298,765,4.823,766,4.823,767,2.41,768,8.354,769,3.022,770,8.401,771,6.51,772,5.453,773,4.823,774,4.823,775,4.823,776,3.022,777,4.823,778,3.022,779,4.823,780,4.823,781,4.823,782,4.823,783,4.823,784,2.641,785,2.737,786,3.022,787,4.823,788,3.022,789,5.632,790,2.056,791,3.022,792,2.41,793,4.823,794,3.022,795,3.022,796,1.445,797,3.022]],["t/41",[10,1.705,29,1.823,85,0.82,94,2.814,102,4.832,111,3.753,113,1.787,149,3.422,162,2.978,170,2.096,174,3.408,176,3.422,181,3.422,182,3.422,185,3.422,204,3.63,210,2.865,215,2.59,247,3.521,254,2.814,286,3.04,287,5.361,288,4.993,289,2.866,297,2.172,303,6.698,307,4.542,308,2.833,309,3.251,311,4.832,312,4.255,356,3.375,361,3.422,362,2.226,363,3.333,364,5.383,370,2.898,388,3.63,405,4.502,407,7.14,409,4.255,410,5.319,411,5.383,417,2.407,516,5.883,521,2.376,543,4.058,549,3.63,585,1.823,587,8.078,605,4.502,666,2.866,694,3.894,699,5.383,705,4.255,731,4.058,785,4.832,798,5.334,799,5.334,800,5.334,801,4.058,802,5.334,803,5.334,804,3.04,805,4.502,806,5.334,807,4.832,808,4.832,809,3.894,810,3.753,811,4.832,812,3.176,813,4.058,814,7.375,815,7.375,816,5.334,817,8.261,818,5.334,819,4.058,820,2.978,821,5.334,822,4.832]],["t/43",[14,1.643,23,4.161,29,1.14,85,0.876,131,2.008,149,3.658,153,2.609,170,3.438,176,3.658,185,3.658,186,2.867,197,1.519,204,3.879,212,5.164,226,4.547,247,3.763,261,2.165,262,3.879,263,3.249,265,4.011,272,4.811,286,3.249,287,4.001,288,3.121,289,3.063,291,2.955,297,2.321,303,3.763,305,4.911,307,3.063,308,2.19,309,5.333,310,2.955,312,4.547,347,2.768,356,2.609,360,3.658,362,2.379,363,4.822,364,6.845,366,3.636,367,5.164,374,2.857,388,3.879,417,2.573,428,3.183,434,4.822,446,4.226,450,2.955,453,4.011,459,4.811,486,2.955,499,4.337,555,2.955,573,2.504,666,3.063,687,4.337,699,6.387,703,4.547,705,8.239,706,3.394,715,4.161,744,3.475,790,3.879,807,5.164,808,5.164,809,4.161,810,5.43,811,6.992,817,7.927,822,7.927,823,3.763,824,3.562,825,5.701,826,5.701,827,5.701,828,3.879,829,3.763,830,5.701,831,5.701,832,5.164,833,2.955,834,4.547,835,5.701,836,5.701]],["t/45",[10,1.362,11,5.015,29,1.779,38,3.612,64,2.624,94,3.109,107,3.431,108,3.508,126,4.011,145,5.371,159,2.399,170,3.102,176,3.781,184,4.147,185,3.781,186,2.19,193,3.592,202,2.555,227,2.264,233,3.781,238,4.974,247,3.89,253,3.109,272,6.661,286,5.071,287,5.137,288,4.872,307,3.166,308,2.264,309,4.811,324,6.004,326,3.592,327,4.147,344,4.011,362,2.459,374,2.954,407,5.553,410,3.166,414,4.974,424,6.004,425,3.562,428,3.291,434,3.683,461,5.553,512,2.555,532,3.562,549,4.011,590,4.974,690,4.302,695,3.166,699,4.302,701,4.483,707,6.296,710,4.302,725,4.302,744,3.592,828,4.011,837,5.894,838,5.894,839,4.701,840,5.894,841,4.974,842,5.339,843,7.15,844,7.15,845,4.147,846,5.894,847,5.894,848,4.147,849,3.227,850,4.483,851,3.227,852,7.893,853,3.003,854,4.701,855,5.894,856,5.894,857,5.894]],["t/47",[11,4.243,12,3.63,21,5.723,162,5.367,253,4.243,260,3.198,263,4.583,283,5.026,284,5.16,286,5.478,287,4.983,288,5.263,292,3.63,293,6.415,294,5.871,295,5.871,296,6.118,472,5.473,699,5.871,828,5.473,858,8.043,859,5.16]],["t/50",[8,4.024,9,4.805,10,2.128,21,4.459,26,4.692,85,1.415,104,5.27,119,3.536,125,6.785,141,2.342,142,3.528,159,3.049,169,3.703,175,3.38,197,1.996,240,5.27,261,2.845,264,4.805,283,4.68,284,4.805,286,4.268,292,3.38,307,4.024,309,4.565,341,5.467,353,3.991,450,3.882,473,5.467,526,4.182,687,5.697,693,6.785,860,4.101,861,5.36]],["t/52",[0,6.445,11,4.47,29,1.982,121,4.392,162,4.731,197,2.258,284,5.436,362,3.535,453,5.961,739,4.052,862,4.731,863,8.473,864,7.151,865,8.473,866,6.445]],["t/55",[10,1.859,12,3.63,29,1.608,131,2.834,210,3.124,254,5.072,261,3.055,361,6.168,412,5.659,449,3.124,531,0.691,662,5.026,862,4.491,864,8.677,867,6.415,868,7.286,869,8.043,870,8.043,871,8.043,872,6.415,873,6.788,874,8.043,875,8.043]],["t/57",[6,5.165,9,6.067,10,2.186,26,3.988,159,3.85,252,3.582,260,3.111,449,3.04,531,0.672,647,3.86,701,5.953,866,7.73,872,7.543,873,6.605,876,7.826,877,7.826,878,7.826,879,7.826,880,7.826,881,6.243,882,3.306,883,4.77,884,4.89,885,7.826,886,7.826,887,3.393,888,7.826]],["t/59",[10,1.953,48,4.77,85,1.575,86,7.121,200,2.909,253,3.448,254,3.448,261,2.482,268,6.006,279,4.447,287,3.387,295,4.77,329,5.944,381,4.193,400,3.983,410,3.511,419,2.949,425,2.949,531,0.85,614,5.42,626,3.922,723,1.474,744,5.705,759,4.447,866,4.971,881,5.212,889,6.535,890,5.92,891,6.535,892,3.89,893,5.92,894,6.535,895,6.535,896,6.535,897,6.535,898,6.535,899,4.971,900,6.535,901,6.535,902,4.598,903,9.361,904,6.535,905,6.535,906,4.971,907,6.535,908,4.457,909,8.448,910,4.083,911,3.955,912,8.448,913,6.535,914,6.535,915,4.313]],["t/61",[6,4.412,10,2.441,14,1.927,28,5.085,38,3.06,85,1.688,237,1.962,268,4.289,329,4.703,361,4.289,366,3.149,457,4.289,483,5.103,531,0.574,679,4.703,728,4.289,744,4.074,790,4.549,792,5.332,812,3.98,820,4.786,866,6.521,881,6.838,890,6.056,892,3.98,916,6.685,917,6.685,918,6.056,919,7.766,920,6.056,921,7.235,922,7.235,923,7.766,924,7.235,925,7.235,926,7.235,927,7.235,928,6.685,929,6.685,930,6.056,931,6.056,932,4.88,933,6.056,934,6.056,935,4.88,936,2.539]],["t/63",[10,2.465,11,3.422,14,1.87,38,2.969,63,3.953,85,1.693,86,4.934,121,3.362,237,1.904,261,2.463,262,4.414,351,3.305,412,4.563,476,3.101,483,3.861,531,0.722,728,4.161,733,3.266,744,3.953,820,3.621,862,3.621,866,7.096,881,7.44,892,5.005,918,5.876,919,5.876,921,5.474,922,7.095,923,7.616,924,7.095,925,7.095,926,7.095,927,7.095,930,5.876,931,5.876,932,4.734,933,5.876,937,6.486,938,4.414,939,3.861,940,5.876,941,6.486,942,6.486,943,8.45,944,9.328,945,8.407]],["t/65",[283,6.413,284,5.773,864,7.594]],["t/67",[946,2.499]],["t/69",[14,2.383,52,4.614,64,2.814,131,2.913,133,3.221,143,3.118,165,4.447,186,3.071,206,2.777,208,4.302,215,3.069,237,1.855,249,4.302,261,3.851,276,5.727,291,4.285,292,4.577,297,2.574,354,2.513,370,3.249,401,4.614,419,2.853,425,2.853,446,3.461,451,2.076,461,4.447,468,4.302,531,0.543,545,3.168,547,4.809,686,4.056,744,3.853,745,3.763,747,5.042,792,5.042,820,3.529,834,5.042,860,3.461,883,5.615,902,4.447,947,5.042,948,5.042,949,7.489,950,5.042,951,6.321,952,6.321,953,8.267,954,3.95,955,6.321,956,7.489,957,7.794,958,4.526,959,5.335,960,6.321,961,6.321,962,4.056,963,6.321,964,4.056,965,6.321,966,5.727,967,4.056,968,6.289,969,6.321]],["t/71",[32,5.933,37,7.116,250,4.342,294,6.155,458,6.155,506,5.933,695,4.53,970,8.432,971,10.818,972,8.432,973,8.432,974,8.432,975,7.639]],["t/74",[153,3.804,340,3.859,523,8.88,531,0.714,545,4.166,872,6.63,873,7.014,887,4.519,976,8.311,977,8.311,978,4.618,979,6.63,980,5.656,981,8.311,982,8.311,983,8.311]],["t/76",[14,2.882,131,3.029,451,2.824,531,0.739,551,5.517,696,6.276,984,8.599,985,6.859,986,8.599,987,8.599,988,8.599,989,7.79]],["t/78",[14,2.529,26,4.47,29,1.754,113,2.938,131,3.09,419,3.959,990,8.772,991,7.946,992,8.772]],["t/80",[29,1.524,242,9.413,253,4.021,300,4.537,451,3.435,512,3.304,647,3.759,849,4.172,872,6.079,887,4.354,993,8.301,994,9.305,995,6.904,996,6.079,997,9.305,998,6.431,999,9.305,1000,6.904,1001,7.621]],["t/82",[14,2.308,86,7.292,183,2.974,242,6.757,261,3.041,291,4.15,435,5.143,451,3.148,454,4.661,531,0.688,832,7.253,887,4.156,954,5.99,978,3.771,1002,10.636,1003,8.006,1004,8.006,1005,8.006,1006,8.006]],["t/84",[26,3.473,29,1.735,37,5.752,64,3.034,85,1.334,96,4.795,127,4.795,197,1.816,260,2.71,283,4.259,295,6.335,300,4.058,301,3.806,419,3.917,435,3.416,531,0.746,571,4.15,573,2.994,667,4.795,696,4.975,718,5.437,740,6.923,862,4.846,887,4.501,964,4.373,979,5.437,989,7.863,996,5.437,1007,6.816,1008,6.816,1009,6.816,1010,6.816,1011,5.437,1012,6.816,1013,6.335,1014,6.816,1015,6.816,1016,6.816,1017,6.816,1018,6.816,1019,6.816,1020,6.816,1021,5.437,1022,6.816,1023,6.816,1024,4.638,1025,6.816,1026,6.175,1027,6.175,1028,6.175,1029,3.884,1030,6.816]],["t/86",[240,6.172,263,4.999,292,3.959,474,5.79,591,5.222,728,5.628,939,5.222,1031,8.772,1032,7.946]],["t/88",[946,2.499]],["t/90",[106,2.882,183,3.292,531,0.761,887,4.41,978,4.174,1033,6.234]],["t/92",[4,1.845,10,1.175,14,0.931,29,0.646,85,1.192,106,2.319,116,1.06,120,1.04,123,1.932,128,1.114,152,1.568,154,1.521,170,1.998,174,1.149,195,4.036,196,1.755,202,1.4,205,1.4,207,1.4,237,1.492,250,3.923,251,4.27,305,1.618,308,1.24,348,6.143,353,1.4,354,4.317,380,1.499,386,1.299,417,1.457,418,1.418,421,1.162,425,1.457,451,1.06,531,0.437,569,1.478,573,1.418,666,1.735,739,1.544,804,1.84,812,1.922,882,1.364,936,1.226,1034,2.072,1035,2.272,1036,3.229,1037,2.575,1038,2.925,1039,2.925,1040,1.592,1041,1.803,1042,3.229,1043,1.364,1044,2.575,1045,1.544,1046,2.925,1047,1.84,1048,2.072,1049,3.229,1050,2.357,1051,2.725,1052,2.272,1053,3.886,1054,2.131,1055,1.735,1056,7.336,1057,10.22,1058,2.575,1059,5.588,1060,1.735,1061,2.725,1062,2.575,1063,2.725,1064,2.575,1065,2.725,1066,2.575,1067,1.187,1068,2.431,1069,1.88,1070,2.131,1071,1.592,1072,2.131,1073,3.229,1074,7.124,1075,5.606,1076,2.575,1077,1.968,1078,3.229,1079,1.84,1080,3.229,1081,7.124,1082,2.272,1083,6.609,1084,5.083,1085,5.083,1086,2.357,1087,2.357,1088,7.132,1089,8.238,1090,3.71,1091,2.272,1092,9.189,1093,1.968,1094,2.272,1095,3.229,1096,1.703,1097,2.456,1098,2.357,1099,2.456,1100,2.925,1101,2.575,1102,3.176,1103,2.575,1104,2.575,1105,3.229,1106,3.229,1107,3.229,1108,2.925,1109,2.725,1110,3.229,1111,3.229,1112,2.017,1113,2.456,1114,2.575,1115,2.072,1116,2.575,1117,1.922,1118,2.925]],["t/94",[26,4.562,85,1.375,450,4.64,860,4.901,861,5.211]],["t/96",[946,2.499]],["t/98",[106,2.853,183,3.259,531,0.754,887,4.385,978,4.132,1033,6.172,1119,7.403,1120,5.969]],["t/100",[4,1.863,6,1.253,10,1.189,14,0.945,29,0.38,64,0.845,77,1.06,85,1.492,106,0.618,113,0.636,116,1.419,119,1.258,120,0.612,123,2.209,128,1.492,131,0.669,141,0.446,142,0.894,152,1.591,155,1.567,163,0.583,170,1.288,171,1.097,174,0.676,195,3.943,196,1.775,197,0.506,202,0.823,205,0.823,206,0.834,218,1.602,237,2.11,250,3.808,251,4.145,260,0.755,305,0.952,306,1.515,308,0.729,309,1.157,347,0.922,348,1.082,353,1.42,354,4.294,356,1.5,357,1.35,363,1.186,366,1.544,380,0.881,382,0.952,386,0.764,395,1.06,417,0.857,418,0.834,421,0.683,425,0.857,430,1.444,435,1.642,439,1.515,451,1.689,486,0.984,511,2.007,531,0.618,569,0.869,573,0.834,585,0.649,617,0.721,666,1.02,706,6.242,784,1.794,804,1.082,812,1.13,833,0.984,853,1.67,882,0.802,1034,1.218,1040,0.936,1041,1.06,1043,0.802,1045,1.567,1047,1.082,1052,1.336,1053,3.808,1054,1.253,1055,1.02,1056,7.157,1058,1.515,1059,5.417,1060,1.02,1062,1.515,1063,1.602,1064,1.515,1066,1.515,1067,1.204,1068,2.459,1074,6.914,1075,5.899,1076,1.515,1077,1.157,1079,1.082,1081,6.914,1083,6.631,1090,1.386,1093,1.157,1101,1.515,1102,2.047,1104,1.515,1112,2.047,1113,1.444,1114,1.515,1115,1.218,1116,1.515,1117,1.951,1120,1.292,1121,2.102,1122,1.602,1123,3.915,1124,1.72,1125,1.602,1126,1.602,1127,1.72,1128,1.72,1129,1.72,1130,1.13,1131,2.573,1132,1.515,1133,1.515,1134,1.515,1135,1.253,1136,4.072,1137,1.292,1138,1.292,1139,1.72,1140,1.186,1141,2.573,1142,1.72,1143,0.857,1144,0.984,1145,1.157,1146,1.602,1147,1.72,1148,8.669,1149,1.444,1150,1.602,1151,1.899,1152,1.899,1153,1.72,1154,1.13,1155,1.899,1156,1.899,1157,3.277,1158,3.277,1159,1.515,1160,1.899,1161,1.899,1162,5.142,1163,1.602,1164,3.277,1165,3.277,1166,1.515,1167,5.142,1168,3.277,1169,3.277,1170,1.72,1171,3.277,1172,1.602,1173,1.899,1174,1.899,1175,1.157,1176,3.277,1177,1.899,1178,5.142,1179,5.142,1180,3.277,1181,1.899,1182,3.277,1183,1.899,1184,3.277,1185,1.899,1186,1.292,1187,1.899,1188,1.899,1189,1.899,1190,1.899,1191,5.803,1192,1.899,1193,3.277,1194,3.277,1195,2.765,1196,3.277,1197,3.277,1198,3.277,1199,3.277,1200,3.277,1201,1.899,1202,1.602,1203,1.253,1204,1.72,1205,1.157,1206,1.336,1207,1.462,1208,1.72,1209,2.765,1210,1.602,1211,1.591,1212,1.602,1213,1.602,1214,2.765,1215,1.602,1216,1.72,1217,1.13,1218,1.899,1219,1.386,1220,1.899,1221,1.444,1222,1.602,1223,1.082,1224,1.899,1225,1.515,1226,1.386,1227,1.899,1228,1.386,1229,1.899,1230,1.386,1231,1.899,1232,1.899,1233,1.899,1234,1.444,1235,2.392,1236,1.444,1237,1.72,1238,1.72,1239,4.319,1240,1.72,1241,1.899,1242,1.899,1243,1.899,1244,1.899,1245,1.899,1246,1.899,1247,2.614,1248,1.72,1249,2.765,1250,1.72,1251,1.72,1252,1.72,1253,1.72,1254,1.899,1255,1.292,1256,1.899,1257,1.186,1258,1.899,1259,1.899,1260,1.72,1261,1.515,1262,1.899,1263,1.72,1264,1.899,1265,1.515,1266,1.72,1267,1.04,1268,1.72,1269,1.602,1270,1.602,1271,1.515,1272,1.602,1273,1.72,1274,1.72,1275,1.72,1276,1.386,1277,1.72,1278,1.72,1279,1.602,1280,1.72]],["t/102",[4,2.039,10,1.132,14,1.412,26,2.497,85,1.765,106,1.593,108,2.917,141,1.151,153,2.242,163,1.505,192,4.994,193,2.986,194,4.235,195,3.859,197,1.305,199,1.882,209,2.456,210,3.413,237,2.039,254,2.585,301,2.735,370,1.925,386,2.795,421,2.5,434,3.061,450,2.54,468,3.334,514,1.451,521,1.578,531,0.597,820,2.735,860,2.682,861,2.852,936,1.861,1047,2.792,1053,1.82,1086,5.072,1087,3.576,1096,3.666,1141,5.23,1154,2.917,1207,2.35,1239,4.729,1257,3.061,1267,2.682,1281,4.438,1282,3.688,1283,2.54,1284,3.061,1285,4.135,1286,4.438,1287,4.899,1288,5.952,1289,8.074,1290,4.899,1291,7.415,1292,6.948,1293,7.415,1294,4.135,1295,6.948,1296,6.948,1297,6.948,1298,4.899,1299,6.948,1300,4.899,1301,4.438,1302,6.948,1303,6.948,1304,6.948,1305,4.899,1306,3.908,1307,4.899,1308,4.899,1309,3.727,1310,4.899,1311,3.727,1312,4.899,1313,4.899,1314,4.899,1315,4.899,1316,4.438]],["t/104",[946,2.499]],["t/106",[183,3.243,197,2.325,512,3.783,531,0.75,887,4.372,978,4.112,1317,5.081,1318,8.728,1319,8.728]],["t/108",[4,1.715,8,2.077,10,1.814,14,1.115,29,1.168,85,1.653,106,1.257,116,1.918,118,2.117,119,1.485,122,2.117,123,2.722,128,1.335,131,1.362,152,1.877,154,1.821,163,2.163,170,2.296,171,1.295,172,1.654,174,1.376,195,2.566,196,1.335,202,1.676,205,1.676,237,1.715,250,1.698,251,1.849,260,2.322,261,1.468,348,5.923,353,2.532,354,3.522,356,1.77,357,2.407,370,1.519,380,3.269,386,2.35,395,2.159,404,2.481,425,1.745,432,2.822,451,1.918,454,2.251,486,2.004,531,0.605,546,3.263,569,1.77,573,1.698,585,1.321,810,2.72,812,2.302,884,2.416,935,2.822,936,1.468,1034,2.481,1040,1.907,1043,1.634,1047,2.203,1052,2.72,1053,3.291,1054,2.552,1055,2.077,1059,5.203,1060,2.077,1061,3.263,1065,3.263,1067,1.421,1077,2.356,1079,2.203,1115,2.481,1117,3.478,1203,2.552,1205,2.356,1282,1.537,1317,2.251,1320,3.263,1321,6.378,1322,7.041,1323,3.263,1324,3.866,1325,3.866,1326,3.503,1327,3.503,1328,3.503,1329,3.503,1330,3.084,1331,2.72,1332,3.503,1333,3.503,1334,3.503,1335,2.552,1336,4.11,1337,2.941,1338,2.004,1339,4.11,1340,4.66,1341,2.822,1342,3.084,1343,4.66,1344,3.263,1345,1.245,1346,2.631,1347,2.72,1348,3.866,1349,2.941,1350,3.084,1351,3.084,1352,3.503,1353,2.822,1354,3.503,1355,3.866,1356,3.866,1357,3.866,1358,8.115,1359,8.859,1360,3.866,1361,3.503,1362,3.866,1363,3.866,1364,2.416,1365,3.866,1366,3.866,1367,3.084,1368,3.866,1369,3.866,1370,5.842,1371,4.11,1372,3.866,1373,3.866,1374,3.866,1375,3.866,1376,3.866,1377,3.263,1378,3.866,1379,8.859,1380,3.866,1381,3.866,1382,3.866,1383,3.866,1384,3.866,1385,5.842,1386,3.866,1387,3.866,1388,3.866,1389,3.866,1390,3.866,1391,3.866,1392,3.866,1393,3.866,1394,3.866,1395,3.503]],["t/110",[10,1.211,14,1.51,29,1.047,85,1.725,106,1.704,116,2.392,128,1.808,152,2.543,155,2.505,163,2.78,170,2.862,174,1.865,195,3.199,196,2.514,202,2.271,205,2.271,237,2.137,250,2.301,251,2.505,260,2.895,310,5.234,348,5.61,356,2.397,380,3.381,386,2.93,425,2.364,451,1.72,531,0.626,532,2.364,585,1.79,884,3.273,1034,3.361,1040,2.583,1047,2.985,1048,3.361,1055,2.814,1059,5.103,1060,2.814,1067,1.925,1149,3.985,1320,4.421,1321,6.597,1323,4.421,1326,4.745,1327,4.745,1328,4.745,1330,4.178,1335,3.457,1336,5.124,1338,3.775,1339,3.685,1340,4.178,1341,5.316,1342,4.178,1343,5.809,1344,4.421,1345,1.687,1346,3.565,1347,3.685,1349,3.985,1350,4.178,1351,4.178,1364,3.273,1367,4.178,1396,7.282,1397,5.238,1398,4.745,1399,4.745,1400,4.745,1401,5.238,1402,5.238,1403,3.823,1404,5.238,1405,4.178,1406,2.397,1407,4.745,1408,9.844,1409,4.745,1410,5.238,1411,4.745,1412,4.745,1413,4.745,1414,5.238,1415,4.745,1416,4.745]],["t/112",[4,1.726,10,0.902,14,1.125,29,0.78,85,1.738,106,1.269,113,1.307,116,1.931,128,1.346,152,1.894,163,2.422,170,2.311,174,1.389,195,2.583,196,2.03,202,1.691,205,1.691,237,1.726,250,1.714,251,1.865,255,3.112,308,3.027,310,4.783,331,4.981,332,6.413,348,5.066,356,1.785,380,2.73,386,2.848,418,1.714,425,1.761,451,1.281,531,0.505,532,1.761,585,1.333,645,6.652,666,3.16,784,2.136,796,4.412,884,2.438,1034,2.503,1040,1.924,1047,2.223,1048,2.503,1055,2.096,1059,4.608,1060,2.096,1067,1.434,1096,2.058,1144,2.022,1149,2.967,1207,1.32,1320,3.292,1323,3.292,1330,3.112,1335,2.575,1338,2.022,1339,2.745,1340,3.112,1341,4.293,1345,1.257,1346,2.655,1347,2.745,1349,2.967,1350,3.112,1351,3.112,1358,3.112,1364,2.438,1367,3.112,1398,3.534,1399,3.534,1400,3.534,1403,5.753,1405,3.112,1406,1.785,1407,3.534,1409,3.534,1411,3.534,1412,3.534,1413,3.534,1415,3.534,1416,3.534,1417,5.881,1418,3.901,1419,3.901,1420,3.901,1421,3.901,1422,7.882,1423,5.881,1424,8.89,1425,3.901,1426,3.901,1427,3.901,1428,3.901,1429,3.901,1430,3.901,1431,3.901,1432,3.901,1433,3.901,1434,3.901,1435,3.901,1436,3.901,1437,3.292,1438,3.901,1439,5.881,1440,3.901,1441,3.901,1442,2.655,1443,3.901,1444,3.901,1445,3.534,1446,3.901,1447,3.901,1448,3.901,1449,2.438,1450,3.901,1451,3.901,1452,3.901,1453,3.901,1454,3.901,1455,3.901,1456,3.901,1457,3.901,1458,3.292,1459,3.901,1460,6.652,1461,3.901,1462,2.967,1463,7.882,1464,3.292,1465,3.901,1466,2.847,1467,3.901,1468,7.882,1469,3.901,1470,7.079,1471,7.079,1472,3.534,1473,3.901,1474,3.901,1475,3.901,1476,3.901,1477,3.901,1478,3.901,1479,3.534,1480,3.901,1481,3.901]],["t/114",[4,2.245,10,1.148,12,1.415,14,1.432,29,0.627,85,1.766,106,1.02,116,2.512,128,1.082,133,1.598,141,0.737,152,1.523,154,2.906,163,2.5,170,1.952,174,1.116,192,1.547,195,2.182,196,2.129,200,1.396,202,1.359,205,1.359,209,3.092,237,1.458,250,2.182,251,1.499,260,2.79,347,2.412,373,3.918,380,2.864,386,4.124,390,6.587,418,1.377,421,1.128,425,1.415,451,1.03,466,2.206,471,2.45,524,7.683,531,0.53,565,1.396,585,1.697,627,5.835,804,2.831,882,1.325,884,3.104,1040,2.45,1043,2.099,1045,3.355,1047,2.831,1055,1.685,1059,4.217,1060,1.685,1061,2.646,1067,1.826,1317,2.892,1329,4.5,1330,3.962,1331,3.495,1332,4.5,1333,4.5,1334,4.5,1335,3.279,1337,3.779,1338,3.198,1339,3.495,1340,3.962,1341,3.626,1342,3.962,1343,5.597,1344,4.192,1345,1.6,1346,3.38,1347,3.495,1349,3.779,1350,3.962,1351,3.962,1352,4.5,1358,6.489,1361,2.841,1364,1.959,1367,2.501,1466,5.938,1472,4.5,1482,4.967,1483,3.279,1484,4.967,1485,5.626,1486,8.136,1487,6.168,1488,7.017,1489,4.967,1490,4.967,1491,4.967,1492,4.967,1493,4.967,1494,4.967,1495,4.967,1496,4.967,1497,4.967,1498,3.962,1499,4.967,1500,4.967,1501,4.967,1502,4.967,1503,4.967,1504,4.967,1505,4.967,1506,3.028,1507,4.967,1508,2.841,1509,4.192,1510,8.136,1511,3.136,1512,3.136,1513,3.136,1514,3.136,1515,3.136,1516,3.136,1517,3.136]],["t/116",[26,4.339,29,1.702,85,1.308,141,2.001,186,3.163,197,2.649,292,3.843,450,4.414,451,2.796,685,6.792,860,4.662,861,4.957,1029,4.852,1518,8.515]],["t/118",[946,2.499]],["t/120",[106,2.882,183,3.292,531,0.761,887,4.41,978,4.174,1033,6.234]],["t/122",[4,0.817,10,0.864,14,0.454,29,0.315,64,0.701,85,1.06,106,0.512,119,0.605,123,1.749,128,0.543,131,0.555,152,0.764,170,1.093,171,0.527,174,0.56,195,4.327,196,0.543,202,0.682,205,0.682,237,0.817,250,4.302,251,4.683,308,1.069,310,0.816,347,0.764,348,0.897,353,1.206,354,4.435,357,1.147,380,0.731,386,0.633,395,0.879,404,1.01,417,0.711,418,0.692,421,1.001,425,0.711,451,0.517,479,1.071,486,0.816,531,0.239,569,0.721,573,0.692,666,0.846,706,6.507,784,0.862,789,1.108,804,0.897,812,0.937,882,0.665,1035,1.108,1043,1.175,1052,1.108,1053,4.024,1054,1.039,1055,0.846,1056,7.438,1058,1.256,1059,5.652,1060,0.846,1062,1.256,1064,1.256,1066,1.256,1067,0.579,1068,1.33,1074,7.812,1075,6.188,1076,1.256,1077,0.96,1079,0.897,1081,7.812,1082,3.175,1083,6.915,1086,2.031,1087,4.156,1090,2.728,1091,4.853,1093,1.696,1094,5.578,1096,1.468,1101,1.256,1102,1.738,1103,1.256,1104,1.256,1112,0.984,1113,1.198,1114,1.256,1115,1.01,1116,1.256,1117,1.656,1154,2.687,1159,2.219,1175,0.96,1186,1.071,1202,1.329,1203,1.039,1205,0.96,1364,0.984,1371,1.108,1442,1.893,1464,1.329,1519,1.574,1520,1.329,1521,1.574,1522,1.574,1523,1.574,1524,1.574,1525,1.574,1526,1.426,1527,1.108,1528,1.574,1529,1.039,1530,1.574,1531,1.426,1532,0.879,1533,1.574,1534,1.574,1535,1.574,1536,10.256,1537,1.574,1538,1.574,1539,1.426,1540,1.574,1541,1.426,1542,5.694,1543,7.201,1544,4.513,1545,5.154,1546,4.513,1547,4.513,1548,5.154,1549,1.071,1550,1.149,1551,9.794,1552,1.149,1553,6.154,1554,6.154,1555,1.149,1556,1.198,1557,2.728,1558,1.149,1559,1.149,1560,1.198,1561,4.513,1562,4.513,1563,1.256,1564,1.071,1565,1.198,1566,1.574,1567,1.574,1568,1.574,1569,1.574,1570,1.574,1571,1.574,1572,1.329,1573,1.574,1574,1.574,1575,1.426]],["t/124",[946,2.499]],["t/126",[106,2.882,183,3.292,531,0.761,887,4.41,978,4.174,1033,6.234]],["t/128",[4,1.492,10,1.175,14,0.682,29,0.473,85,1.014,106,1.93,116,0.777,119,0.908,120,0.762,123,2.191,128,0.816,131,0.833,152,1.148,155,1.131,170,1.552,171,0.792,174,0.842,195,4.187,196,1.363,202,1.025,205,1.025,207,1.025,237,1.159,250,4.131,251,4.497,308,0.908,347,1.148,348,1.348,353,1.712,354,4.386,357,1.627,380,1.098,386,0.952,395,1.321,417,1.068,418,1.039,421,0.851,425,1.068,451,0.777,486,1.226,531,0.339,569,1.083,573,1.039,666,1.271,706,6.457,739,1.131,784,1.295,789,1.664,804,1.348,812,1.408,882,0.999,936,0.898,1034,1.518,1035,1.664,1037,1.887,1038,2.143,1039,2.143,1040,1.167,1041,1.321,1043,0.999,1045,1.131,1046,2.143,1047,1.348,1048,1.518,1050,1.726,1051,1.996,1052,1.664,1053,3.965,1054,1.561,1055,1.271,1056,7.398,1058,1.887,1059,5.609,1060,1.271,1062,1.887,1064,1.887,1066,1.887,1067,0.869,1068,1.888,1069,1.377,1070,1.561,1071,1.167,1074,7.502,1075,5.396,1076,1.887,1077,1.442,1079,1.348,1081,7.502,1082,1.664,1083,6.703,1086,2.882,1087,1.726,1090,1.726,1091,5.017,1093,3.098,1094,5.017,1096,1.248,1097,1.799,1098,1.726,1099,1.799,1101,1.887,1102,2.467,1103,1.887,1104,1.887,1109,1.996,1112,1.478,1113,1.799,1114,1.887,1115,1.518,1116,1.887,1117,2.351,1136,1.518,1149,1.799,1150,1.996,1154,2.351,1159,1.887,1175,1.442,1186,1.61,1195,1.996,1202,1.996,1203,1.561,1205,1.442,1364,1.478,1557,2.882,1572,1.996,1576,2.365,1577,2.365,1578,2.365,1579,2.365,1580,9.751,1581,2.365,1582,2.365,1583,2.143,1584,3.949,1585,3.949,1586,2.365,1587,2.365,1588,2.365,1589,2.365,1590,5.083,1591,5.083,1592,10.088,1593,2.365,1594,7.93,1595,3.949,1596,2.365,1597,5.083,1598,2.365,1599,2.365,1600,2.143,1601,2.143,1602,2.143,1603,2.143,1604,2.365,1605,2.143]],["t/130",[14,2.062,49,3.475,85,1.5,94,3.773,106,2.91,120,2.882,155,4.278,237,3.003,362,2.984,371,4.163,380,3.32,435,3.584,527,5.453,531,0.614,564,5.44,763,3.584,820,3.993,882,3.021,939,4.257,1034,4.588,1035,5.032,1043,3.78,1055,3.842,1060,3.842,1130,4.257,1131,4.257,1135,4.72,1606,7.152,1607,7.152,1608,7.152,1609,7.152,1610,7.152,1611,7.152,1612,7.152,1613,7.152,1614,7.152,1615,6.479,1616,7.152,1617,6.479,1618,7.152,1619,7.152,1620,7.152,1621,7.152]],["t/132",[946,2.499]],["t/135",[183,3.243,197,2.325,512,3.783,531,0.75,887,3.783,978,4.112,1120,5.939,1141,5.196,1622,8.728,1623,8.728]],["t/137",[4,2.606,85,1.613,202,3.062,237,2.85,356,3.233,380,3.28,531,0.763,733,2.744,784,4.861,1043,2.985,1068,4.245,1112,4.414,1121,4.533,1130,4.206,1131,4.206,1132,5.635,1136,5.696,1239,4.808,1247,5.635,1249,5.962,1260,6.4,1261,5.635,1624,5.374,1625,4.97,1626,6.4,1627,5.962,1628,6.4,1629,7.065,1630,7.065,1631,4.808,1632,6.4,1633,6.4,1634,6.4,1635,5.962,1636,6.4,1637,6.4,1638,5.962,1639,7.065,1640,7.065,1641,7.065,1642,7.065,1643,7.065,1644,7.065,1645,7.065,1646,7.065,1647,7.065]],["t/139",[4,2.032,26,3.529,85,1.554,202,3.002,237,2.823,356,3.169,380,3.215,421,2.491,450,3.589,531,0.753,733,2.69,784,4.8,860,3.791,861,4.031,1043,2.925,1112,4.326,1121,4.443,1130,4.122,1131,4.122,1132,5.523,1219,5.054,1221,5.267,1223,3.946,1226,5.054,1228,5.054,1230,5.054,1624,5.267,1625,4.872,1626,6.273,1627,5.844,1628,6.273,1631,4.712,1632,6.273,1633,6.273,1634,6.273,1635,5.844,1636,6.273,1637,6.273,1638,5.844,1648,6.924,1649,6.924,1650,5.523,1651,6.273,1652,6.273,1653,6.924,1654,6.273,1655,6.924,1656,6.924,1657,6.924,1658,6.924,1659,6.924,1660,6.924,1661,6.924,1662,6.273,1663,6.924]],["t/142",[197,2.385,512,3.881,1071,4.415,1664,6.092,1665,8.952]],["t/144",[4,2.473,85,1.573,202,2.822,237,2.743,305,4.224,356,2.98,380,3.022,531,0.724,733,2.529,804,4.802,1043,2.751,1121,4.177,1130,3.876,1131,3.876,1239,4.43,1247,5.193,1261,5.193,1624,4.952,1625,4.58,1627,5.494,1631,4.43,1635,5.494,1638,5.494,1666,6.51,1667,5.494,1668,6.51,1669,6.51,1670,6.51,1671,5.193,1672,8.427,1673,6.51,1674,6.51,1675,6.51,1676,6.51,1677,6.51,1678,6.51,1679,6.51,1680,6.51,1681,6.51,1682,5.494,1683,6.51,1684,5.494,1685,5.898,1686,5.494,1687,5.494,1688,5.494,1689,5.494,1690,5.494,1691,6.51,1692,5.494,1693,5.494,1694,6.51,1695,6.51,1696,5.494,1697,5.193,1698,6.51,1699,5.898,1700,5.494,1701,5.494,1702,6.51,1703,6.51,1704,5.494,1705,5.898,1706,5.494,1707,5.494,1708,5.494,1709,5.898]],["t/146",[946,2.499]],["t/148",[106,2.853,183,3.259,531,0.754,887,4.385,978,4.132,1033,6.172,1119,7.403,1120,5.969]],["t/150",[4,1.666,6,0.903,10,1.084,14,0.708,29,0.274,64,0.609,77,0.764,85,1.415,106,0.445,113,0.458,116,1.097,118,0.749,119,0.943,120,0.441,123,1.866,128,1.153,131,0.482,141,0.321,142,0.644,152,1.192,155,1.174,163,0.42,170,0.965,171,0.822,174,0.487,195,4.142,196,1.406,197,0.364,202,0.593,205,0.593,206,0.601,218,1.154,237,1.783,250,4.079,251,4.44,260,0.544,305,0.686,306,1.091,308,0.525,309,0.834,310,0.709,313,0.855,323,1.041,347,0.664,348,0.78,353,1.064,354,4.369,356,1.124,357,1.012,363,0.855,366,1.156,380,0.635,382,0.686,386,0.988,395,0.764,417,0.617,418,0.601,421,0.492,425,0.617,430,1.041,435,1.23,439,1.091,451,1.337,479,0.931,486,0.709,511,1.55,531,0.522,569,0.626,573,0.601,585,0.467,617,0.52,666,0.735,706,0.814,784,0.749,789,0.962,804,0.78,812,0.814,833,0.709,853,1.251,882,0.578,1034,0.878,1040,0.675,1041,0.764,1043,0.578,1045,1.174,1047,0.78,1052,0.962,1053,3.916,1054,0.903,1055,0.735,1056,0.931,1059,5.524,1060,0.735,1063,1.154,1067,0.902,1071,2.799,1077,0.834,1079,0.78,1086,0.999,1090,0.999,1091,6.533,1094,7.351,1096,1.295,1102,1.534,1115,0.878,1117,1.461,1120,0.931,1121,1.575,1122,1.154,1123,3.025,1124,1.239,1125,1.154,1126,1.154,1127,1.239,1128,1.239,1129,1.239,1130,0.814,1131,1.988,1132,1.091,1133,1.091,1134,1.091,1135,0.903,1136,3.349,1137,0.931,1138,0.931,1139,1.239,1140,0.855,1142,1.239,1143,0.617,1144,0.709,1145,0.834,1146,1.154,1147,1.239,1149,1.041,1150,1.154,1153,1.239,1154,0.814,1172,1.154,1175,0.834,1186,0.931,1203,0.903,1205,0.834,1206,0.962,1207,1.13,1208,1.239,1209,2.072,1210,1.154,1211,1.192,1212,1.154,1213,1.154,1214,2.072,1215,1.154,1216,1.239,1217,0.814,1223,0.78,1226,0.999,1228,0.999,1230,0.999,1234,1.041,1235,1.792,1236,1.041,1237,1.239,1238,1.239,1239,3.552,1240,1.239,1247,1.958,1248,1.239,1249,2.072,1250,1.239,1251,1.239,1252,1.239,1253,1.239,1255,0.931,1257,0.855,1261,1.091,1263,1.239,1265,1.091,1266,1.239,1267,0.749,1268,1.239,1269,1.154,1270,1.154,1271,1.091,1272,1.154,1273,1.239,1274,1.239,1275,1.239,1276,0.999,1277,1.239,1278,1.239,1279,1.154,1280,1.239,1282,0.976,1371,0.962,1539,1.239,1549,0.931,1550,0.999,1552,0.999,1555,0.999,1556,1.041,1557,0.999,1558,0.999,1559,0.999,1560,1.041,1565,8.12,1682,1.154,1684,1.154,1685,1.239,1686,1.154,1687,1.154,1688,1.154,1689,1.154,1690,1.154,1692,1.154,1693,1.154,1696,1.154,1697,1.091,1700,1.154,1701,1.154,1704,1.154,1706,1.154,1707,1.154,1708,1.154,1709,1.239,1710,9.67,1711,4.691,1712,1.368,1713,1.368,1714,1.368,1715,1.368,1716,9.286,1717,7.49,1718,1.368,1719,1.368,1720,9.286,1721,2.455,1722,2.455,1723,1.368,1724,1.368,1725,3.339,1726,3.339,1727,1.154,1728,4.073,1729,1.154,1730,3.339,1731,3.339,1732,1.154,1733,6.074,1734,1.154,1735,3.339,1736,3.339,1737,1.239,1738,1.154,1739,5.219,1740,1.239,1741,2.455,1742,2.455,1743,1.368,1744,2.455,1745,2.455,1746,4.073,1747,1.368,1748,2.455,1749,2.455,1750,2.455,1751,1.239,1752,2.455,1753,1.239,1754,4.073,1755,4.073,1756,2.455,1757,1.368,1758,2.455,1759,1.368,1760,2.455,1761,1.368,1762,2.455,1763,1.368,1764,4.073,1765,4.073,1766,2.455,1767,1.368,1768,2.455,1769,1.368,1770,2.455,1771,1.368,1772,2.455,1773,1.368,1774,1.368,1775,1.368,1776,1.368,1777,2.455,1778,1.368,1779,4.691,1780,1.368,1781,1.368,1782,1.368,1783,1.368,1784,1.368,1785,1.368,1786,1.368,1787,1.368,1788,1.368,1789,1.368,1790,0.931,1791,1.154,1792,1.154,1793,1.368,1794,1.368,1795,1.091,1796,1.368,1797,1.154,1798,1.368,1799,1.368,1800,1.368,1801,1.368,1802,1.368,1803,1.368,1804,1.368,1805,1.368,1806,1.368,1807,1.368,1808,1.368,1809,0.962,1810,1.368,1811,1.368,1812,1.368,1813,1.368,1814,1.368,1815,1.368,1816,1.368,1817,1.368,1818,1.368,1819,1.368,1820,1.368,1821,1.368,1822,1.368,1823,1.368,1824,1.368,1825,1.368]],["t/152",[14,1.671,26,2.953,85,1.686,106,1.885,108,3.45,141,1.362,153,2.653,163,1.781,192,5.006,194,4.757,195,3.876,197,1.544,209,2.905,210,3.828,237,2.291,301,3.236,302,4.078,370,2.277,434,3.621,450,3.004,468,3.944,514,2.311,521,1.867,531,0.671,860,3.173,861,3.374,1045,3.732,1047,3.303,1053,2.153,1071,3.849,1096,4.655,1207,2.985,1267,3.173,1282,3.917,1284,3.621,1285,4.891,1286,5.25,1291,6.586,1293,4.891,1306,4.623,1311,5.937,1316,5.25,1338,3.004,1826,4.891,1827,7.447,1828,4.409,1829,5.25,1830,5.25,1831,5.25,1832,7.86,1833,5.25,1834,4.891,1835,5.25,1836,5.796,1837,5.796,1838,5.25,1839,5.25,1840,5.25,1841,5.796,1842,5.796,1843,5.796,1844,5.796,1845,5.796,1846,5.796,1847,5.796,1848,5.796,1849,5.796]],["t/154",[946,2.499]],["t/156",[85,1.271,183,3.073,237,2.428,531,0.84,887,4.237,978,3.897,1485,5.46,1850,8.272,1851,8.272,1852,7.494,1853,5.46,1854,6.292,1855,6.981,1856,7.494,1857,8.272,1858,8.272,1859,8.272,1860,8.272,1861,8.272]],["t/158",[85,1.355,237,2.977,531,0.758,1855,7.44,1856,7.987,1862,8.816,1863,8.816]],["t/160",[6,3.916,10,1.372,14,2.574,26,3.024,29,1.186,85,1.711,106,2.904,116,2.932,117,3.381,123,1.823,143,2.927,154,2.795,163,1.823,169,2.204,196,3.082,206,2.606,237,2.327,289,4.26,305,2.974,355,4.26,450,3.076,451,3.13,511,3.681,531,0.767,532,2.678,733,3.08,820,3.313,833,3.076,860,3.249,861,3.454,882,2.507,1040,2.927,1041,3.313,1043,2.507,1047,3.381,1071,2.927,1120,4.038,1121,3.807,1130,3.532,1131,3.532,1133,4.733,1134,4.733,1135,3.916,1143,4.03,1206,4.175,1624,4.514,1631,4.038,1667,5.008,1853,5.233,1854,4.514,1864,5.375,1865,5.375,1866,5.375,1867,5.008,1868,3.188,1869,3.807,1870,5.375,1871,5.375,1872,5.934,1873,5.934,1874,5.934,1875,5.375,1876,4.514,1877,5.008,1878,5.934,1879,7.929,1880,5.934,1881,5.934,1882,5.934]],["t/162",[29,1.773,56,2.009,77,2.164,85,1.72,106,1.903,131,1.365,139,3.091,140,2.362,141,0.91,143,1.911,153,1.774,163,1.798,165,2.726,186,1.44,197,1.032,199,1.488,203,1.975,215,1.881,237,2.069,250,2.57,267,2.828,289,2.082,297,1.578,351,1.975,362,1.617,370,1.523,371,4.573,412,2.726,421,1.394,440,1.975,446,2.122,449,1.505,451,2.315,466,2.726,476,1.853,483,2.307,489,2.726,531,0.675,670,1.44,696,5.734,741,2.726,744,3.566,809,2.828,820,3.937,853,4.519,860,2.122,887,1.68,938,2.637,947,3.091,958,2.122,962,2.486,978,1.825,979,4.668,980,2.637,985,4.668,1029,4.805,1050,2.828,1055,2.082,1144,3.033,1317,2.256,1353,2.828,1853,5.185,1854,5.363,1855,3.27,1868,2.082,1883,5.734,1884,5.04,1885,4.96,1886,5.852,1887,5.738,1888,2.828,1889,3.27,1890,3.875,1891,3.875,1892,5.852,1893,3.875,1894,3.091,1895,3.875,1896,3.875,1897,3.875,1898,3.875,1899,3.875,1900,3.875,1901,5.852,1902,5.852,1903,3.875,1904,3.754,1905,3.875,1906,2.637,1907,5.95,1908,3.875,1909,7.05,1910,3.875,1911,3.875,1912,5.852,1913,3.51,1914,3.875,1915,3.875,1916,7.05,1917,3.875,1918,7.05,1919,3.875,1920,3.875,1921,5.852,1922,3.875,1923,3.875,1924,5.852,1925,3.875,1926,3.875,1927,3.875,1928,3.875,1929,3.875,1930,3.875,1931,2.558,1932,3.091,1933,2.009,1934,3.875,1935,3.875,1936,3.875,1937,3.875,1938,3.875,1939,3.875,1940,3.875,1941,3.875,1942,3.875,1943,4.405,1944,2.486,1945,4.938,1946,3.875,1947,3.875,1948,3.091,1949,2.726,1950,5.852,1951,3.875,1952,3.875,1953,3.875,1954,3.875,1955,3.875,1956,3.875,1957,3.875,1958,3.875,1959,3.875,1960,3.875,1961,3.875,1962,3.875,1963,3.875,1964,3.875,1965,3.875,1966,3.875,1967,3.875,1968,3.875,1969,3.875,1970,3.875,1971,3.875,1972,3.875,1973,3.875,1974,3.875]],["t/164",[946,2.499]],["t/166",[106,2.867,183,3.275,531,0.758,887,4.398,978,4.153,1033,6.203,1120,6]],["t/168",[6,5.309,85,1.236,116,2.641,237,2.361,355,5.165,511,3.734,531,0.691,532,3.63,1043,3.398,1120,5.473,1121,5.16,1122,8.113,1130,4.788,1131,4.788,1864,7.286,1865,7.286,1866,7.286,1867,6.788,1868,4.321,1869,5.16,1870,7.286,1975,8.043,1976,7.286,1977,8.043,1978,8.043]],["t/170",[14,2.287,85,1.629,106,2.58,136,5.236,237,3.184,531,0.682,1664,5.399,1979,7.933,1980,7.933,1981,7.933,1982,7.933,1983,7.933,1984,7.933,1985,7.933,1986,7.933,1987,7.933,1988,7.933,1989,7.933,1990,7.933,1991,7.933,1992,8.637,1993,7.933]],["t/172",[14,2.02,85,1.667,116,2.901,123,2.153,154,3.301,186,2.603,196,3.339,206,3.078,283,4.379,305,4.427,451,2.301,531,0.602,617,3.355,743,3.512,833,3.633,849,3.837,882,2.961,958,3.837,1040,3.456,1041,3.913,1043,2.961,1048,4.496,1068,3.351,1070,4.625,1071,3.456,1135,4.625,1136,4.496,1137,4.769,1138,4.769,1140,4.379,1143,3.163,1255,4.769,1257,4.379,1871,6.348,1994,5.59,1995,5.914,1996,5.59,1997,5.59,1998,5.59,1999,5.59,2000,7.008,2001,7.008,2002,5.331,2003,7.008,2004,7.008,2005,7.008,2006,7.008,2007,7.008]],["t/174",[26,4.061,85,1.469,106,2.592,128,2.751,152,3.869,305,3.994,354,4.072,450,4.131,451,2.617,531,0.685,860,4.363,861,4.639,1207,3.234,1209,6.726,1210,6.726,1211,3.869,1212,6.726,1213,6.726,1214,6.726,1215,6.726,2008,7.969,2009,7.969,2010,7.969,2011,7.969,2012,7.969]],["t/176",[946,2.499]],["t/178",[10,2.395,14,2.362,29,1.943,120,2.639,128,2.828,134,6.536,140,4.994,152,3.979,200,3.648,260,3.258,449,3.183,471,4.041,512,3.552,745,4.878,1053,3.611,2013,5.906,2014,7.423]],["t/180",[10,1.101,14,1.374,29,1.909,85,1.595,94,3.594,106,1.55,128,3.393,131,1.679,132,4.022,142,3.209,143,2.35,152,2.314,156,2.388,183,1.77,186,1.77,197,1.815,203,2.428,206,2.992,210,3.089,237,2.334,261,1.81,283,2.978,289,2.56,301,2.661,310,2.47,347,2.314,430,5.182,432,3.478,446,2.609,449,1.851,512,2.066,526,3.804,531,0.585,557,2.915,575,3.478,585,2.965,614,5.102,656,3.057,687,3.625,706,2.837,733,1.851,745,2.837,747,3.801,804,2.716,820,3.804,911,2.013,957,3.801,1043,2.013,1045,2.279,1053,2.531,1059,2.47,1345,1.535,1483,6.487,1532,2.661,1559,3.478,1884,3.057,2013,6.047,2015,6.813,2016,6.813,2017,4.317,2018,5.727,2019,3.801,2020,4.765,2021,3.145,2022,4.022,2023,6.813,2024,4.152,2025,4.765,2026,4.765,2027,4.022,2028,5.749,2029,6.813,2030,5.051,2031,4.765,2032,4.765,2033,4.765,2034,4.765,2035,4.765,2036,4.765,2037,4.765,2038,4.765,2039,4.765,2040,4.765,2041,4.022,2042,4.765,2043,4.765,2044,4.765,2045,4.765,2046,4.765,2047,4.765,2048,4.765,2049,4.765,2050,4.765,2051,4.765,2052,3.057,2053,3.801,2054,4.765,2055,4.765,2056,4.765,2057,7.951,2058,4.765,2059,4.765,2060,4.765,2061,4.765,2062,4.317,2063,4.765]],["t/182",[10,2.341,14,2.651,26,3.21,29,1.839,85,1.556,106,2.048,113,2.109,116,2.068,128,3.174,141,1.48,163,2.534,183,2.34,185,4.041,196,2.174,197,1.678,200,2.804,207,2.73,215,3.058,237,1.849,254,3.323,261,2.392,265,4.431,267,6.02,450,3.265,512,2.73,526,3.517,531,0.541,545,4.134,571,3.012,585,2.152,642,5.706,690,4.597,723,1.421,745,4.91,860,3.448,861,3.667,883,3.839,936,2.392,957,5.024,1040,3.106,1053,2.34,1055,3.384,1067,2.315,1136,4.041,1140,3.935,1141,3.749,1345,2.029,1466,4.597,1483,4.157,2013,5.241,2064,8.248,2065,4.597,2066,5.315,2067,5.315,2068,4.791,2069,5.315,2070,6.298,2071,6.298,2072,6.298,2073,5.706,2074,4.791,2075,6.298,2076,6.298,2077,6.298,2078,6.298,2079,5.706]],["t/184",[4,1.28,8,3.432,10,1.924,12,1.968,14,1.841,26,2.222,29,1.772,32,4.494,34,2.342,77,2.434,85,1.538,106,2.707,116,1.432,119,2.454,120,2.854,123,2.323,128,2.205,140,5.831,141,2.248,155,2.085,163,2.323,171,1.46,183,1.62,186,2.373,196,1.505,197,1.162,199,1.675,215,2.117,237,1.28,260,1.733,261,1.656,268,4.099,292,1.968,297,3.078,317,1.995,340,2.966,356,1.995,357,1.797,362,1.819,373,2.434,410,2.342,421,1.568,449,1.694,450,2.26,451,2.098,477,3.64,503,3.316,531,0.375,532,2.883,573,1.915,585,1.49,670,3.093,698,2.538,796,4.237,824,2.724,850,3.316,860,2.387,861,2.538,862,2.434,908,2.3,957,3.478,1040,2.15,1048,2.797,1136,2.797,1317,2.538,1345,2.058,1466,3.182,1506,2.657,1883,3.182,1884,4.099,1885,3.067,1906,2.967,1931,2.878,1943,6.13,1949,4.494,2013,6.054,2073,5.787,2079,3.95,2080,4.663,2081,2.878,2082,7.044,2083,4.36,2084,4.36,2085,3.316,2086,3.679,2087,4.216,2088,5.095,2089,3.95,2090,3.478,2091,3.316,2092,3.182,2093,3.95,2094,5.095,2095,2.185,2096,2.878,2097,3.679,2098,2.797,2099,3.679,2100,5.391,2101,6.64,2102,3.95,2103,6.031,2104,3.478,2105,3.478,2106,3.95,2107,4.36,2108,4.36,2109,4.36,2110,4.36,2111,3.95,2112,3.316,2113,4.36,2114,4.36]],["t/186",[946,2.499]],["t/188",[197,2.302,356,3.955,512,3.746,531,0.742,851,4.731,887,4.347,978,4.071,1317,5.03,1338,4.479,1889,7.293,2115,7.828]],["t/190",[10,2.165,85,1.755,116,2.529,120,2.481,169,2.111,170,2.233,174,2.023,196,3.015,209,2.848,237,2.564,260,2.259,356,2.601,390,5.241,511,3.575,514,1.683,521,2.481,531,0.662,954,3.55,1045,2.717,1143,2.565,1207,1.922,1338,3.992,1339,3.998,1631,3.867,2085,4.322,2116,5.682,2117,5.682,2118,5.682,2119,5.682,2120,5.682,2121,5.682,2122,5.682,2123,5.682,2124,5.682,2125,5.148,2126,5.682,2127,5.682,2128,5.682,2129,5.682,2130,5.682,2131,2.371,2132,5.682,2133,5.682,2134,5.682,2135,5.682,2136,5.682,2137,5.682,2138,5.682,2139,5.682,2140,5.682,2141,5.682,2142,5.682,2143,5.682,2144,5.682,2145,5.682,2146,5.682,2147,5.682,2148,5.682,2149,5.682,2150,5.682,2151,5.682,2152,7.701,2153,5.148,2154,5.682,2155,5.682,2156,5.682,2157,5.682,2158,6.976,2159,5.682,2160,5.682,2161,5.682,2162,5.682,2163,5.682,2164,5.682,2165,5.682,2166,5.682,2167,5.682,2168,5.682]],["t/192",[4,2.456,85,1.713,119,2.473,123,1.978,169,3.108,171,2.802,172,2.755,177,4.023,190,3.281,196,2.222,209,3.227,215,3.126,297,2.621,301,3.595,308,3.57,357,2.653,383,3.459,399,4.414,421,2.316,531,0.553,659,4.53,666,3.459,670,2.392,790,4.381,804,3.669,882,2.72,1175,3.924,1223,3.669,1282,2.56,1317,3.748,1449,5.228,1933,3.337,2095,4.193,2169,4.249,2170,4.249,2171,6.438,2172,6.438,2173,3.669,2174,4.699,2175,7.579,2176,6.438,2177,5.832,2178,5.135,2179,5.135,2180,9.295,2181,5.135,2182,5.433,2183,6.438,2184,5.135,2185,5.433,2186,6.438,2187,6.438,2188,6.438,2189,5.832,2190,6.438,2191,6.438,2192,6.438,2193,6.438,2194,6.438]],["t/194",[4,3.18,29,0.653,85,0.973,123,1.003,141,1.205,199,1.254,237,0.958,251,1.561,265,2.297,268,2.095,291,1.692,323,2.484,451,1.072,528,2.222,531,0.441,670,1.213,733,1.268,790,2.222,819,2.484,833,1.692,1223,1.861,1234,2.484,1282,1.298,1317,1.901,1358,8.007,1449,5.409,1498,8.007,1509,2.755,1555,2.383,1710,2.958,1869,2.095,1887,3.49,1904,3.29,1907,2.755,2169,2.155,2179,2.604,2181,2.604,2182,2.755,2184,5.724,2185,2.755,2195,4.091,2196,3.265,2197,3.265,2198,3.265,2199,3.265,2200,3.265,2201,2.958,2202,2.958,2203,2.755,2204,3.265,2205,3.265,2206,3.265,2207,3.265,2208,2.958,2209,2.755,2210,2.958,2211,2.484,2212,2.958,2213,3.265,2214,2.297,2215,3.265,2216,3.265,2217,3.265,2218,3.265,2219,5.128,2220,3.265,2221,5.128,2222,3.265,2223,3.265,2224,3.265,2225,3.265,2226,2.958,2227,3.265,2228,7.782,2229,3.265,2230,3.265,2231,3.265,2232,3.265,2233,1.823,2234,3.265,2235,7.498,2236,3.265,2237,3.265,2238,3.265,2239,3.265,2240,3.265,2241,3.265,2242,3.265,2243,3.265,2244,3.265,2245,3.265,2246,3.265,2247,3.265,2248,3.265,2249,3.265,2250,3.265,2251,3.265,2252,3.265,2253,7.842,2254,3.265,2255,3.265,2256,3.265,2257,3.265,2258,3.265,2259,3.265,2260,3.265,2261,3.265,2262,3.265,2263,3.265,2264,3.265,2265,3.265,2266,3.265,2267,3.265,2268,3.265,2269,3.265,2270,3.265,2271,3.265,2272,3.265,2273,3.265,2274,3.265,2275,3.265,2276,3.265,2277,3.265,2278,3.265,2279,3.265,2280,3.265,2281,3.265,2282,3.265,2283,3.265,2284,3.265,2285,3.265,2286,3.265,2287,3.265,2288,3.265,2289,3.265,2290,3.265,2291,3.265,2292,3.265,2293,3.265,2294,3.265,2295,3.265,2296,3.265,2297,3.265,2298,3.265,2299,3.265,2300,3.265,2301,3.265,2302,3.265,2303,3.265,2304,3.265,2305,3.265,2306,3.265,2307,3.265,2308,3.265,2309,3.265,2310,3.265,2311,3.265,2312,3.265,2313,3.265,2314,3.265,2315,3.265,2316,3.265,2317,3.265,2318,3.265,2319,3.265,2320,3.265,2321,3.265,2322,3.265,2323,3.265,2324,3.265,2325,3.265,2326,3.265,2327,3.265,2328,3.265,2329,3.265,2330,3.265,2331,3.265,2332,3.265,2333,3.265,2334,3.265,2335,3.265,2336,3.265,2337,3.265,2338,3.265,2339,3.265,2340,3.265,2341,3.265,2342,3.265,2343,3.265,2344,3.265,2345,3.265,2346,3.265,2347,3.265,2348,3.265,2349,3.265,2350,3.265,2351,3.265,2352,3.265,2353,3.265,2354,3.265,2355,3.265,2356,3.265,2357,3.265,2358,3.265,2359,3.265,2360,3.265,2361,3.265,2362,3.265,2363,3.265,2364,3.265,2365,3.265,2366,3.265,2367,3.265,2368,3.265,2369,3.265,2370,3.265,2371,3.265,2372,3.265,2373,3.265,2374,3.265,2375,3.265,2376,3.265,2377,3.265,2378,3.265,2379,3.265,2380,3.265,2381,3.265,2382,3.265,2383,3.265,2384,3.265,2385,3.265,2386,3.265,2387,3.265,2388,3.265,2389,3.265,2390,3.265,2391,3.265,2392,3.265,2393,3.265,2394,3.265]],["t/196",[10,2.404,26,3.817,85,1.532,252,4.214,354,3.66,450,3.882,531,0.644,860,4.101,861,4.36,1223,4.268,1498,5.974,2095,3.754,2179,5.974,2181,5.974,2182,6.321,2184,5.974,2185,6.321,2189,6.785,2228,6.321,2395,6.321,2396,6.785,2397,7.49,2398,7.49,2399,7.49,2400,7.77,2401,6.785,2402,7.49,2403,6.785,2404,7.49,2405,7.49,2406,7.49,2407,7.49,2408,7.49,2409,7.49,2410,7.49]],["t/198",[946,2.499]],["t/201",[29,1.424,32,5.011,56,3.692,61,5.418,62,6.011,85,1.094,136,4.701,152,3.458,163,2.188,241,5.199,356,3.26,403,5.418,531,0.612,557,3.048,820,4.982,851,3.9,887,4.816,1024,4.847,1853,6.944,2411,4.847,2412,8.084,2413,7.122,2414,7.122,2415,7.122,2416,7.122,2417,8.924,2418,7.122,2419,7.122,2420,7.122,2421,7.122,2422,7.122,2423,7.122,2424,7.122,2425,7.122,2426,8.084,2427,7.122,2428,7.122,2429,7.122,2430,7.122]],["t/203",[4,2.276,10,1.793,29,1.881,61,5.9,85,1.192,120,2.498,128,2.677,136,6.681,141,1.822,152,3.766,197,2.506,200,3.453,215,3.766,261,2.946,267,5.662,296,5.9,344,5.278,351,3.953,370,3.048,375,4.847,421,2.79,565,3.453,647,3.826,892,4.617,893,7.027,946,2.572,2169,5.119,2431,7.027,2432,7.756,2433,7.756]],["t/205",[29,1.631,85,1.489,120,2.627,128,3.346,136,5.383,197,2.173,261,3.098,370,3.205,432,5.953,531,0.701,1853,5.383,1854,6.204,2434,8.156,2435,8.156,2436,8.156,2437,8.156,2438,8.156,2439,8.156,2440,9.693,2441,8.156,2442,8.156]],["t/207",[113,2.732,136,5.383,209,4.088,401,5.953,531,0.701,1087,5.953,1217,4.855,1223,4.648,2426,7.389,2443,7.389,2444,8.156,2445,8.156,2446,8.156,2447,8.156,2448,7.389,2449,8.156,2450,7.389,2451,8.156,2452,8.156,2453,8.156,2454,8.156,2455,8.156,2456,8.156,2457,8.156]],["t/209",[29,1.593,120,2.567,136,6.76,190,4.061,196,2.751,209,3.994,227,3.061,277,6.062,292,3.597,351,4.061,449,3.096,451,2.617,531,0.821,936,3.027,947,6.357,1143,3.597,1853,6.31,2169,5.26,2443,7.22,2458,9.56,2459,7.969,2460,7.969,2461,5.113,2462,7.969]],["t/211",[120,2.627,136,5.383,163,2.978,215,3.96,262,5.55,351,4.156,369,3.96,565,3.631,790,5.55,839,6.506,1024,6.596,1207,2.759,1853,5.383,1943,6.687,2169,5.383,2461,6.636,2463,7.389]],["t/213",[4,1.835,85,1.751,92,4.127,140,3.811,141,1.469,163,1.921,169,2.323,171,2.094,172,2.676,196,2.833,237,1.835,268,4.012,297,2.546,354,2.486,399,3.299,421,2.25,514,1.852,531,0.537,670,2.323,796,2.99,1024,4.255,1029,3.563,1154,3.723,1207,2.777,1406,2.862,1464,5.277,1943,5.129,2095,4.593,2170,4.127,2173,3.563,2195,4.988,2202,5.665,2203,5.277,2209,5.277,2395,5.277,2396,5.665,2401,7.437,2403,5.665,2461,5.267,2464,6.253,2465,6.253,2466,7.437,2467,4.988,2468,6.253,2469,6.253,2470,6.253,2471,6.253,2472,6.253,2473,6.253,2474,6.253,2475,6.244,2476,4.564,2477,6.253,2478,5.665,2479,6.253,2480,6.253,2481,6.253,2482,6.253,2483,8.209,2484,6.253,2485,6.253]],["t/215",[4,1.533,14,1.505,63,3.183,85,1.706,119,2.791,120,1.682,136,5.964,141,2.123,169,1.94,180,4.763,183,2.7,196,3.119,259,4.407,262,3.554,355,2.806,369,2.536,451,3.379,455,3.109,459,4.407,477,2.976,483,4.326,514,1.547,521,1.682,531,0.624,557,2.235,571,2.497,617,1.983,647,2.576,743,2.618,796,2.497,848,3.674,862,4.667,980,3.554,1024,3.554,1067,1.919,1144,2.707,1206,3.674,1207,2.458,1406,2.39,1853,6.659,1854,5.528,1904,6.095,1943,6.429,2098,3.351,2131,3.032,2235,3.674,2448,6.584,2450,6.584,2463,6.584,2486,5.222,2487,5.222,2488,4.731,2489,5.222,2490,5.222,2491,5.222,2492,5.222,2493,5.222,2494,5.222,2495,5.222,2496,5.222,2497,5.222,2498,5.222,2499,9.037,2500,5.222,2501,5.222,2502,5.222,2503,5.222,2504,5.222,2505,5.222,2506,5.222,2507,8.358,2508,5.222,2509,7.267,2510,5.222,2511,4.731]],["t/217",[946,2.499]],["t/219",[183,3.292,531,0.761,887,4.41,978,4.174,2512,8.861,2513,8.861]],["t/221",[4,0.18,14,0.177,29,0.123,49,0.239,85,0.556,106,0.2,116,0.202,123,0.655,128,0.212,152,0.299,157,0.324,170,0.46,174,0.219,195,4.444,196,0.212,202,0.267,205,0.267,237,0.343,250,4.437,251,4.83,308,0.236,310,0.319,317,0.281,318,0.49,320,0.519,323,0.468,347,0.299,348,0.666,354,4.477,357,0.253,380,0.285,386,0.247,401,0.449,404,0.394,417,0.278,418,0.27,421,0.221,425,0.278,438,0.557,443,0.519,444,0.519,451,0.202,478,0.519,479,0.418,485,0.519,497,0.49,531,0.1,573,0.27,617,0.234,666,0.33,706,0.366,784,0.337,789,0.433,804,0.35,812,0.366,882,0.26,1047,0.35,1052,0.433,1053,4.072,1054,0.406,1055,0.33,1056,0.418,1059,5.688,1060,0.33,1067,0.226,1068,0.294,1069,0.358,1071,0.303,1072,0.406,1075,4.902,1077,0.375,1079,0.35,1083,6.58,1091,2.758,1093,1.019,1094,2.758,1096,1.548,1097,4.223,1098,2.142,1099,4.223,1135,0.406,1163,2.476,1166,1.699,1172,0.519,1175,0.375,1186,0.418,1204,0.557,1222,0.519,1267,0.337,1364,0.384,1371,7.723,1377,0.519,1395,0.557,1437,0.519,1458,0.519,1462,2.232,1466,0.449,1520,0.519,1531,0.557,1541,0.557,1549,0.418,1550,0.449,1552,0.449,1555,0.449,1556,0.468,1558,0.449,1559,0.449,1560,0.468,1563,0.49,1564,0.418,1565,0.468,1575,0.557,1605,0.557,1727,2.152,1729,2.476,1732,1.798,1734,0.519,2030,0.358,2052,0.394,2514,0.557,2515,0.615,2516,9.267,2517,0.557,2518,0.615,2519,0.615,2520,0.615,2521,0.89,2522,0.615,2523,0.519,2524,0.519,2525,0.615,2526,0.615,2527,0.615,2528,0.615,2529,2.13,2530,0.557,2531,0.519,2532,0.557,2533,0.468,2534,0.557,2535,0.557,2536,0.519,2537,6.362,2538,0.557,2539,0.433,2540,0.449,2541,0.449,2542,0.519,2543,9.151,2544,0.557,2545,0.615,2546,9.151,2547,2.934,2548,2.934,2549,0.615,2550,0.615,2551,6.362,2552,9.065,2553,10.054,2554,1.798,2555,1.798,2556,0.615,2557,1.672,2558,0.615,2559,3.616,2560,2.13,2561,4.711,2562,0.557,2563,0.557,2564,0.557,2565,0.557,2566,2.31,2567,0.557,2568,0.557,2569,0.557,2570,0.519,2571,1.93,2572,0.557,2573,4.981,2574,4.981,2575,0.615,2576,0.557,2577,1.515,2578,5.732,2579,0.557,2580,0.557,2581,0.557,2582,0.557,2583,0.557,2584,0.557,2585,0.557,2586,0.557,2587,0.557,2588,4.711,2589,2.31,2590,0.615,2591,0.615,2592,0.615,2593,0.615,2594,1.059,2595,7.204,2596,1.17,2597,1.059,2598,0.615,2599,0.615,2600,4.045,2601,7.349,2602,6.362,2603,7.204,2604,0.615,2605,1.059,2606,0.615,2607,4.476,2608,5.764,2609,0.615,2610,2.13,2611,0.615,2612,0.615,2613,1.17,2614,0.615,2615,0.615,2616,0.615,2617,0.615,2618,0.557,2619,0.615,2620,3.616,2621,2.13,2622,0.615,2623,0.615,2624,0.615,2625,0.615,2626,6.5,2627,1.93,2628,0.615,2629,0.615,2630,0.615,2631,0.615,2632,0.615,2633,1.17,2634,0.615,2635,1.059,2636,0.615,2637,1.93,2638,0.557,2639,0.557,2640,5.36,2641,2.13,2642,3.288,2643,0.615,2644,0.615,2645,0.615,2646,1.672,2647,0.615,2648,0.615,2649,0.615,2650,1.672,2651,0.557]],["t/223",[4,0.263,10,0.54,14,0.48,16,0.81,29,0.333,85,1.273,106,0.291,116,1.282,119,0.344,120,0.288,123,1.327,128,1.008,131,0.315,143,0.441,152,0.434,156,0.448,157,0.878,159,0.364,163,0.275,170,0.917,171,0.3,174,0.318,195,4.351,196,0.806,197,0.238,202,0.388,205,0.388,206,0.393,215,0.434,237,0.489,250,4.338,251,4.723,261,0.34,262,0.609,308,0.344,310,0.464,323,0.68,347,0.808,348,0.51,353,0.722,354,4.442,355,0.481,357,0.686,380,0.415,382,0.448,386,0.36,395,0.499,401,0.653,417,0.404,418,0.393,421,0.322,425,0.404,427,0.609,439,0.714,443,0.755,444,0.755,451,0.547,467,0.533,479,0.609,485,0.755,486,0.464,497,0.714,511,0.773,512,0.388,520,0.714,531,0.201,565,0.398,569,0.409,617,0.34,666,0.481,706,0.533,743,0.448,784,0.49,789,0.629,804,0.51,833,0.464,853,0.456,882,0.378,980,0.609,1040,0.441,1041,0.499,1045,0.428,1053,4.027,1055,0.481,1056,0.609,1059,5.647,1060,0.481,1067,0.329,1068,0.428,1069,0.521,1071,0.441,1072,0.59,1075,5.44,1077,0.545,1079,0.51,1083,6.672,1091,3.303,1093,0.545,1094,3.303,1096,1.541,1097,2.223,1098,1.704,1099,2.223,1102,1.04,1115,0.574,1117,0.991,1119,0.755,1130,0.533,1131,0.991,1134,0.714,1137,0.609,1138,0.609,1143,0.404,1144,0.464,1145,0.545,1146,0.755,1166,1.328,1170,1.508,1175,0.545,1186,0.609,1203,0.59,1205,0.545,1211,0.808,1222,0.755,1235,1.704,1236,0.68,1282,0.356,1345,0.288,1364,0.559,1371,7.675,1377,0.755,1458,0.755,1462,0.68,1466,0.653,1549,0.609,1550,0.653,1552,0.653,1555,0.653,1556,0.68,1558,0.653,1559,0.653,1560,0.68,1563,0.714,1564,0.609,1565,0.68,1583,0.81,1727,1.97,1729,0.755,1732,0.755,1734,1.97,1737,2.114,1738,0.755,1740,0.81,1751,0.81,1888,0.653,2024,1.014,2030,0.969,2173,0.51,2516,9.2,2521,0.68,2530,0.81,2531,0.755,2532,0.81,2533,0.68,2534,0.81,2535,0.81,2538,0.81,2539,0.629,2540,1.215,2541,0.653,2542,0.755,2543,8.947,2544,0.81,2546,8.947,2554,2.466,2555,2.466,2562,0.81,2563,0.81,2564,0.81,2565,0.81,2566,0.81,2567,0.81,2568,0.81,2569,0.81,2570,0.755,2571,0.81,2572,0.81,2573,4.249,2574,4.249,2576,0.81,2577,0.81,2579,0.81,2580,0.81,2581,0.81,2582,0.81,2583,0.81,2584,0.81,2585,0.81,2586,0.81,2587,0.81,2589,2.114,2594,1.508,2597,6.417,2600,1.508,2601,1.508,2607,3.118,2608,3.118,2627,0.81,2635,1.508,2637,0.81,2639,0.81,2652,0.895,2653,0.895,2654,0.895,2655,1.508,2656,0.895,2657,0.895,2658,0.895,2659,0.81,2660,0.895,2661,0.895,2662,0.895,2663,0.895,2664,0.895,2665,0.895,2666,0.895,2667,0.895,2668,1.664,2669,0.895,2670,1.508,2671,0.895,2672,0.895,2673,0.464,2674,0.895,2675,0.653,2676,1.215,2677,0.653,2678,0.895,2679,0.629,2680,1.133,2681,0.714,2682,0.895,2683,0.895,2684,0.895,2685,0.714,2686,0.755,2687,3.905,2688,0.895,2689,0.895,2690,0.895,2691,8.829,2692,0.895,2693,0.895,2694,0.895,2695,0.895,2696,0.895,2697,1.664,2698,1.664,2699,0.895,2700,0.895,2701,2.334,2702,2.334,2703,1.664,2704,1.664,2705,0.895,2706,0.895,2707,1.664,2708,1.664,2709,1.664,2710,1.664,2711,0.895,2712,0.895,2713,5.035,2714,8.195,2715,9.014,2716,0.895,2717,1.664,2718,1.664,2719,0.895,2720,2.334,2721,1.664,2722,2.334,2723,1.664,2724,0.895,2725,1.664,2726,2.114,2727,0.895,2728,6.346,2729,1.664,2730,0.895,2731,3.905,2732,1.664,2733,1.664,2734,0.895,2735,5.344,2736,4.695,2737,0.895,2738,4.321,2739,0.895,2740,0.81,2741,5.344,2742,0.81,2743,0.895,2744,4.695,2745,0.895,2746,0.895,2747,3.905,2748,0.895,2749,1.664,2750,4.695,2751,0.895,2752,0.895,2753,0.895,2754,0.895,2755,0.895,2756,0.895,2757,0.895,2758,0.895,2759,0.895,2760,0.895,2761,0.895,2762,0.895,2763,1.664,2764,0.895,2765,0.895,2766,0.895,2767,0.895,2768,0.895,2769,0.895,2770,0.895]],["t/225",[4,1.568,10,0.587,14,0.731,29,0.507,85,1.655,106,2.016,113,0.85,116,1.755,120,1.348,123,1.905,126,1.727,128,2.14,152,1.232,163,0.78,170,1.645,174,0.903,195,3.924,196,1.844,202,1.1,205,1.1,206,1.115,237,0.745,250,3.828,251,4.167,299,3.339,308,0.975,347,1.232,353,1.1,354,4.193,380,1.178,383,1.363,386,1.684,417,1.145,418,1.115,419,1.145,421,1.506,425,1.145,427,1.727,435,1.272,451,1.375,521,1.721,531,0.36,565,1.13,569,1.161,615,2.024,617,2.029,666,1.363,667,1.785,717,2.299,739,1.213,763,1.272,784,1.389,804,1.446,820,1.417,833,1.315,882,1.072,911,1.072,938,1.727,1037,2.024,1040,1.252,1041,1.417,1045,1.213,1053,3.744,1055,1.363,1059,5.444,1060,2.249,1067,0.933,1068,2.001,1069,1.477,1071,1.252,1072,1.675,1075,5.757,1077,1.547,1079,1.446,1083,6.537,1093,3.256,1096,2.819,1098,3.055,1112,1.586,1113,1.93,1115,1.628,1117,1.511,1137,1.727,1143,1.145,1144,1.315,1175,1.547,1186,7.147,1364,1.586,1483,1.675,1498,8.377,1557,1.852,1705,2.299,2024,1.547,2030,2.437,2173,1.446,2521,1.93,2524,2.141,2531,2.141,2533,1.93,2536,2.141,2539,1.785,2540,1.852,2541,1.852,2542,2.141,2655,2.299,2676,1.852,2677,1.852,2679,1.785,2680,1.727,2685,2.024,2771,2.537,2772,2.537,2773,2.537,2774,2.537,2775,2.537,2776,2.537,2777,1.93,2778,2.537,2779,2.537,2780,2.537,2781,2.537,2782,2.537,2783,2.537,2784,2.537,2785,2.141,2786,2.141,2787,3.792,2788,3.533,2789,2.537,2790,2.537,2791,1.628,2792,2.537,2793,2.537,2794,2.537,2795,2.299,2796,2.537,2797,2.537,2798,2.537,2799,2.537,2800,2.537,2801,2.537,2802,2.537,2803,5.343,2804,2.537,2805,2.537,2806,2.537,2807,2.537,2808,2.141,2809,2.537,2810,2.537,2811,2.537,2812,2.537,2813,2.537,2814,2.537,2815,2.537,2816,2.537,2817,2.537,2818,2.537,2819,2.537,2820,2.537,2821,2.537,2822,2.537,2823,1.586,2824,2.299,2825,2.537,2826,2.537,2827,2.299,2828,2.537,2829,2.299,2830,2.537,2831,2.537,2832,6.199,2833,2.537,2834,2.537,2835,2.537,2836,2.537,2837,9.806,2838,2.537,2839,8.714,2840,2.537,2841,2.537,2842,2.537,2843,8.46,2844,4.186,2845,4.186,2846,4.186,2847,4.186,2848,5.343,2849,5.343,2850,6.199,2851,4.186,2852,4.186,2853,2.537,2854,2.537,2855,2.537,2856,4.186,2857,2.537,2858,2.537,2859,2.537]],["t/227",[4,1.602,10,0.605,14,0.754,26,1.803,85,1.353,106,1.151,113,0.492,116,1.162,120,0.843,123,1.319,128,0.507,142,0.692,143,0.725,152,0.714,163,0.452,170,1.028,174,0.523,195,4.266,196,1.221,202,0.637,205,0.637,206,0.645,219,1.172,237,0.768,250,4.239,251,4.615,305,0.737,308,0.564,310,0.762,347,0.714,348,0.837,353,0.637,354,4.404,380,0.682,383,0.79,386,1.053,417,0.663,418,0.645,421,0.529,425,0.663,435,0.737,451,0.859,479,1,531,0.225,569,0.673,615,2.088,617,0.558,666,0.79,706,1.558,739,0.703,784,0.805,789,1.034,804,0.837,820,0.82,824,0.918,833,0.762,882,0.621,938,1,1037,1.172,1040,0.725,1041,0.82,1045,1.251,1053,3.98,1055,0.79,1056,1,1059,5.619,1060,0.79,1065,1.24,1067,0.54,1068,0.703,1069,0.855,1071,1.291,1072,0.97,1075,4.298,1077,0.896,1079,0.837,1082,2.489,1083,5.224,1086,2.582,1087,2.582,1090,2.582,1091,3.841,1093,2.617,1094,5.272,1096,1.381,1097,3.266,1099,3.266,1100,7.977,1102,1.635,1103,1.172,1108,1.331,1115,0.943,1117,0.875,1137,1,1143,0.663,1144,0.762,1154,2.106,1159,3.425,1175,0.896,1186,1,1267,0.805,1364,0.918,1371,1.034,1442,2.408,1549,1,1550,1.073,1552,1.073,1555,1.073,1556,1.118,1557,1.91,1558,1.073,1559,1.073,1560,1.118,1563,1.172,1564,7.387,1565,1.118,1682,1.24,1684,1.24,1686,1.24,1687,1.24,1688,1.24,1689,1.24,1690,1.24,1692,1.24,1693,1.24,1696,1.24,1697,1.172,1700,1.24,1701,1.24,1704,1.24,1706,1.24,1707,1.24,1708,1.24,1809,1.034,2030,0.855,2514,1.331,2533,1.118,2554,4.607,2555,7.772,2573,4.607,2574,4.607,2679,1.034,2680,1,2685,1.172,2827,1.331,2860,1.47,2861,1.47,2862,1.47,2863,1.47,2864,1.47,2865,1.47,2866,1.47,2867,1.47,2868,1.47,2869,3.538,2870,2.617,2871,1.47,2872,1.47,2873,1.47,2874,1.47,2875,1.47,2876,1.47,2877,2.371,2878,1.47,2879,1.47,2880,1.47,2881,1.47,2882,1.47,2883,1.47,2884,2.617,2885,1.47,2886,1.47,2887,1.118,2888,1.47,2889,1.331,2890,1.47,2891,1.47,2892,1.47,2893,1.47,2894,1.47,2895,9.821,2896,10.529,2897,1.47,2898,1.47,2899,1.47,2900,1.47,2901,1.47,2902,1.47,2903,1.47,2904,9.651,2905,1.47,2906,1.47,2907,1.47,2908,9.651,2909,2.617,2910,2.617,2911,5.459,2912,4.293,2913,8.556,2914,8.416,2915,2.617,2916,5.459,2917,1.47,2918,1.47,2919,1.47,2920,1.47,2921,1.47,2922,1.47,2923,1.47,2924,1.47,2925,1.47,2926,1.47,2927,1.47,2928,1.47,2929,1.47,2930,1.47,2931,1.47,2932,1.47]],["t/229",[4,1.19,10,0.613,14,0.64,26,0.329,29,0.682,34,0.346,85,1.751,106,0.398,113,0.216,116,0.573,119,0.248,120,0.208,123,1.333,128,0.603,131,0.227,142,0.304,152,0.313,156,0.613,157,0.34,163,0.376,170,0.481,171,0.216,174,0.23,194,0.746,195,0.538,196,0.603,197,0.172,199,0.671,200,0.287,202,0.28,205,0.28,206,0.767,207,0.28,237,0.189,250,0.283,251,0.308,270,0.584,291,0.334,347,0.313,348,0.368,353,0.53,354,1.054,356,0.799,357,0.504,371,0.375,380,0.299,386,1.746,395,0.36,404,0.785,418,0.767,421,0.628,425,0.291,435,0.323,449,0.475,450,0.334,451,0.402,474,0.426,476,0.308,486,0.334,511,0.568,514,0.191,518,0.318,521,0.208,526,0.36,527,1.616,531,0.105,569,0.295,586,0.439,614,0.414,617,0.245,644,0.584,655,1.033,656,0.785,666,0.938,677,0.544,695,0.346,705,0.976,715,1.275,731,0.491,733,0.475,763,0.875,784,0.353,828,0.439,833,1.375,853,0.329,859,0.414,860,0.353,861,0.375,882,0.272,936,0.245,1040,0.318,1041,0.36,1047,0.368,1051,0.544,1053,1.132,1055,0.346,1059,2.517,1060,0.346,1067,0.237,1077,0.393,1079,0.368,1098,3.168,1102,0.765,1115,0.414,1117,0.728,1137,0.439,1143,0.291,1144,0.334,1163,1.033,1166,0.976,1203,0.426,1205,0.393,1257,0.403,1294,0.544,1347,0.454,1349,0.491,1364,0.403,1406,1.395,1449,0.403,1506,1.857,1529,0.426,1549,1.188,1552,0.893,1558,0.471,1564,3.462,1753,1.109,1913,2.76,1944,0.414,1948,1.771,2030,0.712,2092,0.471,2096,1.153,2228,7.859,2233,0.975,2253,4.609,2516,1.033,2524,1.874,2533,0.491,2536,0.544,2605,2.011,2659,0.584,2670,0.584,2676,0.893,2679,0.454,2680,0.439,2685,0.514,2787,0.584,2791,0.414,2795,0.584,2889,0.584,2895,1.109,2933,0.584,2934,0.645,2935,0.514,2936,0.645,2937,0.645,2938,0.645,2939,0.645,2940,1.224,2941,1.224,2942,0.645,2943,0.645,2944,0.645,2945,0.645,2946,0.645,2947,0.645,2948,0.645,2949,1.224,2950,3.744,2951,1.224,2952,1.224,2953,0.645,2954,2.22,2955,1.224,2956,0.645,2957,0.645,2958,3.744,2959,0.645,2960,0.645,2961,0.645,2962,0.645,2963,0.645,2964,0.645,2965,0.645,2966,0.645,2967,0.645,2968,0.645,2969,1.224,2970,0.645,2971,0.645,2972,0.645,2973,0.645,2974,0.645,2975,0.645,2976,0.584,2977,0.645,2978,0.645,2979,0.645,2980,0.645,2981,0.645,2982,0.645,2983,0.491,2984,0.645,2985,0.645,2986,0.645,2987,1.224,2988,1.224,2989,0.645,2990,0.645,2991,0.645,2992,0.645,2993,0.645,2994,0.514,2995,0.645,2996,0.36,2997,0.544,2998,0.645,2999,1.109,3000,0.584,3001,0.584,3002,0.584,3003,2.22,3004,2.22,3005,0.584,3006,0.584,3007,0.645,3008,0.584,3009,3.047,3010,3.047,3011,0.584,3012,0.584,3013,2.22,3014,2.22,3015,2.22,3016,2.22,3017,2.22,3018,2.22,3019,0.491,3020,0.645,3021,0.584,3022,0.645,3023,0.645,3024,0.645,3025,0.645,3026,3.047,3027,0.645,3028,0.645,3029,0.645,3030,0.645,3031,0.645,3032,0.645,3033,0.645,3034,0.645,3035,0.645,3036,1.224,3037,1.224,3038,1.224,3039,1.224,3040,1.424,3041,1.746,3042,1.746,3043,2.652,3044,1.746,3045,1.746,3046,1.224,3047,3.047,3048,4.34,3049,1.224,3050,1.746,3051,4.053,3052,1.224,3053,1.224,3054,1.746,3055,1.224,3056,1.746,3057,1.224,3058,1.224,3059,1.746,3060,8.368,3061,1.224,3062,1.746,3063,1.224,3064,1.746,3065,1.224,3066,1.746,3067,1.224,3068,1.746,3069,2.22,3070,1.224,3071,1.746,3072,1.224,3073,1.746,3074,7.96,3075,1.224,3076,1.746,3077,7.96,3078,1.224,3079,1.746,3080,1.224,3081,1.746,3082,1.746,3083,1.224,3084,1.746,3085,7.96,3086,1.224,3087,1.746,3088,1.224,3089,1.746,3090,1.224,3091,1.746,3092,0.861,3093,1.224,3094,1.224,3095,1.689,3096,1.224,3097,1.224,3098,1.224,3099,0.765,3100,1.224,3101,0.645,3102,0.645,3103,0.645,3104,0.645,3105,0.645,3106,0.645,3107,0.645,3108,0.645,3109,1.224,3110,0.645,3111,0.645,3112,0.645,3113,0.645,3114,0.645,3115,1.224,3116,0.645,3117,0.645,3118,0.645,3119,0.645,3120,0.645,3121,0.645,3122,0.645,3123,0.645,3124,0.645,3125,0.645,3126,2.652,3127,0.645,3128,0.645,3129,0.645,3130,0.645,3131,0.645,3132,0.645,3133,0.645,3134,0.645,3135,0.645,3136,0.645,3137,0.645,3138,8.034,3139,9.707,3140,10.581,3141,1.746,3142,1.746,3143,1.746,3144,2.652,3145,1.746,3146,6.78,3147,7.446,3148,5.86,3149,7.347,3150,7.446,3151,7.446,3152,9.313,3153,1.224,3154,9.313,3155,9.313,3156,7.446,3157,0.645,3158,1.746,3159,7.446,3160,7.446,3161,7.446,3162,1.224,3163,7.446,3164,7.631,3165,7.068,3166,7.802,3167,7.802,3168,7.802,3169,0.645,3170,7.631,3171,1.746,3172,9.098,3173,9.245,3174,7.541,3175,2.22,3176,1.746,3177,1.224,3178,0.645,3179,1.746,3180,7.96,3181,2.22,3182,1.224,3183,0.645,3184,1.224,3185,0.645,3186,1.746,3187,1.224,3188,0.645,3189,5.305,3190,1.224,3191,1.224,3192,1.224,3193,1.224,3194,0.645,3195,0.645,3196,0.645,3197,4.053,3198,0.645,3199,0.645,3200,0.584,3201,0.645,3202,0.645,3203,0.645,3204,0.645,3205,0.645,3206,0.645,3207,0.645,3208,0.645,3209,0.645,3210,0.645,3211,0.645]],["t/231",[946,2.499]],["t/233",[56,4.288,99,5.82,141,1.944,142,3.897,301,4.619,476,3.955,531,0.711,883,5.958,887,3.586,978,3.897,1282,3.289,1284,5.169,2115,7.494,3212,8.272,3213,8.272,3214,7.494,3215,5.629,3216,5.629,3217,7.494,3218,6.981]],["t/236",[14,2.079,85,1.732,237,2.639,531,0.62,1267,3.948,1976,8.147,3219,6.532,3220,7.211,3221,6.532,3222,7.211,3223,7.211,3224,6.532,3225,6.532,3226,6.532,3227,6.532,3228,7.211,3229,7.211,3230,7.211,3231,8.993,3232,7.211,3233,7.211,3234,7.211,3235,8.993,3236,6.532,3237,6.532,3238,7.211,3239,7.589,3240,7.211,3241,7.211,3242,8.993,3243,7.211,3244,6.532,3245,7.211,3246,7.211,3247,7.211,3248,6.532]],["t/238",[85,1.722,347,3.8,394,6.605,514,2.318,521,2.521,531,0.672,1564,6.435,3249,7.826,3250,6.605,3251,7.826,3252,7.826,3253,9.456,3254,7.826,3255,10.162,3256,7.826,3257,9.456,3258,7.826,3259,7.826,3260,7.826,3261,7.826,3262,7.826]],["t/240",[4,2.405,85,1.494,128,3.355,169,3.044,371,5.659,514,2.427,531,0.704,1564,5.576,3263,7.423,3264,7.423,3265,8.194,3266,7.423,3267,8.194,3268,7.423,3269,7.423,3270,7.423,3271,7.423,3272,8.194,3273,8.194,3274,7.423]],["t/242",[4,2.653,10,1.681,85,1.724,128,3.12,305,4.531,371,5.262,386,2.925,514,2.153,521,2.342,531,0.625,549,6.694,1564,6.151,1832,5.8,3040,5.8,3266,6.587,3268,6.587,3269,8.189,3270,6.587,3275,6.587,3276,7.271,3277,7.271,3278,6.136,3279,7.271,3280,7.271,3281,7.271,3282,7.271,3283,7.271,3284,6.136,3285,7.271,3286,7.271,3287,7.271,3288,7.271]],["t/244",[10,1.825,85,1.627,169,3.532,514,2.339,521,2.544,531,0.679,3040,6.545,3263,7.154,3264,7.154,3275,7.154,3284,8.61,3289,7.897,3290,7.897,3291,7.897,3292,7.897,3293,6.665,3294,7.897,3295,6.007,3296,7.897,3297,7.76,3298,7.897]],["t/246",[4,2.297,85,1.453,417,3.532,531,0.672,2170,5.165,3250,6.605,3293,6.605,3299,7.543,3300,7.826,3301,7.09,3302,10.162,3303,10.162,3304,7.09,3305,7.09,3306,7.826,3307,10.162,3308,10.162,3309,7.826,3310,7.826,3311,6.605,3312,6.605,3313,7.826,3314,7.09]],["t/248",[4,2.738,12,2.927,26,3.305,85,1.724,131,2.285,141,1.524,171,2.172,172,2.775,175,3.794,189,4.603,203,3.305,268,4.161,308,3.583,372,5.174,386,2.609,417,2.927,450,3.362,531,0.722,676,4.563,739,4.02,771,4.281,823,4.281,824,4.053,860,3.551,861,3.776,1933,4.358,2173,3.696,2478,5.876,3215,4.414,3250,5.474,3284,7.872,3293,5.474,3297,7.507,3301,5.876,3304,5.876,3305,5.876,3315,6.486,3316,6.486,3317,5.876,3318,6.486,3319,5.876,3320,4.563,3321,6.486,3322,6.486,3323,3.776,3324,6.486,3325,6.486,3326,6.486,3327,5.474,3328,5.876,3329,5.876,3330,4.414,3331,5.876]],["t/250",[946,2.499]],["t/255",[10,1.838,29,1.59,39,3.625,41,4.636,49,1.851,106,1.55,113,3.074,116,1.565,119,3.93,120,2.561,135,3.861,141,1.601,143,2.35,153,2.181,159,1.94,163,2.093,166,4.022,168,3.353,169,2.531,170,1.873,171,3.292,172,2.039,175,4.831,186,2.531,189,4.75,195,2.093,197,1.815,210,1.851,253,2.514,260,2.708,265,3.353,292,2.151,308,3.054,317,2.181,326,2.904,340,2.212,360,3.057,368,5.804,396,4.497,418,2.093,421,1.714,440,2.428,447,5.804,455,2.837,471,2.35,472,3.243,506,4.793,512,2.066,561,4.022,565,2.121,568,3.966,573,2.093,585,2.328,591,2.837,595,3.625,604,4.793,617,3.02,679,3.353,698,5.051,739,2.279,771,3.145,853,3.472,854,3.801,911,2.013,958,2.609,1053,1.77,1068,2.279,1217,4.734,1403,3.478,1790,5.411,2065,3.478,2068,5.182,2086,4.022,2092,3.478,2170,3.145,2411,4.636,2673,4.122,2983,3.625,3332,6.982,3333,2.245,3334,4.317,3335,3.801,3336,4.765,3337,4.765,3338,4.765,3339,5.182,3340,3.801,3341,4.022,3342,3.353,3343,3.625,3344,4.022,3345,4.022,3346,4.022,3347,3.801,3348,4.022,3349,2.904,3350,4.022,3351,3.243]],["t/257",[14,2.312,29,1.207,38,3.671,49,2.345,85,1.672,116,1.982,120,2.583,128,3.109,143,2.977,154,2.844,163,2.464,192,2.977,193,3.679,194,3.679,197,2.4,202,2.617,214,5.146,237,2.354,250,2.652,261,2.293,302,5.643,310,4.157,319,4.406,370,2.372,419,2.724,421,2.172,477,3.44,531,0.519,556,4.592,557,2.583,657,5.469,723,2.031,809,4.406,845,4.247,1034,3.873,1035,4.247,1040,2.977,1041,3.37,1043,2.55,1053,2.243,1069,4.669,1071,2.977,1140,3.772,1154,4.774,1335,3.984,1337,4.592,1345,1.944,1353,4.406,1888,4.406,2680,5.458,3352,5.469,3353,6.037,3354,5.469,3355,4.815,3356,4.815,3357,6.037,3358,5.469,3359,4.592,3360,5.094,3361,4.815,3362,6.037,3363,6.037,3364,6.037,3365,6.037,3366,5.469,3367,5.469,3368,6.037,3369,6.037,3370,6.397,3371,6.037,3372,6.037,3373,6.037]],["t/259",[10,2.322,12,3.439,29,1.86,64,3.393,106,2.478,118,4.172,142,3.59,153,3.488,169,2.831,197,2.03,241,5.563,291,3.95,354,3.03,446,4.172,559,5.797,686,4.889,849,4.172,975,6.904,1054,5.03,1143,4.2,1206,5.362,1235,5.563,1265,6.079,1281,6.904,1284,4.762,1853,5.03,3374,6.904,3375,6.904,3376,7.621,3377,7.621,3378,7.621,3379,7.621,3380,7.621,3381,7.621,3382,6.079]],["t/261",[4,1.766,29,1.203,49,2.337,101,3.86,106,1.956,120,1.938,122,3.294,128,2.762,131,2.119,163,3.152,171,2.015,172,2.574,179,4.232,180,3.428,183,2.235,186,2.235,197,2.132,210,2.337,226,4.798,310,3.118,369,2.921,373,3.359,383,3.232,386,2.42,395,3.359,425,4.503,426,4.798,449,2.337,451,1.976,486,3.118,489,4.232,501,5.445,508,5.45,545,3.015,569,3.662,571,2.877,647,2.967,670,3.34,695,3.232,725,4.391,759,4.094,796,2.877,833,3.118,938,4.094,980,4.094,1053,3.34,1082,4.232,1140,3.759,1207,2.035,1406,3.662,2052,3.86,2091,4.576,2214,7.02,2475,4.576,2777,6.839,2788,5.077,3099,3.759,3346,6.753,3383,4.798,3384,2.967,3385,4.798,3386,8.002,3387,5.45,3388,5.45,3389,8.145,3390,4.576,3391,6.753,3392,7.588,3393,4.232]],["t/263",[10,1.801,14,2.719,19,5.142,29,1.558,34,4.186,85,1.449,106,2.534,120,2.51,237,2.768,252,3.566,261,3.582,354,3.097,527,4.749,531,0.669,824,4.868,851,4.266,1034,4.999,1035,5.482,1053,3.504,2018,5.142,3366,7.058,3394,4.999,3395,7.791,3396,7.791,3397,7.791,3398,7.791,3399,7.791,3400,7.791,3401,7.791]],["t/265",[946,2.499]],["t/267",[8,3.434,10,1.925,12,2.884,14,2.4,21,4.957,24,5.79,38,2.925,60,5.098,63,3.895,64,2.845,76,5.79,77,3.568,78,8.39,79,5.79,80,5.79,81,5.393,88,5.79,108,3.804,109,5.098,112,5.79,114,5.098,116,2.099,117,3.642,124,5.098,128,2.206,131,2.252,137,4.349,141,1.502,149,4.1,150,4.861,153,2.925,154,3.011,155,3.056,156,3.203,162,3.568,168,4.496,169,2.374,171,2.14,172,2.735,173,5.393,174,2.275,175,2.884,176,5.342,180,3.642,189,3.499,190,3.257,192,3.152,205,2.77,260,2.541,263,3.642,307,4.976,327,4.496,341,4.665,353,2.77,362,2.666,406,5.79,474,4.218,696,4.665,700,4.496,763,4.642,853,3.257,939,3.804,3402,4.665,3403,5.79,3404,6.391,3405,6.391,3406,3.434,3407,5.393,3408,6.391,3409,5.79,3410,5.098,3411,6.391,3412,6.391]],["t/269",[4,1.406,10,1.581,11,3.157,14,2.413,19,1.977,29,1.674,38,1.371,44,2.528,48,2.187,52,2.187,56,1.553,63,1.826,64,2.132,81,2.528,85,1.616,92,3.161,104,4.211,106,2.224,108,1.783,113,1.604,116,2.246,117,2.73,118,1.64,119,2.299,120,1.543,121,1.553,123,1.472,128,1.653,133,2.441,134,2.389,137,2.039,141,1.874,143,1.477,145,3.26,149,1.922,150,2.279,153,2.739,159,2.437,162,1.673,168,2.108,169,1.78,171,2.29,172,3.582,174,1.066,175,1.352,178,2.714,181,1.922,182,1.922,183,1.113,186,1.113,189,1.64,192,2.362,195,2.629,196,1.653,197,2.125,199,1.151,205,1.299,209,2.401,210,2.325,214,1.922,215,1.454,219,2.389,227,1.151,237,2.34,240,4.211,244,2.279,246,2.389,250,1.316,253,1.58,255,2.389,256,2.389,261,2.273,263,3.897,285,2.528,288,1.64,291,1.553,292,1.352,307,2.573,308,1.84,325,2.187,326,1.826,327,2.108,347,1.454,353,1.299,354,1.191,356,1.371,357,2.466,362,2.497,369,1.454,382,1.501,412,3.37,418,1.316,425,1.352,435,1.501,437,1.707,440,1.527,449,1.164,451,1.573,464,2.714,465,1.707,468,2.039,471,1.477,474,3.161,476,1.432,483,1.783,487,2.108,499,2.279,505,2.187,512,1.299,521,1.543,531,0.685,539,2.389,565,1.334,568,1.744,569,1.371,571,1.432,585,1.637,617,1.138,686,1.922,687,2.279,700,3.37,701,2.279,709,2.528,710,2.187,714,3.821,728,3.073,733,1.164,739,1.432,748,1.922,763,1.501,833,1.553,845,2.108,851,1.64,868,2.714,882,1.266,883,1.826,887,2.594,902,2.108,936,1.819,938,2.039,939,1.783,964,1.922,978,2.256,1043,2.024,1053,1.113,1068,1.432,1071,2.362,1135,1.977,1141,3.563,1207,1.62,1217,1.783,1219,2.187,1255,4.653,1306,2.389,1532,1.673,1625,2.108,1631,2.039,1832,3.821,1945,2.528,2002,2.279,2018,1.977,2131,2.853,2173,2.73,2400,2.528,2476,2.187,2673,1.553,2675,2.187,2823,1.872,3040,3.073,3323,1.744,3329,2.714,3333,1.411,3343,2.279,3402,2.187,3403,2.714,3406,1.609,3410,2.389,3413,2.996,3414,2.996,3415,2.996,3416,2.996,3417,2.996,3418,2.996,3419,2.996,3420,2.996,3421,2.996,3422,2.996,3423,2.996,3424,2.996,3425,2.996,3426,2.996,3427,2.996,3428,2.996,3429,2.996,3430,2.528,3431,2.996,3432,2.996,3433,2.996,3434,2.996,3435,2.996,3436,2.279,3437,2.714,3438,4.339,3439,4.339,3440,2.279,3441,2.996,3442,2.996,3443,2.996,3444,2.996,3445,2.714,3446,2.996,3447,2.996,3448,2.996,3449,4.79,3450,2.996,3451,2.996,3452,2.528,3453,2.996,3454,2.279,3455,2.996,3456,2.996,3457,7.974,3458,2.996,3459,2.996,3460,4.79,3461,2.996,3462,2.996,3463,2.996,3464,2.996,3465,2.996,3466,1.977,3467,2.108,3468,2.996,3469,2.996,3470,2.996,3471,2.714,3472,2.389,3473,2.996,3474,3.821,3475,2.996,3476,2.996,3477,2.996,3478,2.528,3479,2.528]],["t/271",[14,2.168,21,4.478,22,6.348,29,1.504,38,3.443,54,6.348,64,3.349,106,3.002,116,2.47,141,2.169,181,4.826,182,4.826,197,2.459,209,3.77,210,2.922,240,6.495,261,2.857,277,5.722,292,4.166,294,5.491,340,3.492,353,3.261,454,4.379,539,6,728,4.826,740,6,834,6,849,4.118,949,6.814,1032,6.814,2002,5.722,2935,6,3480,6.814,3481,7.522,3482,7.522,3483,6.814,3484,7.522]],["t/273",[946,2.499]],["t/275",[33,3.333,85,1.605,159,3.777,170,3.861,230,3.698,260,2.549,263,6.211,362,2.675,366,3.02,374,3.214,514,2.91,521,2.065,531,0.875,626,4.561,723,1.446,733,3.449,848,5.871,911,4.493,967,6.536,1067,2.356,1345,2.442,2131,3.481,2996,3.58,3485,3.083,3486,7.474,3487,6.412,3488,6.912,3489,2.196,3490,3.495,3491,2.671,3492,6.869,3493,3.969,3494,7.559,3495,5.808,3496,7.559,3497,5.678,3498,3.969,3499,8.403,3500,3.969,3501,3.969,3502,8.292,3503,3.969,3504,3.969,3505,5.768,3506,3.969,3507,3.969,3508,4.511,3509,6.412,3510,5.114,3511,7.399,3512,5.114,3513,3.969,3514,3.969]],["t/277",[946,2.499]],["t/279",[14,3.005,85,1.277,512,3.603,531,0.842,744,5.066,883,5.066,887,4.519,978,4.618,1288,5.333,2412,9.445,3515,8.311,3516,8.311]],["t/281",[10,1.01,12,1.973,14,1.845,61,4.868,65,6.859,69,3.689,70,3.689,85,1.509,106,1.422,116,1.435,123,1.343,131,1.54,141,1.027,153,2,156,2.191,157,2.306,163,1.343,183,1.624,186,1.624,193,3.901,197,1.165,240,3.075,241,3.19,292,1.973,301,2.44,342,5.105,361,2.804,435,3.208,445,3.075,449,1.698,450,3.925,451,1.435,461,3.075,524,3.689,527,2.664,531,0.926,591,2.602,813,3.325,824,2.731,883,2.664,884,2.731,887,4.8,958,2.393,978,5.044,1024,2.974,1029,2.491,1033,3.075,1069,2.544,1070,2.885,1284,2.731,1288,2.804,1338,2.266,1354,3.96,1550,3.19,1883,3.19,1884,2.804,1885,3.075,1945,3.689,2002,3.325,2013,5.595,2411,2.974,2540,3.19,3351,2.974,3517,4.371,3518,3.325,3519,4.371,3520,4.371,3521,4.371,3522,4.371,3523,4.371,3524,4.371,3525,4.371,3526,4.371,3527,3.689,3528,3.689,3529,4.371,3530,6.4,3531,5.798,3532,4.371,3533,4.371,3534,7.571,3535,4.371,3536,3.96,3537,8.87,3538,7.571,3539,2.491,3540,4.371,3541,3.96,3542,6.4,3543,6.4,3544,4.371,3545,4.371,3546,4.371,3547,4.371,3548,4.371,3549,4.371,3550,4.371,3551,4.371,3552,6.4,3553,6.4,3554,4.371,3555,4.371,3556,4.371,3557,4.371,3558,4.371,3559,4.371,3560,4.371,3561,4.371,3562,3.96,3563,4.371,3564,4.371,3565,4.371,3566,4.371,3567,4.371,3568,4.371,3569,4.371,3570,3.96,3571,4.371,3572,4.371,3573,4.371,3574,4.371,3575,4.371]],["t/283",[10,2.301,14,2.87,26,3.045,27,5.412,29,1.911,63,4.854,64,3.546,68,9.276,106,2.59,107,3.478,120,2.566,131,2.105,133,3.045,138,4.361,145,4.066,152,2.901,186,3.329,189,4.361,200,2.66,241,6.54,254,4.202,261,3.403,291,4.954,327,4.203,370,2.348,450,3.097,555,3.097,571,2.857,694,4.361,701,4.545,740,7.147,812,3.557,887,4.439,996,4.766,1000,5.412,1868,4.814,3531,5.412,3576,7.562,3577,4.766,3578,8.96,3579,7.965,3580,7.965,3581,10.239,3582,7.965,3583,5.974,3584,5.974,3585,8.96,3586,5.974]],["t/285",[946,2.499]],["t/288",[141,2.343,200,3.809,209,4.289,449,3.324,531,0.735,647,4.22,887,3.709,978,4.031,1889,7.221,2169,5.647,3214,7.751,3587,7.751,3588,7.751]],["t/290",[4,1.89,85,1.742,237,2.456,347,3.126,417,4.718,421,2.316,514,2.478,521,2.074,531,0.553,666,3.459,763,5.409,1311,4.897,1549,5.694,3219,5.832,3221,5.832,3224,5.832,3225,5.832,3226,5.832,3589,6.438,3590,6.438,3591,6.438,3592,6.438,3593,6.438,3594,6.438,3595,6.438,3596,6.438,3597,6.438,3598,6.438,3599,6.438,3600,5.832,3601,6.438,3602,6.438,3603,6.438,3604,6.438,3605,6.438,3606,6.438,3607,6.438,3608,6.438,3609,4.699,3610,6.438,3611,6.438,3612,4.897,3613,6.438,3614,6.438,3615,6.438,3616,6.438,3617,6.438,3618,6.438,3619,6.438,3620,6.438,3621,6.438]],["t/292",[85,1.687,514,2.318,521,2.521,531,0.672,1154,6.434,1338,4.057,3236,7.09,3237,8.567,3244,7.09,3622,7.826,3623,7.826,3624,7.826,3625,7.826,3626,7.981,3627,9.456,3628,9.456,3629,9.456,3630,7.981]],["t/294",[4,2.568,85,1.78,99,2.633,117,2.132,120,1.205,122,2.049,123,1.15,128,2.866,141,1.339,169,2.117,181,2.401,188,2.546,207,3.792,237,1.098,251,1.789,252,3.159,280,3.158,356,1.713,380,2.646,386,3.519,421,1.346,424,2.846,428,2.089,476,1.789,511,2.646,526,2.089,531,0.322,549,3.878,557,2.438,833,3.577,892,3.392,935,6.061,1029,3.933,1045,4.349,1050,5.038,1067,1.375,1207,1.266,1211,1.817,1557,2.731,1887,2.546,2233,4.308,3239,4.809,3248,5.162,3271,3.39,3274,3.39,3278,3.158,3295,4.335,3320,4.856,3576,4.809,3609,2.731,3626,4.809,3630,3.158,3631,3.39,3632,3.742,3633,3.742,3634,3.742,3635,3.742,3636,3.39,3637,3.742,3638,3.742,3639,5.162,3640,3.39,3641,3.39,3642,3.742,3643,3.742,3644,3.742,3645,3.39,3646,3.742,3647,3.742,3648,3.742,3649,3.742,3650,7.716,3651,3.158,3652,3.39,3653,5.699,3654,3.742,3655,3.39,3656,3.742,3657,3.742,3658,3.742,3659,3.742,3660,6.901,3661,3.742,3662,5.699,3663,5.699,3664,3.742,3665,3.742,3666,3.742,3667,5.699,3668,5.699,3669,5.699,3670,3.742,3671,3.742,3672,2.985,3673,7.716,3674,6.901,3675,3.742,3676,5.699,3677,5.162,3678,3.158,3679,3.39,3680,5.699,3681,5.699,3682,3.742,3683,2.985,3684,3.742,3685,5.699,3686,3.742,3687,3.742,3688,2.985,3689,3.39,3690,3.742,3691,3.742,3692,4.335,3693,6.901,3694,3.742,3695,3.158,3696,3.39,3697,3.39,3698,3.39,3699,3.742,3700,2.846,3701,3.742,3702,3.742,3703,3.742,3704,3.742,3705,3.742,3706,3.742]],["t/296",[4,2.099,85,1.745,128,3.088,380,3.32,386,3.599,511,4.154,514,2.118,521,2.304,531,0.614,549,6.644,833,5.061,1045,4.278,1894,7.136,3239,6.035,3278,6.035,3626,6.035,3630,7.55,3677,6.479,3695,6.035,3696,6.479,3697,6.479,3698,6.479,3707,7.152,3708,7.152,3709,7.152,3710,8.947,3711,7.152,3712,6.479,3713,7.152,3714,7.152,3715,7.152]],["t/298",[6,5.62,85,1.528,128,2.939,237,2.499,451,2.796,531,0.732,571,4.071,647,4.199,670,3.163,1267,4.662,2125,7.713,3227,7.713,3716,8.515,3717,8.515]],["t/300",[4,2.246,85,1.678,260,4.001,308,2.94,417,3.455,421,3.621,531,0.658,1143,4.542,1175,5.686,1338,5.217,1449,4.783,2175,8.452,3019,5.823,3311,6.46,3609,5.587,3612,5.823,3718,7.654,3719,9.33,3720,7.442,3721,6.934,3722,6.934]],["t/302",[49,3.082,85,1.712,120,2.555,123,2.437,199,3.047,290,6.035,297,3.882,357,3.269,383,4.262,531,0.682,565,3.532,670,2.947,1154,5.676,1317,4.618,1943,4.957,2174,5.791,3406,4.262,3723,7.187,3724,7.933,3725,7.933,3726,7.933,3727,7.933]],["t/304",[4,2.753,29,1.544,85,1.552,179,5.433,180,4.401,227,2.966,237,2.266,260,3.07,362,3.222,531,0.663,810,5.433,954,4.825,1317,4.495,1869,4.954,2195,6.16,2208,6.996,2209,6.517,2210,6.996,2211,5.874,3466,5.097,3728,7.722,3729,7.722,3730,7.722,3731,7.722,3732,6.996,3733,6.517,3734,7.722,3735,7.722,3736,7.722,3737,6.996,3738,6.517,3739,6.996,3740,6.996]],["t/306",[4,2.008,85,1.736,163,2.102,305,4.361,354,3.459,410,4.675,421,2.462,435,3.43,531,0.588,670,3.74,745,5.18,911,2.891,1050,4.995,1207,2.315,1211,4.225,1933,3.547,2233,3.821,3636,6.199,3639,6.199,3640,6.199,3641,6.199,3655,6.199,3740,6.199,3741,6.843,3742,6.843,3743,6.843,3744,6.843,3745,6.843,3746,6.843,3747,6.843,3748,8.701,3749,6.843,3750,6.843,3751,6.843,3752,6.843,3753,6.843,3754,6.843,3755,6.843,3756,6.843,3757,6.843,3758,6.843,3759,6.843,3760,6.843,3761,6.843]],["t/308",[6,6.125,26,3.867,85,1.166,163,2.331,305,4.651,410,4.986,435,3.803,450,3.933,489,6.529,531,0.652,670,3.881,784,5.081,860,4.154,861,4.417,1207,2.567,1211,4.506,2233,4.236,3019,5.772,3311,6.403,3609,5.538,3612,5.772,3721,6.874,3762,7.588,3763,7.588,3764,7.588,3765,7.588,3766,7.588,3767,7.588,3768,7.588,3769,7.588,3770,7.588]],["t/310",[946,2.499]],["t/312",[11,4.3,29,0.996,34,2.677,38,2.281,39,3.791,41,4.786,85,1.53,94,2.629,113,2.355,116,2.31,121,3.645,131,1.756,183,1.851,191,5.133,210,1.936,215,2.42,261,3.095,263,5.045,288,3.85,297,2.029,340,2.314,370,1.958,398,3.037,419,2.249,461,5.734,467,2.967,492,4.967,498,5.35,514,1.476,521,1.605,531,0.604,563,4.642,585,3.311,586,3.391,591,4.187,617,1.893,626,3.265,635,4.926,710,3.637,723,1.586,733,3.166,734,3.197,743,2.498,744,3.037,859,3.197,910,4.394,911,3.74,932,3.637,967,6.216,968,3.791,1345,2.265,1406,3.219,1506,3.037,2021,3.289,2087,3.289,2098,3.197,2131,3.4,2235,3.506,2996,4.55,3333,2.348,3479,4.206,3485,3.506,3488,3.506,3489,2.498,3490,3.975,3511,3.975,3771,4.983,3772,4.514,3773,3.637,3774,5.61,3775,3.037,3776,4.983,3777,6.878,3778,5.935,3779,3.975,3780,5.935,3781,4.644,3782,4.983,3783,5.935,3784,6.878,3785,5.935,3786,5.61,3787,6.878,3788,3.791,3789,4.094,3790,4.514,3791,4.206,3792,4.206,3793,3.975,3794,3.791]],["t/314",[946,2.499]],["t/316",[85,1.451,118,4.682,260,2.648,263,6.114,297,2.711,353,2.887,398,4.059,419,3.006,514,3.053,521,3.043,531,0.922,626,3.092,723,1.502,728,6.06,733,2.587,967,5.486,1067,3.143,1529,6.234,3402,7.275,3491,4.059,3505,7.185,3774,5.312,3795,5.62,3796,6.66,3797,5.62,3798,8.551,3799,4.685,3800,6.66,3801,6.66,3802,9.446,3803,6.66,3804,6.66,3805,8.551,3806,6.66,3807,6.66,3808,6.66]],["t/318",[85,1.619,263,5.374,451,2.559,476,3.725,514,2.307,531,0.81,723,1.757,728,6.507,911,4.453,1207,2.636,1529,6.225,2131,3.251,3485,5.482,3502,6.575,3508,5.482,3510,6.215,3809,7.791,3810,6.225,3811,7.791,3812,7.791,3813,7.058,3814,7.791]],["t/320",[946,2.499]],["t/322",[4,1.425,11,3.643,17,3.694,29,1.508,38,1.395,39,2.319,41,3.305,52,2.225,85,1.421,94,1.608,108,1.814,113,1.627,121,2.518,123,2.122,131,2.133,133,2.475,138,2.225,159,1.241,163,1.492,170,2.714,180,2.768,183,2.802,192,1.503,200,1.357,207,3.794,210,2.93,250,2.133,253,3.194,260,2.407,261,3.754,263,4.987,279,2.074,292,1.376,297,2.811,303,4.558,340,1.415,361,1.956,370,1.908,398,2.96,408,2.074,418,1.339,419,2.192,421,1.097,454,3.524,461,2.144,467,5.018,471,1.503,484,2.572,492,3.69,498,4.605,514,0.903,521,0.982,531,0.417,532,1.376,557,1.304,559,2.319,563,6.438,571,1.457,585,3.159,586,5.132,591,1.814,617,1.845,626,4.063,635,3.643,700,4.26,714,6.981,723,1.095,729,2.431,733,2.683,734,1.956,739,1.457,743,2.434,759,4.12,796,2.895,882,1.288,908,3.194,910,1.904,911,3.811,932,2.225,967,6.056,968,3.694,985,3.874,1067,2.225,1207,1.031,1345,0.982,1346,4.699,1406,4.005,1506,1.858,1885,3.417,1894,4.829,1932,2.431,2018,2.012,2021,2.012,2052,1.956,2087,2.012,2095,2.434,2098,3.884,2131,3.147,2235,4.858,3333,2.288,3359,2.319,3393,4.26,3485,2.144,3488,5.306,3489,1.528,3490,2.431,3511,6.981,3700,2.319,3773,2.225,3774,2.431,3777,5.828,3778,4.099,3780,4.099,3781,2.768,3783,5.828,3784,4.099,3785,5.828,3786,2.431,3787,6.365,3788,2.319,3789,1.774,3790,2.761,3791,2.572,3792,2.572,3793,2.431,3815,3.048,3816,2.761,3817,3.048,3818,2.761,3819,2.761,3820,2.761,3821,2.761,3822,1.858,3823,2.761,3824,4.4,3825,2.761,3826,4.605,3827,4.4,3828,2.431,3829,2.572,3830,2.319,3831,2.572,3832,1.956,3833,2.761,3834,2.761,3835,2.761,3836,2.761,3837,2.761,3838,2.761,3839,2.761,3840,2.319,3841,2.572]],["t/324",[946,2.499]],["t/326",[946,2.499]],["t/328",[4,0.459,11,1.161,17,1.189,19,0.552,29,1.181,32,1.549,38,1.008,41,4.312,49,0.325,56,0.811,85,1.55,94,0.825,113,0.737,117,0.891,121,1.141,123,1.004,131,2.578,133,2.101,138,0.611,145,1.064,159,2.73,163,1.38,170,1.62,180,1.576,183,1.214,186,0.311,192,1.086,197,0.587,199,1.725,200,0.98,206,0.687,207,2.458,210,3.853,227,1.255,230,1.858,250,0.687,253,1.161,260,1.299,261,3.077,263,5.521,264,1.003,279,0.569,292,0.378,297,1.679,298,0.537,301,0.873,303,2.157,326,0.51,340,1.022,361,1.003,362,0.652,366,1.037,369,0.759,370,1.765,374,2.251,386,0.629,398,1.991,408,0.569,410,0.84,418,0.367,419,2.027,421,0.301,425,0.378,446,0.856,449,2.102,451,0.514,454,1.282,461,1.946,467,3.772,471,3.308,484,0.706,487,0.589,492,0.953,498,2.104,514,2.452,518,0.771,521,2.357,531,0.744,532,2.86,538,0.706,557,1.591,559,0.636,563,5.219,571,0.4,573,0.367,585,2.165,586,1.498,591,0.498,608,1.064,611,1.189,617,1.833,624,1.32,626,4.189,627,1.032,635,3.787,656,1.412,658,0.825,662,1.728,667,1.549,692,1.32,700,4.593,710,2.714,714,5.608,715,5.132,723,0.93,728,3.096,729,0.667,733,2.894,734,1.412,739,1.972,743,1.638,759,3.284,763,0.784,796,2.147,805,3.137,813,1.189,819,2.486,848,1.946,849,2.642,860,1.514,882,0.353,908,2.369,910,0.977,911,4.328,932,5.24,962,2.096,967,6.649,968,1.675,985,2.606,998,2.334,1013,1.141,1050,2.714,1067,2.253,1143,0.994,1207,1.918,1211,1.343,1345,2.399,1346,1.882,1406,2.477,1506,0.51,1868,0.84,1885,1.1,1888,0.611,1894,3.289,1906,1.064,1932,0.667,2018,2.157,2021,0.552,2052,0.537,2062,2.505,2087,1.032,2095,0.784,2098,2.881,2131,3.299,2235,3.808,2808,1.32,2996,0.873,3333,2.116,3359,2.104,3382,4.317,3393,1.549,3402,2.018,3485,0.589,3488,3.99,3489,0.419,3490,0.667,3491,1.342,3492,5.137,3493,0.758,3494,2.505,3495,6.227,3496,4.068,3497,3.859,3498,0.758,3499,4.068,3500,0.758,3501,0.758,3502,7.615,3503,0.758,3504,0.758,3505,3.903,3506,1.417,3507,0.758,3508,2.901,3510,2.965,3511,7.801,3512,0.667,3513,0.758,3514,0.758,3539,1.254,3700,3.671,3772,0.758,3773,0.611,3774,1.756,3777,1.858,3778,1.32,3780,2.758,3781,0.891,3783,1.32,3784,1.32,3785,2.334,3786,0.667,3787,3.48,3788,3.137,3789,0.487,3791,2.758,3792,4.331,3793,2.965,3794,0.636,3813,5.353,3816,0.758,3818,1.417,3819,1.417,3820,1.417,3821,1.417,3822,0.51,3823,3.368,3824,1.994,3825,0.758,3826,3.903,3827,1.417,3828,0.667,3829,1.32,3830,1.675,3831,1.32,3832,0.537,3833,0.758,3834,0.758,3835,1.994,3836,0.758,3837,0.758,3838,0.758,3839,0.758,3840,3.137,3841,0.706,3842,0.837,3843,0.758,3844,1.564,3845,0.837,3846,0.837,3847,0.837,3848,0.837,3849,0.837,3850,3.268,3851,4.123,3852,3.718,3853,1.564,3854,0.837,3855,4.068,3856,0.837,3857,0.837,3858,0.537,3859,0.837,3860,0.837,3861,0.837,3862,0.837,3863,0.837,3864,0.837,3865,1.564,3866,0.837,3867,0.837,3868,1.564,3869,0.837,3870,0.837,3871,5.137,3872,2.505,3873,3.492,3874,1.564,3875,3.718,3876,1.564,3877,2.505,3878,1.417,3879,1.564,3880,1.564,3881,1.564,3882,1.564,3883,0.837,3884,0.837,3885,4.123,3886,1.417,3887,3.735,3888,1.564,3889,0.837,3890,0.837,3891,0.837,3892,0.837,3893,0.837,3894,0.837,3895,0.837,3896,0.837,3897,0.837,3898,2.201,3899,0.837,3900,1.564,3901,0.837,3902,2.201,3903,0.837,3904,2.201,3905,0.837,3906,2.201,3907,0.837,3908,1.564,3909,1.946,3910,1.564,3911,1.564,3912,0.837,3913,0.837,3914,1.564,3915,0.837,3916,0.837,3917,0.837,3918,0.636,3919,1.564,3920,1.564,3921,0.837,3922,0.837,3923,0.837,3924,0.837,3925,0.837]],["t/330",[946,2.499]],["t/332",[85,1.457,113,2.878,159,3.499,175,3.029,183,2.493,210,3.338,215,3.258,257,4.898,261,2.549,298,6.082,483,3.995,514,2.545,521,2.162,531,0.815,552,6.079,555,5.356,557,2.872,560,8.242,595,7.211,614,4.306,626,4.641,723,1.514,849,3.674,908,3.54,911,2.835,1067,3.158,1207,2.907,1345,2.162,3344,5.664,3384,4.676,3508,4.722,3695,5.664,3826,5.105,3828,5.353,3858,4.306,3926,6.711,3927,6.711,3928,6.711,3929,6.711,3930,6.711,3931,8.594,3932,6.711]],["t/334",[946,2.499]],["t/336",[4,1.806,10,1.33,12,1.87,29,1.512,38,0.641,41,1.705,44,2.115,49,1.851,56,0.726,61,1.906,85,1.631,94,1.795,107,2.412,113,0.839,119,0.538,121,0.726,128,2.61,131,2.801,140,0.853,141,1.352,143,0.69,147,0.953,159,1.385,163,1.273,169,1.539,170,0.55,171,0.839,172,0.599,174,1.475,175,2.777,180,0.798,183,3.075,186,0.931,193,0.853,196,1.828,197,1.411,199,1.591,200,1.116,201,0.898,202,0.607,204,1.705,207,1.086,210,2.851,227,2.497,252,2.181,254,4.578,255,6.032,256,4.589,257,2.483,260,0.557,269,1.022,292,1.535,297,1.687,298,6.396,303,4.292,307,1.346,308,0.538,313,0.875,314,0.924,317,1.557,321,1.268,329,3.726,340,0.65,355,0.752,357,1.033,361,4.852,366,1.603,370,0.985,373,2.957,374,3.083,381,0.898,382,0.702,383,0.752,386,1.369,392,0.898,399,0.739,403,4.029,419,2.597,425,0.632,428,0.782,434,0.875,435,2.388,446,0.766,449,1.322,454,1.459,455,0.833,458,1.829,465,0.798,471,4.219,476,1.198,477,0.798,483,3.871,487,1.763,491,1.268,501,3.243,514,1.008,518,2.35,521,2.616,528,0.953,531,0.765,532,2.935,538,1.181,544,1.999,545,0.702,555,0.726,557,1.072,565,1.116,571,0.669,585,2.102,594,1.117,600,2.27,614,2.183,617,1.292,626,3.163,635,3.246,645,2.871,656,1.608,658,1.322,662,0.875,670,0.52,700,3.353,706,0.833,715,3.866,723,0.565,728,3.691,734,1.608,743,2.076,745,1.492,771,2.734,796,2.532,819,3.151,820,2.313,833,1.299,853,0.713,859,1.608,882,0.591,892,2.837,908,2.186,910,2.589,911,3.1,915,1.654,920,1.268,921,4.022,922,2.871,924,2.871,925,2.115,926,2.115,932,1.829,943,1.268,962,1.608,967,4.172,980,1.705,1029,0.798,1041,1.399,1067,3.042,1082,0.985,1125,1.181,1143,1.535,1144,0.726,1145,3.749,1207,2.627,1211,1.652,1234,1.906,1345,2.094,1406,2.181,1442,0.953,1479,3.082,1932,1.117,1933,0.726,2013,0.798,2018,0.924,2052,0.898,2087,0.924,2095,1.705,2131,3.712,2173,1.428,2570,1.181,2673,0.726,3092,0.985,3099,1.566,3333,2.898,3382,4.589,3384,1.236,3478,2.115,3485,0.985,3497,3.243,3505,1.065,3508,0.985,3512,1.117,3539,0.798,3781,1.939,3786,1.117,3788,1.065,3799,1.763,3826,5.393,3832,1.608,3872,1.268,3873,1.705,3886,1.268,3887,2.27,3918,1.906,3933,1.4,3934,1.4,3935,5.75,3936,1.4,3937,3.402,3938,2.506,3939,2.506,3940,2.115,3941,2.506,3942,1.4,3943,1.4,3944,1.065,3945,1.4,3946,5.753,3947,2.506,3948,3.402,3949,3.402,3950,3.402,3951,2.506,3952,5.753,3953,2.506,3954,2.506,3955,4.143,3956,2.506,3957,2.506,3958,2.506,3959,2.506,3960,2.506,3961,2.506,3962,2.506,3963,2.506,3964,2.506,3965,2.506,3966,2.506,3967,0.898,3968,2.506,3969,1.4,3970,1.4,3971,1.4,3972,1.4,3973,1.4,3974,1.654,3975,2.506,3976,2.506,3977,2.506,3978,1.4,3979,2.27,3980,1.4,3981,1.4,3982,1.4,3983,1.4,3984,1.181,3985,1.4,3986,1.4,3987,1.4,3988,1.4,3989,1.4,3990,1.4,3991,1.4,3992,1.4,3993,1.181,3994,1.4,3995,1.4,3996,1.4,3997,1.4,3998,1.4,3999,1.4,4000,1.4,4001,1.4,4002,1.4,4003,1.4,4004,1.4,4005,1.181,4006,3.753,4007,1.268,4008,2.506,4009,1.4,4010,1.4,4011,1.4,4012,2.506,4013,1.4,4014,1.4,4015,1.4,4016,1.4,4017,1.4,4018,1.4,4019,1.4,4020,1.4,4021,1.4,4022,4.143,4023,1.4,4024,1.4,4025,2.506,4026,6.502,4027,2.506,4028,1.4,4029,1.4,4030,1.4,4031,2.506,4032,2.506,4033,1.4,4034,1.4,4035,1.4,4036,1.4,4037,2.506,4038,1.4,4039,1.4,4040,1.4,4041,1.4]],["t/338",[254,4.675,361,5.685,531,0.761,723,2.295,3788,6.741,4042,8.861]],["t/340",[946,2.499]],["t/342",[946,2.499]],["t/344",[946,2.499]],["t/346",[141,2.071,531,0.758,723,2.288,3678,7.44,4043,8.816,4044,8.816,4045,8.816]],["t/348",[946,2.499]],["t/350",[29,1.237,116,3.307,120,3.331,128,3.639,153,2.831,154,2.914,155,2.958,156,4.086,206,3.58,207,3.534,374,3.101,514,2.414,521,2.626,527,5.556,531,0.783,569,3.731,612,7.037,626,2.872,659,4.353,695,5.41,723,1.395,763,4.857,1045,3.898,1267,5.662,1338,5.023,1345,2.626,1483,6.825,2024,5.906,3510,4.935,4046,5.605,4047,6.187,4048,6.187,4049,6.879,4050,6.187,4051,6.187,4052,5.221]],["t/352",[946,2.499]],["t/354",[946,2.499]],["t/356",[122,4.662,174,3.031,196,2.939,514,2.522,531,0.854,723,1.921,892,5.069,935,6.215,2098,5.463,4053,8.515,4054,8.515,4055,8.515,4056,8.515,4057,8.515]],["t/358",[946,2.499]],["t/360",[2,0.601,4,1.526,8,1.512,10,1.433,12,0.386,14,0.646,15,1.044,29,1.632,34,0.238,38,1.026,40,0.721,49,2.128,64,0.551,77,0.477,85,1.651,86,0.941,101,0.284,106,1.296,108,0.509,113,1.112,116,2.508,117,1.099,118,0.468,119,1.815,120,2.44,122,0.873,123,2.346,124,0.682,126,0.301,128,2.395,131,1.605,140,1.367,141,0.201,142,0.751,143,0.421,147,0.301,152,0.415,153,0.73,154,1.779,155,1.588,156,2.283,157,1.752,163,1.503,169,0.317,170,0.881,171,2.495,172,2.455,174,0.304,175,0.558,176,0.548,177,2.953,179,0.871,180,0.705,183,0.46,186,1.321,189,0.243,190,0.983,192,2.412,194,0.754,195,1.351,196,2.367,197,0.819,199,1.45,200,1.479,202,1.44,203,0.631,205,0.972,206,1.921,207,0.836,208,0.842,210,2.276,214,2.131,215,0.415,227,1.081,237,0.658,241,0.903,251,1.072,252,1.026,253,0.234,258,0.65,260,0.634,261,0.324,268,0.548,281,2.26,287,0.23,289,0.857,292,0.386,297,2.386,300,0.509,302,0.312,305,0.62,308,0.475,310,0.443,317,2.508,331,0.871,340,0.74,344,0.301,351,0.226,353,0.691,354,2.33,355,0.459,356,1.161,357,1.369,359,0.65,360,0.794,362,0.665,366,0.583,369,0.415,370,0.997,373,2.225,374,1.782,375,0.277,381,0.548,382,1.124,383,0.857,386,1.02,388,0.581,392,0.794,395,0.477,398,0.521,400,1.367,403,2.527,410,0.459,412,0.312,417,0.558,418,0.7,419,1.27,427,0.842,435,0.222,437,1.278,440,1.143,446,1.056,449,1.29,451,0.736,454,0.497,455,1.335,458,0.624,465,0.909,467,3.488,469,1.121,471,0.219,476,0.409,477,0.252,492,0.521,501,1.526,503,0.65,511,1.85,512,0.691,514,1.18,518,2.83,520,1.789,521,2.182,526,0.477,528,0.581,531,0.671,532,2.934,541,0.401,544,0.353,545,0.799,546,0.721,551,0.548,557,1.521,565,0.551,568,0.258,569,2.002,571,1.345,572,0.374,573,1.236,585,2.425,591,0.949,594,0.682,611,0.941,612,2.977,613,0.581,614,0.284,617,1.917,626,2.827,627,0.564,630,0.312,633,0.401,635,0.451,643,1.445,656,0.284,658,1.992,667,0.601,670,1.142,671,0.401,679,0.601,684,0.721,695,0.857,723,1.027,724,0.337,733,2.631,734,0.284,739,0.409,741,0.601,743,2.605,745,0.509,757,1.892,758,0.721,763,0.428,767,0.682,771,0.564,796,1.213,801,0.941,809,0.903,824,0.534,829,1.273,849,0.468,850,0.337,851,1.389,859,0.548,862,0.247,882,1.684,884,0.277,887,1.44,892,0.509,908,2.308,911,2.424,935,1.164,936,1.974,954,0.534,958,0.468,964,0.794,967,0.548,978,0.751,991,0.774,993,0.65,995,0.401,1021,1.539,1029,1.278,1040,1.251,1041,1.077,1043,2.066,1045,2.964,1048,0.284,1053,2.717,1059,0.23,1060,1.205,1067,2.014,1068,0.592,1069,0.497,1070,0.564,1071,0.421,1072,0.564,1093,0.27,1102,2.221,1112,0.996,1117,0.509,1130,0.509,1131,0.509,1135,0.292,1136,0.548,1138,0.581,1140,0.996,1143,3.132,1144,1.957,1145,0.972,1154,0.509,1205,0.521,1207,1.707,1211,2.902,1217,0.264,1223,0.705,1239,1.915,1255,0.581,1257,0.534,1267,1.946,1271,0.682,1282,2.376,1283,1.594,1288,0.548,1317,0.72,1331,1.578,1335,0.292,1336,1.578,1337,1.706,1338,1,1339,0.871,1341,0.903,1345,1.961,1347,0.601,1405,0.987,1406,1.52,1437,0.721,1442,0.301,1449,0.773,1460,0.721,1483,1.48,1485,0.564,1506,0.972,1527,1.785,1529,3.525,1532,2.108,1650,0.987,1664,0.581,1809,2.163,1828,0.65,1868,0.459,1876,2.14,1883,0.323,1885,0.312,1888,0.624,1931,0.292,1943,1.401,1944,1.238,1948,1.272,1949,0.871,1994,0.682,1995,0.721,1996,0.682,1997,0.682,1998,0.682,1999,1.272,2013,2.271,2019,0.353,2024,3.497,2030,3.34,2052,0.548,2067,0.721,2069,0.374,2081,1.48,2082,0.941,2087,4.412,2088,3.633,2089,0.774,2090,1.272,2091,1.213,2092,0.624,2093,0.774,2094,0.682,2095,0.222,2096,1.857,2097,0.374,2098,0.548,2099,0.374,2100,0.721,2101,1.539,2102,0.774,2103,0.682,2104,0.682,2105,0.682,2106,0.401,2131,3.258,2170,0.564,2178,0.353,2214,1.578,2233,1.571,2461,0.548,2467,1.272,2475,0.65,2521,2.339,2523,0.721,2539,0.601,2541,0.323,2673,1.459,2675,0.624,2676,0.624,2677,0.903,2679,1.785,2680,1.915,2681,1.789,2686,0.721,2785,0.721,2791,1.439,2829,0.774,2887,0.337,2994,0.682,2997,1.346,2999,0.401,3000,1.121,3001,1.121,3002,1.121,3005,1.121,3006,1.121,3008,1.121,3011,1.121,3012,1.121,3019,0.65,3021,0.774,3095,0.65,3099,1.921,3148,0.987,3295,0.65,3330,0.842,3332,1.213,3333,1.878,3343,0.337,3349,0.521,3351,1.526,3356,1.789,3359,0.65,3360,0.721,3361,2.453,3370,0.353,3383,0.682,3384,3.206,3385,0.682,3387,1.445,3388,0.774,3389,0.774,3390,0.65,3392,1.346,3393,0.601,3394,0.548,3406,0.665,3407,1.044,3454,0.337,3485,0.601,3489,0.222,3491,3.571,3527,0.721,3536,0.401,3539,0.909,3562,1.445,3577,1.272,3688,0.682,3692,2.339,3773,0.323,3789,1.123,3794,1.93,3799,0.312,3832,1.023,3843,0.401,3858,0.794,3909,1.578,3993,1.346,4006,0.774,4052,0.374,4058,0.443,4059,0.443,4060,0.443,4061,0.774,4062,0.774,4063,0.721,4064,0.721,4065,1.445,4066,0.854,4067,1.445,4068,0.774,4069,0.854,4070,0.774,4071,1.445,4072,3.611,4073,0.941,4074,0.774,4075,0.721,4076,0.721,4077,0.774,4078,1.637,4079,0.774,4080,0.774,4081,1.445,4082,0.774,4083,0.774,4084,2.375,4085,0.774,4086,0.774,4087,0.871,4088,0.903,4089,1.445,4090,1.445,4091,1.445,4092,1.044,4093,0.774,4094,1.044,4095,2.141,4096,0.854,4097,0.682,4098,0.774,4099,0.854,4100,2.031,4101,1.595,4102,0.774,4103,0.854,4104,0.774,4105,2.814,4106,0.854,4107,1.044,4108,2.595,4109,1.747,4110,1.044,4111,1.044,4112,2.163,4113,0.854,4114,0.624,4115,0.774,4116,0.854,4117,0.854,4118,0.854,4119,1.272,4120,0.443,4121,0.774,4122,1.467,4123,0.774,4124,0.682,4125,0.854,4126,0.854,4127,0.854,4128,0.854,4129,0.854,4130,0.854,4131,0.854,4132,2.836,4133,0.721,4134,0.854,4135,1.595,4136,0.854,4137,1.595,4138,0.854,4139,0.774,4140,0.721,4141,0.774,4142,0.774,4143,0.854,4144,0.854,4145,1.346,4146,1.121,4147,1.595,4148,0.854,4149,0.854,4150,0.854,4151,0.774,4152,0.774,4153,0.774,4154,0.682,4155,2.054,4156,2.657,4157,1.213,4158,0.682,4159,0.721,4160,0.443,4161,0.854,4162,1.747,4163,0.721,4164,0.721,4165,0.301,4166,1.237,4167,1.237,4168,1.237,4169,1.121,4170,0.854,4171,1.237,4172,1.237,4173,0.941,4174,0.854,4175,0.443,4176,0.353,4177,0.854,4178,0.774,4179,0.774,4180,0.774,4181,0.854,4182,0.854,4183,0.854,4184,0.774,4185,0.854,4186,0.401,4187,0.854,4188,0.854,4189,0.548,4190,0.774,4191,0.774,4192,0.854,4193,0.443,4194,0.854,4195,0.337,4196,0.443,4197,0.374,4198,1.595,4199,0.443,4200,1.929,4201,0.401,4202,1.929,4203,0.774,4204,0.443,4205,0.443,4206,0.443,4207,0.443,4208,0.443,4209,0.443,4210,0.443,4211,0.443,4212,0.443,4213,0.443,4214,0.443,4215,0.337,4216,0.65,4217,0.443,4218,0.443,4219,0.854,4220,0.401,4221,1.237,4222,0.401,4223,0.443,4224,0.443,4225,2.298,4226,0.323,4227,0.401,4228,0.443,4229,0.443,4230,0.854,4231,0.854,4232,0.854,4233,0.443,4234,0.854,4235,0.854,4236,0.854,4237,0.854,4238,0.854,4239,0.443,4240,0.443,4241,0.854,4242,0.854,4243,0.854,4244,0.854,4245,0.854,4246,1.747,4247,0.443,4248,0.443,4249,0.323,4250,0.353,4251,1.121,4252,0.443,4253,0.443,4254,0.374,4255,1.121,4256,3.009,4257,1.595,4258,1.595,4259,1.237,4260,1.121,4261,0.854,4262,0.854,4263,0.854,4264,0.854,4265,0.401,4266,0.443,4267,0.353,4268,0.941,4269,0.443,4270,0.401,4271,0.624,4272,0.65,4273,0.312,4274,0.65,4275,0.65,4276,0.443,4277,0.443,4278,0.443,4279,0.374,4280,0.443,4281,0.443,4282,0.401,4283,0.443,4284,0.443,4285,0.443,4286,0.443,4287,0.443,4288,0.443,4289,0.443,4290,0.443,4291,0.443,4292,0.443,4293,0.443,4294,0.443,4295,0.401,4296,0.443,4297,0.443,4298,0.443,4299,0.443,4300,0.443,4301,0.443,4302,0.443,4303,0.443,4304,0.443,4305,0.443,4306,0.443,4307,0.443,4308,0.443,4309,0.443,4310,0.374,4311,0.443,4312,0.443,4313,0.443,4314,0.443,4315,0.443,4316,0.443,4317,0.854,4318,0.443,4319,0.401,4320,0.443,4321,0.374,4322,0.443,4323,0.374,4324,0.443,4325,0.443,4326,0.443,4327,0.443,4328,1.237,4329,0.443,4330,0.443,4331,0.443,4332,1.237,4333,0.443,4334,0.854,4335,0.443,4336,0.443,4337,0.443,4338,0.443,4339,0.353,4340,0.443,4341,0.443]],["t/362",[946,2.499]],["t/364",[4,1.257,10,1.73,14,0.752,29,0.522,38,1.194,49,2.45,85,1.15,106,1.772,116,2.287,119,2.422,120,2.903,123,1.316,128,1.881,140,1.591,142,3.28,154,3.724,155,3.578,156,2.731,162,1.457,163,0.802,170,3.106,171,1.435,172,1.833,174,1.94,175,1.178,183,2.343,192,2.113,195,1.146,196,2.849,197,1.68,199,1.002,206,1.882,207,1.131,210,2.45,214,2.748,237,0.766,253,1.377,281,5.092,287,1.353,292,1.178,297,1.744,305,2.147,317,2.494,331,1.836,354,2.166,355,3.388,356,1.194,357,1.765,363,1.631,369,1.267,374,3.161,375,1.631,386,1.05,388,2.915,390,1.776,419,1.178,442,1.985,446,1.429,467,1.554,471,3.11,477,1.487,501,1.776,511,2.529,512,2.362,514,2.216,518,2.113,519,2.082,521,3.179,531,0.829,557,2.331,565,1.162,569,3.187,573,1.146,585,0.892,612,5.092,613,4.291,617,0.991,626,1.212,630,3.014,647,1.287,658,1.377,695,1.402,723,1.688,733,2.45,739,1.248,743,2.147,763,2.147,812,1.554,849,1.429,882,1.81,911,2.942,936,0.991,954,2.676,1043,2.302,1045,3.015,1053,3.067,1054,2.827,1136,2.748,1141,1.554,1207,2.891,1211,2.645,1255,1.776,1257,1.631,1267,4.097,1282,1.038,1283,2.22,1288,1.674,1301,2.364,1309,1.985,1331,3.014,1336,3.014,1345,2.753,1483,2.827,1527,1.836,1532,1.457,1809,3.014,1827,2.202,1828,1.985,1994,2.082,1996,2.082,1997,2.082,1998,2.082,1999,2.082,2024,3.843,2030,1.519,2081,2.827,2131,3.566,2170,1.722,2214,3.833,2676,1.905,2677,1.905,2785,2.202,2887,1.985,2996,3.888,3040,2.748,3099,3.404,3299,2.082,3333,2.018,3343,1.985,3370,3.417,3375,3.88,3383,2.082,3384,3.691,3385,2.082,3390,1.985,3486,1.985,3489,1.308,3491,3.843,3789,4.054,3794,1.985,3832,4.801,3909,1.836,3935,5.322,4063,2.202,4064,2.202,4073,1.985,4087,1.836,4154,2.082,4156,3.014,4173,1.985,4178,2.364,4195,1.985,4215,1.985,4216,1.985,4226,3.127,4249,3.977,4250,3.417,4268,1.985,4310,2.202,4342,2.61,4343,1.836,4344,2.364,4345,2.364,4346,2.364,4347,2.61,4348,2.202,4349,2.082,4350,2.61,4351,2.364,4352,4.284,4353,6.306,4354,2.61,4355,4.284,4356,4.284,4357,2.61,4358,2.61,4359,2.364,4360,2.364,4361,2.364,4362,2.082,4363,2.082,4364,2.61,4365,2.61,4366,2.61,4367,2.364,4368,3.88,4369,2.61,4370,2.61,4371,2.61,4372,2.61,4373,2.364,4374,2.61,4375,2.61,4376,2.61,4377,2.61]],["t/366",[4,1.406,10,1.581,29,0.958,49,2.657,85,1.336,120,2.963,123,2.101,128,2.361,141,1.126,142,4.098,154,2.257,156,3.428,227,2.627,253,2.528,254,2.528,260,1.905,281,6.509,287,2.484,355,2.574,357,2.819,369,2.326,374,3.998,386,1.928,388,4.654,419,2.163,501,3.261,511,4.27,514,2.362,521,2.963,531,0.747,532,3.087,569,2.193,585,2.972,614,4.388,626,3.703,635,3.608,723,2.075,733,2.657,763,3.428,882,2.89,911,2.89,1043,3.37,1045,2.291,1288,3.074,1345,2.569,1406,3.65,1532,3.819,2013,2.73,2019,8.029,2024,5.83,2028,6.731,2030,3.981,2065,3.497,2066,4.044,2081,3.162,2214,3.371,2996,4.453,3383,3.822,3384,3.934,3385,3.822,3832,3.074,4154,3.822,4156,3.371,4173,3.645,4189,4.388,4195,3.645,4197,4.044,4215,3.645,4216,3.645,4249,5.822,4250,5.455,4310,4.044,4359,4.341,4360,4.341,4361,4.341,4362,3.822,4363,3.822,4378,4.791,4379,4.791,4380,4.341,4381,7.225,4382,6.196,4383,6.196,4384,7.225]],["t/368",[10,1.988,29,1.719,141,2.02,254,4.536,531,0.739,723,2.255,883,5.241,1141,5.119,2013,4.9,2065,6.276,2066,7.257,4385,8.599]],["t/370",[142,4.247,156,3.629,227,2.781,281,6.136,374,3.629,382,3.629,511,4.558,514,2.144,521,2.904,531,0.775,532,3.268,585,3.081,614,4.646,626,3.362,635,3.82,723,2.034,733,2.813,763,3.629,1045,3.462,1345,2.332,1406,4.126,2019,7.832,2024,5.495,2028,6.111,2030,4.215,2996,4.043,3440,5.508,3832,4.646,4189,4.646,4195,5.508,4249,5.285,4250,5.776,4381,6.559,4382,6.559,4383,6.559,4384,8.168,4386,7.241,4387,7.241]],["t/372",[9,5.544,10,1.997,29,1.728,141,2.03,254,4.559,531,0.742,723,2.262,884,5.399,1338,4.479,2065,6.307,4388,8.641]],["t/374",[64,4.099,141,1.76,143,3.694,194,4.565,197,1.996,199,2.877,210,2.91,252,3.428,260,2.978,419,4.155,531,0.644,617,2.845,647,3.694,692,6.321,723,2.077,743,3.754,759,5.097,964,5.907,1021,5.974,1053,3.42,1207,3.517,1283,3.882,1809,6.477,1888,5.467,2027,6.321,2823,4.68,3489,3.754,3773,5.467,3779,5.974,3858,4.805,4279,6.321,4389,7.49,4390,5.27,4391,6.785]],["t/376",[29,1.754,141,2.061,254,4.628,531,0.754,723,2.282,1068,4.194,1664,5.969,4392,8.772]],["t/378",[29,1.745,141,2.051,254,4.605,531,0.75,723,2.275,1071,4.305,1664,5.939,2823,5.453,4393,8.728]],["t/380",[29,1.728,141,2.03,254,4.559,531,0.742,723,2.262,1071,4.262,1309,6.573,1664,5.881,4394,8.641,4395,7.828,4396,7.293]],["t/382",[29,1.736,141,2.04,254,4.582,492,5.293,531,0.746,723,2.268,1071,4.283,1664,5.91,4396,7.329,4397,8.684]],["t/384",[141,2.071,382,4.419,531,0.758,723,2.288,1309,6.706,3440,6.706,4398,8.816]],["t/386",[141,2.082,531,0.761,723,2.295,3339,6.741,3518,6.741,4399,8.861]],["t/388",[141,2.061,155,4.194,531,0.754,723,2.282,3609,6.403,4400,8.772,4401,7.946,4402,7.403]],["t/390",[141,2.061,155,4.194,531,0.754,723,2.282,3612,6.673,4401,7.946,4402,7.403,4403,8.772]],["t/392",[141,2.093,531,0.765,723,2.302,1070,5.878,4404,8.906]],["t/394",[12,3.337,49,3.548,63,4.507,85,1.136,141,1.737,142,4.303,154,3.483,253,3.901,281,6.216,287,3.833,374,4.578,388,6.216,511,3.433,514,2.19,521,2.382,531,0.785,612,6.216,723,2.399,763,3.706,1267,5.001,1288,4.744,1345,2.382,2053,5.898,2996,4.129,3092,5.202,3472,5.898,4156,5.202,4173,5.625,4215,5.625,4216,5.625,4249,5.397,4362,5.898,4363,5.898,4405,7.394]],["t/396",[141,2.071,531,0.758,723,2.288,3472,7.032,4406,8.816,4407,7.987,4408,8.816]],["t/398",[10,1.716,49,3.558,85,1.141,141,1.745,142,4.314,154,3.498,253,3.918,281,6.232,287,3.849,374,4.59,388,6.232,511,3.448,514,2.199,521,2.392,531,0.787,612,6.232,723,2.402,763,3.722,1267,5.014,1288,4.764,1345,2.392,2996,4.146,3678,6.267,4156,5.225,4173,5.649,4215,5.649,4216,5.649,4249,5.42,4362,5.923,4363,5.923,4409,7.426,4410,7.426,4411,7.426]],["t/400",[10,2.028,141,2.061,155,4.194,531,0.754,723,2.282,3576,7.403,4412,8.772,4413,8.772]],["t/402",[10,1.997,141,2.03,155,4.132,531,0.742,569,3.955,723,2.262,4414,8.641,4415,8.641,4416,8.641,4417,8.641,4418,8.641]],["t/404",[10,2.017,141,2.051,155,4.173,159,3.553,531,0.75,723,2.275,3092,6.141,4189,5.6,4419,8.728]],["t/406",[10,2.028,141,2.061,155,4.194,531,0.754,723,2.282,3092,6.172,4189,5.628,4420,8.772]],["t/408",[10,2.028,141,2.061,531,0.754,723,2.282,3092,6.172,4189,5.628,4421,8.772,4422,8.772]],["t/410",[10,2.038,141,2.071,531,0.758,723,2.288,4189,5.656,4423,8.816,4424,8.816]],["t/412",[10,2.038,141,2.071,531,0.758,723,2.288,4189,5.656,4425,8.816,4426,8.816]],["t/414",[946,2.499]],["t/416",[4,2.094,9,3.263,10,2.065,14,1.466,29,1.017,92,3.356,116,3.089,128,1.755,154,4.431,158,4.607,174,1.81,183,3.623,192,2.508,196,1.755,197,1.901,202,3.092,260,2.022,291,2.636,317,3.265,373,5.252,380,2.361,390,6.401,398,4.348,399,2.683,400,5.022,421,2.566,449,1.975,518,4.064,531,0.437,532,3.22,551,3.263,557,2.176,565,2.264,568,2.96,575,5.207,585,3.332,626,3.825,627,5.896,635,4.347,658,3.763,733,2.771,745,3.027,853,2.591,862,2.839,884,3.177,892,4.905,908,3.763,911,2.148,1045,4.498,1067,2.622,1143,2.295,1144,2.636,1317,2.96,1336,3.578,1339,3.578,1341,3.712,1342,4.056,1343,4.056,1345,2.298,1346,3.461,1405,5.69,1406,3.771,1485,4.708,1508,6.462,1509,6.02,2018,3.356,2153,4.607,3099,3.177,3688,6.572,3795,4.292,3799,3.578,3940,4.292,3979,4.607,4203,4.607,4427,5.085,4428,5.085,4429,5.085,4430,5.085,4431,5.085,4432,5.085,4433,5.085,4434,7.133,4435,5.085,4436,5.085,4437,5.085]],["t/418",[946,2.499]],["t/420",[946,2.499]],["t/422",[946,2.499]],["t/424",[946,2.499]],["t/426",[85,1.302,143,4.179,531,0.852,557,3.626,723,1.911,1053,3.148,1207,3.354,2131,4.136,2169,5.593,3935,7.151,4438,7.676,4439,8.473,4440,8.473]],["t/428",[946,2.499]],["t/430",[946,2.499]],["t/432",[946,2.499]],["t/434",[10,1.107,14,0.494,29,1.547,51,2.186,63,1.825,64,1.777,77,2.229,85,1.481,106,1.558,108,1.019,113,1.604,116,3.39,120,2.202,121,1.552,123,1.98,128,3.438,131,2.883,142,1.881,153,1.827,154,2.256,155,1.432,156,3.23,157,0.903,159,1.625,163,2.378,170,2.138,174,2.13,183,2.394,196,2.671,199,1.15,201,1.098,202,0.742,203,2.44,206,4.126,207,0.742,220,4.042,249,1.165,250,0.752,260,1.191,265,2.107,267,1.25,281,2.038,287,0.888,297,1.219,302,1.205,317,0.784,319,2.186,344,1.165,354,0.681,355,0.92,357,1.645,360,1.098,366,0.807,369,0.831,371,3.98,374,3.23,392,2.561,400,3.647,419,0.773,440,1.526,449,0.665,451,0.984,455,2.376,467,4.871,476,0.819,483,4.07,511,0.795,514,1.418,518,1.969,521,2.408,531,0.685,555,3.102,557,1.282,569,2.49,585,2.045,595,1.302,608,4.385,611,3.037,614,1.098,617,0.65,626,3.965,630,2.107,635,3.157,656,1.098,658,0.903,695,1.609,723,1.542,731,1.302,733,3.007,736,1.25,747,3.82,752,2.713,763,0.858,796,1.909,801,1.302,809,2.914,819,2.278,851,1.64,859,1.922,867,1.366,908,1.58,911,3.839,939,1.019,958,2.186,962,3.073,964,1.098,1026,1.551,1043,2.528,1045,3.269,1053,2.778,1060,2.923,1067,2,1140,1.07,1143,0.773,1207,0.579,1211,4.515,1282,1.587,1283,0.888,1331,3.369,1338,1.552,1345,2.312,1406,2.192,1527,1.205,1529,5.525,1532,1.672,1650,2.389,2013,0.976,2024,5.725,2030,0.997,2052,1.922,2053,1.366,2081,1.13,2085,1.302,2131,1.25,2169,1.13,2233,1.672,2673,2.069,2679,2.809,2680,2.038,2681,2.389,2777,3.037,2996,1.672,3148,1.366,3330,1.165,3333,0.807,3356,2.389,3358,2.713,3359,1.302,3384,2.951,3407,1.445,3486,2.278,3489,0.858,3577,3.184,3679,1.551,3700,2.278,3799,1.205,3832,1.098,3858,1.098,3877,1.551,3974,1.13,4046,1.551,4049,1.445,4073,3.037,4092,2.528,4093,1.551,4094,2.528,4095,1.445,4098,2.713,4107,5.05,4108,3.369,4109,1.551,4110,1.445,4111,1.445,4112,2.809,4146,2.713,4176,2.389,4197,5.05,4246,4.339,4251,3.616,4321,2.528,4380,5.421,4438,2.713,4441,1.712,4442,1.445,4443,1.712,4444,1.551,4445,1.445,4446,1.551,4447,1.712,4448,4.789,4449,1.712,4450,1.712,4451,2.995,4452,2.995,4453,1.712,4454,6.443,4455,1.712,4456,2.995,4457,6.443,4458,7.178,4459,7.178,4460,2.713,4461,2.995,4462,1.712,4463,1.712,4464,1.712,4465,1.712,4466,2.995,4467,3.992,4468,1.712,4469,3.992,4470,3.037,4471,1.712,4472,1.712,4473,2.995,4474,2.995,4475,1.712,4476,1.551,4477,1.712,4478,1.712,4479,1.712,4480,1.712,4481,1.712,4482,1.712,4483,1.712,4484,1.712,4485,2.995,4486,1.712,4487,1.712,4488,1.712,4489,1.712,4490,1.712,4491,1.712]],["t/436",[946,2.499]],["t/438",[85,1.608,142,3.953,170,3.298,207,3.638,371,4.885,400,5.114,511,3.896,527,5.114,763,4.941,908,4.427,2022,7.082,2053,6.694,2523,7.082,4476,7.602,4492,8.392]],["t/440",[2022,7.555,2024,5.456,2030,5.211,4260,8.11,4493,8.952]],["t/442",[946,2.499]],["t/444",[141,2.082,157,4.675,531,0.761,723,2.295,4494,8.861,4495,8.861]],["t/446",[946,2.499]],["t/448",[141,2.071,531,0.758,723,2.288,1338,4.57,4496,8.816,4497,8.816,4498,8.816]],["t/450",[946,2.499]],["t/452",[4,2.217,47,6.376,85,1.161,142,4.714,199,2.902,207,3.275,386,3.039,514,2.741,521,2.981,531,0.86,626,3.507,733,2.935,1338,3.916,1944,4.847,2018,4.986,2131,3.152,2824,6.844,2877,6.844,2997,7.811,3040,5.938,3795,6.376,3830,5.747,4499,9.255,4500,7.555,4501,7.555,4502,7.555,4503,7.555,4504,7.555,4505,7.555,4506,7.555,4507,7.555,4508,7.555]],["t/454",[120,3.181,123,2.253,128,3.408,156,4.949,207,3.178,514,2.172,521,2.362,527,6.018,531,0.781,569,4.159,612,7.024,695,4.882,723,1.654,763,4.554,1045,4.345,1267,5.651,1338,4.71,1345,2.362,1483,6.812,2024,5.538,4049,6.188,4052,6.188,4509,7.332,4510,7.332]],["t/456",[946,2.499]],["t/458",[141,2.093,531,0.765,723,2.302,2540,6.501,4511,8.906]],["t/460",[141,2.093,531,0.765,723,2.302,2541,6.501,4512,8.906]],["t/462",[141,2.093,531,0.765,723,2.302,4513,8.906,4514,8.906]],["t/464",[10,1.997,141,2.03,531,0.742,723,2.262,4515,8.641,4516,7.828,4517,7.828,4518,8.641,4519,7.828,4520,7.828,4521,7.828]],["t/466",[157,4.536,260,3.419,427,6.805,531,0.739,723,2.255,4407,9.578,4522,8.599,4523,9.058]],["t/468",[123,2.682,141,2.051,156,4.375,157,4.605,531,0.75,723,2.275,1664,5.939,2823,5.453,4524,8.728]],["t/470",[123,2.682,141,2.051,156,4.375,157,4.605,531,0.75,723,2.275,1068,4.173,2823,5.453,4525,8.728]],["t/472",[123,2.682,141,2.051,156,4.375,157,4.605,531,0.75,723,2.275,1071,4.305,2823,5.453,4526,8.728]],["t/474",[123,2.668,141,2.04,156,4.353,157,4.582,382,4.353,531,0.746,723,2.268,2823,5.426,3440,6.606,4527,8.684]],["t/476",[123,2.668,141,2.04,156,4.353,157,4.582,531,0.746,723,2.268,2823,5.426,3339,6.606,3518,6.606,4528,8.684]],["t/478",[123,2.655,141,2.03,156,4.331,157,4.559,531,0.742,723,2.262,1071,4.262,2823,5.399,4395,7.828,4396,7.293,4529,8.641]],["t/480",[946,2.499]],["t/482",[946,2.499]],["t/484",[946,2.499]],["t/486",[946,2.499]],["t/488",[946,2.499]],["t/490",[10,2.172,85,1.012,106,3.055,163,2.023,186,2.446,289,3.537,324,5.008,354,3.375,355,3.537,392,4.224,440,3.355,449,2.558,451,3.259,476,3.148,483,3.92,511,3.057,514,2.782,531,0.853,571,3.148,573,2.892,695,3.537,723,1.485,733,2.558,883,4.013,959,5.557,1053,2.446,1102,5.304,1143,4.24,1207,3.357,1284,4.114,1631,4.481,1876,6.457,1949,4.632,3391,5.557,3841,5.557,4140,5.557,4162,5.965,4530,6.584,4531,6.584,4532,6.584,4533,6.584,4534,6.584,4535,6.584,4536,6.584,4537,6.584,4538,6.584,4539,8.489,4540,6.584,4541,6.584,4542,6.584,4543,6.584,4544,8.489,4545,6.584]],["t/492",[946,2.499]],["t/494",[85,1.56,205,2.75,206,2.787,227,3.545,399,3.347,404,4.07,514,2.454,518,4.552,531,0.793,626,2.945,670,2.357,723,1.869,733,2.465,908,3.347,910,3.964,911,2.68,915,6.091,936,3.955,996,5.061,1282,2.522,1283,3.289,1345,2.044,1933,4.296,2095,4.154,2233,3.542,2983,4.826,3099,3.964,3320,4.464,3342,5.83,3384,4.087,3406,3.409,3489,3.18,3539,3.615,3683,6.61,3781,3.615,3810,4.187,3840,4.826,4373,5.747,4546,6.344,4547,6.344,4548,6.994,4549,8.287,4550,8.287,4551,6.344,4552,8.287,4553,6.344,4554,5.747,4555,8.287,4556,6.344,4557,6.344,4558,6.344,4559,6.344,4560,6.344,4561,6.344,4562,6.344,4563,6.344]],["t/496",[29,1.273,85,1.506,113,2.133,123,1.956,163,2.552,190,4.233,192,3.14,250,2.797,454,3.707,514,2.738,518,4.097,531,0.842,532,3.749,571,3.045,635,4.382,670,3.872,723,1.874,733,2.474,734,5.33,796,3.045,911,2.69,936,2.418,1207,2.154,1257,3.979,1283,3.301,1345,2.051,1406,2.914,1485,4.203,1904,4.085,1931,4.203,2096,4.203,2131,2.657,3333,3,3384,4.56,3489,3.191,3497,5.653,3781,4.734,4145,5.374,4564,6.367,4565,4.648,4566,5.768,4567,7.01,4568,7.525,4569,7.525,4570,7.525,4571,6.626,4572,6.319,4573,6.626,4574,6.367,4575,6.367,4576,5.374,4577,5.768,4578,5.768]],["t/498",[10,1.862,29,1.215,69,5.13,70,5.13,85,1.581,119,2.335,120,1.958,159,2.475,163,1.868,174,2.164,190,3.098,196,3.119,250,3.539,454,3.539,511,3.741,514,2.677,531,0.827,532,3.636,573,2.67,626,4.196,635,4.251,670,3.72,723,1.817,734,5.169,796,2.907,911,3.818,915,4.012,1207,3.057,1239,4.137,1257,3.798,1283,4.176,1345,1.958,1406,2.782,1485,4.012,1931,4.012,2131,3.362,2233,3.394,3384,3.974,3489,3.047,3497,5.483,3781,4.591,4195,4.624,4548,5.13,4565,5.881,4566,5.507,4567,6.8,4568,7.299,4569,7.299,4570,5.507,4571,6.427,4572,4.624,4573,6.427,4579,6.079,4580,6.079,4581,5.13,4582,6.079,4583,6.079]],["t/500",[946,2.499]],["t/502",[10,1.12,49,1.882,56,2.511,85,1.233,123,2.118,128,1.672,159,1.972,163,2.466,180,2.761,190,2.469,193,2.953,194,2.953,197,1.291,199,2.648,201,3.108,249,5.461,250,2.128,297,1.972,351,2.469,362,3.647,393,3.536,398,2.953,419,2.187,435,3.455,451,2.635,471,2.389,514,2.99,518,2.389,521,1.561,531,0.906,555,2.511,670,4.135,718,3.864,723,1.972,908,2.556,911,2.047,936,1.84,1067,3.395,1282,1.926,1283,2.511,1284,3.027,1345,2.585,1485,3.198,1868,2.603,1869,4.423,1904,5.149,2112,3.685,2996,2.705,3335,3.864,3489,2.428,3491,4.201,3810,4.55,4573,5.499,4581,4.089,4584,6.245,4585,4.389,4586,4.845,4587,4.389,4588,4.845,4589,4.389,4590,4.845,4591,4.691,4592,4.089,4593,4.389,4594,4.389,4595,4.845,4596,4.389,4597,4.389,4598,4.389,4599,6.893,4600,6.893,4601,4.845,4602,4.845,4603,4.845,4604,4.389,4605,4.845,4606,4.845,4607,4.845,4608,4.845,4609,4.845,4610,4.845,4611,6.245,4612,5.818,4613,4.389,4614,4.845,4615,4.845,4616,4.389,4617,4.389,4618,4.389,4619,4.845,4620,7.27,4621,4.845,4622,4.845,4623,4.845,4624,4.845,4625,4.845,4626,4.845]],["t/504",[946,2.499]],["t/506",[29,1.857,49,2.707,85,1.505,118,1.695,141,0.728,196,3.584,199,2.676,227,3.38,252,4.028,260,3.693,279,3.347,289,4.084,347,3.929,351,4.123,353,2.132,354,3.604,363,6.119,365,2.613,395,3.89,399,2.595,410,2.642,417,3.652,427,4.742,428,3.89,498,2.356,514,1.457,531,0.729,551,4.47,557,3.766,585,2.597,608,4.163,613,4.742,617,2.324,626,4.086,635,2.595,662,3.073,667,7.059,670,4.013,723,0.699,739,2.352,743,2.465,796,2.352,911,2.944,936,2.646,1059,2.549,1206,3.46,1207,1.664,1282,1.231,1345,1.584,1933,2.549,2095,5.08,2131,2.553,2395,4.151,2673,1.605,2786,2.613,3323,4.425,3491,4.247,3781,3.971,3830,2.356,3974,2.044,4007,8.416,4165,4.163,4180,4.456,4184,4.456,4627,2.805,4628,6.118,4629,6.118,4630,8.091,4631,4.918,4632,3.097,4633,4.918,4634,3.097,4635,6.968,4636,6.968,4637,3.741,4638,8.091,4639,4.742,4640,8.801,4641,4.918,4642,4.918,4643,4.918,4644,2.47,4645,3.097,4646,3.097,4647,3.097]],["t/508",[946,2.499]],["t/510",[170,2.721,172,2.963,188,6.546,193,4.22,202,3.002,203,4.467,206,3.851,214,6.488,252,4.012,260,3.485,317,4.012,398,4.22,419,3.125,514,2.596,521,2.23,531,0.827,555,3.589,617,3.962,658,4.625,723,2.17,796,3.311,936,2.63,1211,4.671,1282,2.753,1868,3.72,1931,4.57,2096,4.57,2791,5.625,3384,4.324,4112,4.872,4648,6.924,4649,5.844,4650,5.844,4651,8.766,4652,6.924,4653,6.924,4654,6.924]],["t/512",[4,1.423,29,0.608,85,1.385,143,3.402,171,1.019,202,4.487,227,1.863,260,3.818,297,1.975,308,1.863,317,3.157,347,4.487,366,2.285,369,3.899,380,3.203,383,4.314,386,1.224,396,6.521,421,2.482,455,1.811,514,2.794,531,0.825,568,4.387,575,2.221,585,2.357,617,3.835,658,4.978,662,3.03,723,0.686,768,6.25,899,6.108,908,5.066,1096,1.605,1143,3.114,1345,2.222,1449,4.311,1884,4.426,2791,1.952,3320,2.141,3342,4.854,3384,5.368,3797,7.109,4112,2.141,4163,4.093,4169,2.756,4649,2.568,4650,2.568,4655,3.043,4656,3.043,4657,2.568,4658,3.043,4659,8.167,4660,7.274,4661,4.85,4662,5.248,4663,4.85,4664,2.756,4665,3.043,4666,8.105,4667,8.7,4668,6.408,4669,8.371,4670,3.043,4671,4.85,4672,4.394,4673,6.899,4674,2.756,4675,3.043,4676,3.043,4677,3.043,4678,2.756,4679,3.043,4680,4.394,4681,3.043,4682,3.043,4683,2.756,4684,3.043,4685,4.093,4686,2.756,4687,3.043,4688,2.756,4689,3.043,4690,2.756,4691,3.043,4692,8.746,4693,2.756,4694,3.043]],["t/514",[946,2.499]],["t/516",[10,1.873,29,1.89,34,1.904,49,2.123,64,2.97,85,1.676,101,2.274,113,1.831,117,2.02,118,1.94,119,2.099,128,2.589,135,1.721,141,0.833,142,1.669,163,2.304,171,1.831,172,2.339,176,2.274,183,1.317,186,1.317,190,1.806,193,2.16,196,2.303,197,1.998,199,2.881,202,2.892,203,1.806,205,1.536,207,1.536,208,2.412,210,1.377,215,1.721,247,3.608,262,2.412,297,2.225,317,1.622,340,1.645,351,1.806,355,1.904,362,2.784,370,2.148,382,2.74,393,3.99,398,3.331,399,1.87,435,2.74,437,2.02,451,1.164,467,3.254,477,2.02,501,3.72,511,3.098,514,1.976,518,3.699,520,2.827,531,0.767,532,2.467,585,2.28,586,2.412,615,2.827,617,3.078,618,2.991,658,1.87,718,5.322,723,1.233,733,1.377,739,1.695,745,3.254,796,1.695,841,4.613,906,4.158,908,2.884,910,2.214,911,2.309,915,2.339,936,2.848,1145,3.331,1154,3.254,1207,2.257,1211,1.721,1223,2.02,1255,2.412,1257,2.214,1282,1.409,1283,1.837,1345,2.149,1406,1.622,1869,2.274,1931,2.339,1933,2.833,2131,2.281,2170,3.608,2233,3.052,3333,3.817,3342,2.493,3384,3.291,3406,1.904,3489,1.776,3539,3.115,3683,2.827,3781,3.802,3828,2.827,3967,2.274,3974,4.404,4005,2.991,4154,2.827,4267,2.827,4548,4.613,4554,3.211,4565,2.587,4567,4.613,4572,2.696,4573,4.36,4584,3.211,4585,3.211,4589,3.211,4591,2.412,4592,2.991,4593,3.211,4594,3.211,4596,4.952,4597,3.211,4598,3.211,4604,4.952,4662,4.158,4695,5.466,4696,4.613,4697,6.672,4698,6.672,4699,5.466,4700,6.672,4701,5.466,4702,4.952,4703,5.466,4704,3.544,4705,3.544,4706,3.544,4707,3.544,4708,3.544,4709,3.544,4710,3.544,4711,3.544,4712,3.544,4713,3.544,4714,3.544,4715,3.544,4716,3.544,4717,3.544,4718,3.211,4719,2.991,4720,3.544,4721,6.672,4722,3.544,4723,3.544,4724,3.544,4725,3.544,4726,3.544,4727,3.544,4728,3.544]],["t/518",[946,2.499]],["t/520",[531,0.758,555,4.57,670,3.275,682,7.987,723,2.288,1869,5.656,4729,7.44]],["t/522",[946,2.499]],["t/524",[85,1.219,227,3.662,451,2.605,514,2.824,521,2.555,531,0.878,670,3.94,703,6.328,723,2.151,954,4.957,1904,5.09,2131,3.31,3402,5.791,3967,5.09,4339,6.328,4639,5.399,4730,7.933,4731,7.933,4732,5.791,4733,6.695,4734,7.933,4735,7.933]],["t/526",[29,1.524,85,1.171,135,3.7,190,3.883,227,3.574,476,3.644,486,3.95,514,2.756,521,2.455,531,0.863,585,2.604,670,3.457,723,2.099,954,4.762,1283,3.95,1345,2.455,1462,7.078,1904,4.889,2131,3.18,3384,4.589,3489,3.82,4339,6.079,4572,5.797,4639,5.186,4732,5.563,4733,6.431,4736,7.621,4737,7.621,4738,6.904,4739,6.904,4740,5.362]],["t/528",[29,1.517,85,1.166,135,3.684,190,3.867,227,3.564,476,3.628,486,3.933,514,2.748,521,2.444,531,0.861,585,2.593,670,3.448,723,2.093,954,4.741,1283,3.933,1345,2.444,1462,7.059,1904,4.868,2131,3.166,2996,4.236,3384,4.577,3489,3.803,4339,6.052,4572,5.772,4639,5.163,4732,5.538,4733,6.403,4738,6.874,4739,6.874,4740,5.338,4741,7.588,4742,7.588]],["t/530",[946,2.499]],["t/532",[135,4.259,169,3.259,171,2.938,531,0.754,723,1.979,862,4.898,2096,5.79,2791,5.628,4743,8.772]],["t/534",[169,3.292,531,0.761,723,1.999,2096,5.849,2791,5.685,3349,5.401,4744,8.861]],["t/536",[946,2.499]],["t/538",[531,0.761,723,2.295,3486,6.741,4565,6.468,4591,6.03,4745,8.861]],["t/540",[21,3.265,41,3.733,51,4.004,85,1.693,106,1.784,113,1.837,119,2.107,135,2.663,163,1.685,169,2.038,171,3.091,172,3.949,196,2.961,205,2.378,261,2.083,355,2.947,382,2.749,399,2.894,472,5.116,514,2.54,518,4.231,521,1.767,531,0.793,573,2.409,658,2.894,670,2.793,723,1.935,733,2.131,739,2.623,910,3.427,911,4.085,936,3.505,1145,3.343,1207,2.543,1282,2.181,1283,2.843,1345,2.422,1406,2.511,1852,4.969,1933,2.843,2067,4.629,2095,4.299,2131,2.289,2673,2.843,2983,4.173,3333,4.041,3344,4.629,3349,3.343,3406,2.947,3489,2.749,3497,3.733,3781,5.509,3840,4.173,3974,6.091,4565,5.488,4696,4.629,4702,6.811,4719,4.629,4746,5.485,4747,5.485,4748,5.485,4749,4.969,4750,5.485,4751,7.518,4752,7.518,4753,5.485,4754,4.969,4755,4.969,4756,5.485,4757,7.518,4758,5.485]],["t/542",[946,2.499]],["t/544",[4,0.842,12,1.294,17,3.518,29,1.462,49,2.258,56,1.486,85,1.66,96,2.017,131,2.048,135,1.392,159,1.167,169,2.905,171,1.947,172,2.853,175,2.087,179,2.017,183,2.159,189,1.57,190,4.361,194,1.748,196,3.262,199,1.101,203,1.461,205,2.519,207,1.243,208,1.951,227,1.776,233,1.84,310,1.486,317,2.66,340,1.331,351,1.461,354,1.14,362,1.93,363,1.792,370,1.817,371,4.258,381,1.84,382,2.318,386,1.154,396,1.893,399,2.44,417,1.294,419,1.294,421,1.032,425,1.294,437,2.635,440,2.962,447,2.093,449,1.114,476,1.371,483,2.753,486,2.397,514,2.617,518,3.289,521,0.924,531,0.847,532,2.087,585,0.98,617,2.778,626,2.698,635,3.518,658,1.513,662,1.792,676,5.146,694,3.376,723,0.647,733,2.258,739,2.211,743,2.913,829,1.893,862,2.582,899,3.518,910,1.792,911,3.993,915,3.836,936,2.778,939,1.707,998,2.42,1067,2.136,1145,3.542,1205,3.542,1207,2.989,1282,3.402,1283,1.486,1345,1.49,1406,1.312,1506,1.748,1868,1.541,1933,4.264,1944,1.84,2021,1.893,2095,4.429,2131,3.432,2673,1.486,3099,1.792,3215,1.951,3216,1.951,3295,2.181,3297,5.948,3320,4.089,3330,1.951,3333,3.445,3354,2.598,3384,2.866,3406,2.485,3489,1.437,3491,2.819,3505,2.181,3539,1.634,3775,3.542,3781,3.8,3789,1.669,3858,1.84,3873,1.951,3909,3.254,3974,4.827,4078,4.867,4132,2.287,4157,2.181,4267,3.689,4272,5.072,4273,4.691,4274,3.518,4275,4.421,4470,2.181,4591,1.951,4659,2.181,4696,2.42,4732,2.093,4740,2.017,4749,2.598,4759,2.867,4760,2.42,4761,4.625,4762,3.689,4763,2.287,4764,2.867,4765,4.636,4766,2.093,4767,2.287,4768,2.287,4769,2.287,4770,2.287,4771,2.598,4772,2.867,4773,2.867,4774,2.867,4775,2.867,4776,2.867,4777,4.625,4778,4.625,4779,2.867,4780,2.42,4781,2.42,4782,7.753,4783,5.265,4784,4.625,4785,2.867,4786,4.625,4787,2.867,4788,2.42,4789,2.42,4790,2.867,4791,4.189,4792,2.867,4793,2.867,4794,2.867,4795,2.867]],["t/546",[946,2.499]],["t/548",[17,6.334,29,1.665,56,3.313,85,1.674,135,3.103,171,3.102,227,2.455,425,2.884,514,2.906,531,0.896,532,3.758,626,4.3,635,4.886,723,1.878,862,4.649,911,3.518,915,4.218,1011,5.098,1096,3.372,1207,2.162,1406,2.925,1933,3.313,3489,3.203,3491,3.895,3539,3.642,3683,5.098,3775,5.645,3781,3.642,3944,4.861,3974,5.496,4087,6.904,4390,4.496,4760,5.393,4762,5.098,4763,5.098,4780,5.393,4781,5.393,4782,7.543,4789,5.393,4791,7.543,4796,6.391,4797,6.391,4798,7.027,4799,5.79,4800,6.391,4801,6.391]],["t/550",[946,2.499]],["t/552",[946,2.499]],["t/554",[12,2.322,29,1.438,32,5.06,85,1.452,119,1.976,132,4.342,159,2.928,170,2.022,171,3.278,174,1.832,197,1.371,206,2.26,209,4.156,210,2.794,251,2.46,252,2.355,308,1.976,317,2.355,369,2.498,370,2.826,382,3.605,402,4.104,410,2.764,417,2.322,418,2.26,423,4.661,425,2.322,428,4.016,462,4.342,471,2.538,514,2.13,521,1.657,531,0.712,564,3.914,565,2.291,617,3.893,635,2.714,723,1.622,745,3.063,767,5.737,851,2.817,911,3.503,936,1.954,940,6.516,962,3.301,1067,2.643,1223,2.932,1282,2.046,1285,4.342,1345,1.657,1406,2.355,1445,4.661,1449,4.494,1884,3.301,1887,4.894,2017,4.661,2096,3.396,2131,3.942,2400,4.342,2808,7.577,2976,4.661,3019,3.914,3335,4.104,3830,3.914,4657,8.261,4802,5.145,4803,4.661,4804,5.145,4805,5.145,4806,5.145,4807,4.661,4808,5.145,4809,5.145,4810,9.789,4811,7.192,4812,5.737,4813,5.145,4814,5.145,4815,7.192,4816,5.145,4817,4.661,4818,5.145,4819,7.192,4820,5.145,4821,5.145,4822,3.914,4823,5.145,4824,7.192,4825,5.145,4826,4.661,4827,5.145]],["t/556",[946,2.499]],["t/558",[4,1.894,12,1.724,29,1.621,49,2.248,77,2.132,85,1.655,96,1.599,113,0.761,117,1.295,122,2.091,123,0.698,131,2.273,135,1.854,142,1.071,163,1.173,165,1.599,169,2.596,171,1.938,172,2.113,174,1.758,175,3.353,177,2.386,183,1.835,189,1.244,190,2.949,196,3.106,200,1.012,201,2.45,203,1.158,205,1.655,210,0.883,215,1.103,227,3.115,250,0.998,252,1.748,297,2.011,300,1.353,308,1.467,310,1.178,317,2.953,328,1.729,354,0.904,357,2.035,359,1.729,362,1.593,366,3.04,369,1.103,370,1.501,371,3.756,374,1.914,375,2.386,381,1.458,382,1.139,383,2.052,386,0.914,399,2.015,400,1.385,417,1.026,419,1.026,421,1.374,425,1.026,440,1.158,447,2.787,449,1.919,451,1.254,455,2.273,465,1.295,467,3.445,492,1.385,514,2.07,518,2.436,521,0.732,531,0.74,532,1.026,545,1.914,553,1.729,557,1.634,568,1.323,569,1.04,585,1.305,604,1.599,617,2.451,626,3.89,635,2.015,658,1.199,662,1.42,670,2.397,676,4.54,723,0.861,724,1.729,733,2.248,739,2.362,743,2.901,748,1.458,764,2.905,810,1.599,829,1.5,850,1.729,851,1.244,853,1.158,882,0.96,892,1.353,908,2.015,910,2.386,911,4.229,915,3.82,935,2.787,936,2.821,939,1.353,948,1.813,962,1.458,1011,1.813,1013,1.659,1067,2.865,1093,1.385,1145,3.01,1207,2.513,1211,1.854,1217,1.353,1282,3.1,1283,1.178,1345,1.23,1406,1.748,1506,1.385,1790,1.547,1868,1.221,1869,1.458,1933,3.851,1944,1.458,2021,1.5,2074,1.729,2095,4.2,2131,2.916,2173,2.176,2174,2.787,2214,1.599,2673,1.178,2791,1.458,3215,1.547,3216,1.547,3297,5.316,3320,3.475,3330,1.547,3332,2.905,3333,3.292,3349,1.385,3351,1.547,3384,4.133,3390,1.729,3406,2.052,3488,1.599,3489,1.139,3491,1.385,3497,1.547,3508,1.599,3512,1.813,3539,1.295,3652,3.459,3775,3.01,3781,3.298,3789,2.875,3822,1.385,3840,3.757,3873,1.547,3944,2.905,3974,4.612,4078,4.224,4087,2.687,4132,1.813,4155,2.787,4157,1.729,4158,1.813,4268,2.905,4271,4.224,4272,4.402,4273,3.475,4274,2.905,4275,3.757,4470,1.729,4591,1.547,4668,1.729,4732,1.659,4740,1.599,4762,5.574,4763,3.046,4765,4.616,4766,1.659,4767,1.813,4768,1.813,4769,1.813,4770,1.813,4771,2.059,4780,1.918,4781,1.918,4788,1.918,4789,1.918,4799,2.059,4812,1.813,4828,2.273,4829,2.273,4830,3.757,4831,2.059,4832,2.059,4833,3.223,4834,4.939,4835,3.939,4836,2.059,4837,2.059,4838,3.459,4839,2.273,4840,2.273,4841,3.223,4842,1.659,4843,2.905,4844,1.813,4845,1.918,4846,1.813,4847,1.813,4848,1.918,4849,2.059,4850,2.273,4851,2.273,4852,2.273,4853,3.459,4854,2.059,4855,2.273,4856,2.273,4857,2.273]],["t/560",[12,2.884,85,0.982,123,1.964,159,2.602,163,2.558,171,2.789,172,3.563,196,2.874,200,2.845,215,3.103,227,2.455,252,4.491,283,3.993,289,3.434,410,4.474,451,2.099,512,2.77,514,2.743,521,2.059,531,0.843,585,2.184,617,3.162,647,3.152,670,3.093,723,1.878,820,4.649,908,4.393,1282,3.682,1345,2.983,1906,4.349,2131,2.666,2170,4.218,2996,4.649,3488,4.496,3539,3.642,3570,7.543,4639,4.349,4822,4.861,4858,6.391,4859,6.391,4860,8.39,4861,6.391,4862,6.391,4863,8.327,4864,8.327,4865,6.391,4866,8.327,4867,6.391,4868,6.391,4869,6.391,4870,6.391,4871,5.098,4872,6.391,4873,6.391]],["t/562",[135,4.324,531,0.765,723,2.302,3349,5.428,4874,8.906]],["t/564",[171,2.983,382,4.464,531,0.765,723,2.302,4875,8.906]],["t/566",[946,2.499]],["t/568",[12,1.733,29,0.768,85,1.487,113,2.349,120,2.706,131,1.353,135,3.405,141,1.366,159,1.564,163,1.786,169,3.41,170,3.073,171,2.619,172,2.487,174,1.367,183,1.427,192,1.894,196,3.459,199,2.233,203,1.957,205,2.52,206,1.687,215,3.797,227,3.947,246,3.064,250,1.687,252,1.758,317,1.758,399,3.7,457,2.464,462,3.241,468,2.614,471,1.894,487,2.702,489,2.702,514,2.488,518,2.867,521,1.237,531,0.759,532,1.733,555,4.054,557,2.487,573,2.553,585,1.312,608,2.614,611,2.922,617,2.663,626,4.388,635,2.026,670,2.159,694,2.804,695,3.123,723,1.895,735,3.479,796,1.837,936,1.459,939,2.286,1024,3.956,1067,3.248,1207,2.841,1282,3.34,1283,1.991,1311,2.922,1345,2.259,1406,1.758,1485,2.535,1933,3.635,2027,3.241,2081,2.535,2095,4.21,2098,2.464,2131,3.829,2203,3.241,2511,3.479,2673,1.991,2777,4.422,2786,4.905,2996,3.915,3333,1.809,3406,3.123,3409,3.479,3466,2.535,3478,3.241,3486,2.922,3489,1.925,3491,3.543,3600,5.266,3773,5.119,3775,4.766,3781,3.312,3789,4.552,4165,2.614,4571,6.238,4591,4.772,4592,3.241,4620,3.479,4732,2.804,4754,3.479,4755,3.479,4788,3.241,4842,4.243,4876,3.841,4877,3.841,4878,5.813,4879,3.841,4880,3.841,4881,3.841,4882,3.841,4883,3.841,4884,3.841,4885,3.841,4886,3.841,4887,5.813,4888,3.841,4889,3.841,4890,3.841,4891,3.841,4892,3.841,4893,3.064,4894,3.841,4895,5.813]],["t/570",[85,1.558,135,3.069,159,2.574,165,4.447,197,1.684,202,3.584,206,2.777,210,2.456,237,1.855,252,2.893,297,2.574,340,2.935,369,4.014,392,4.056,398,3.853,400,5.039,492,3.853,514,1.872,531,0.792,532,2.853,571,3.023,635,4.362,647,3.118,670,2.348,723,1.426,796,3.023,883,3.853,908,3.335,962,4.056,1029,3.602,1067,2.323,1211,4.014,1282,2.513,1345,2.036,1406,2.893,1949,6.482,2131,2.637,3394,4.056,3539,3.602,3688,5.042,3799,4.447,3810,4.172,4271,6.035,4390,5.817,4591,6.901,4830,4.809,4896,6.321,4897,5.335,4898,8.267,4899,6.321,4900,5.335,4901,6.321,4902,6.321,4903,6.321,4904,6.321,4905,6.321,4906,6.321,4907,6.321,4908,6.321,4909,6.321,4910,8.267,4911,6.321,4912,5.335,4913,6.321,4914,6.321]],["t/572",[8,1.406,12,1.938,28,3.266,29,1.498,34,1.406,47,2.209,56,1.357,85,1.579,94,1.381,99,3.021,113,1.829,117,1.492,119,2.878,120,1.759,131,1.513,135,2.085,141,0.615,143,1.291,159,1.066,169,2.784,171,2.651,172,3.941,174,1.944,186,0.972,196,2.732,199,1.005,200,2.431,205,1.135,209,3.496,210,2.911,227,1.649,237,2.047,252,3.623,261,0.994,269,1.911,282,1.842,291,1.357,292,1.181,297,1.066,300,1.558,308,3.174,326,1.595,340,2.535,362,1.092,373,1.461,374,1.312,399,2.265,400,1.595,404,1.679,409,2.088,418,1.886,419,1.181,421,2.696,437,1.492,440,1.334,442,1.991,449,1.668,451,2.81,483,1.558,489,3.021,514,0.775,521,0.843,526,2.398,531,0.68,532,1.181,544,2.088,553,1.991,557,3.662,573,1.886,585,1.866,595,4.805,608,1.781,617,2.649,624,2.209,627,5.648,666,1.406,670,2.591,686,1.679,697,2.088,723,0.969,733,2.121,739,2.611,743,2.737,745,1.558,784,4.103,813,1.991,834,3.425,843,3.89,853,2.188,906,1.991,911,1.814,936,1.631,939,4.152,948,3.425,1067,2.322,1145,3.328,1203,3.604,1207,0.885,1282,3.147,1345,0.843,1449,5.347,1867,2.209,1868,1.406,1933,1.357,2018,1.728,2074,1.991,2095,3.496,2131,2.636,2178,2.088,2673,1.357,2740,3.89,2742,3.89,3095,4.153,3323,3.178,3406,1.406,3436,1.991,3466,4.603,3720,2.088,3732,2.371,3733,5.886,3775,4.251,3789,3.178,3826,1.991,4165,2.922,4271,3.985,4591,1.781,4649,6.325,4662,1.991,4830,3.266,4842,3.134,4843,4.153,4844,3.425,4845,2.209,4846,2.088,4849,7.486,4897,3.624,4915,2.618,4916,2.618,4917,2.618,4918,2.618,4919,2.618,4920,5.46,4921,4.294,4922,4.294,4923,2.618,4924,2.618,4925,2.618,4926,2.371,4927,2.371,4928,2.618,4929,2.618,4930,2.618,4931,2.618,4932,2.618,4933,2.618,4934,2.618,4935,2.618,4936,2.371,4937,2.618,4938,2.371,4939,2.618,4940,6.974,4941,2.618,4942,2.618,4943,7.494,4944,7.494,4945,6.974,4946,7.494,4947,2.618,4948,2.618,4949,6.317,4950,6.317,4951,6.317,4952,6.317,4953,2.618,4954,2.618,4955,2.618,4956,2.618,4957,2.618,4958,2.618,4959,2.618,4960,2.618,4961,2.618,4962,2.618,4963,4.294,4964,3.89,4965,2.618,4966,2.618,4967,2.618]],["t/580",[946,2.499]],["t/582",[300,5.302,531,0.765,723,2.009,1143,4.02,4968,8.906,4969,8.906]],["t/584",[531,0.765,551,5.714,670,3.309,723,2.302,4970,8.906]],["t/586",[56,3.738,77,5.021,123,2.215,180,4.109,194,4.395,514,2.902,521,2.323,531,0.882,551,4.626,555,3.738,573,3.95,670,4.164,679,6.327,723,1.626,1067,2.65,1284,4.506,1345,2.323,3810,4.759,4611,8.147,4612,7.589,4613,6.532,4616,6.532,4617,6.532,4618,6.532,4637,6.841,4971,7.211,4972,6.085,4973,7.589,4974,8.993,4975,7.211]],["t/588",[77,4.331,85,1.192,170,3.048,199,2.979,351,5.363,369,3.766,451,3.324,471,3.826,514,2.297,521,2.498,531,0.808,555,4.021,603,6.187,670,3.91,723,1.75,759,5.278,3355,6.187,3672,7.502,4114,5.662,4343,5.457,4972,6.546,4973,6.546,4976,7.756,4977,6.187,4978,7.027]],["t/590",[77,4.331,85,1.192,170,3.048,199,2.979,351,5.363,369,3.766,451,3.324,471,3.826,514,2.297,521,2.498,531,0.808,555,4.021,603,6.187,670,3.91,723,1.75,759,5.278,2013,4.42,3355,6.187,3672,7.502,4343,5.457,4972,6.546,4973,6.546,4977,6.187,4978,7.027,4979,7.756]],["t/592",[946,2.499]],["t/594",[10,1.353,29,1.17,77,4.387,113,1.961,120,1.886,122,3.205,131,2.062,135,2.842,163,1.799,171,1.961,174,2.797,190,4.519,199,3.018,246,4.669,252,2.679,425,4.278,434,3.658,451,3.113,458,5.735,487,4.119,514,1.734,531,0.675,555,3.035,557,2.505,563,3.864,571,3.757,603,4.669,626,4.828,670,4.054,723,1.772,733,3.052,772,5.303,892,3.485,947,4.669,962,3.756,1029,3.336,1143,2.642,1207,1.98,1282,3.124,1346,3.984,1883,4.273,1904,5.041,1906,3.984,2131,3.278,2226,5.303,2235,5.528,3040,3.756,3095,4.453,3323,3.408,3333,2.758,3672,4.669,3789,3.408,3810,3.864,3832,3.756,4571,4.669,4577,5.303,4578,5.303,4581,4.94,4612,4.94,4980,5.854,4981,7.857,4982,7.857,4983,5.854,4984,7.118,4985,5.854,4986,5.854,4987,4.94,4988,4.94,4989,5.854]],["t/596",[946,2.499]],["t/598",[29,1.041,85,1.58,123,2.773,140,5.086,197,1.387,199,2,203,2.653,210,2.817,227,2,253,2.747,357,2.989,370,2.046,393,3.801,471,3.577,514,2.471,531,0.815,532,2.35,557,2.228,571,3.99,698,4.222,715,6.091,723,1.636,748,3.341,796,2.49,882,2.2,911,2.2,936,3.169,1282,2.07,1283,2.699,1345,1.677,1506,3.173,1943,6.525,2013,2.967,2080,3.801,2087,3.437,2088,4.153,2103,6.656,2104,4.153,2105,7.837,2174,6.091,2466,4.717,3384,3.577,3489,2.61,3810,5.508,3829,6.12,3878,4.717,4075,7.616,4087,5.102,4189,6.468,4323,6.12,4900,4.394,4990,5.207,4991,9.489,4992,5.207,4993,5.207,4994,5.207,4995,5.207,4996,5.207,4997,5.207,4998,5.207,4999,5.207,5000,5.207,5001,5.207,5002,4.717,5003,5.207,5004,5.207,5005,5.207,5006,5.207,5007,5.207,5008,5.207,5009,5.207,5010,5.207,5011,5.207,5012,7.252,5013,5.207,5014,5.207,5015,5.207,5016,5.207,5017,5.207]],["t/600",[8,4.761,9,5.685,10,2.048,240,6.234,292,3.999,591,5.275,5018,8.861]],["t/602",[8,2.609,9,4.431,10,1.596,14,0.879,21,2.891,28,3.694,64,1.357,106,2.846,113,1.627,119,3.551,120,1.564,121,2.518,141,1.141,159,1.977,168,2.144,169,3.435,171,1.627,175,2.732,190,2.475,247,3.206,264,3.116,286,2.768,287,2.518,288,2.659,292,1.376,307,2.609,308,1.865,341,5.04,360,3.116,371,1.774,393,2.225,417,1.376,428,2.712,460,3.874,476,2.322,531,0.794,585,1.659,660,2.572,698,2.827,704,2.431,849,1.669,958,1.669,993,3.694,1282,1.931,2065,3.545,2517,2.761,3215,3.305,3216,3.305,3348,2.572,3350,4.099,3410,3.874,3984,5.109,4565,3.545,4719,2.572,5019,2.761,5020,3.048,5021,4.857,5022,9.235,5023,9.553,5024,8.552,5025,9.151,5026,4.857,5027,4.857,5028,6.906,5029,6.906,5030,3.048,5031,7.279,5032,3.048,5033,3.048,5034,5.485,5035,7.279,5036,3.048,5037,6.256,5038,6.256,5039,2.761,5040,2.761,5041,2.761,5042,5.485,5043,3.048,5044,4.4,5045,4.4,5046,4.4,5047,2.761,5048,2.761,5049,3.048,5050,6.906,5051,6.054,5052,6.906,5053,6.906,5054,3.048,5055,3.048,5056,4.857,5057,3.048,5058,3.048,5059,4.857,5060,4.857,5061,4.857,5062,4.857,5063,4.857,5064,4.857,5065,3.048,5066,3.048,5067,3.048,5068,3.048,5069,3.048,5070,6.906,5071,8.752,5072,4.857,5073,3.048,5074,3.048,5075,6.906,5076,3.048,5077,4.857,5078,3.048,5079,4.857,5080,4.857,5081,3.048,5082,3.048,5083,3.048,5084,3.048,5085,5.485,5086,6.256,5087,6.256,5088,6.256,5089,2.761,5090,2.761,5091,2.761,5092,2.761,5093,2.761,5094,5.485,5095,2.761,5096,4.857,5097,4.857,5098,4.857,5099,4.857,5100,3.048,5101,3.048,5102,3.048,5103,4.857,5104,4.857,5105,4.857,5106,4.857,5107,4.857,5108,4.857,5109,4.857,5110,4.857,5111,4.857,5112,3.048,5113,3.048]],["t/604",[946,2.499]],["t/606",[946,2.499]],["t/608",[2,0.933,4,1.947,10,0.307,12,0.599,14,1.606,29,1.809,34,0.713,38,1.093,49,0.927,57,2.163,63,1.455,64,1.063,85,1.672,94,0.7,96,0.933,106,1.059,108,0.79,113,1.09,116,0.436,117,0.756,119,0.917,120,0.427,122,1.307,123,0.408,131,1.803,133,0.676,135,1.159,140,0.808,141,1.202,143,0.654,162,0.741,163,1.834,165,3.231,169,1.901,171,1.09,172,0.568,174,1.984,175,2.515,177,1.492,180,1.855,183,1.478,186,1.21,189,0.726,190,2.34,192,0.654,196,2.748,197,1.06,200,1.063,201,0.851,202,0.575,203,0.676,205,1.035,206,0.583,207,1.725,209,1.632,210,1.988,227,2.548,237,1.348,249,0.903,251,0.634,252,0.607,260,0.527,289,2.138,292,1.078,297,1.87,300,0.79,308,0.917,317,3.036,326,0.808,328,1.009,340,0.616,351,0.676,353,1.035,355,1.283,357,1.342,359,1.009,362,1.358,366,2.411,368,0.968,369,0.644,370,0.938,371,2.673,373,0.741,374,1.632,375,1.492,380,0.616,381,0.851,383,1.283,386,2.058,399,1.26,400,0.808,404,0.851,410,0.713,417,0.599,418,1.43,419,0.599,421,1.841,437,0.756,440,1.659,447,1.743,449,1.784,451,1.68,454,0.772,455,1.421,457,0.851,465,1.361,467,2.369,471,1.178,472,0.903,506,0.933,512,1.035,514,0.964,518,2.524,521,0.769,526,1.333,527,1.455,531,0.594,532,1.469,545,1.197,553,1.009,555,0.688,557,1.703,563,0.875,568,1.39,569,0.607,585,1.904,613,0.903,617,2.519,626,2.376,627,1.576,647,0.654,658,0.7,662,0.829,670,2.823,676,3.6,684,1.119,686,0.851,723,0.898,724,1.009,733,2.165,734,0.851,739,1.142,743,1.995,748,0.851,763,1.197,764,1.816,796,1.142,810,2.291,820,1.333,823,0.875,828,0.903,829,2.149,844,2.163,849,0.726,851,1.307,853,0.676,862,1.333,867,1.058,882,0.56,887,1.035,908,1.718,910,2.487,911,3.983,915,2.627,936,2.116,939,0.79,954,3.197,958,1.783,962,2.089,978,0.625,980,0.903,1013,0.968,1024,0.903,1029,3.78,1041,1.333,1067,2.194,1093,0.808,1112,2.487,1143,2.309,1144,2.063,1207,2.339,1211,2.484,1217,0.79,1282,2.374,1284,0.829,1345,1.648,1406,1.49,1506,0.808,1738,2.015,1790,0.903,1868,2.138,1869,4.597,1876,2.477,1887,0.903,1904,2.089,1933,3.095,1943,0.829,1949,1.68,2013,2.916,2021,0.875,2074,1.009,2080,3.352,2082,1.816,2087,2.149,2088,1.058,2094,1.058,2095,3.325,2101,2.597,2103,1.904,2104,1.058,2105,1.058,2112,1.009,2131,1.358,2173,1.855,2174,1.743,2201,1.202,2211,1.009,2214,0.933,2233,0.741,2235,0.933,2461,1.532,2467,3.174,2475,3.027,2476,0.968,2651,2.163,2673,1.238,2791,0.851,2996,1.333,3215,0.903,3216,0.903,3297,3.892,3299,1.904,3320,2.291,3323,1.895,3327,1.119,3330,0.903,3332,1.816,3333,2.812,3349,0.808,3384,3.272,3390,1.009,3406,1.749,3491,0.808,3497,2.708,3508,0.933,3518,1.009,3539,0.756,3631,2.163,3738,2.748,3779,1.058,3781,3.175,3789,1.895,3793,1.058,3794,1.009,3799,0.933,3822,1.455,3832,1.532,3871,1.202,3873,0.903,3909,1.68,3944,1.009,3974,3.377,4078,2.905,4122,1.009,4132,3.174,4133,1.119,4139,2.163,4140,2.015,4141,1.202,4142,1.202,4152,1.202,4153,1.202,4155,1.743,4157,1.816,4158,1.058,4163,1.119,4179,2.163,4189,0.851,4268,1.816,4271,3.735,4272,3.892,4273,2.291,4274,2.477,4275,2.477,4323,1.119,4470,1.816,4587,1.202,4637,1.816,4668,1.009,4729,2.015,4740,0.933,4762,4.082,4763,1.904,4765,3.663,4766,2.377,4767,1.058,4768,1.058,4769,1.058,4770,1.058,4798,2.748,4812,1.058,4830,1.816,4831,1.202,4832,1.202,4833,3.359,4835,2.597,4836,1.202,4837,1.202,4838,2.163,4841,2.015,4842,0.968,4843,1.816,4844,1.904,4845,1.119,4846,1.058,4847,1.058,4848,1.119,4853,2.163,4854,1.202,4871,1.058,4926,1.202,4927,1.202,4984,4.16,5114,1.326,5115,1.326,5116,1.326,5117,2.388,5118,2.388,5119,3.98,5120,2.388,5121,2.388,5122,2.388,5123,2.388,5124,2.388,5125,1.326,5126,2.388,5127,2.015,5128,3.98,5129,2.388,5130,2.95,5131,1.326,5132,2.163,5133,2.388,5134,3.256,5135,1.326,5136,1.326,5137,3.605,5138,1.326,5139,2.388,5140,3.605,5141,1.326,5142,1.202,5143,2.163,5144,2.388,5145,1.326,5146,2.388,5147,1.326,5148,2.388,5149,2.388,5150,1.326,5151,1.326,5152,1.326,5153,2.388,5154,2.388,5155,2.388,5156,1.326,5157,1.904,5158,2.388,5159,1.326,5160,1.326,5161,1.326,5162,1.202,5163,1.326,5164,1.326,5165,1.326,5166,1.326,5167,1.326,5168,1.202,5169,2.163,5170,1.202,5171,1.202,5172,1.326,5173,1.326,5174,1.326,5175,2.388,5176,1.326,5177,1.326,5178,1.326,5179,1.326,5180,1.326,5181,1.326,5182,1.326,5183,1.326,5184,1.326,5185,1.326,5186,1.326,5187,1.326,5188,1.326,5189,1.326,5190,1.326,5191,1.326,5192,2.388,5193,1.202,5194,1.326,5195,1.326,5196,1.119,5197,1.326,5198,1.326]],["t/610",[4,1.258,10,0.99,38,1.961,63,3.844,64,2.808,85,1.691,94,2.261,113,2.507,116,1.407,119,1.646,120,2.032,133,2.183,135,2.08,141,2.294,161,3.259,162,2.392,171,2.112,172,1.833,174,2.245,185,2.749,186,2.343,199,1.646,200,1.908,203,3.214,207,2.734,209,2.148,210,1.664,227,1.646,237,2.701,260,1.703,261,2.395,265,3.015,268,2.749,308,2.422,317,1.961,356,4.027,380,2.928,421,2.269,425,1.934,451,2.458,457,2.749,468,2.916,477,2.442,514,1.269,518,2.113,521,1.38,526,2.392,528,2.916,531,0.368,557,2.699,573,1.882,591,3.755,613,2.916,617,2.395,670,1.592,677,3.616,723,1.423,744,3.844,828,2.916,829,4.163,867,3.418,968,4.798,980,4.292,1029,3.594,1035,3.015,1059,3.269,1096,2.261,1175,2.611,1207,2.134,1211,2.08,1282,1.703,1345,1.38,1449,2.677,1791,3.616,1795,3.418,1887,2.916,1943,3.941,2158,5.714,2233,2.392,2476,3.128,2488,3.882,3040,4.047,3095,3.259,3333,2.018,3352,3.882,3720,3.418,3722,3.882,4442,3.616,4460,3.882,4637,3.259,4657,3.616,4766,3.128,4841,3.616,4860,7.971,4936,3.882,4987,3.616,5199,6.307,5200,3.882,5201,4.285,5202,4.285,5203,4.285,5204,4.285,5205,4.285,5206,4.285,5207,4.285,5208,4.285,5209,4.285,5210,4.285,5211,6.307,5212,4.285,5213,6.307,5214,4.285,5215,6.307,5216,4.285,5217,4.285,5218,4.285,5219,4.285,5220,4.285,5221,4.285,5222,4.285,5223,4.285,5224,4.285,5225,4.285,5226,4.285,5227,4.285,5228,4.285,5229,4.285,5230,4.285,5231,4.285,5232,4.285,5233,4.285,5234,4.285,5235,4.285,5236,4.285,5237,4.285,5238,4.285,5239,6.307,5240,4.285,5241,4.285,5242,4.285,5243,3.616,5244,4.285]],["t/618",[946,2.499]],["t/620",[10,1.626,29,1.938,85,1.081,133,3.586,195,4.257,197,1.875,200,3.132,237,2.844,250,3.89,261,3.363,301,3.929,340,3.267,392,4.514,412,4.95,437,4.01,440,3.586,455,4.189,473,5.136,474,4.644,499,5.352,505,5.136,512,3.05,531,0.761,570,5.612,647,3.47,839,5.612,902,4.95,1067,2.586,1141,4.189,1625,4.95,1671,7.064,3474,5.612,3479,5.938,4351,6.374,5245,7.036,5246,7.036,5247,7.036,5248,7.036,5249,6.374,5250,7.036,5251,7.036,5252,8.022,5253,6.374,5254,7.036,5255,7.036,5256,6.374,5257,7.036]],["t/622",[10,1.499,19,6.513,29,2.094,106,2.109,113,3.62,119,2.491,120,3.179,123,1.993,128,3.22,141,1.524,153,2.969,199,2.491,227,2.491,254,3.422,260,3.342,316,5.174,353,2.812,356,3.848,366,3.96,451,2.13,511,3.011,569,2.969,573,2.849,585,3.187,707,5.174,828,4.414,839,5.174,851,4.603,1053,3.123,1211,3.149,1826,5.474,1868,3.485,2411,6.716,3040,4.161,3099,4.053,3967,4.161,4124,5.174,4662,4.934,4977,5.174,5258,9.328,5259,8.407,5260,6.486,5261,6.486,5262,5.876,5263,5.876,5264,6.486]],["t/624",[26,3.873,29,1.944,49,2.165,85,1.663,106,1.813,113,1.867,120,1.795,128,2.985,133,3.873,150,4.239,181,3.576,182,3.576,186,2.071,195,2.448,197,2.025,203,2.84,237,2.231,353,2.416,381,3.576,411,5.548,428,3.112,435,3.809,449,2.165,474,3.678,509,5.049,511,2.587,512,3.295,527,4.632,531,0.653,532,2.515,573,2.448,647,2.749,658,2.94,763,2.793,1043,3.654,1044,4.445,1045,4.136,1053,2.071,1130,3.318,1131,3.318,1338,3.94,1532,3.112,1615,5.049,1617,5.049,1625,5.347,1650,4.445,1651,7.835,1652,7.835,1654,5.049,1671,4.445,1834,4.703,2085,4.239,2777,6.579,3200,5.049,3452,4.703,3472,4.445,3474,4.445,3775,3.397,3967,3.576,3993,4.703,4190,6.885,4191,6.885,4662,4.239,5200,5.049,5249,5.049,5252,5.049,5253,5.049,5265,5.573,5266,7.6,5267,5.573,5268,5.573,5269,5.573,5270,5.573,5271,7.6,5272,5.573,5273,5.573,5274,5.573,5275,5.573,5276,5.573,5277,5.573,5278,5.573,5279,5.049]],["t/626",[14,2.062,29,1.789,85,1.5,106,2.91,113,2.996,116,2.349,119,2.747,128,3.088,141,1.68,154,3.369,163,2.749,181,6.264,182,6.264,197,1.905,237,2.099,264,4.588,282,5.032,512,3.1,531,0.614,573,3.141,737,6.479,851,3.916,1040,3.527,1043,3.021,1048,4.588,1053,2.657,1068,3.42,1140,5.59,1335,4.72,2411,4.867,2675,5.22,3410,5.704,3723,6.479,3944,5.44,3967,4.588,4088,5.22,4119,5.704,4265,6.479,4282,6.479,5280,7.152,5281,7.152,5282,7.152]],["t/628",[29,1.357,64,4.244,85,1.593,116,2.843,154,4.078,159,2.764,197,1.809,279,4.62,370,2.668,419,3.064,454,3.952,531,0.819,585,3.257,892,4.042,936,2.579,1041,3.791,1043,4.027,1044,5.415,1048,4.356,1053,2.522,1068,4.14,1069,3.952,1140,5.41,1144,4.488,1335,4.481,1532,4.834,2068,5.165,2539,4.777,3367,6.15,3402,4.956,3480,6.15,3483,6.15,4088,4.956,4119,5.415,4220,6.15,4226,4.956,5283,7.603,5284,6.789,5285,6.789,5286,6.789,5287,6.789,5288,6.789,5289,6.789,5290,6.789,5291,6.789,5292,6.789,5293,5.73]],["t/630",[10,1.674,64,3.223,101,4.646,104,5.094,106,2.355,116,2.961,119,2.781,120,2.904,123,2.225,128,3.112,129,6.559,131,2.551,141,2.414,154,3.411,155,3.462,192,3.571,195,3.18,199,2.781,208,4.927,214,4.646,219,5.776,260,2.879,289,5.275,342,5.776,356,3.314,377,6.559,445,6.343,449,2.813,451,2.378,505,5.285,550,6.559,585,3.081,647,3.571,845,5.094,2068,5.508,2069,6.111,3355,5.776,4165,4.927,4446,6.559,5283,5.776,5294,7.241]],["t/632",[49,3.139,116,3.166,120,2.603,122,4.424,142,4.541,163,2.483,197,2.153,200,3.597,244,6.147,356,3.698,384,7.32,531,0.694,733,3.139,1144,4.189,2030,4.704,3918,6.147,4005,6.819,5283,7.689,5295,7.32,5296,7.32,5297,8.08,5298,8.08,5299,7.32]],["t/634",[14,2.276,49,3.694,85,1.213,113,3.184,116,3.122,120,2.544,122,4.324,197,2.104,244,6.007,354,3.78,357,3.254,451,2.593,454,4.597,531,0.679,601,6.665,1043,4.017,1044,6.299,1144,4.094,1532,4.409,3918,6.007,4097,6.299,4822,6.007,5300,7.897,5301,7.897,5302,7.897,5303,7.897]],["t/636",[8,3.277,29,1.81,113,2.043,116,3.292,122,4.422,153,2.792,155,3.862,174,3.223,197,2.412,206,3.977,227,3.701,354,2.425,366,2.874,437,3.476,440,3.108,454,3.551,531,0.524,601,5.148,630,5.682,734,5.808,792,4.866,1068,3.862,1144,4.693,1207,2.732,1944,3.914,2030,5.27,2085,4.64,3040,3.914,3918,6.143,4122,4.64,4226,5.895,4822,6.143,5295,5.526,5304,6.1,5305,6.1,5306,6.1,5307,6.1,5308,6.1,5309,6.1,5310,6.1,5311,6.1,5312,6.1,5313,6.1,5314,8.076,5315,6.1,5316,6.1,5317,6.1,5318,6.1,5319,6.1,5320,6.1,5321,6.1,5322,6.1,5323,6.1,5324,6.1,5325,6.1,5326,6.1,5327,6.1,5328,6.1,5329,6.1,5330,6.1,5331,6.1,5332,6.1,5333,8.076,5334,6.1,5335,6.1]],["t/638",[64,4.767,113,2.079,116,2.999,128,2.143,154,2.925,155,2.969,174,2.21,186,2.307,195,2.727,197,1.654,206,3.589,207,4.206,227,2.385,282,4.368,289,3.336,301,3.467,317,2.842,370,3.211,380,3.793,512,2.691,531,0.533,570,4.952,585,3.537,594,4.952,630,6.425,744,3.784,851,3.399,882,2.623,979,6.517,1053,2.307,1068,4.64,1069,5.649,1144,4.235,1506,3.784,2539,6.827,3539,4.656,4226,4.532,4812,4.952,5243,5.24,5283,4.952,5296,5.624,5336,6.209,5337,8.17,5338,6.209,5339,6.209,5340,6.209,5341,9.132,5342,6.209,5343,6.209,5344,6.209,5345,6.209,5346,6.209,5347,6.209,5348,6.209]],["t/640",[29,1.418,64,3.963,85,1.09,97,6.426,99,4.991,106,2.307,107,4.129,123,2.179,137,4.827,154,3.342,181,4.551,182,4.551,183,2.635,195,3.116,197,1.89,228,5.986,237,2.612,244,5.396,264,4.551,269,5.178,282,4.991,289,4.782,290,6.771,428,3.961,437,4.042,531,0.609,585,3.041,790,4.827,1072,4.682,1529,4.682,1625,4.991,1671,7.1,2014,6.426,3454,5.396,3539,4.042,3651,5.986,5243,5.986,5256,6.426,5279,6.426,5293,5.986,5349,7.093,5350,7.093,5351,7.093,5352,7.093,5353,7.093,5354,7.093,5355,7.093,5356,7.093,5357,6.426,5358,7.093]],["t/642",[946,2.499]],["t/644",[10,1.581,14,1.381,29,1.739,38,3.13,64,3.045,85,1.336,92,3.162,106,2.594,116,2.857,119,1.84,120,2.802,122,2.623,123,2.672,128,3.398,131,2.41,133,2.442,154,4.826,155,4.159,156,4.36,157,4.208,163,1.472,169,1.78,171,1.605,181,3.074,182,3.074,183,1.78,196,1.654,199,1.84,205,2.965,206,2.105,207,3.987,210,1.861,227,1.84,237,1.406,267,3.497,329,3.371,331,4.812,356,2.193,373,2.675,382,2.402,390,4.654,426,3.822,465,2.73,473,3.497,476,2.291,477,2.73,511,3.175,531,0.412,557,2.927,565,2.133,569,3.65,575,4.992,585,1.637,612,4.654,723,1.081,936,1.82,964,3.074,1040,3.373,1043,3.37,1045,2.291,1053,2.963,1055,3.675,1067,1.761,1267,3.745,1336,4.812,1483,4.514,1527,4.812,1532,3.819,1992,4.341,2002,3.645,2024,4.861,2675,3.497,2677,3.497,2887,3.645,2933,4.341,2994,3.822,3436,3.645,3437,4.341,3439,4.341,4088,3.497,4122,5.203,4319,4.341,4343,3.371,4348,5.772,4442,4.044,5359,6.839,5360,4.341,5361,4.791,5362,4.791,5363,4.791,5364,6.839,5365,4.791,5366,7.976,5367,4.791,5368,4.791,5369,4.791,5370,4.791,5371,4.791,5372,4.791]],["t/647",[4,3.099,29,0.805,34,2.164,38,2.757,85,1.594,120,1.297,123,1.237,154,2.838,155,1.926,169,1.496,192,1.986,196,3.581,197,1.073,205,4.611,207,2.611,209,3.019,210,3.111,237,1.768,305,3.019,369,1.955,370,1.583,383,4.303,425,3.614,455,2.397,465,2.295,512,1.746,514,1.784,518,1.986,521,2.58,531,0.518,571,2.88,585,2.466,591,2.397,617,1.53,618,5.084,630,2.833,658,2.125,748,2.584,757,6.09,936,1.53,1043,2.545,1045,2.88,1053,2.238,1136,2.584,1143,1.818,1154,2.397,1207,1.362,1211,2.925,1239,5.45,1255,2.741,1257,2.516,1294,3.399,1331,4.238,1345,1.94,1532,3.363,1868,2.164,1948,3.212,1994,3.212,1995,3.399,1996,3.212,1997,3.212,1998,3.212,1999,4.805,2233,3.363,2467,4.805,2673,3.122,2676,2.94,3330,2.741,3333,1.897,3454,4.582,3692,6.522,3858,2.584,3940,3.399,4061,3.648,4062,3.648,4063,3.399,4064,3.399,4065,5.457,4067,5.457,4068,3.648,4070,3.648,4071,3.648,4072,3.648,4073,4.582,4074,5.457,4075,3.399,4076,3.399,4077,3.648,4078,5.846,4079,3.648,4080,3.648,4081,5.457,4082,3.648,4083,3.648,4084,7.236,4085,3.648,4086,3.648,4186,3.648,4226,2.94,4295,3.648,4321,3.399,4718,5.457,5373,4.027,5374,8.997,5375,6.024,5376,6.024,5377,7.216,5378,7.216,5379,4.027,5380,4.027,5381,4.027,5382,4.027,5383,4.027,5384,4.027,5385,4.027,5386,4.027,5387,4.027,5388,3.399,5389,4.027,5390,4.027,5391,4.027]],["t/649",[4,1.443,10,0.95,12,0.803,14,0.893,29,1.393,34,0.956,49,2.376,51,1.298,63,1.084,64,2.189,85,1.64,106,1.007,108,1.059,109,1.419,113,1.377,116,3.051,119,3.786,120,1.324,128,0.614,133,0.906,141,1.716,154,4.146,155,3.493,157,0.938,163,1.879,171,2.841,172,3.363,175,2.219,183,0.661,186,1.527,188,2.798,189,1.695,192,3.877,194,2.997,195,0.781,197,1.63,199,1.889,206,0.781,209,0.891,210,2.554,214,5.191,215,0.864,237,1.636,252,2.251,254,0.938,260,1.231,282,1.251,291,0.922,292,0.803,301,1.729,302,1.251,308,2.141,310,0.922,317,0.814,331,1.251,370,1.616,382,1.552,386,0.715,390,1.21,394,3.47,396,1.174,408,1.21,419,0.803,421,1.114,445,1.251,449,1.597,477,1.764,511,1.909,514,1.456,519,1.419,521,1.584,531,0.479,539,1.419,557,0.761,565,1.378,569,1.882,571,1.48,585,1.405,591,1.059,604,1.251,608,1.21,617,2.117,658,1.633,659,1.251,696,1.298,697,1.419,698,1.035,723,1.483,733,1.91,739,0.85,741,2.178,743,0.891,748,1.141,801,2.355,848,1.251,851,1.695,853,0.906,884,1.111,906,3.127,911,0.751,936,1.868,938,1.21,948,1.419,950,1.419,958,2.251,964,2.638,1021,1.419,1045,1.48,1053,3.584,1067,0.654,1068,1.966,1069,2.393,1070,1.174,1071,2.425,1072,1.174,1096,2.594,1141,1.059,1143,1.856,1145,1.084,1207,2.069,1217,4.679,1219,1.298,1221,1.353,1223,3.97,1225,2.47,1226,3.001,1228,3.001,1230,3.001,1234,1.353,1282,1.231,1283,2.131,1284,1.111,1288,1.986,1291,2.613,1293,1.501,1306,2.47,1309,1.353,1311,2.355,1336,2.178,1338,2.131,1345,0.573,1353,3.001,1527,2.893,1529,1.174,1662,2.805,1790,4.741,1791,1.501,1792,2.613,1795,4.446,1797,2.613,1809,1.251,1826,2.613,1827,2.613,1828,1.353,1829,1.611,1830,1.611,1831,1.611,1832,4.446,1833,1.611,1834,1.501,1835,1.611,1838,1.611,1839,2.805,1840,1.611,1884,1.986,2098,3.576,2131,0.742,2170,2.714,2177,1.611,2179,1.419,2181,1.419,2539,1.251,2540,2.26,2541,2.26,2673,2.131,2675,1.298,2677,5.548,2823,1.111,2887,4.653,2935,1.419,2994,1.419,2996,0.993,3165,1.611,3314,1.611,3333,1.937,3342,2.178,3343,5.002,3361,2.47,3370,3.279,3384,0.877,3393,2.178,3436,2.355,3440,1.353,3454,5.3,3489,0.891,3528,2.613,3587,1.611,3588,1.611,3609,1.298,3612,1.353,3645,2.805,3689,3.724,3700,1.353,3779,2.47,3858,1.986,3873,1.21,4097,1.419,4112,1.251,4164,1.501,4201,2.805,4222,2.805,4256,1.611,4279,1.501,4344,1.611,4345,1.611,4346,1.611,4348,1.501,4367,2.805,4368,2.805,4390,1.251,4391,1.611,4402,2.613,4516,2.805,4517,2.805,4519,1.611,4520,1.611,4521,1.611,4523,1.611,4659,2.355,4666,3.47,4685,2.613,4807,3.724,5127,2.613,5299,1.611,5392,1.611,5393,1.779,5394,1.779,5395,2.805,5396,1.779,5397,1.779,5398,1.779,5399,3.096,5400,1.779,5401,1.779,5402,3.096,5403,1.779,5404,1.779,5405,1.779,5406,1.779,5407,1.779,5408,1.779,5409,1.779,5410,1.779,5411,1.779,5412,1.779,5413,1.779,5414,1.779,5415,1.779,5416,1.779,5417,1.779,5418,1.779,5419,1.779,5420,1.779,5421,1.779,5422,1.779,5423,1.779,5424,1.779,5425,5.573,5426,3.096,5427,1.779,5428,1.779,5429,1.779,5430,3.096,5431,1.779,5432,3.096,5433,4.111,5434,4.111,5435,2.805,5436,3.096,5437,3.724,5438,3.096,5439,3.096,5440,1.779,5441,1.779,5442,1.779,5443,1.779,5444,3.096,5445,3.096,5446,1.779,5447,1.779,5448,3.096,5449,1.779,5450,1.779,5451,1.779,5452,1.779,5453,1.779,5454,1.779,5455,1.779,5456,1.779,5457,1.779,5458,3.096,5459,1.779,5460,1.611,5461,1.779,5462,1.779,5463,1.779,5464,1.779,5465,1.611,5466,1.501,5467,3.096]],["t/651",[4,2.455,10,2.148,29,1.52,38,3.828,49,1.711,85,1.606,106,2.894,120,2.073,123,2.855,131,2.679,152,2.138,153,2.945,163,2.336,169,1.636,172,2.754,177,6.531,186,1.636,192,3.174,194,2.684,195,1.934,196,3.313,197,2.026,199,1.691,200,1.961,206,1.934,210,1.711,214,4.879,297,2.62,317,2.016,357,1.815,370,2.529,373,3.593,374,2.207,418,3.34,449,1.711,460,5.133,465,2.51,492,2.684,511,2.988,514,1.304,521,2.073,531,0.719,545,4.192,555,2.283,617,1.673,695,4.086,697,3.513,723,0.993,733,1.711,745,3.831,758,3.717,767,3.513,845,3.098,859,4.129,882,3.534,906,3.35,936,1.673,1028,3.99,1040,2.172,1043,2.719,1053,2.391,1067,2.365,1071,3.174,1137,2.997,1138,2.997,1143,1.988,1276,3.215,1283,3.336,1345,2.449,1442,4.379,1532,2.459,1697,3.513,2178,3.513,3333,3.032,3361,5.133,3406,3.457,3692,4.895,3909,4.528,4084,3.717,4088,3.215,4100,3.99,4102,3.99,4155,3.215,4156,5.885,4157,3.35,4158,3.513,4159,3.717,4176,3.513,4343,3.098,4349,3.513,4390,3.098,5435,3.99,5460,3.99,5468,4.404,5469,3.717,5470,4.404,5471,4.404,5472,4.404,5473,4.404,5474,4.404,5475,6.435,5476,6.435,5477,4.404,5478,4.404,5479,4.404]],["t/653",[10,1.695,19,4.839,29,1.466,85,1.396,117,4.178,142,3.454,163,2.253,171,2.456,183,2.724,192,3.616,197,1.954,374,3.675,410,5.305,531,0.63,532,3.309,557,3.137,585,2.505,796,3.506,936,2.785,1043,3.098,1053,3.668,1138,4.99,1353,5.352,1406,4.159,1532,4.094,2131,3.059,3392,7.668,3438,6.642,4089,9.35,4090,8.232,4091,8.945,5480,7.332,5481,9.087,5482,7.332]],["t/655",[10,1.945,14,2.426,23,3.256,29,1.299,38,2.041,48,3.256,49,1.733,64,2.892,113,2.175,116,2.133,117,2.542,120,2.467,121,2.312,123,2.748,128,3.475,131,2.699,154,3.609,155,3.106,156,2.236,157,2.353,159,1.816,163,3.034,170,3.01,171,2.175,186,2.413,192,2.2,196,1.54,197,1.188,202,1.933,206,1.959,208,3.035,236,3.256,260,3.345,297,1.816,301,2.49,354,2.582,355,2.396,356,3.506,357,3.157,360,4.167,374,3.256,408,3.035,410,3.49,417,2.013,419,2.013,440,2.273,449,1.733,450,2.312,457,2.862,458,3.256,477,2.542,557,2.779,559,3.393,585,2.875,655,3.764,659,3.138,673,3.558,723,1.006,796,2.133,801,3.393,823,2.944,853,2.273,964,2.862,1013,3.256,1060,5.684,1102,5.258,1211,4.794,1282,1.773,1331,3.138,1345,1.437,1406,2.041,1442,3.035,1527,3.138,1529,5.554,2081,2.944,2521,3.393,2679,3.138,2680,5.213,2681,3.558,3099,2.787,3148,5.181,3356,5.181,3393,3.138,3541,4.041,3577,5.181,3712,4.041,3789,2.597,3858,2.862,3967,2.862,4073,3.393,4092,3.764,4094,3.764,4095,3.764,4104,4.041,4107,5.482,4108,5.482,4110,3.764,4111,3.764,4112,5.389,4151,4.041,4445,3.764,5483,6.495,5484,4.46,5485,4.46,5486,4.46,5487,4.46,5488,6.495,5489,4.46,5490,4.46,5491,4.46]],["t/657",[2,1.975,4,1.334,7,2.239,8,1.508,10,1.672,12,2.586,14,1.311,29,1.754,34,1.508,49,2.226,62,6.106,64,2.024,85,0.431,94,1.481,98,2.239,101,1.801,113,1.523,114,2.239,119,2.779,120,2.903,122,1.537,123,2.769,126,3.899,133,1.431,135,3.76,139,2.239,140,6.411,141,2.523,147,3.094,153,1.285,163,1.397,169,1.043,171,1.919,174,0.999,183,1.689,186,2.128,190,3.356,193,1.711,197,1.755,199,2.529,204,1.91,227,1.078,252,2.622,268,2.917,292,1.267,297,2.946,308,1.746,317,2.622,319,2.049,328,2.136,340,3.057,362,1.897,366,1.322,370,1.786,373,1.567,375,1.754,382,3.626,395,2.538,410,1.508,421,1.01,424,2.136,432,3.318,440,1.431,445,1.975,446,1.537,449,2.226,451,1.493,465,1.6,477,1.6,486,2.357,494,2.369,501,1.91,526,1.567,531,0.622,543,2.136,545,1.407,564,2.136,565,2.024,568,3.335,569,1.285,585,1.553,586,1.91,591,1.671,656,2.917,662,2.841,670,3.348,695,1.508,725,2.049,726,5.19,727,2.543,790,1.91,796,1.342,833,1.455,850,2.136,853,2.317,862,1.567,887,3.357,936,1.727,939,2.706,950,2.239,958,2.489,959,2.369,964,2.917,978,2.142,1029,4.123,1043,1.921,1053,1.689,1276,6.197,1284,1.754,1317,1.634,1549,1.91,1699,2.543,1809,4.031,1883,2.049,1884,2.917,1885,1.975,1887,4.482,1907,2.369,1931,1.853,1943,3.58,1949,1.975,2013,4.999,2052,4.225,2080,2.049,2082,2.136,2091,2.136,2094,3.626,2095,1.407,2096,1.853,2097,2.369,2098,1.801,2099,2.369,2100,3.837,2101,4.57,2112,2.136,2461,4.225,3216,1.91,3347,2.239,3349,1.711,3351,3.899,3391,2.369,3394,2.917,3436,2.136,3528,2.369,3775,1.711,3810,1.853,4087,4.634,4114,6.973,4115,2.543,4343,1.975,4349,3.626,4740,1.975,4817,2.543,4847,2.239,5196,2.369,5262,2.543,5469,7.165,5492,2.807,5493,2.807,5494,2.807,5495,2.807,5496,4.546,5497,2.807,5498,4.546,5499,2.807,5500,2.807,5501,2.807,5502,2.369,5503,2.807,5504,2.807,5505,4.546,5506,2.807,5507,2.807,5508,6.586,5509,2.807,5510,2.807,5511,5.729,5512,2.807,5513,2.807,5514,2.807,5515,2.543]],["t/659",[4,1.73,29,1.9,49,3.457,56,3.055,85,1.213,106,2.894,113,2.981,119,3.651,128,3.42,131,2.076,181,3.781,182,3.781,186,2.19,197,1.57,199,3.031,227,2.264,292,2.66,353,2.555,354,2.343,421,2.12,446,3.227,449,2.289,451,2.922,476,2.818,531,0.506,565,2.624,571,4.738,585,3.248,617,2.238,626,3.664,733,3.066,743,3.956,771,5.874,805,4.974,848,4.147,849,3.227,851,4.872,892,3.508,936,2.998,958,3.227,1043,3.335,1053,3.531,1067,2.166,1207,1.994,1532,3.291,2212,7.15,2673,3.055,3333,4.668,3822,3.592,4119,4.701,4121,5.339,4122,4.483,4123,5.339,4124,4.701,4912,4.974,5516,5.894,5517,5.894,5518,5.894,5519,5.894,5520,5.894,5521,5.894,5522,5.894]],["t/661",[4,2.213,10,1.471,14,2.173,29,1.507,49,2.472,85,0.667,92,2.863,106,1.411,113,1.453,120,1.397,123,2.84,143,2.14,147,2.952,163,2.717,174,1.544,177,2.711,180,3.627,195,3.311,197,1.156,199,2.445,251,2.074,269,3.166,291,2.249,308,3.19,310,2.249,348,2.472,354,2.997,355,2.331,357,3.422,383,3.42,386,1.745,418,1.906,419,1.958,428,2.422,437,2.472,451,1.425,471,3.139,499,3.3,531,0.714,545,2.174,556,3.3,557,1.856,568,2.525,569,4.047,585,1.482,586,2.952,640,3.661,647,2.14,659,3.052,667,3.052,670,3.085,690,3.166,725,3.166,771,2.863,784,2.375,804,2.472,833,2.249,845,3.052,849,2.375,902,4.478,927,5.371,993,3.3,1041,2.422,1047,3.627,1059,2.249,1068,3.043,1096,3.977,1117,2.583,1118,3.93,1141,2.583,1143,4.587,1144,3.299,1207,2.991,1217,4.488,1219,4.646,1221,4.842,1223,3.627,1225,5.077,1226,4.646,1228,4.646,1230,4.646,1283,2.249,1485,2.863,1875,3.93,1876,6.317,1877,5.371,3393,5.304,4145,5.371,4165,2.952,4225,3.93,4227,3.93,4254,5.371,4639,2.952,4822,3.3,5523,7.539,5524,6.365,5525,7.539,5526,4.338,5527,6.365,5528,4.338,5529,6.365,5530,4.338,5531,3.93,5532,3.93,5533,4.338,5534,4.338,5535,4.338,5536,4.338,5537,4.338,5538,4.338,5539,4.338,5540,4.338,5541,4.338,5542,4.338,5543,4.338,5544,4.338,5545,4.338,5546,4.338,5547,4.338,5548,4.338,5549,4.338,5550,4.338,5551,8.304,5552,4.338]],["t/663",[10,1.372,14,1.711,29,1.785,49,3.08,85,1.629,116,1.949,120,1.911,123,1.823,154,2.795,156,2.974,157,3.131,163,2.744,192,2.927,197,2.646,210,2.305,237,2.327,297,2.416,302,4.175,347,2.881,366,3.735,449,3.08,465,3.381,531,0.51,557,4.25,569,3.629,670,2.204,796,3.791,848,5.578,859,3.807,936,2.254,1040,2.927,1043,2.507,1047,3.381,1048,3.807,1053,3.317,1067,2.181,1069,3.454,1070,5.894,1112,4.954,1121,3.807,1130,3.532,1131,3.532,1133,4.733,1140,3.708,1317,3.454,1335,3.916,1337,6.031,1338,3.076,1345,3.292,1347,4.175,1353,5.787,1520,5.008,1624,4.514,1667,5.008,1828,4.514,1877,5.008,2686,5.008,3360,5.008,3518,6.031,3858,3.807,4164,5.008,4255,5.375,4390,4.175,4871,4.733,5553,5.934]],["t/666",[4,2.108,10,2.438,29,1.436,106,2.335,142,3.383,197,2.39,237,2.633,354,2.855,374,4.496,442,5.463,531,0.84,723,1.62,812,4.275,899,5.463,1043,3.034,1053,2.668,1109,6.06,1112,4.487,1141,5.34,1195,6.06,1235,5.242,1236,5.463,1282,2.855,1572,6.06,1600,6.505,1601,6.505,1602,6.505,1603,6.505,3374,6.505,4349,5.728,4390,5.052,4893,7.155,4897,6.06,4977,5.728,5554,7.181,5555,9.782,5556,7.181,5557,7.181,5558,7.181,5559,7.181]],["t/668",[29,1.063,113,2.465,123,1.634,251,2.543,308,3.969,310,3.815,353,3.19,354,3.355,373,2.969,383,2.857,386,2.961,418,3.233,479,5.008,531,0.725,545,3.689,617,2.02,670,1.976,733,2.066,784,4.986,911,3.566,1053,2.734,1068,4.035,1069,3.096,1070,3.51,1071,2.623,1072,3.51,1096,5.349,1207,1.799,1217,5.888,1219,6.648,1221,6.928,1223,5.449,1225,7.265,1226,6.979,1228,6.979,1230,6.979,1790,5.008,1792,4.488,1795,4.242,1797,4.488,1868,2.857,2673,2.757,3394,3.412,4176,4.242,5395,4.818,5531,6.667,5532,8.251,5560,5.318,5561,5.318,5562,7.359,5563,7.359,5564,7.359,5565,7.359,5566,5.318,5567,5.318,5568,5.318,5569,5.318,5570,5.318,5571,5.318,5572,5.318,5573,5.318,5574,5.318,5575,5.318,5576,5.318,5577,5.318,5578,4.818,5579,5.318]],["t/670",[4,2.082,10,1.64,85,1.09,123,3.134,169,2.635,171,2.981,184,4.991,196,2.448,200,3.158,237,2.612,305,4.875,309,5.425,357,2.923,428,3.961,486,3.677,531,0.765,1121,4.551,1143,3.201,1144,3.677,1235,6.497,1236,5.396,1265,5.658,1267,3.884,1269,5.986,1270,5.986,1271,5.658,1272,5.986,1276,5.178,1279,5.986,1631,4.827,1944,4.551,2081,4.682,2233,3.961,3382,5.658,3775,4.323,5578,6.426,5580,7.093,5581,7.093,5582,7.093,5583,7.093,5584,7.093,5585,7.093,5586,7.093,5587,7.093,5588,7.093,5589,7.093]],["t/672",[10,1.889,119,3.138,123,3.426,131,2.187,133,3.164,163,3.098,171,3.377,177,5.105,179,4.368,180,4.656,197,1.654,211,5.24,291,4.235,347,3.015,353,3.542,354,3.248,357,4.413,370,2.44,395,3.467,486,3.218,528,4.225,545,3.112,565,2.764,641,5.624,676,4.368,736,4.532,796,2.969,833,4.235,849,3.399,862,3.467,967,3.983,1053,3.035,1117,4.864,1143,2.802,1203,6.654,1205,4.98,1403,4.532,1460,5.24,1906,4.225,2111,5.624,2638,5.624,3855,5.624,4987,5.24,5590,6.209,5591,6.209,5592,6.209,5593,6.209,5594,6.209,5595,6.209]],["t/674",[10,1.867,23,4.452,29,1.615,34,3.277,120,2.916,123,3.317,163,1.874,188,4.151,189,3.34,195,2.679,200,3.595,250,2.679,251,2.917,261,2.317,291,3.162,300,3.631,322,4.292,326,3.718,340,2.832,353,2.644,354,3.831,357,4.131,362,2.545,386,2.454,449,2.37,563,4.026,565,2.716,571,2.917,572,5.148,573,2.679,647,3.009,670,3,882,3.825,966,5.526,967,3.914,1040,3.009,1053,3.963,1059,4.693,1068,2.917,1077,4.922,1079,4.602,1083,5.33,2726,7.316,3346,5.148,3394,3.914,3967,3.914,4088,4.452,4097,4.866,4165,4.151,5360,5.526,5596,6.1,5597,6.1,5598,6.1,5599,6.1,5600,8.076,5601,6.1,5602,6.1,5603,6.1,5604,6.1]],["t/676",[946,2.499]],["t/678",[29,1.491,40,6.294,101,4.785,113,2.498,116,3.016,119,3.821,141,2.551,163,2.291,171,2.498,172,3.191,177,6.488,190,3.8,215,3.621,351,4.679,357,3.073,362,3.112,466,5.247,476,3.566,703,7.324,748,4.785,936,3.779,1282,2.965,1944,4.785,3394,4.785,3822,4.545,4576,6.294,5605,7.458,5606,6.756,5607,7.458]],["t/680",[10,0.964,29,1.236,38,2.83,48,3.045,63,2.543,64,1.857,85,1.654,94,2.201,113,2.071,116,2.031,119,3.342,120,1.344,141,2.045,169,2.297,174,3.449,175,3.678,186,1.55,196,3.475,197,1.963,200,2.753,201,2.677,205,2.681,207,2.681,209,3.693,210,3.764,237,1.224,261,1.584,292,1.883,317,1.909,325,3.045,340,1.937,351,2.126,362,1.741,370,1.639,399,3.263,411,3.045,421,1.501,449,2.402,453,2.935,465,3.524,471,2.058,512,1.808,518,3.05,521,3.121,526,4.114,527,2.543,531,0.531,565,1.857,570,3.328,573,1.833,613,5.922,617,2.799,656,2.677,659,2.935,673,3.328,698,3.6,732,3.779,733,3.38,763,3.693,812,2.484,828,2.839,849,2.284,859,2.677,884,2.607,936,3.305,1013,3.045,1141,2.484,1207,1.411,1211,2.026,1282,2.459,1345,2.373,1526,5.602,1933,3.206,1944,2.677,2021,2.754,2041,3.521,2052,2.677,2095,3.693,2131,1.741,2431,3.779,2935,3.328,2983,3.174,3333,3.471,3384,2.058,3406,3.322,3466,2.754,3822,3.769,3831,3.521,4165,2.839,4637,4.704,4766,3.045,5157,4.933,5608,5.602,5609,6.184,5610,4.172,5611,4.172,5612,4.172,5613,4.172,5614,4.172,5615,3.779,5616,4.172,5617,4.172,5618,8.149,5619,4.172,5620,6.184,5621,4.172,5622,4.172,5623,4.172,5624,6.184,5625,4.172,5626,4.172,5627,4.172,5628,4.172,5629,4.172,5630,3.328]],["t/682",[4,2.039,7,1.41,8,2.198,10,0.946,12,0.798,14,0.51,23,1.29,29,1.389,34,0.95,49,0.687,51,1.29,64,2.472,85,1.604,94,2.159,101,1.134,111,1.244,113,1.371,114,2.456,119,3.729,120,0.992,126,1.203,131,1.085,133,0.901,135,2.378,139,5.811,141,1.304,153,2.241,159,0.72,163,1.257,169,2.063,170,1.21,171,3.106,172,4.011,173,3.453,174,1.743,175,4.137,183,1.52,186,1.819,188,5.76,189,2.681,191,2.248,195,1.353,197,2.02,202,4.209,206,1.797,210,0.687,214,3.562,215,2.378,225,1.601,237,0.519,252,0.809,253,0.933,260,2.606,261,1.554,291,0.916,292,0.798,297,1.254,301,2.285,308,2.132,317,1.409,326,1.877,340,1.43,347,3.373,348,2.332,351,0.901,353,1.774,362,0.738,366,0.833,368,2.248,369,3.537,370,2.182,372,1.41,375,1.105,381,1.134,382,2.454,396,3.232,398,1.077,407,1.244,408,2.096,417,1.39,418,1.353,421,2.193,446,0.968,447,3.574,448,1.601,449,1.902,455,3.629,457,1.976,471,0.872,477,1.007,488,4.429,492,2.984,506,2.879,512,1.335,526,0.987,527,2.984,531,0.524,532,0.798,543,1.345,561,1.492,565,1.371,568,1.793,573,0.776,574,1.29,585,0.604,604,2.167,617,3.336,627,1.167,656,1.134,658,3.458,679,1.244,683,2.599,686,1.134,695,0.95,698,3.549,706,1.833,709,1.492,736,1.29,739,0.845,741,1.244,748,1.134,763,2.454,823,2.033,824,1.924,829,2.033,833,1.596,853,0.901,854,1.41,859,1.976,882,0.747,899,2.343,908,3.843,936,2.767,938,1.203,950,1.41,958,1.686,1053,0.657,1067,0.65,1068,0.845,1082,4.289,1096,1.625,1143,3.643,1175,1.877,1207,1.384,1211,2.696,1217,2.436,1223,2.332,1288,1.134,1345,0.992,1371,2.167,1403,2.987,1442,2.785,1449,1.924,1790,2.785,1868,0.95,1884,3.142,1906,1.203,2041,1.492,2086,1.492,2090,1.41,2092,2.248,2618,1.601,2673,2.538,2791,3.911,3092,3.445,3299,3.264,3312,1.492,3332,3.113,3333,2.615,3334,1.601,3335,1.41,3339,3.113,3340,1.41,3341,2.599,3342,1.244,3345,1.492,3384,4.669,3394,1.134,3467,1.244,3471,1.601,3720,1.41,3797,4.686,3822,2.494,4112,2.879,4268,2.343,4273,2.167,4343,1.244,4650,1.492,4659,5.766,4660,7.313,4664,1.601,4666,4.133,4667,5.03,4668,4.637,4669,5.522,4674,1.601,4678,1.601,4680,2.79,4683,1.601,4685,1.492,4686,1.601,4688,1.601,4690,1.601,4693,1.601,4770,1.41,4964,1.601,5127,1.492,5392,1.601,5465,1.601,5466,1.492,5502,1.492,5631,5.552,5632,1.768,5633,1.768,5634,1.601,5635,1.768,5636,1.768,5637,1.768,5638,1.768,5639,3.08,5640,1.768,5641,3.08,5642,1.768,5643,1.601,5644,3.08,5645,3.08,5646,1.768,5647,1.768,5648,3.08,5649,1.768,5650,1.768,5651,1.768,5652,1.768,5653,1.768,5654,1.768,5655,1.601,5656,1.768,5657,1.768,5658,1.768,5659,1.768,5660,1.768,5661,1.768,5662,1.768,5663,1.768,5664,1.768,5665,1.768,5666,3.08,5667,1.768,5668,3.08,5669,1.768,5670,1.768,5671,3.08,5672,3.08,5673,1.768,5674,1.768,5675,1.768,5676,1.768,5677,1.768,5678,1.768,5679,1.768,5680,1.768,5681,1.768,5682,1.768,5683,1.768]],["t/684",[23,4.004,29,1.715,38,2.511,85,1.485,116,1.801,123,2.635,131,3.251,141,2.015,163,2.31,177,6.6,183,3.428,186,2.038,190,4.703,196,2.595,197,1.461,199,2.107,227,2.107,236,4.004,297,3.061,317,2.511,340,3.49,351,2.795,357,2.261,370,2.156,404,4.824,434,3.427,442,4.173,457,5.921,466,3.859,512,2.378,531,0.471,545,2.749,658,2.894,670,3.187,686,3.519,695,2.947,698,4.377,704,4.375,724,4.173,748,3.519,764,7.02,882,3.899,936,2.083,958,3.003,1067,3.391,1093,3.343,1135,4.962,1207,2.902,1276,5.488,1345,3.114,2068,4.173,2173,4.284,2174,5.488,3394,3.519,4155,5.488,4159,4.629,4835,5.997,4893,4.375,5132,6.811,5388,6.345,5469,6.345,5684,8.578,5685,7.518]],["t/686",[4,2.473,14,1.877,29,1.685,85,1.64,116,2.138,123,2.589,135,3.161,141,1.98,169,2.419,171,2.823,172,3.606,174,3,196,2.247,197,1.735,199,2.5,205,2.822,209,4.224,210,2.529,297,2.651,347,3.161,351,3.318,357,3.473,362,2.716,383,3.498,399,3.435,471,3.211,512,2.822,531,0.559,545,3.263,585,2.224,613,4.43,743,3.263,824,4.068,882,3.56,887,2.822,978,3.067,993,4.952,1207,2.851,1282,2.588,1933,3.375,2095,3.263,2169,4.297,2173,3.71,2195,5.193,3323,3.79,3406,3.498,3466,4.297,3467,4.58,4114,4.752,4644,5.193,5130,5.898,5630,5.193,5655,5.898,5686,6.51,5687,6.51,5688,7.112,5689,6.51,5690,6.411,5691,6.51]],["t/688",[4,2.528,85,1.674,113,2.256,123,2.07,131,2.373,141,2.231,169,2.503,170,2.647,171,2.256,172,2.883,174,2.398,197,1.795,209,3.377,210,2.617,227,3.309,261,2.559,297,2.743,354,3.98,357,2.776,365,5.685,370,2.647,383,3.619,399,3.554,446,3.688,521,2.775,531,0.579,545,3.377,695,3.619,1206,6.061,1207,2.914,1282,2.678,1906,4.584,1933,3.492,2081,4.446,2095,3.377,2173,3.839,2476,6.288,3323,3.922,3394,4.322,3406,3.619,3466,4.446,3467,4.74,4627,6.103,4639,5.862,4644,5.374,5630,5.374,5688,5.685,5690,5.125,5692,6.737,5693,6.737]],["t/690",[141,2.093,183,3.309,236,6.501,607,8.068,845,6.266,5694,8.906]],["t/692",[4,2.625,38,3.272,49,2.777,85,1.651,94,3.771,113,2.996,153,2.334,174,2.938,177,6.391,196,3.087,197,2.383,203,2.599,206,2.24,207,3.099,209,3.583,210,2.777,249,4.864,261,3.134,319,3.723,344,4.864,366,2.403,369,2.476,370,2.809,380,3.319,402,4.068,418,3.14,421,2.572,426,4.068,460,5.702,465,4.073,497,4.068,514,1.51,518,2.515,521,2.658,531,0.614,565,2.27,568,2.969,574,5.218,617,2.715,647,2.515,733,2.777,743,2.556,764,6.803,823,3.366,829,5.903,841,4.304,849,2.792,851,2.792,853,2.599,882,2.155,936,3.134,1067,3.033,1138,4.864,1207,1.725,1345,2.302,2476,3.723,3323,4.161,3488,3.588,3909,5.029,4124,4.068,4155,6.024,4156,3.588,4270,4.62,4445,4.304,4835,7.786,5157,5.702,5608,4.62,5695,7.148,5696,5.1,5697,5.1,5698,5.1,5699,5.1,5700,5.1,5701,5.1,5702,5.1]],["t/694",[4,2.63,19,2.959,29,1.686,49,2.984,85,1.687,123,2.003,140,5.141,141,2.197,169,2.422,171,2.184,172,2.79,174,2.321,175,2.023,183,2.422,190,4.567,209,3.268,210,2.533,297,2.654,317,2.984,322,3.154,340,2.081,354,3.353,357,2.687,362,1.871,373,4.29,383,3.503,399,3.44,421,2.345,432,3.272,446,2.455,492,4.682,512,3.657,526,2.503,531,0.56,532,2.942,545,3.268,670,3.134,673,3.576,678,4.061,698,2.61,853,3.915,882,2.754,887,3.657,936,2.476,958,2.455,978,3.071,1029,3.715,1207,3.163,1211,2.177,1345,1.444,1887,3.051,1933,3.379,2013,3.715,2080,5.608,2082,3.41,2087,4.303,2091,5.844,2095,3.268,2112,5.844,2173,3.715,2211,5.844,2411,3.051,2475,3.41,3323,3.795,3333,2.112,3406,3.503,3466,4.303,3467,4.587,3527,3.784,3739,4.061,4114,4.759,4133,3.784,4639,5.228,4644,5.2,4988,5.502,5143,5.906,5193,4.061,5196,3.784,5630,5.2,5688,5.502,5690,4.959,5703,4.483,5704,4.483,5705,4.483,5706,6.519,5707,4.483,5708,4.483,5709,4.483,5710,4.483]],["t/696",[4,1.661,10,1.308,14,1.979,19,1.449,29,2.015,49,0.853,51,2.707,56,1.138,85,1.656,92,1.449,96,1.545,113,0.735,117,1.251,120,1.195,128,0.758,131,2.418,133,1.119,135,2.338,153,1.005,163,1.48,165,3.388,171,2.119,172,0.939,174,2.847,175,1.674,179,1.545,180,2.744,183,0.816,186,1.378,190,5.024,192,1.829,197,2.046,200,0.977,201,1.409,202,2.088,203,1.119,205,0.952,206,2.115,207,0.952,208,1.494,210,1.871,227,1.425,237,2.254,249,1.494,250,0.964,251,1.05,261,2.15,297,0.894,309,1.338,317,1.005,322,1.545,325,1.602,326,1.338,340,1.722,353,0.952,356,1.005,359,1.67,362,2.362,366,1.747,368,1.602,369,1.066,370,2.224,374,1.859,381,1.409,395,1.226,396,1.449,402,1.751,419,0.991,421,1.334,440,1.119,445,1.545,449,2.984,457,1.409,465,3.226,466,1.545,472,1.494,476,1.05,486,2.496,492,1.338,494,1.853,512,1.608,514,0.65,518,1.083,521,0.707,526,1.226,528,1.494,531,0.414,545,1.1,555,1.923,557,0.939,563,2.448,565,0.977,568,1.278,571,1.05,573,0.964,574,1.602,608,2.524,617,1.829,670,1.789,690,1.602,698,1.278,723,0.495,733,0.853,743,1.1,754,1.989,810,2.61,820,2.071,823,2.448,851,2.031,853,1.119,887,0.952,934,1.989,936,2.776,939,1.307,954,2.318,958,1.202,978,1.034,1029,3.605,1043,2.673,1068,1.774,1079,1.251,1096,1.957,1121,1.409,1130,3.766,1131,3.766,1141,2.208,1207,2.598,1217,2.208,1223,2.114,1345,0.707,1532,3.16,1790,1.494,1868,1.18,1869,6.467,1931,1.449,2080,3.515,2131,0.916,2173,2.114,2211,1.67,2233,1.226,2461,1.409,2673,1.138,2788,1.853,3099,3.537,3295,1.67,3312,3.13,3323,2.159,3327,3.13,3384,2.375,3406,1.18,3445,1.989,3452,3.13,3466,2.448,3474,2.959,3733,3.13,3737,3.36,3738,3.13,3775,2.261,3789,1.278,3810,1.449,3822,1.338,3873,1.494,3967,1.409,4076,3.13,4254,1.853,4267,1.751,4272,6.632,4273,5.627,4274,6.084,4275,6.084,4576,3.13,4659,1.67,4668,1.67,4672,1.989,4729,1.853,4740,2.61,4803,3.36,4833,5.339,4843,2.821,4848,1.853,4871,3.841,4988,1.853,5137,4.363,5140,3.36,5157,4.515,5162,3.36,5168,1.989,5169,3.36,5170,1.989,5171,3.36,5263,1.989,5293,3.13,5437,4.363,5466,3.13,5606,1.989,5643,3.36,5690,2.821,5711,2.195,5712,2.195,5713,2.195,5714,2.195,5715,2.195,5716,2.195,5717,2.195,5718,2.195,5719,2.195,5720,2.195,5721,3.709,5722,2.195,5723,3.709,5724,3.709,5725,5.66,5726,3.709,5727,2.195,5728,2.195,5729,2.195,5730,2.195,5731,2.195,5732,3.709,5733,5.66,5734,3.709,5735,3.709,5736,2.195,5737,2.195,5738,2.195,5739,2.195,5740,3.709,5741,2.195,5742,2.195,5743,4.816,5744,3.709,5745,2.195,5746,3.709,5747,3.709,5748,3.709,5749,1.989,5750,2.195,5751,2.195,5752,2.195,5753,2.195,5754,2.195,5755,2.195,5756,2.195,5757,2.195,5758,2.195,5759,2.195,5760,2.195,5761,4.816,5762,3.709,5763,2.195,5764,2.195,5765,2.195,5766,2.195,5767,2.195,5768,2.195,5769,2.195,5770,2.195]],["t/698",[4,1.657,14,1.627,29,1.533,34,3.033,85,1.611,113,2.916,119,2.945,131,1.989,135,2.741,141,1.326,169,2.097,171,2.568,174,2.729,197,1.504,200,3.413,227,2.168,237,1.657,252,2.584,261,2.144,300,3.361,370,2.218,383,3.033,400,4.673,418,3.368,421,2.031,440,2.877,449,2.193,451,2.518,465,3.217,506,3.972,514,1.672,521,1.818,531,0.485,545,2.83,553,4.294,557,3.281,565,2.513,571,2.699,627,6.445,670,2.848,683,4.764,686,3.622,698,3.286,739,2.699,853,2.877,1067,2.818,1207,1.91,1345,1.818,1868,3.033,2074,5.832,2173,3.217,2184,6.116,3323,4.463,3341,4.764,3430,4.764,3467,3.972,3789,3.286,3822,3.441,4271,7.128,4830,4.294,4842,4.121,4843,5.832,4844,6.116,4846,4.503,4847,4.503,4912,4.764,5690,4.294,5771,5.645,5772,7.667,5773,5.645,5774,5.645,5775,5.645,5776,5.645,5777,5.645,5778,7.667,5779,5.645,5780,5.645,5781,7.667,5782,5.645,5783,5.645,5784,5.114,5785,5.645,5786,5.645]],["t/700",[85,1.495,123,2.179,141,2.091,159,2.888,163,2.735,171,2.376,197,1.89,237,2.082,261,3.381,370,3.498,382,5.113,440,3.615,449,2.756,451,2.329,471,4.39,476,3.392,531,0.609,571,3.392,585,2.424,647,3.499,695,3.811,736,5.178,813,5.396,883,5.425,902,4.991,956,8.063,1145,5.928,1267,3.884,3323,5.182,3347,5.658,3430,5.986,3467,4.991,4114,5.178,4444,6.426,5784,6.426,5787,7.093,5788,7.093,5789,6.426,5790,7.093,5791,7.093,5792,7.093]],["t/702",[2,3.447,10,1.132,12,3.136,29,1.389,34,2.632,49,1.903,56,2.54,85,1.48,96,3.447,99,3.447,111,3.447,131,3.491,141,1.633,142,2.308,143,2.416,163,2.135,169,3.264,183,3,196,3.42,197,1.305,205,2.124,207,2.124,301,2.735,347,2.379,370,2.73,371,5.115,372,5.542,386,2.795,399,2.585,419,2.211,476,2.343,477,2.792,531,0.597,565,2.181,573,2.152,585,1.674,617,3.337,662,3.061,676,6.527,733,2.699,743,4.047,823,3.234,824,3.061,829,3.234,883,4.235,911,2.07,936,2.639,1067,2.967,1282,4.094,1345,2.238,1933,4.185,2021,3.234,2095,4.65,2673,2.54,3215,3.334,3216,3.334,3217,4.438,3218,4.135,3317,4.438,3319,4.438,3323,2.852,3328,4.438,3330,3.334,3331,4.438,3333,3.804,3349,2.986,3692,7.538,3822,2.986,3873,3.334,4078,6.413,4470,5.286,4765,7.399,4766,3.576,4767,3.908,4768,3.908,4769,3.908,4798,5.864,4938,4.438,5002,4.438,5142,4.438,5634,4.438,5793,4.899,5794,4.899,5795,4.899,5796,4.899,5797,6.948]],["t/704",[14,2.287,29,1.906,34,4.262,104,5.581,119,3.926,135,3.852,141,1.864,169,2.947,170,3.117,183,2.947,326,4.835,362,3.31,437,4.521,466,5.581,565,3.532,585,2.711,669,7.187,887,3.439,1282,3.79,2461,5.09,3349,4.835,3351,6.956,3775,4.835,5798,7.187]],["t/706",[4,1.336,14,1.313,29,1.55,85,1.191,109,3.632,111,4.639,113,1.525,119,1.749,120,1.467,123,1.399,131,1.604,141,1.07,153,2.084,159,1.854,162,2.542,169,2.88,170,3.543,171,3.149,172,2.821,174,3.025,175,4.638,176,2.922,189,4.652,197,1.757,207,1.974,210,3.011,233,2.922,237,1.336,251,3.153,264,2.922,291,2.36,338,3.632,362,2.751,363,2.845,369,2.211,370,1.789,382,3.885,395,2.542,411,4.813,421,1.638,434,4.12,437,2.595,449,1.769,453,4.639,488,5.259,512,2.858,531,0.391,551,2.922,556,3.464,565,2.027,568,2.651,604,3.204,617,1.729,640,3.843,647,2.246,686,4.23,694,4.813,698,2.651,731,3.464,739,3.706,741,5.453,771,6.205,823,3.005,824,2.845,833,2.36,854,3.632,862,3.681,902,3.204,1027,4.125,1071,2.246,1079,2.595,1126,6.541,1205,4.724,1884,2.922,2090,3.632,2233,5.035,2411,3.099,2461,2.922,3339,3.464,3340,3.632,3342,3.204,3347,3.632,3349,4.019,3351,3.099,3539,2.595,3651,3.843,3822,2.775,4760,8.673,4783,5.973,4826,4.125,4842,3.324,4893,5.259,5388,3.843,5615,7.697,5789,4.125,5798,4.125,5799,4.554,5800,4.125,5801,4.554,5802,4.554,5803,4.554,5804,4.554,5805,4.554,5806,4.554,5807,4.554,5808,4.554,5809,6.593,5810,4.554,5811,4.554,5812,4.554,5813,4.554,5814,4.554,5815,4.125]],["t/708",[8,1.896,14,1.017,29,1.089,38,1.615,56,2.825,64,1.571,85,0.542,108,2.101,113,2.229,119,3.534,133,1.799,153,3.046,168,3.834,169,3.647,170,2.941,171,3.593,172,4.041,175,4.262,176,2.265,185,2.265,186,2.024,189,2.983,193,2.151,197,0.94,199,1.356,207,1.53,215,1.714,237,1.036,257,2.576,260,2.166,292,1.593,338,4.346,360,3.496,362,2.273,366,1.663,371,2.055,375,2.205,393,2.576,417,1.593,428,3.042,437,2.011,472,2.402,476,3.182,486,1.83,503,2.685,505,2.576,512,2.362,531,0.643,545,1.769,547,2.685,564,4.145,571,3.182,574,5.463,604,2.483,647,1.741,660,2.979,670,1.311,672,3.198,685,2.815,698,4.357,704,2.815,707,2.815,713,3.198,736,2.576,739,2.606,741,5.265,771,5.642,842,3.198,849,1.932,862,4.773,887,1.53,936,1.341,958,1.932,978,1.663,1011,6.451,1079,2.011,1205,2.151,1282,2.166,1403,2.576,2092,2.576,2411,2.402,2461,2.265,3215,3.708,3216,3.708,3218,2.979,3340,2.815,3345,4.599,3348,4.599,3349,4.056,3350,4.599,3351,6.063,3775,3.321,3967,2.265,3984,2.979,4087,3.834,4273,2.483,4900,2.979,5019,3.198,5022,7.327,5023,7.744,5024,7.327,5025,7.744,5031,4.936,5034,3.198,5035,4.936,5037,6.78,5038,6.78,5039,3.198,5040,3.198,5041,3.198,5042,3.198,5044,4.936,5045,4.936,5046,4.936,5047,3.198,5048,3.198,5085,3.198,5086,4.936,5087,4.936,5088,4.936,5089,3.198,5090,3.198,5091,3.198,5092,3.198,5093,3.198,5094,3.198,5095,3.198,5357,3.198,5502,2.979,5515,3.198,5749,4.936,5800,3.198,5815,3.198,5816,3.53,5817,3.53,5818,3.53,5819,3.53,5820,3.53,5821,3.53,5822,3.53,5823,3.53,5824,3.53,5825,3.53,5826,3.53,5827,3.53,5828,3.53,5829,3.53,5830,3.53,5831,3.53,5832,3.53,5833,3.53,5834,3.53]]],"invertedIndex":[["",{"_index":85,"t":{"2":{"position":[[1045,1]]},"15":{"position":[[1417,1]]},"17":{"position":[[1393,1],[1551,1]]},"27":{"position":[[1022,3],[1050,3],[1078,3]]},"31":{"position":[[1330,1],[1385,1],[1401,3],[1615,1],[1622,3],[1757,3],[1792,3],[1916,1],[1924,3],[1965,3],[1983,2],[2032,1],[2039,3],[2305,3],[2329,2],[2332,3],[2367,3],[2403,3],[2516,3],[2755,3],[2787,2],[2806,3],[2843,2],[2846,1],[2867,3],[2915,3]]},"39":{"position":[[1824,1],[2234,1],[2254,1],[2261,1],[2270,1],[2280,1],[2287,1],[2295,1],[2310,1],[2342,1],[2422,1],[2483,1],[2495,1],[2637,1],[2648,1],[2652,1],[2660,1],[2782,1],[2809,1],[2816,1],[2825,1],[2830,1],[2837,1],[2845,1],[2863,1],[2865,1],[2889,1],[2891,3],[3070,1],[3168,1],[3197,1],[3274,1],[3293,1],[3295,1],[3297,2],[3305,1],[3307,1],[3312,2]]},"41":{"position":[[976,1]]},"43":{"position":[[441,1]]},"50":{"position":[[355,1],[389,1]]},"59":{"position":[[631,1],[638,1],[786,1],[793,1],[846,1]]},"61":{"position":[[196,1],[235,1],[343,1],[364,1],[366,2],[440,1],[483,1],[591,1],[593,2]]},"63":{"position":[[180,1],[216,1],[247,1],[274,1],[400,1],[443,1],[551,2],[554,1],[665,1],[667,2]]},"84":{"position":[[126,1],[207,1]]},"92":{"position":[[100,1],[162,1],[164,1],[184,1],[291,1]]},"94":{"position":[[17,1]]},"100":{"position":[[317,1],[376,1],[395,1],[397,1],[418,1],[466,1],[566,1],[644,1],[698,1],[732,1],[5966,1],[6091,3],[6267,4],[6337,4],[6404,4],[6463,1],[6489,1],[6514,1],[6610,1],[6660,1],[6760,4],[6835,1],[7133,1]]},"102":{"position":[[459,1],[474,1],[497,1],[501,1],[512,1],[532,1],[542,1],[546,2],[551,1],[571,1],[576,2],[581,1],[612,1],[633,1],[639,1],[668,1],[707,1],[712,1],[735,2],[741,1],[756,1],[767,1],[800,1],[807,1],[817,1],[829,1],[839,1],[859,1],[866,1],[876,1],[888,1],[898,1],[1176,1],[1277,1],[1291,1],[1397,1]]},"108":{"position":[[71,1],[140,1],[215,1],[288,1],[326,1],[352,1],[424,1],[486,1],[525,1],[551,1],[553,1],[632,1],[649,1],[680,1],[811,1],[813,2],[816,1],[890,1],[1469,1]]},"110":{"position":[[71,1],[140,1],[214,1],[252,1],[269,1],[310,1],[342,1],[379,1],[410,1],[436,1],[438,1],[566,1],[568,1],[570,1],[621,1],[675,1],[836,1],[882,1],[884,1],[1075,1]]},"112":{"position":[[71,1],[132,1],[203,1],[227,1],[246,1],[287,1],[319,1],[356,1],[387,1],[413,1],[415,1],[544,1],[546,1],[548,1],[599,1],[627,1],[748,1],[794,1],[796,1],[987,1],[1695,1],[1743,1],[1765,2],[2192,1],[2211,1],[2362,1],[2364,2],[2391,1],[2492,1],[2494,2],[2521,1],[2622,1],[2624,2],[2651,1],[2754,1],[2756,1],[2758,2]]},"114":{"position":[[170,1],[172,1],[204,1],[287,2],[300,1],[302,1],[375,4],[380,2],[422,1],[424,1],[451,1],[460,2],[504,1],[506,1],[533,1],[542,2],[581,1],[603,1],[629,1],[670,1],[710,1],[755,1],[827,1],[889,1],[928,1],[954,1],[956,1],[1036,1],[1053,1],[1084,1],[1215,1],[1217,2],[1220,1],[1294,1],[1516,1],[1595,1],[1597,1],[1629,1],[1668,2],[1681,1],[1683,1],[1756,4],[1761,2],[1803,1],[1805,1],[1832,1],[1839,2],[1883,1],[1885,1],[1912,1],[1919,2],[1958,1],[1980,1],[2006,1],[2047,1],[2087,1],[2132,1],[2204,1],[2266,1],[2305,1],[2331,1],[2333,1],[2413,1],[2430,1],[2462,1],[2607,1],[2688,2],[2691,1],[2693,2],[2696,1],[2770,1],[3019,1]]},"116":{"position":[[89,1]]},"122":{"position":[[82,1],[154,1],[218,1],[226,1],[230,1],[238,1],[242,1],[263,1],[347,1]]},"128":{"position":[[115,1],[177,1],[179,1],[199,1],[302,1]]},"130":{"position":[[304,1],[399,1],[480,1]]},"137":{"position":[[174,1],[231,1],[281,1],[330,4],[590,1]]},"139":{"position":[[167,1],[224,1],[299,1],[803,1]]},"144":{"position":[[174,1],[231,1],[280,1],[334,4],[614,1]]},"150":{"position":[[317,1],[376,1],[395,1],[397,1],[418,1],[466,1],[556,1],[568,2],[571,1],[648,1],[702,1],[736,1],[9312,1],[9417,3],[9449,1],[9573,4],[9643,4],[9710,4],[9769,1],[9795,1],[9821,1],[9913,1],[9961,1],[10063,4],[10141,1],[10439,1]]},"152":{"position":[[364,1],[391,1],[397,1],[404,1],[422,1],[455,1],[477,1],[485,1],[991,1],[1156,1],[1181,1],[1287,1]]},"156":{"position":[[142,1]]},"158":{"position":[[50,1]]},"160":{"position":[[292,1],[352,1],[371,1],[373,1],[394,1],[448,1],[495,1],[551,1],[579,1],[612,1],[686,1],[1061,1],[1149,1],[1263,1]]},"162":{"position":[[345,1],[392,1],[456,1],[613,1],[834,1],[1034,1],[1059,1],[1151,1],[1230,1],[1367,2],[1615,1],[1719,1],[1721,1],[1757,1],[1826,1],[1895,1],[2074,1],[2076,1],[2667,1],[2721,1],[2740,1],[2813,1],[2877,1],[2915,1],[2980,1],[3011,1],[3021,1],[3113,1],[3154,1],[3202,1],[3397,1]]},"168":{"position":[[268,1]]},"170":{"position":[[216,1],[246,1],[271,1],[297,1]]},"172":{"position":[[16,1],[18,1],[39,1],[93,1],[402,1],[509,1],[544,1]]},"174":{"position":[[7,1],[365,1]]},"180":{"position":[[1036,1],[1038,1],[1209,1],[1235,1],[1287,1],[1574,1],[1601,1],[1634,2],[1654,1],[1722,1]]},"182":{"position":[[630,1],[655,1],[657,1],[728,1],[853,1]]},"184":{"position":[[665,1],[1362,1],[1422,1],[1497,1],[1743,1],[1775,1],[1777,1],[1903,1],[2104,1]]},"190":{"position":[[60,1],[97,1],[167,1],[380,1],[399,1],[438,1],[487,1],[538,1],[605,1],[663,1],[751,1],[760,1],[849,1],[873,1],[986,1],[1108,1],[1118,1],[1261,1],[1263,1],[1293,1],[1322,1],[1343,1],[1375,1],[1508,1]]},"192":{"position":[[232,1],[249,1],[251,1],[253,1],[606,1],[657,1],[669,1],[673,1],[738,1],[743,1],[795,1],[802,1]]},"194":{"position":[[151,1],[307,2],[528,2]]},"196":{"position":[[11,1],[67,1],[600,1]]},"201":{"position":[[86,1]]},"203":{"position":[[223,1]]},"205":{"position":[[215,1],[293,1]]},"213":{"position":[[130,1],[144,1],[178,1],[180,1],[301,1],[313,1],[340,1],[360,1],[382,1],[398,1],[462,1],[483,1],[491,1],[521,1],[631,1],[667,1],[669,1],[702,1],[759,1]]},"215":{"position":[[173,1],[258,1],[333,1],[426,1],[494,1],[518,1],[538,1],[594,1],[616,1],[684,1],[720,1],[778,2],[798,1],[923,2],[945,2],[966,1],[1098,1]]},"221":{"position":[[50,1],[114,1],[148,1],[192,1],[240,1],[278,1],[358,1],[623,1]]},"223":{"position":[[33,1],[167,1],[207,1],[230,1],[275,1],[318,1],[346,1],[360,1],[397,1],[417,1],[487,1],[527,1],[583,1],[610,1],[717,1],[736,1],[738,1],[759,1],[809,1],[909,1],[958,1],[1001,1],[1083,1],[1129,1],[1158,1],[1194,1],[1341,1],[15174,1]]},"225":{"position":[[98,1],[255,1],[303,1],[345,1],[393,1],[453,1],[505,1],[521,1],[588,1],[781,1],[815,1],[863,1],[915,1],[1005,1],[1026,1],[1110,1],[1213,1],[1305,1],[1343,1],[1358,1],[1407,1],[1443,1],[1478,1],[1554,1],[1610,1],[1647,1],[1707,1],[1753,1],[1755,1],[1776,1],[1826,1],[1866,1],[1930,1],[2204,1]]},"227":{"position":[[100,1],[107,1],[180,1],[346,1],[369,1],[460,1],[497,1],[551,1],[553,1],[700,1],[702,1],[816,1],[859,1],[861,1],[882,1],[936,1],[991,1],[1057,1],[1247,1],[1428,1]]},"229":{"position":[[254,1],[276,1],[382,1],[405,1],[410,1],[452,1],[477,1],[517,1],[569,1],[571,1],[619,1],[640,1],[674,1],[781,1],[862,1],[972,1],[974,1],[1138,1],[1159,1],[1161,1],[1209,1],[1211,2],[1247,1],[1293,1],[1328,1],[1332,1],[1368,1],[1424,1],[1463,1],[1605,1],[1658,1],[1686,2],[1712,1],[1740,1],[1766,1],[1796,1],[1825,1],[1880,1],[1882,1],[1907,1],[1957,1],[2003,1],[2062,1],[2210,1],[2212,1],[2221,1],[2449,1],[2480,2],[2483,1],[2575,1],[2629,2],[2669,3],[2703,1],[2710,1],[2868,2],[2928,3],[3151,1],[3313,1],[3818,1],[3825,1],[3832,1],[3930,1],[3937,1],[3952,1],[3957,1],[3975,1],[3988,1],[3993,1],[4012,1],[4029,1],[4038,1],[4051,1],[4064,1],[4071,1],[4099,1],[4126,1],[4135,1],[4164,1],[4191,1],[4200,1],[4229,1],[4256,1],[4265,1],[4301,1],[4324,1],[4333,1],[4370,1],[4393,1],[4402,1],[4437,1],[4460,1],[4470,1],[4498,1],[4521,1],[4531,1],[4546,1],[4553,1],[4563,1],[4578,1],[4585,1],[4595,1],[4620,1],[4638,1],[4646,1],[4675,1],[4685,1],[4692,1],[4712,1],[4735,1],[4745,1],[4762,1],[4796,1],[4804,1],[4826,1],[4840,1],[4848,1],[4862,1],[4885,1],[4895,1],[4918,1],[4932,1],[4940,1],[4955,1],[4964,1],[5705,1],[5712,1],[5719,1],[5817,1],[5824,1],[5839,1],[5844,1],[5862,1],[5875,1],[5880,1],[5899,1],[5916,1],[5925,1],[5938,1],[5951,1],[5958,1],[5986,1],[6013,1],[6022,1],[6051,1],[6078,1],[6087,1],[6116,1],[6143,1],[6152,1],[6188,1],[6211,1],[6220,1],[6257,1],[6280,1],[6289,1],[6324,1],[6347,1],[6357,1],[6385,1],[6408,1],[6418,1],[6433,1],[6440,1],[6450,1],[6465,1],[6472,1],[6482,1],[6507,1],[6525,1],[6533,1],[6562,1],[6572,1],[6579,1],[6599,1],[6622,1],[6632,1],[6649,1],[6683,1],[6691,1],[6713,1],[6727,1],[6735,1],[6749,1],[6772,1],[6782,1],[6805,1],[6819,1],[6827,1],[6842,1],[6851,1],[7452,1],[7656,1],[7658,1],[8757,1],[9005,1],[9289,1],[9372,1],[9374,1],[9376,1],[9517,1],[9662,1],[9862,1],[10145,1],[10229,1],[10231,1],[10233,1],[10446,1],[10729,1],[10813,1],[10815,1],[10817,1],[11012,1],[11295,1],[11379,1],[11381,1],[11383,1],[11572,1],[11855,1],[11939,1],[11941,1],[11943,1],[12131,1],[12414,1],[12498,1],[12500,1],[12502,1],[12504,1],[12877,1],[12906,1],[13156,1],[13508,1],[13592,1],[13594,1],[13596,1],[13786,1],[13933,1],[14122,1],[14405,1],[14489,1],[14491,1],[14493,1],[14687,1],[14970,1],[15054,1],[15056,1],[15058,1],[15258,1],[15541,1],[15625,1],[15627,1],[15629,1],[15827,1],[16110,1],[16194,1],[16196,1],[16198,1],[16380,1],[16663,1],[16747,1],[16749,1],[16751,1],[16942,1],[17225,1],[17309,1],[17311,1],[17313,1],[17509,1],[17792,1],[17876,1],[17878,1],[17880,1],[18072,1],[18355,1],[18439,1],[18441,1],[18443,1],[18636,1],[18919,1],[19003,1],[19005,1],[19007,1],[19208,1],[19491,1],[19575,1],[19577,1],[19579,1],[19777,1],[20060,1],[20144,1],[20146,1],[20148,1],[20150,1],[20904,1],[20933,1],[21182,1],[21528,1],[21611,1],[21613,1],[21615,1],[21805,1],[21952,1],[22141,1],[22424,1],[22508,1],[22510,1],[22512,1],[22706,1],[22989,1],[23073,1],[23075,1],[23077,1],[23277,1],[23560,1],[23644,1],[23646,1],[23648,1],[23846,1],[24129,1],[24213,1],[24215,1],[24217,1],[24219,1],[24516,1],[24545,1],[24892,1],[24976,1],[24978,1],[24980,1],[25328,1],[25412,1],[25414,1],[25416,1],[25762,1],[25846,1],[25848,1],[25850,1],[26189,1],[26273,1],[26275,1],[26277,1],[26568,1],[26711,1],[26813,1],[26915,1],[27309,1],[27393,1],[27395,1],[27397,1],[27796,1],[28042,1],[28110,1],[28170,1],[28330,1],[28414,1],[28416,1],[28741,1],[28825,1],[28827,1],[28829,1],[28949,1],[29033,1],[29035,1],[29474,1],[29476,1],[29478,2],[29503,1]]},"236":{"position":[[149,1],[180,1],[202,1],[214,1],[235,1],[247,1],[260,1],[299,1],[431,1],[581,1],[696,1]]},"238":{"position":[[42,1],[77,1],[79,2],[94,1],[99,1],[143,1],[263,1],[344,1]]},"240":{"position":[[134,1],[153,1]]},"242":{"position":[[58,1],[155,1],[174,1],[215,1],[265,2],[320,1],[330,1],[363,1],[412,1],[446,1]]},"244":{"position":[[44,1],[95,1],[163,1],[289,1]]},"246":{"position":[[13,1],[15,1]]},"248":{"position":[[0,1],[48,1],[50,1],[185,1],[218,1],[275,1],[340,1],[402,1],[454,1],[541,1],[663,1],[789,1],[849,1]]},"257":{"position":[[652,1],[687,1],[713,1],[715,1],[861,1],[863,1],[876,1],[898,1],[934,1],[936,2]]},"263":{"position":[[283,1],[318,1]]},"269":{"position":[[554,1],[602,1],[1193,1],[1226,1],[1430,1],[1669,1],[2429,1],[2437,1],[2481,1],[2514,1],[2542,1],[2582,1],[2618,1],[2644,1],[2672,1],[2707,1],[2829,1],[2998,1],[3000,1],[3205,1],[3207,1],[3400,1]]},"275":{"position":[[438,1],[604,1],[769,1],[943,1],[1143,1],[1177,1],[1195,2],[1199,1],[1555,1],[1589,1],[1607,2],[1611,1]]},"279":{"position":[[30,2]]},"281":{"position":[[973,2],[1072,1],[1135,1],[1137,2],[1159,2],[1321,1],[1328,1],[1407,1]]},"290":{"position":[[289,1],[320,1],[352,1],[383,1],[398,1],[402,1],[420,1],[449,1],[493,1],[530,1],[567,1],[583,1],[587,1],[594,1],[618,1],[642,1]]},"292":{"position":[[42,1],[144,1],[155,1],[249,1],[259,1],[354,1]]},"294":{"position":[[131,1],[139,2],[158,2],[182,1],[227,1],[267,1],[276,1],[324,1],[358,1],[419,1],[494,1],[546,1],[620,1],[739,1],[770,1],[790,1],[822,1],[885,1],[899,1],[961,2],[1016,1],[1028,1],[1088,2],[1143,1],[1198,2],[1201,1],[1253,1],[1271,1],[1317,1],[1385,1],[1407,1],[1446,1],[1499,1],[1509,1],[1520,1],[1539,1],[1558,1],[1620,1],[1652,2],[1679,2],[1689,1],[1696,2],[1705,1],[1767,1],[1776,1],[1783,1],[1801,1],[1816,1],[1831,1],[1837,1],[1864,1],[1880,1],[1890,1],[1902,1],[1983,1],[2005,1],[2052,1],[2079,1],[2114,2],[2140,2],[2154,2],[2183,1],[2221,2],[2253,2],[2258,1],[2323,1],[2389,1],[2484,1],[2617,1],[2648,1]]},"296":{"position":[[57,1],[82,1],[165,1],[175,1],[185,1],[250,1],[272,1],[319,1],[346,1],[381,2],[407,2],[421,2],[460,1]]},"298":{"position":[[48,1],[93,1]]},"300":{"position":[[14,1],[26,1],[28,1],[56,1],[112,1],[260,1]]},"302":{"position":[[14,1],[20,1],[59,1],[61,1],[67,1],[158,1],[164,1]]},"304":{"position":[[22,1],[42,1],[261,1]]},"306":{"position":[[88,1],[412,1],[420,2],[450,2],[484,1],[528,1],[557,1],[581,1],[664,1],[666,1],[767,1],[842,1],[927,1]]},"308":{"position":[[376,1]]},"312":{"position":[[549,1],[615,1],[676,1],[726,1],[766,1],[828,1],[853,2]]},"316":{"position":[[158,1],[316,1],[415,1]]},"318":{"position":[[183,1],[215,1],[251,1],[260,1]]},"322":{"position":[[950,1],[1000,1],[1040,1],[1096,1],[1155,1],[1216,1],[1218,3],[1262,1],[1301,1],[1303,3]]},"328":{"position":[[913,1],[1003,1],[1053,1],[1093,1],[1152,1],[1211,1],[1259,1],[1320,1],[1322,3],[4235,1],[4262,1],[4303,1],[5605,1],[5637,1],[5667,1],[5677,1],[6541,1],[6867,1],[6876,1],[6980,1],[7139,1],[7148,1],[7538,1],[7802,1],[7833,1],[7843,1],[8439,1],[8504,1],[8557,2],[9213,1],[9244,1],[9254,1],[9858,1],[9923,1],[9976,2],[10625,1],[10656,1],[11991,1],[12022,1],[13356,1],[13387,1],[13407,2],[14095,1],[14126,1],[14146,2],[14852,1],[15010,1],[15135,1],[15374,1],[15406,1],[15436,1],[15445,1],[15620,1],[15652,1],[15682,1],[15828,1],[15860,1],[15890,1],[16045,1],[16077,1],[16107,1],[16116,1],[16305,1],[16337,1],[16379,1],[16388,1],[17546,1],[17578,1],[17620,1],[17629,1],[18770,1],[20046,1]]},"332":{"position":[[216,1],[293,1],[317,1]]},"336":{"position":[[190,1],[227,1],[588,1],[627,1],[1028,1],[1070,1],[1115,1],[1150,1],[1184,1],[1213,2],[1703,1],[1735,1],[1737,2],[1742,1],[1787,1],[1810,1],[1894,1],[1946,1],[1996,1],[3528,1],[3562,1],[3604,1],[3670,1],[3724,1],[3774,1],[3793,2],[4489,1],[4528,1],[4710,2],[4713,1],[4850,2],[4853,1],[4936,1],[4938,2],[5316,1],[6519,2],[7147,1],[7179,1],[7181,2],[7186,1],[7231,1],[7254,1],[7338,1],[7390,1],[7440,1],[7713,1],[7777,1],[8754,1],[9022,1],[9289,1],[9416,1],[9448,1],[9486,1],[9774,1],[10237,1],[10480,1],[10485,1],[10543,2],[10549,1],[10607,2]]},"360":{"position":[[67,1],[93,1],[95,1],[213,1],[232,1],[1459,1],[1480,1],[1523,1],[1547,1],[1569,1],[1643,1],[1689,1],[1766,1],[1788,1],[1793,1],[1810,1],[1824,1],[1898,1],[2149,1],[2203,2],[2256,1],[2319,3],[2711,1],[3893,1],[3988,1],[4264,1],[4634,1],[4734,1],[4881,1],[5428,1],[6009,1],[6036,1],[6108,1],[6153,1],[6267,1],[6344,1],[6404,1],[6641,1],[6795,1],[6944,1],[7047,1],[7167,1],[7415,1],[7533,1],[7630,1],[7727,1],[7996,1],[8793,1],[9031,4],[9040,5],[9112,5],[9805,1],[10630,1],[10632,1],[10652,1],[10668,1],[10698,2],[10718,1],[10757,1],[10759,1],[10761,1],[10808,1],[10902,1],[11000,1],[11002,1],[11019,1],[11071,2],[11118,1],[11252,1],[13731,1],[13819,1],[13831,1],[13843,1],[13861,1],[13891,2],[14038,1],[14501,1],[14773,1],[15040,1],[15218,1],[15232,1],[15626,1],[16144,1],[16151,1],[16158,1],[16433,2],[18118,1],[18488,1],[18588,1],[18730,1],[18911,1],[18965,2],[19336,1],[19385,1],[19440,2],[19512,1],[19592,1],[19840,1],[19842,1],[19862,1],[19878,1],[19908,2],[19928,1],[19967,1],[19969,2],[20022,1],[20120,1],[20122,1],[20139,1],[20191,2],[20386,1],[20472,1],[20476,1],[21272,1],[21291,1],[21418,1],[21423,1],[21542,1],[21547,1],[21689,1],[21915,1],[22378,1],[22829,1],[22989,1],[22995,1],[23179,1],[23187,1],[23319,1],[23327,1],[23453,1],[23478,1],[23634,1],[23801,1],[23808,1],[23815,1],[24718,2],[25163,2],[26590,1],[26611,1],[26654,1],[26678,1],[26700,1],[26774,1],[26820,1],[26897,1],[26919,1],[26924,1],[26941,1],[26955,1],[27029,1],[27316,1],[27370,2],[27423,1],[27486,3],[27983,1],[29538,1],[29721,1],[29869,1],[29964,1],[30240,1],[30610,1],[30710,1],[30857,1],[31404,1],[31983,1],[32010,1],[32082,1],[32127,1],[32241,1],[32318,1],[32378,1],[32615,1],[32769,1],[32918,1],[33021,1],[33114,1],[33362,1],[33480,1],[33577,1],[33674,1],[33943,1],[34302,1],[34540,4],[34549,5],[34622,5],[35287,1],[35535,1],[35537,1],[35557,1],[35573,1],[35603,2],[35623,1],[35662,1],[35664,2],[36388,1],[36445,1],[36532,1],[36600,1],[36624,1],[36682,2],[36718,1],[36755,1],[36757,1],[36765,1],[36861,1],[36865,1],[36954,1],[37042,1],[37286,1],[37476,1],[37478,1],[37495,1],[37547,2],[37557,1],[37632,3],[37652,3],[37691,3],[37723,3],[37764,3],[37798,3],[37821,3],[37833,3],[37837,2],[38032,1],[38118,1],[38122,1],[38918,1],[38937,1],[39064,1],[39069,1],[39188,1],[39193,1]]},"364":{"position":[[1135,1],[1190,1],[2818,1],[4393,1],[4670,1],[4862,1]]},"366":{"position":[[175,1],[229,1],[258,2],[1667,1]]},"394":{"position":[[359,1]]},"398":{"position":[[353,1]]},"426":{"position":[[80,1]]},"434":{"position":[[858,1],[932,1],[1431,1],[1780,1],[1816,1],[1818,3],[1823,1],[2867,1],[2939,1],[2979,1],[3015,1],[4345,1],[4929,1],[5299,1],[5399,1],[6056,1],[6065,1],[6924,1],[6933,1],[7322,1],[7357,1],[7367,1],[7846,1],[8275,1],[8431,1]]},"438":{"position":[[2,1],[39,1],[81,1]]},"452":{"position":[[77,1]]},"490":{"position":[[200,1]]},"494":{"position":[[150,1],[185,1],[217,1],[246,1],[290,1]]},"496":{"position":[[154,1],[213,1],[254,1],[287,1]]},"498":{"position":[[165,1],[202,1],[261,1],[302,1],[346,1],[379,1]]},"502":{"position":[[696,1],[1148,1],[1266,1]]},"506":{"position":[[111,1],[412,1],[719,1],[855,1],[883,1],[902,1],[937,1],[946,1],[2174,1],[2202,1],[2221,1],[2232,1],[3323,1]]},"512":{"position":[[669,1],[995,1],[1917,1],[2124,1],[2237,4],[2433,1],[2590,4],[2742,1],[2759,1]]},"516":{"position":[[148,1],[150,3],[202,1],[247,1],[249,3],[284,1],[286,3],[325,1],[371,1],[415,1],[459,1],[493,1],[1048,1],[1255,3],[1368,1],[1370,1],[1408,1],[1474,1],[1585,3],[1693,1],[1695,1],[1730,1],[1826,1],[1912,1],[3160,1]]},"524":{"position":[[288,1]]},"526":{"position":[[167,1]]},"528":{"position":[[149,1]]},"540":{"position":[[316,1],[346,1],[374,1],[409,1],[451,1],[453,3],[494,1],[1088,1],[1116,1],[1147,1],[1149,3],[1177,1],[1179,3],[1209,1]]},"544":{"position":[[146,1],[174,1],[204,1],[241,1],[279,1],[317,1],[367,1],[400,1],[438,1],[1355,1],[2383,1],[2385,1],[2547,1],[2618,1],[2620,1],[2783,1],[2871,1],[2901,1],[2910,1],[3089,1],[3316,1],[3336,1],[3459,2],[3481,2],[3622,1],[3898,1],[4064,1],[4073,1],[4163,1],[4250,1]]},"548":{"position":[[99,1],[139,1],[172,1],[209,1],[310,1],[465,1],[485,1],[562,1],[672,1]]},"554":{"position":[[163,1],[200,1],[209,1],[995,1],[1331,1]]},"558":{"position":[[111,1],[139,1],[169,1],[217,1],[253,1],[302,1],[344,1],[385,1],[420,1],[457,1],[495,1],[533,1],[575,1],[621,1],[708,1],[775,1],[803,1],[834,1],[873,1],[910,1],[953,1],[2103,1],[2147,1],[2921,1],[2935,5],[3182,5],[3210,4],[3218,5],[3905,1],[4975,1],[4977,1],[5139,1],[5210,1],[5212,1],[5375,1],[5680,1],[5700,1],[5886,1],[5980,1]]},"560":{"position":[[414,1]]},"568":{"position":[[1033,1],[1067,1],[1069,2],[1115,1],[1170,1],[1257,1],[1553,1],[2734,1],[2819,1]]},"570":{"position":[[436,1],[450,1],[464,1],[510,1],[783,1]]},"572":{"position":[[3153,1],[3155,1],[3221,1],[3237,1],[3499,1],[3501,1],[3625,1],[3641,1],[4003,1],[4231,1],[4233,1],[4357,1],[4442,1],[4596,1],[4752,1],[4754,1],[4878,1],[4894,1],[5224,1],[5226,1],[5350,1],[5366,1]]},"588":{"position":[[115,1]]},"590":{"position":[[105,1]]},"598":{"position":[[209,1],[305,1],[590,1],[649,1],[736,1],[936,1],[1012,1],[1168,1]]},"608":{"position":[[123,1],[379,1],[409,1],[451,1],[554,1],[684,2],[1296,1],[1344,1],[1380,1],[1410,1],[1438,1],[1479,1],[1528,1],[1570,1],[1607,1],[1645,1],[1683,1],[1725,1],[1789,1],[1819,1],[1854,1],[1895,1],[1982,1],[2049,1],[2084,1],[2115,1],[2150,1],[2210,1],[2247,1],[2289,1],[2326,1],[2370,1],[2406,1],[2450,1],[2484,1],[2517,1],[2556,1],[2576,2],[2714,1],[2744,1],[2786,1],[2881,1],[2949,1],[3001,1],[3010,2],[3013,1],[3057,1],[3108,1],[3160,1],[3290,2],[4394,1],[4863,1],[4865,1],[4961,1],[6872,1],[6963,1],[7100,1],[7300,1],[7442,1],[7661,1],[7673,1],[7698,1],[7734,1],[8140,1],[8296,1],[8310,5],[8556,5],[8584,4],[8592,5],[8616,1],[9069,1],[9132,1],[10265,1],[10267,1],[10488,1],[10490,1],[10688,1],[10781,1],[11027,1],[11148,1],[11482,2],[11581,1]]},"610":{"position":[[920,2],[1203,1],[1250,1],[1290,1],[1319,1],[1368,1],[1456,1],[1470,1],[1472,1],[1603,2],[1606,2],[1672,1],[1712,2],[1715,2],[1729,1],[1937,2],[1940,1],[1948,1],[2051,1],[2109,2],[2138,1]]},"620":{"position":[[324,1]]},"624":{"position":[[138,1],[217,1],[472,1],[548,1],[709,1],[795,1],[828,1],[906,1],[951,1],[991,1],[1020,1]]},"626":{"position":[[206,1],[232,1],[234,1]]},"628":{"position":[[117,1],[338,1],[392,1],[418,1],[420,1]]},"634":{"position":[[288,1]]},"640":{"position":[[301,1]]},"644":{"position":[[1395,1],[1454,1],[1707,1],[1728,1]]},"647":{"position":[[1890,1],[1911,1],[1954,1],[1978,1],[2000,1],[2074,1],[2120,1],[2197,1],[2219,1],[2224,1],[2241,1],[2255,1],[2329,1]]},"649":{"position":[[537,1],[1958,1],[4391,1],[4471,1],[4545,1],[4547,1],[4561,1],[4642,2],[4655,1],[4736,2],[4829,1],[4895,2],[4898,1],[5816,1],[7538,1],[7565,1],[7571,1],[7578,1],[7596,1],[7629,1],[7651,1],[7659,1],[8142,1],[8178,1],[8196,1],[8273,2],[8290,1],[8367,2],[8370,1],[9070,1],[9072,1],[9085,1],[9103,1],[9200,2],[9203,2],[9212,1],[9228,1],[9246,1],[9263,2],[9266,2],[9277,1],[9292,1],[9359,2],[9380,1],[9395,1],[9417,1],[9441,2],[9444,3]]},"651":{"position":[[553,1],[887,1],[889,1],[902,1],[950,1],[981,2],[1975,4],[1984,6],[2057,5],[2101,1],[2119,5],[2144,5]]},"653":{"position":[[486,1],[551,3]]},"657":{"position":[[2985,1]]},"659":{"position":[[351,1],[416,1]]},"661":{"position":[[2160,1]]},"663":{"position":[[928,1],[988,1],[1014,1],[1016,1],[1128,1],[1142,1],[1161,1],[1205,1]]},"670":{"position":[[256,1]]},"680":{"position":[[798,2],[1280,1],[1304,2],[1323,1],[1337,1],[1389,1],[1448,1],[1514,1],[1583,1],[1597,1],[1640,1],[1703,1],[1718,1],[1797,1],[1890,1],[1905,1],[2373,4]]},"682":{"position":[[1115,1],[1117,1],[1286,4],[2060,1],[2936,1],[2979,1],[3137,1],[3629,4],[3640,1],[4008,1],[4069,1],[4151,1],[4207,1],[4283,1],[4300,1],[4353,1],[4370,1],[4445,1],[4447,1],[4449,1],[4531,1],[4579,1],[4653,1],[4711,1],[4778,1],[4835,1],[4948,1],[5004,1],[5051,1],[5107,1],[5192,1],[5296,1],[5366,4],[5371,1],[5454,1],[5525,1],[5593,1],[5662,5],[5668,1],[5773,1]]},"684":{"position":[[293,5],[755,1],[866,5],[964,5],[1086,4]]},"686":{"position":[[389,1],[439,1],[468,1],[532,1],[587,1],[643,1],[719,1]]},"688":{"position":[[286,1],[315,1],[379,1],[434,1],[490,1],[566,1],[623,1],[679,1]]},"692":{"position":[[351,6],[358,5],[364,4],[372,4],[620,1],[651,1],[663,4],[704,5],[1061,5],[1070,5],[1212,1],[1267,5]]},"694":{"position":[[649,1],[691,1],[720,1],[784,1],[839,1],[895,1],[971,1],[1046,1],[1123,1],[1176,1],[1199,1],[1243,1],[1272,1],[1336,1],[1391,1],[1447,1],[1523,1],[1607,1],[1660,1]]},"696":{"position":[[2329,1],[2394,1],[2439,1],[2481,1],[2502,1],[2543,1],[2604,1],[2682,1],[2736,1],[2828,1],[2862,1],[2993,1],[3056,1],[3084,1],[3112,1],[3127,1],[3379,1],[3399,2],[4155,1],[4251,1],[4373,4],[5935,1],[5999,1],[6058,1],[6060,1],[6075,1],[6124,1],[6166,1],[6187,1],[6234,1],[6320,1],[6354,1],[6401,1],[6580,1],[6628,1],[6656,1],[6675,1],[6698,1],[6823,2],[6931,1],[6951,2]]},"698":{"position":[[200,1],[921,1],[976,1],[978,1],[1076,1],[1078,1],[1182,1],[1205,1]]},"700":{"position":[[68,3],[481,1],[545,1]]},"702":{"position":[[1249,1],[1282,1],[1336,1],[1384,1],[1451,1],[1720,1]]},"706":{"position":[[977,1],[1027,1],[1047,1]]},"708":{"position":[[756,1]]}}}],["0",{"_index":386,"t":{"17":{"position":[[633,3],[908,3]]},"31":{"position":[[1197,2],[2886,2],[2899,3]]},"39":{"position":[[2875,3],[3076,2],[3215,3]]},"92":{"position":[[1025,2]]},"100":{"position":[[1255,2]]},"102":{"position":[[709,2],[738,2]]},"108":{"position":[[899,1],[1864,2]]},"110":{"position":[[457,2],[1457,2]]},"112":{"position":[[1370,2],[1836,2],[2127,2]]},"114":{"position":[[180,5],[432,6],[514,6],[1303,1],[1605,5],[1635,2],[1641,2],[1644,2],[1647,2],[1653,2],[1656,3],[1813,6],[1834,4],[1893,6],[1914,4],[2779,1],[3424,2]]},"122":{"position":[[829,2]]},"128":{"position":[[1030,2]]},"150":{"position":[[1262,2],[8187,2]]},"221":{"position":[[1072,2]]},"223":{"position":[[1847,2]]},"225":{"position":[[729,1],[2653,2]]},"227":{"position":[[303,1],[1867,2]]},"229":{"position":[[3687,2],[3771,1],[3811,1],[3928,1],[5658,1],[5698,1],[5815,1],[7404,4],[27576,4],[27822,4]]},"242":{"position":[[60,1]]},"248":{"position":[[821,5]]},"261":{"position":[[35,1]]},"294":{"position":[[1273,1],[1313,3],[1882,1],[1892,1],[1904,1],[1942,3]]},"296":{"position":[[177,1],[187,1]]},"328":{"position":[[1920,2],[4237,2]]},"336":{"position":[[8656,1],[9789,3],[10482,2]]},"360":{"position":[[8688,1],[15783,1],[19387,1],[19443,2],[20474,1],[34197,1],[38120,1]]},"364":{"position":[[2215,1]]},"366":{"position":[[580,1]]},"452":{"position":[[296,1]]},"512":{"position":[[2888,2]]},"544":{"position":[[2743,6]]},"558":{"position":[[5335,6]]},"608":{"position":[[2372,2],[7560,2],[7659,1],[9071,1],[10605,6],[11485,2]]},"649":{"position":[[9419,1]]},"661":{"position":[[188,2]]},"668":{"position":[[1385,3],[1632,2]]},"674":{"position":[[173,2]]},"702":{"position":[[1123,1],[1755,5]]}}}],["0)df.reset_index(inplace=tru",{"_index":2875,"t":{"227":{"position":[[394,31]]}}}],["0,0,0,0,3,3",{"_index":620,"t":{"31":{"position":[[1332,13]]}}}],["0,1",{"_index":4777,"t":{"544":{"position":[[3139,6],[3230,6]]}}}],["0,}automl.fit(x_train",{"_index":5289,"t":{"628":{"position":[[594,22]]}}}],["0.0",{"_index":3320,"t":{"248":{"position":[[357,4]]},"294":{"position":[[1255,3],[1833,3],[1866,3]]},"494":{"position":[[187,4]]},"512":{"position":[[2744,4]]},"544":{"position":[[2508,5],[2541,5],[2777,5]]},"558":{"position":[[5100,5],[5133,5],[5369,5]]},"608":{"position":[[10382,5],[10414,6],[10638,6]]}}}],["0.0/150.39",{"_index":2220,"t":{"194":{"position":[[654,10]]}}}],["0.0/47.22",{"_index":2223,"t":{"194":{"position":[[675,9]]}}}],["0.00005",{"_index":5669,"t":{"682":{"position":[[4889,7]]}}}],["0.0001",{"_index":5668,"t":{"682":{"position":[[4688,6],[4813,6]]}}}],["0.0008818671030627281",{"_index":3763,"t":{"308":{"position":[[76,22]]}}}],["0.0009765625",{"_index":5532,"t":{"661":{"position":[[517,13]]},"668":{"position":[[299,13],[630,13],[1554,13],[1811,13]]}}}],["0.001",{"_index":1793,"t":{"150":{"position":[[8210,6]]}}}],["0.001113000336715291",{"_index":1229,"t":{"100":{"position":[[5424,21]]}}}],["0.001348364934537134",{"_index":5537,"t":{"661":{"position":[[931,21]]}}}],["0.0018311776973217073",{"_index":5570,"t":{"668":{"position":[[930,22]]}}}],["0.004252223402511765",{"_index":1660,"t":{"139":{"position":[[693,21]]}}}],["0.0067613624509965",{"_index":5565,"t":{"668":{"position":[[327,19],[658,20]]}}}],["0.01",{"_index":4770,"t":{"544":{"position":[[2489,5]]},"558":{"position":[[5081,5]]},"608":{"position":[[10363,5]]},"682":{"position":[[4699,5]]}}}],["0.02",{"_index":372,"t":{"17":{"position":[[83,5]]},"248":{"position":[[292,5]]},"682":{"position":[[3543,5]]},"702":{"position":[[1114,4],[1399,5]]}}}],["0.022635758411078528",{"_index":1658,"t":{"139":{"position":[[618,21]]}}}],["0.05",{"_index":2457,"t":{"207":{"position":[[339,4]]}}}],["0.05333333333333332",{"_index":5535,"t":{"661":{"position":[[745,20]]}}}],["0.0655887train_distilbert_7ce03f12",{"_index":2317,"t":{"194":{"position":[[2153,34]]}}}],["0.06824336834995245",{"_index":1799,"t":{"150":{"position":[[8367,20]]}}}],["0.07027268409729004",{"_index":5534,"t":{"661":{"position":[[666,20]]}}}],["0.07333333333333332",{"_index":5530,"t":{"661":{"position":[[330,20]]}}}],["0.09100963138990374",{"_index":1224,"t":{"100":{"position":[[5332,20]]}}}],["0.09999999999999995",{"_index":5531,"t":{"661":{"position":[[440,20]]},"668":{"position":[[1477,20],[1734,20]]}}}],["0.0s[flaml.automl",{"_index":1103,"t":{"92":{"position":[[2827,18]]},"122":{"position":[[7251,18]]},"128":{"position":[[4314,18]]},"227":{"position":[[8388,18]]}}}],["0.0}lexico_objectives[\"mod",{"_index":3321,"t":{"248":{"position":[[371,30]]}}}],["0.0}lexico_objectives[\"target",{"_index":3319,"t":{"248":{"position":[[307,32]]},"702":{"position":[[1418,32]]}}}],["0.1",{"_index":1442,"t":{"112":{"position":[[1855,4]]},"122":{"position":[[1019,5],[1226,5]]},"227":{"position":[[2057,5],[2264,5],[2471,5]]},"336":{"position":[[9805,5]]},"360":{"position":[[9118,5]]},"651":{"position":[[2063,5],[2125,5]]},"655":{"position":[[322,3]]},"682":{"position":[[3512,3],[3605,5],[4824,4]]}}}],["0.1)]automl.fit",{"_index":5478,"t":{"651":{"position":[[2150,16]]}}}],["0.10.9.5",{"_index":3567,"t":{"281":{"position":[[1525,8]]}}}],["0.11288241427227624",{"_index":1661,"t":{"139":{"position":[[729,20]]}}}],["0.12",{"_index":5649,"t":{"682":{"position":[[3611,5]]}}}],["0.12717914581298828",{"_index":5526,"t":{"661":{"position":[[251,20]]}}}],["0.14",{"_index":5650,"t":{"682":{"position":[[3617,5]]}}}],["0.15448622217577546print(automl.time_to_find_best_model",{"_index":5575,"t":{"668":{"position":[[1279,57]]}}}],["0.16",{"_index":5651,"t":{"682":{"position":[[3623,5]]}}}],["0.1728971004486084",{"_index":5528,"t":{"661":{"position":[[291,19]]}}}],["0.17402065726724145",{"_index":5563,"t":{"668":{"position":[[207,20],[538,20]]}}}],["0.2",{"_index":1082,"t":{"92":{"position":[[1217,5]]},"122":{"position":[[1433,5],[1640,5],[1850,5],[2063,5]]},"128":{"position":[[1220,5]]},"227":{"position":[[2676,5],[2884,5],[3094,5]]},"261":{"position":[[57,3]]},"336":{"position":[[9811,6]]},"682":{"position":[[3520,3],[3634,5],[4607,3],[4647,5],[5153,3],[5186,5]]}}}],["0.24841618537902832print(automl.best_iter",{"_index":5573,"t":{"668":{"position":[[1203,48]]}}}],["0.2677050123105203",{"_index":5536,"t":{"661":{"position":[[855,19]]}}}],["0.26865031351923346",{"_index":1794,"t":{"150":{"position":[[8234,20]]}}}],["0.27901659190538414",{"_index":5571,"t":{"668":{"position":[[967,21]]}}}],["0.280558train_distilbert_9394c2e2",{"_index":2286,"t":{"194":{"position":[[1704,33]]}}}],["0.3",{"_index":1086,"t":{"92":{"position":[[1424,5]]},"102":{"position":[[775,4],[780,4]]},"122":{"position":[[2273,5],[2480,5]]},"128":{"position":[[1427,5],[1634,5]]},"150":{"position":[[1456,5]]},"227":{"position":[[3299,5],[3502,5],[3707,5]]}}}],["0.324968train_distilbert_6d0d29d6",{"_index":2353,"t":{"194":{"position":[[2701,33]]}}}],["0.327295train_distilbert_b6543fec",{"_index":2294,"t":{"194":{"position":[[1818,33]]}}}],["0.3756711483001709",{"_index":1118,"t":{"92":{"position":[[3219,18]]},"661":{"position":[[706,19]]}}}],["0.379177train_distilbert_0071f998",{"_index":2301,"t":{"194":{"position":[[1926,33]]}}}],["0.388893train_distilbert_5728a1d",{"_index":2280,"t":{"194":{"position":[[1602,33]]}}}],["0.4",{"_index":1087,"t":{"92":{"position":[[1631,5]]},"102":{"position":[[769,5]]},"122":{"position":[[2690,5],[2903,5],[3117,5],[3334,5],[3551,5],[3768,5]]},"128":{"position":[[1841,5]]},"207":{"position":[[320,3]]},"227":{"position":[[3912,5],[4116,5],[4318,5]]}}}],["0.400851train_distilbert_6d211fe6",{"_index":2339,"t":{"194":{"position":[[2483,33]]}}}],["0.4167296886444092print(automl.config_histori",{"_index":5576,"t":{"668":{"position":[[1337,47]]}}}],["0.417157train_distilbert_2f830be6",{"_index":2309,"t":{"194":{"position":[[2040,33]]}}}],["0.42",{"_index":4967,"t":{"572":{"position":[[5481,5]]}}}],["0.45085train_distilbert_14262454",{"_index":2332,"t":{"194":{"position":[[2376,32]]}}}],["0.451307train_distilbert_eddf7cc0",{"_index":2369,"t":{"194":{"position":[[2926,33]]}}}],["0.453549train_distilbert_aaab0508",{"_index":2325,"t":{"194":{"position":[[2268,33]]}}}],["0.5",{"_index":1154,"t":{"100":{"position":[[1446,5]]},"102":{"position":[[461,3]]},"122":{"position":[[3982,5],[4193,5],[4404,5],[4612,5]]},"128":{"position":[[2048,5],[2255,5]]},"150":{"position":[[1672,5]]},"213":{"position":[[295,5]]},"227":{"position":[[4525,5],[4740,5],[4962,5]]},"257":{"position":[[910,4],[929,4]]},"292":{"position":[[115,4],[120,5],[126,5],[132,4],[137,6]]},"302":{"position":[[63,3],[100,3]]},"360":{"position":[[1768,3],[26899,3]]},"516":{"position":[[1006,4],[1821,4]]},"647":{"position":[[2199,3]]}}}],["0.511288",{"_index":2331,"t":{"194":{"position":[[2367,8]]}}}],["0.516225",{"_index":2308,"t":{"194":{"position":[[2031,8]]}}}],["0.520022train_distilbert_b3408a4",{"_index":2383,"t":{"194":{"position":[[3143,33]]}}}],["0.523732",{"_index":2324,"t":{"194":{"position":[[2259,8]]}}}],["0.526164train_distilbert_cfbfb220",{"_index":2390,"t":{"194":{"position":[[3253,33]]}}}],["0.526802train_distilbert_c980bae4",{"_index":2347,"t":{"194":{"position":[[2597,33]]}}}],["0.527516",{"_index":2300,"t":{"194":{"position":[[1917,8]]}}}],["0.531632",{"_index":2279,"t":{"194":{"position":[[1593,8]]}}}],["0.533466",{"_index":2368,"t":{"194":{"position":[[2917,8]]}}}],["0.53506",{"_index":2338,"t":{"194":{"position":[[2475,7]]}}}],["0.538505",{"_index":2285,"t":{"194":{"position":[[1695,8]]}}}],["0.539177",{"_index":2293,"t":{"194":{"position":[[1809,8]]}}}],["0.542276",{"_index":2352,"t":{"194":{"position":[[2692,8]]}}}],["0.549474train_distilbert_b16ea82a",{"_index":2361,"t":{"194":{"position":[[2813,33]]}}}],["0.551629",{"_index":2316,"t":{"194":{"position":[[2144,8]]}}}],["0.5699",{"_index":2406,"t":{"196":{"position":[[372,7]]}}}],["0.56993train_distilbert_43008974",{"_index":2376,"t":{"194":{"position":[[3036,32]]}}}],["0.581313",{"_index":2264,"t":{"194":{"position":[[1386,8]]}}}],["0.585576",{"_index":2271,"t":{"194":{"position":[[1487,8]]}}}],["0.586518",{"_index":2256,"t":{"194":{"position":[[1279,8]]}}}],["0.587986",{"_index":2241,"t":{"194":{"position":[[1077,8]]}}}],["0.6",{"_index":1090,"t":{"92":{"position":[[1838,5],[2045,5]]},"100":{"position":[[1653,5]]},"122":{"position":[[4820,5],[5028,5],[5236,5]]},"128":{"position":[[2462,5]]},"150":{"position":[[1888,5]]},"227":{"position":[[5181,5],[5400,5],[5614,5]]}}}],["0.603018",{"_index":2249,"t":{"194":{"position":[[1184,8]]}}}],["0.609851",{"_index":2346,"t":{"194":{"position":[[2588,8]]}}}],["0.6294",{"_index":3770,"t":{"308":{"position":[[347,6]]}}}],["0.6389file",{"_index":3767,"t":{"308":{"position":[[237,11]]}}}],["0.6649148062238498",{"_index":5564,"t":{"668":{"position":[[266,19],[597,19]]}}}],["0.6729009388487608xgbclassifier(base_score=0.5",{"_index":1681,"t":{"144":{"position":[[616,47]]}}}],["0.6s[flaml.automl",{"_index":2755,"t":{"223":{"position":[[14594,18]]}}}],["0.7",{"_index":1159,"t":{"100":{"position":[[1860,5]]},"122":{"position":[[5444,5],[5652,5]]},"128":{"position":[[2669,5]]},"227":{"position":[[5828,5],[6044,5],[6256,5],[6471,5]]}}}],["0.7019911744574896",{"_index":1659,"t":{"139":{"position":[[660,19]]}}}],["0.7289648056030273[flaml.automl",{"_index":1604,"t":{"128":{"position":[[4737,32]]}}}],["0.7421362469066445",{"_index":1798,"t":{"150":{"position":[[8309,19]]}}}],["0.8",{"_index":1557,"t":{"122":{"position":[[5860,5],[6068,5],[6276,5]]},"128":{"position":[[2879,5],[3092,5]]},"150":{"position":[[2104,5]]},"225":{"position":[[2844,5]]},"227":{"position":[[6686,5],[6896,5]]},"294":{"position":[[792,4]]}}}],["0.80",{"_index":5781,"t":{"698":{"position":[[1128,5],[1149,5]]}}}],["0.8025848209352517",{"_index":1227,"t":{"100":{"position":[[5391,19]]}}}],["0.811036",{"_index":2243,"t":{"194":{"position":[[1124,8]]}}}],["0.8265451174596482",{"_index":1825,"t":{"150":{"position":[[10143,18]]}}}],["0.828205",{"_index":2389,"t":{"194":{"position":[[3244,8]]}}}],["0.8296179648694404",{"_index":1264,"t":{"100":{"position":[[6837,18]]}}}],["0.8384",{"_index":1801,"t":{"150":{"position":[[8450,7]]}}}],["0.8436",{"_index":1232,"t":{"100":{"position":[[5508,7]]}}}],["0.8456494234135888",{"_index":1819,"t":{"150":{"position":[[9771,19]]}}}],["0.8505434326526395",{"_index":1254,"t":{"100":{"position":[[6465,19]]}}}],["0.8513627344387318",{"_index":5568,"t":{"668":{"position":[[832,19]]}}}],["0.8537444671194614lgbmregressor(colsample_bytree=0.7019911744574896",{"_index":1640,"t":{"137":{"position":[[592,68]]}}}],["0.8547139167785645",{"_index":2932,"t":{"227":{"position":[[9273,18]]}}}],["0.857461",{"_index":2382,"t":{"194":{"position":[[3134,8]]}}}],["0.876896",{"_index":2295,"t":{"194":{"position":[[1863,8]]}}}],["0.8846545219421387[flaml.automl",{"_index":1574,"t":{"122":{"position":[[7672,32]]}}}],["0.886931",{"_index":2310,"t":{"194":{"position":[[2085,8]]}}}],["0.9",{"_index":1093,"t":{"92":{"position":[[2255,5]]},"100":{"position":[[2067,5]]},"122":{"position":[[6484,5],[6692,5]]},"128":{"position":[[3306,5],[3520,5],[3734,5]]},"221":{"position":[[1263,5],[1470,5],[1677,5]]},"223":{"position":[[2038,5]]},"225":{"position":[[3051,5],[3258,5],[3465,5]]},"227":{"position":[[7103,5],[7327,5],[7558,5],[7782,5]]},"360":{"position":[[34628,5]]},"558":{"position":[[3188,5]]},"608":{"position":[[8562,5]]},"684":{"position":[[299,5]]}}}],["0.9.1",{"_index":5787,"t":{"700":{"position":[[72,7]]}}}],["0.909395",{"_index":2251,"t":{"194":{"position":[[1231,8]]}}}],["0.91596",{"_index":2273,"t":{"194":{"position":[[1534,7]]}}}],["0.923802",{"_index":2360,"t":{"194":{"position":[[2804,8]]}}}],["0.926933",{"_index":2281,"t":{"194":{"position":[[1647,8]]}}}],["0.928106",{"_index":2287,"t":{"194":{"position":[[1749,8]]}}}],["0.929089",{"_index":2377,"t":{"194":{"position":[[3080,8]]}}}],["0.939079",{"_index":2236,"t":{"194":{"position":[[1023,8]]}}}],["0.940707",{"_index":2326,"t":{"194":{"position":[[2313,8]]}}}],["0.946138073111236",{"_index":5569,"t":{"668":{"position":[[898,18]]}}}],["0.952781",{"_index":2362,"t":{"194":{"position":[[2858,8]]}}}],["0.955024",{"_index":2302,"t":{"194":{"position":[[1971,8]]}}}],["0.959277",{"_index":2340,"t":{"194":{"position":[[2528,8]]}}}],["0.962198",{"_index":2266,"t":{"194":{"position":[[1433,8]]}}}],["0.965773",{"_index":2354,"t":{"194":{"position":[[2746,8]]}}}],["0.968763",{"_index":2258,"t":{"194":{"position":[[1326,8]]}}}],["0.9718245679598786",{"_index":1796,"t":{"150":{"position":[[8268,19]]}}}],["0.979454",{"_index":2391,"t":{"194":{"position":[[3298,8]]}}}],["0.983285",{"_index":2375,"t":{"194":{"position":[[3027,8]]}}}],["0.984053",{"_index":2318,"t":{"194":{"position":[[2199,8]]}}}],["0.989628",{"_index":2311,"t":{"194":{"position":[[2094,8]]}}}],["0.99",{"_index":2184,"t":{"192":{"position":[[506,6]]},"194":{"position":[[2420,4],[2642,4],[2971,4],[3188,4]]},"196":{"position":[[538,5]]},"698":{"position":[[1086,5],[1107,5]]}}}],["0.990019",{"_index":2259,"t":{"194":{"position":[[1335,8]]}}}],["0.990614",{"_index":2288,"t":{"194":{"position":[[1758,8]]}}}],["0.991687",{"_index":2303,"t":{"194":{"position":[[1980,8]]}}}],["0.991696",{"_index":2333,"t":{"194":{"position":[[2425,8]]}}}],["0.991838",{"_index":2267,"t":{"194":{"position":[[1442,8]]}}}],["0.991865",{"_index":2237,"t":{"194":{"position":[[1032,8]]}}}],["0.991892",{"_index":2274,"t":{"194":{"position":[[1542,8]]}}}],["0.992098",{"_index":2296,"t":{"194":{"position":[[1872,8]]}}}],["0.993146",{"_index":2282,"t":{"194":{"position":[[1656,8]]}}}],["0.993258",{"_index":2378,"t":{"194":{"position":[[3089,8]]}}}],["0.993355",{"_index":2348,"t":{"194":{"position":[[2647,8]]}}}],["0.993715",{"_index":2252,"t":{"194":{"position":[[1240,8]]}}}],["0.993809",{"_index":2384,"t":{"194":{"position":[[3193,8]]}}}],["0.993931",{"_index":2363,"t":{"194":{"position":[[2867,8]]}}}],["0.993946",{"_index":2327,"t":{"194":{"position":[[2322,8]]}}}],["0.993956",{"_index":2319,"t":{"194":{"position":[[2208,8]]}}}],["0.994556",{"_index":2341,"t":{"194":{"position":[[2537,8]]}}}],["0.995182",{"_index":2355,"t":{"194":{"position":[[2755,8]]}}}],["0.997109",{"_index":2370,"t":{"194":{"position":[[2976,8]]}}}],["0.9971094424784387",{"_index":2410,"t":{"196":{"position":[[558,19]]}}}],["0.997214",{"_index":2244,"t":{"194":{"position":[[1133,8]]}}}],["0.9999",{"_index":2392,"t":{"194":{"position":[[3307,6]]}}}],["0/1.0",{"_index":2224,"t":{"194":{"position":[[697,6]]}}}],["0/4",{"_index":2219,"t":{"194":{"position":[[634,3],[644,3]]}}}],["00:56<00:00",{"_index":3102,"t":{"229":{"position":[[5200,13]]}}}],["01",{"_index":2516,"t":{"221":{"position":[[68,4],[79,4],[588,2],[651,2],[719,2],[790,2],[864,2],[1032,2],[1110,2],[1230,2],[1359,2],[1437,2],[1566,2],[1644,2],[1773,2],[1851,2],[1980,2],[2058,2],[2187,2],[2265,2],[2394,2],[2472,2],[2601,2],[2679,2],[2808,2],[2886,2],[3015,2],[3093,2],[3222,2],[3301,2],[3430,2],[3509,2],[3638,2],[3717,2],[3846,2],[3925,2],[4054,2],[4133,2],[4262,2],[4341,2],[4470,2],[4549,2],[4678,2],[4757,2],[4886,2],[4963,2],[5090,2],[5167,2],[5294,2],[5376,2],[5508,2],[5585,2],[5712,2],[5794,2],[5926,2],[6008,2],[6140,2],[6222,2],[6354,2],[6439,2],[6574,2],[6659,2],[6794,2],[6879,2],[7014,2],[7099,2],[7234,2],[7319,2],[7454,2],[7533,2],[7662,2],[7741,2],[7870,2],[7949,2],[8078,2],[8163,2],[8298,2],[8377,2],[8506,2],[8588,2],[8720,2],[8805,2],[8940,2],[9025,2],[9160,2],[9245,2],[9380,2],[9462,2],[9594,2],[9679,2],[9814,2],[9899,2],[10034,2],[10113,2],[10242,2],[10327,2],[10462,2],[10551,2],[10690,2],[10779,2],[10918,2],[11007,2],[11146,2],[11235,2],[11374,2],[11463,2],[11602,2],[11681,2],[11810,2],[11895,2],[12030,2],[12119,2],[12258,2],[12340,2],[12472,2],[12554,2],[12686,2],[12765,2],[12894,2],[12973,2],[13102,2],[13191,2],[13330,2],[13407,2],[13534,2],[13616,2],[13748,2],[13833,2],[13968,2],[14047,2],[14176,2],[14261,2],[14396,2],[14475,2],[14604,2],[14693,2],[14832,2],[14914,2],[15046,2],[15126,2],[15257,2],[15337,2],[15468,2],[15550,2],[15683,2],[15772,2],[15912,2],[15994,2],[16127,2],[16209,2],[16342,2],[16422,2],[16553,2],[16642,2],[16782,2],[16862,2],[16993,2],[17075,2],[17208,2],[17288,2],[17419,2],[17501,2],[17634,2],[17714,2],[17845,2],[17927,2],[18060,2],[18149,2],[18289,2],[18378,2],[18518,2],[18600,2],[18733,2],[18815,2],[18948,2],[19037,2],[19177,2],[19259,2],[19392,2],[19481,2],[19621,2],[19703,2],[19836,2],[19916,2],[20047,2],[20129,2],[20262,2],[20342,2],[20473,2],[20553,2],[20684,2],[20773,2],[20913,2],[21002,2],[21142,2],[21224,2],[21359,2],[21448,2],[21590,2],[21672,2],[21807,2],[21887,2],[22020,2],[22100,2],[22233,2],[22318,2],[22456,2],[22538,2],[22673,2],[22763,2]]},"223":{"position":[[1306,2],[1369,2],[1437,2],[1508,2],[1639,2],[1807,2],[1885,2],[2005,2],[2134,2],[2212,2],[2341,2],[2419,2],[2548,2],[2626,2],[2755,2],[2833,2],[2962,2],[3040,2],[3169,2],[3247,2],[3376,2],[3454,2],[3583,2],[3661,2],[3790,2],[3868,2],[3997,2],[4076,2],[4205,2],[4284,2],[4413,2],[4492,2],[4621,2],[4700,2],[4829,2],[4908,2],[5037,2],[5116,2],[5245,2],[5324,2],[5453,2],[5532,2],[5661,2],[5740,2],[5869,2],[5948,2],[6077,2],[6154,2],[6281,2],[6358,2],[6485,2],[6567,2],[6699,2],[6781,2],[6913,2],[6995,2],[7127,2],[7209,2],[7341,2],[7423,2],[7555,2],[7637,2],[7769,2],[7854,2],[7989,2],[8074,2],[8209,2],[8288,2],[8417,2],[8496,2],[8625,2],[8702,2],[8829,2],[8914,2],[9049,2],[9128,2],[9257,2],[9342,2],[9477,2],[9566,2],[9705,2],[9794,2],[9933,2],[10022,2],[10161,2],[10250,2],[10389,2],[10478,2],[10617,2],[10706,2],[10845,2],[10934,2],[11073,2],[11155,2],[11290,2],[11370,2],[11503,2],[11585,2],[11720,2],[11799,2],[11931,2],[12013,2],[12148,2],[12230,2],[12365,2],[12445,2],[12578,2],[12667,2],[12809,2],[12891,2],[13026,2],[13108,2],[13243,2],[13325,2],[13460,2],[13542,2],[13677,2],[13766,2],[13908,2],[13990,2],[14125,2],[14204,2],[14336,2],[14413,2],[14544,2],[14613,2],[14728,2],[14786,2],[14883,2]]},"229":{"position":[[3954,2],[5841,2]]}}}],["01:03:11",{"_index":2832,"t":{"225":{"position":[[2175,9],[2238,9],[2306,9],[2377,9]]}}}],["01:03:12",{"_index":2837,"t":{"225":{"position":[[2451,9],[2619,9],[2697,9],[2817,9],[2946,9],[3024,9],[3153,9],[3231,9],[3360,9],[3438,9],[3567,9],[3645,9],[3774,9],[3852,9],[3981,9],[4059,9],[4188,9]]}}}],["01:03:13",{"_index":2850,"t":{"225":{"position":[[4266,9],[4395,9],[4473,9],[4602,9]]}}}],["01:03:22",{"_index":2856,"t":{"225":{"position":[[4767,9],[4825,9]]}}}],["01:03<00:00",{"_index":3119,"t":{"229":{"position":[[7087,13]]}}}],["02",{"_index":2895,"t":{"227":{"position":[[1393,2],[1471,2],[1539,2],[1610,2],[1690,2],[1827,2],[1905,2],[2024,2],[2153,2],[2231,2],[2360,2],[2438,2],[2567,2],[2643,2],[2770,2],[2851,2],[2983,2],[3061,2],[3190,2],[3266,2],[3391,2],[3469,2],[3596,2],[3674,2],[3801,2],[3879,2],[4006,2],[4083,2],[4208,2],[4285,2],[4410,2],[4492,2],[4622,2],[4707,2],[4840,2],[4929,2],[5066,2],[5148,2],[5278,2],[5367,2],[5504,2],[5581,2],[5706,2],[5795,2],[5932,2],[6011,2],[6138,2],[6223,2],[6356,2],[6438,2],[6568,2],[6653,2],[6786,2],[6863,2],[6988,2],[7070,2],[7205,2],[7294,2],[7436,2],[7525,2],[7667,2],[7749,2],[7884,2],[7969,2],[8107,2],[8196,2],[8338,2],[8407,2],[9150,2],[9208,2]]},"229":{"position":[[3990,2],[5877,2]]}}}],["03",{"_index":3985,"t":{"336":{"position":[[4694,2]]}}}],["03:10:02",{"_index":1510,"t":{"114":{"position":[[2990,9],[3062,9],[3136,9],[3207,9],[3295,9],[3390,9]]}}}],["05",{"_index":2228,"t":{"194":{"position":[[794,2],[1680,2],[2567,2],[2784,2],[2897,2],[3006,2],[3113,2],[3223,2],[3329,2]]},"196":{"position":[[481,3]]},"229":{"position":[[8976,3],[9343,3],[9488,3],[9633,3],[9833,3],[10200,3],[10417,3],[10784,3],[10983,3],[11350,3],[11543,3],[11910,3],[12102,3],[12469,3],[13127,3],[13563,3],[13757,3],[13904,3],[14093,3],[14460,3],[14658,3],[15025,3],[15229,3],[15596,3],[15798,3],[16165,3],[16351,3],[16718,3],[16913,3],[17280,3],[17480,3],[17847,3],[18043,3],[18410,3],[18607,3],[18974,3],[19179,3],[19546,3],[19748,3],[20115,3],[21153,3],[21582,3],[21776,3],[21923,3],[22112,3],[22479,3],[22677,3],[23044,3],[23248,3],[23615,3],[23817,3],[24184,3],[24947,3],[25383,3],[25817,3],[26244,3],[26784,3],[26886,3],[27364,3],[28385,3],[28796,3],[29004,3]]}}}],["05,",{"_index":1374,"t":{"108":{"position":[[1986,5]]}}}],["06",{"_index":1358,"t":{"108":{"position":[[1437,2],[1507,2],[1581,2],[1652,2],[1732,2],[1827,2],[2083,2],[2207,2],[2351,2],[2483,2],[2541,2],[2638,2]]},"112":{"position":[[1988,3]]},"114":{"position":[[2984,2],[3056,2],[3130,2],[3201,2],[3289,2],[3384,2]]},"194":{"position":[[1062,2],[1163,2],[1264,2],[1365,2],[1472,2],[1572,2],[1788,2],[1896,2],[2010,2],[2123,2],[2238,2],[2346,2],[2455,2],[2671,2]]}}}],["06,s=9223372036854775807,e=1",{"_index":1373,"t":{"108":{"position":[[1956,29]]}}}],["06_08",{"_index":1370,"t":{"108":{"position":[[1922,5],[2034,5]]}}}],["07",{"_index":2253,"t":{"194":{"position":[[1252,2],[1668,2],[1884,2],[2334,2],[2659,2],[3101,2],[3317,2]]},"229":{"position":[[3278,2],[3347,2],[3415,2],[3486,2],[3560,2],[3647,2],[5321,2],[5449,2],[7208,2],[7276,2],[29118,2],[29176,2],[29274,2]]}}}],["07:08:19",{"_index":1580,"t":{"128":{"position":[[649,9],[720,9],[791,9],[865,9],[996,9],[1074,9],[1193,9],[1322,9],[1400,9],[1529,9],[1607,9],[1736,9],[1814,9],[1943,9],[2021,9],[2150,9],[2228,9],[2357,9]]}}}],["07:08:20",{"_index":1592,"t":{"128":{"position":[[2435,9],[2564,9],[2642,9],[2771,9],[2852,9],[2984,9],[3065,9],[3197,9],[3279,9],[3411,9],[3493,9],[3625,9],[3707,9],[3839,9],[3921,9],[4053,9],[4138,9],[4273,9],[4339,9],[4620,9],[4678,9],[4776,9]]}}}],["07:14:30",{"_index":1536,"t":{"122":{"position":[[480,9],[549,9],[620,9],[696,9],[795,9],[873,9],[992,9],[1121,9],[1199,9],[1328,9],[1406,9],[1535,9],[1613,9],[1742,9],[1823,9],[1955,9],[2036,9],[2168,9],[2246,9],[2375,9],[2453,9],[2582,9],[2663,9],[2795,9],[2876,9],[3008,9],[3090,9],[3225,9],[3307,9],[3442,9],[3524,9],[3659,9],[3741,9],[3876,9],[3955,9],[4084,9],[4166,9],[4298,9],[4377,9],[4506,9]]}}}],["07:14:31",{"_index":1551,"t":{"122":{"position":[[4585,9],[4714,9],[4793,9],[4922,9],[5001,9],[5130,9],[5209,9],[5338,9],[5417,9],[5546,9],[5625,9],[5754,9],[5833,9],[5962,9],[6041,9],[6170,9],[6249,9],[6378,9],[6457,9],[6586,9],[6665,9],[6794,9],[6873,9],[7002,9],[7081,9],[7210,9],[7276,9],[7555,9],[7613,9],[7711,9]]}}}],["07:54:04",{"_index":2687,"t":{"223":{"position":[[1312,9],[1375,9],[1443,9],[1514,9],[1645,9],[1813,9]]}}}],["07:54:05",{"_index":2691,"t":{"223":{"position":[[1891,9],[2011,9],[2140,9],[2218,9],[2347,9],[2425,9],[2554,9],[2632,9],[2761,9],[2839,9],[2968,9],[3046,9],[3175,9],[3253,9],[3382,9],[3460,9],[3589,9],[3667,9],[3796,9],[3874,9],[4003,9],[4082,9],[4211,9],[4290,9],[4419,9],[4498,9],[4627,9],[4706,9],[4835,9],[4914,9],[5043,9],[5122,9],[5251,9],[5330,9],[5459,9]]}}}],["07:54:06",{"_index":2715,"t":{"223":{"position":[[5538,9],[5667,9],[5746,9],[5875,9],[5954,9],[6083,9],[6160,9],[6287,9],[6364,9],[6491,9],[6573,9],[6705,9],[6787,9],[6919,9],[7001,9],[7133,9],[7215,9],[7347,9],[7429,9],[7561,9],[7643,9],[7775,9],[7860,9],[7995,9],[8080,9],[8215,9],[8294,9],[8423,9],[8502,9],[8631,9],[8708,9],[8835,9],[8920,9],[9055,9],[9134,9],[9263,9],[9348,9],[9483,9]]}}}],["07:54:07",{"_index":2728,"t":{"223":{"position":[[9572,9],[9711,9],[9800,9],[9939,9],[10028,9],[10167,9],[10256,9],[10395,9],[10484,9],[10623,9],[10712,9],[10851,9],[10940,9],[11079,9]]}}}],["07:54:09",{"_index":2733,"t":{"223":{"position":[[11161,9],[11296,9]]}}}],["07:54:10",{"_index":2736,"t":{"223":{"position":[[11376,9],[11509,9],[11591,9],[11726,9],[11805,9],[11937,9],[12019,9],[12154,9]]}}}],["07:54:11",{"_index":2741,"t":{"223":{"position":[[12236,9],[12371,9],[12451,9],[12584,9],[12673,9],[12815,9],[12897,9],[13032,9],[13114,9],[13249,9]]}}}],["07:54:13",{"_index":2744,"t":{"223":{"position":[[13331,9],[13466,9],[13548,9],[13683,9],[13772,9],[13914,9],[13996,9],[14131,9]]}}}],["07:54:14",{"_index":2750,"t":{"223":{"position":[[14210,9],[14342,9],[14419,9],[14550,9],[14619,9],[14734,9],[14792,9],[14889,9]]}}}],["07_02",{"_index":2229,"t":{"194":{"position":[[797,5]]}}}],["08",{"_index":1498,"t":{"114":{"position":[[481,2],[1860,2]]},"194":{"position":[[1050,2],[1353,2],[1460,2],[1560,2],[1776,2],[1998,2],[2111,2],[2226,2],[2443,2],[2555,2],[2772,2],[2885,2],[2994,2],[3211,2]]},"196":{"position":[[520,3]]},"225":{"position":[[2169,2],[2232,2],[2300,2],[2371,2],[2445,2],[2613,2],[2691,2],[2811,2],[2940,2],[3018,2],[3147,2],[3225,2],[3354,2],[3432,2],[3561,2],[3639,2],[3768,2],[3846,2],[3975,2],[4053,2],[4182,2],[4260,2],[4389,2],[4467,2],[4596,2],[4761,2],[4819,2]]}}}],["08:01:20",{"_index":2529,"t":{"221":{"position":[[594,9],[657,9],[725,9],[796,9]]}}}],["08:01:21",{"_index":2537,"t":{"221":{"position":[[870,9],[1038,9],[1116,9],[1236,9],[1365,9],[1443,9],[1572,9],[1650,9],[1779,9],[1857,9],[1986,9],[2064,9],[2193,9],[2271,9],[2400,9],[2478,9],[2607,9],[2685,9],[2814,9],[2892,9],[3021,9]]}}}],["08:01:22",{"_index":2553,"t":{"221":{"position":[[3099,9],[3228,9],[3307,9],[3436,9],[3515,9],[3644,9],[3723,9],[3852,9],[3931,9],[4060,9],[4139,9],[4268,9],[4347,9],[4476,9],[4555,9],[4684,9],[4763,9],[4892,9],[4969,9],[5096,9],[5173,9],[5300,9],[5382,9],[5514,9],[5591,9],[5718,9],[5800,9],[5932,9],[6014,9],[6146,9],[6228,9],[6360,9],[6445,9],[6580,9],[6665,9],[6800,9],[6885,9],[7020,9],[7105,9],[7240,9],[7325,9],[7460,9],[7539,9],[7668,9],[7747,9],[7876,9],[7955,9],[8084,9],[8169,9],[8304,9],[8383,9],[8512,9],[8594,9],[8726,9],[8811,9],[8946,9],[9031,9],[9166,9],[9251,9],[9386,9],[9468,9],[9600,9],[9685,9],[9820,9],[9905,9],[10040,9],[10119,9],[10248,9],[10333,9],[10468,9],[10557,9],[10696,9],[10785,9],[10924,9],[11013,9],[11152,9],[11241,9],[11380,9],[11469,9],[11608,9],[11687,9],[11816,9],[11901,9],[12036,9],[12125,9],[12264,9],[12346,9],[12478,9],[12560,9],[12692,9],[12771,9],[12900,9],[12979,9],[13108,9],[13197,9],[13336,9],[13413,9],[13540,9]]}}}],["08:01:23",{"_index":2588,"t":{"221":{"position":[[13622,9],[13754,9],[13839,9],[13974,9],[14053,9],[14182,9],[14267,9],[14402,9],[14481,9],[14610,9],[14699,9],[14838,9]]}}}],["08:01:25",{"_index":2595,"t":{"221":{"position":[[14920,9],[15052,9],[15132,9],[15263,9],[15343,9],[15474,9],[15556,9],[15689,9],[15778,9],[15918,9],[16000,9],[16133,9],[16215,9],[16348,9],[16428,9],[16559,9],[16648,9],[16788,9],[16868,9],[16999,9],[17081,9],[17214,9],[17294,9],[17425,9],[17507,9],[17640,9],[17720,9],[17851,9]]}}}],["08:01:26",{"_index":2620,"t":{"221":{"position":[[17933,9],[18066,9],[18155,9],[18295,9],[18384,9],[18524,9],[18606,9],[18739,9]]}}}],["08:01:27",{"_index":2626,"t":{"221":{"position":[[18821,9],[18954,9],[19043,9],[19183,9],[19265,9],[19398,9],[19487,9],[19627,9],[19709,9],[19842,9],[19922,9],[20053,9],[20135,9],[20268,9],[20348,9],[20479,9],[20559,9],[20690,9],[20779,9],[20919,9],[21008,9],[21148,9]]}}}],["08:01:28",{"_index":2640,"t":{"221":{"position":[[21230,9],[21365,9],[21454,9],[21596,9],[21678,9],[21813,9],[21893,9],[22026,9],[22106,9],[22239,9],[22324,9],[22462,9],[22544,9],[22679,9],[22769,9]]}}}],["08:21:39",{"_index":1359,"t":{"108":{"position":[[1440,9],[1510,9],[1584,9],[1655,9],[1735,9],[1830,9]]}}}],["08:22:56",{"_index":1379,"t":{"108":{"position":[[2086,9],[2210,9],[2354,9],[2486,9],[2544,9],[2641,9]]}}}],["09",{"_index":1710,"t":{"150":{"position":[[920,2],[991,2],[1057,2],[1131,2],[1222,2],[1303,2],[1423,2],[1558,2],[1639,2],[1774,2],[1855,2],[1990,2],[2071,2],[2206,2],[2287,2],[2422,2],[2503,2],[2638,2],[2719,2],[2854,2],[2935,2],[3070,2],[3151,2],[3286,2],[3367,2],[3502,2],[3584,2],[3719,2],[3801,2],[3936,2],[4018,2],[4153,2],[4235,2],[4370,2],[4452,2],[4587,2],[4669,2],[4804,2],[4886,2],[5021,2],[5103,2],[5238,2],[5320,2],[5455,2],[5537,2],[5672,2],[5754,2],[5890,2],[5972,2],[6108,2],[6190,2],[6326,2],[6408,2],[6544,2],[6626,2],[6762,2],[6844,2],[6980,2],[7062,2],[7198,2],[7306,2],[7375,2],[7484,2],[7542,2],[7637,2]]},"194":{"position":[[1151,2]]}}}],["0:.4g",{"_index":1215,"t":{"100":{"position":[[5142,7]]},"150":{"position":[[8027,7]]},"174":{"position":[[293,7]]}}}],["0:.4g}\".format(1",{"_index":1212,"t":{"100":{"position":[[5066,17]]},"150":{"position":[[7951,17]]},"174":{"position":[[217,17]]}}}],["0multi_df[\"temp_above_monthly_avg",{"_index":2806,"t":{"225":{"position":[[1074,35]]}}}],["0s",{"_index":629,"t":{"31":{"position":[[1682,3]]}}}],["0train_distilbert_11ab3900",{"_index":2265,"t":{"194":{"position":[[1395,26]]}}}],["0train_distilbert_353025b6",{"_index":2272,"t":{"194":{"position":[[1496,26]]}}}],["0train_distilbert_a0c303d1",{"_index":2242,"t":{"194":{"position":[[1086,26]]}}}],["0train_distilbert_c39b2ef0",{"_index":2250,"t":{"194":{"position":[[1193,26]]}}}],["0train_distilbert_f00776e2",{"_index":2257,"t":{"194":{"position":[[1288,26]]}}}],["0x7f49ea8414f0>[flaml.automl",{"_index":1390,"t":{"108":{"position":[[2450,29]]}}}],["0x7f6398fc0eb0>[flaml.automl",{"_index":1783,"t":{"150":{"position":[[7454,29]]}}}],["0x7f6399005910>[flaml.automl",{"_index":1778,"t":{"150":{"position":[[7276,29]]}}}],["0x7f9b502c4550",{"_index":5556,"t":{"666":{"position":[[201,15]]}}}],["0x7fb68ea65d60>[flaml.automl",{"_index":2758,"t":{"223":{"position":[[14698,29]]}}}],["1",{"_index":4,"t":{"2":{"position":[[38,1],[184,1]]},"17":{"position":[[637,3],[912,3],[1145,3],[1395,2]]},"29":{"position":[[552,3]]},"31":{"position":[[2790,3],[2903,2]]},"39":{"position":[[3163,2]]},"92":{"position":[[181,2],[821,1],[1353,2]]},"100":{"position":[[1108,1],[1582,2],[5786,2],[6272,1],[6765,1],[7316,1]]},"102":{"position":[[714,2],[744,2]]},"108":{"position":[[887,2],[1704,1]]},"112":{"position":[[434,2],[1876,2]]},"114":{"position":[[186,5],[1291,2],[1611,5],[1660,3],[2767,2]]},"122":{"position":[[669,1],[1155,2]]},"128":{"position":[[196,2],[840,1],[1356,2]]},"137":{"position":[[335,1],[839,2]]},"139":{"position":[[778,2]]},"144":{"position":[[339,1],[779,2]]},"150":{"position":[[1112,1],[1598,2],[8644,2],[8899,3],[9578,1],[10068,1],[10622,1]]},"184":{"position":[[1424,2]]},"192":{"position":[[741,1],[764,1]]},"194":{"position":[[303,3],[1065,1],[1067,1],[1174,1],[1267,1],[1269,1],[1376,1],[1475,1],[1477,1],[1583,1],[1683,1],[1685,1],[1799,1],[1907,1],[2021,1],[2134,1],[2249,1],[2357,1],[2465,1],[2578,1],[2682,1],[2794,1],[2907,1],[3017,1],[3124,1],[3234,1]]},"203":{"position":[[178,3]]},"213":{"position":[[384,2]]},"215":{"position":[[812,2]]},"221":{"position":[[1399,2]]},"223":{"position":[[2174,2]]},"225":{"position":[[672,1],[1059,1],[2980,2]]},"227":{"position":[[278,1],[391,2],[1665,1],[2193,2],[8614,2],[8874,2]]},"229":{"position":[[1214,2],[2904,2],[2925,2],[7417,4],[12903,2],[20930,2],[24542,2],[27631,4],[27877,4]]},"240":{"position":[[147,2]]},"242":{"position":[[168,2],[471,1]]},"246":{"position":[[395,3]]},"248":{"position":[[64,2],[129,4],[498,2]]},"261":{"position":[[41,2]]},"269":{"position":[[1379,4],[3557,3]]},"290":{"position":[[577,2]]},"294":{"position":[[269,2],[1682,1],[1778,2],[1785,2],[2105,2],[2256,1]]},"296":{"position":[[372,2]]},"300":{"position":[[173,3]]},"304":{"position":[[195,3],[375,2]]},"306":{"position":[[559,2]]},"322":{"position":[[2027,3],[3725,2]]},"328":{"position":[[2097,3],[3795,2]]},"336":{"position":[[1152,2],[1916,1],[2269,1],[2390,2],[5456,1],[7360,1],[9793,3],[10546,2]]},"360":{"position":[[1790,2],[2160,2],[2207,2],[2532,1],[6406,2],[8694,2],[14775,2],[16255,2],[16304,2],[18922,2],[18969,2],[19339,1],[26921,2],[27327,2],[27374,2],[27699,1],[32380,2],[34203,2],[37581,2],[37606,2]]},"364":{"position":[[2221,1],[4342,3]]},"366":{"position":[[586,1]]},"416":{"position":[[969,1],[1219,3]]},"452":{"position":[[301,1]]},"512":{"position":[[2126,2],[2945,2]]},"544":{"position":[[655,3]]},"558":{"position":[[1534,3],[1538,2],[1611,2],[1614,1],[2180,1]]},"608":{"position":[[1856,2],[3344,2],[4119,3],[4123,2],[4195,2],[4198,1],[7563,2],[7671,1],[7974,2],[8075,3]]},"610":{"position":[[1861,3]]},"647":{"position":[[180,1],[298,1],[531,1],[616,1],[682,1],[753,1],[829,1],[927,1],[1007,1],[1042,1],[1098,1],[1148,1],[1194,1],[1229,1],[2221,2]]},"649":{"position":[[539,2],[1960,2],[4733,2],[9392,2]]},"651":{"position":[[633,4],[639,6],[939,4],[945,4]]},"657":{"position":[[344,2],[2125,3]]},"659":{"position":[[620,3]]},"661":{"position":[[211,2],[603,2],[1050,2]]},"666":{"position":[[653,5]]},"670":{"position":[[603,1]]},"682":{"position":[[760,3],[4153,2],[4209,2],[4285,2],[4355,2],[4527,3],[4938,2],[5491,1]]},"686":{"position":[[640,2],[684,1]]},"688":{"position":[[487,2],[531,1]]},"692":{"position":[[240,3],[897,3],[1193,1],[1273,6]]},"694":{"position":[[234,3],[892,2],[936,1],[1444,2],[1488,1]]},"696":{"position":[[582,2],[3582,3],[3869,3],[7133,3]]},"698":{"position":[[1376,3]]},"706":{"position":[[1340,3]]}}}],["1)[flaml.automl",{"_index":1113,"t":{"92":{"position":[[3079,16]]},"100":{"position":[[4581,16]]},"122":{"position":[[7532,16]]},"128":{"position":[[4597,16]]},"225":{"position":[[4744,16]]}}}],["1,s=0.45765,e=32,d=42,o=0.0,y=0.0_2021",{"_index":1375,"t":{"108":{"position":[[1992,38]]}}}],["1.0",{"_index":1096,"t":{"92":{"position":[[2465,5]]},"102":{"position":[[635,3],[758,3]]},"112":{"position":[[1930,4]]},"122":{"position":[[6900,5],[7108,5]]},"128":{"position":[[3948,5]]},"150":{"position":[[2320,5],[8349,4]]},"152":{"position":[[393,3],[399,4],[487,4]]},"221":{"position":[[1884,5],[2091,5],[2298,5],[2505,5],[2712,5],[2919,5]]},"223":{"position":[[2245,5],[2452,5],[2659,5],[2866,5]]},"225":{"position":[[3672,5],[3879,5],[4086,5]]},"227":{"position":[[8002,5],[8229,5]]},"512":{"position":[[2761,4]]},"548":{"position":[[211,4]]},"610":{"position":[[1897,5]]},"649":{"position":[[7567,3],[7573,4],[7661,4],[9354,4]]},"661":{"position":[[499,4],[545,5],[913,4]]},"668":{"position":[[814,4],[873,4],[1039,4],[1536,4],[1582,5],[1793,4],[1839,4]]},"682":{"position":[[2756,4],[4494,3]]},"696":{"position":[[2864,3],[6356,3]]}}}],["1.00902e",{"_index":2283,"t":{"194":{"position":[[1671,8]]}}}],["1.02723",{"_index":2262,"t":{"194":{"position":[[1368,7]]}}}],["1.03892e",{"_index":2379,"t":{"194":{"position":[[3104,8]]}}}],["1.0694482081472874best",{"_index":3766,"t":{"308":{"position":[[181,22]]}}}],["1.1",{"_index":1098,"t":{"92":{"position":[[2678,5]]},"128":{"position":[[4165,5]]},"221":{"position":[[3126,5],[3334,5],[3542,5],[3750,5],[3958,5],[4166,5]]},"223":{"position":[[3073,5],[3280,5],[3487,5]]},"225":{"position":[[4293,5],[4500,5]]},"229":{"position":[[4326,3],[4395,3],[4462,3],[4523,3],[4887,3],[6213,3],[6282,3],[6349,3],[6410,3],[6774,3]]}}}],["1.1.0",{"_index":3217,"t":{"233":{"position":[[146,5]]},"702":{"position":[[2009,5]]}}}],["1.10418e",{"_index":2386,"t":{"194":{"position":[[3214,8]]}}}],["1.15549e",{"_index":2357,"t":{"194":{"position":[[2775,8]]}}}],["1.17333e",{"_index":2343,"t":{"194":{"position":[[2558,8]]}}}],["1.19145e",{"_index":2365,"t":{"194":{"position":[[2888,8]]}}}],["1.2",{"_index":1727,"t":{"150":{"position":[[2536,5]]},"221":{"position":[[4374,5],[4582,5],[4790,5],[4996,5],[5200,5]]},"223":{"position":[[3694,5],[3901,5],[4109,5]]}}}],["1.23",{"_index":5579,"t":{"668":{"position":[[1880,5]]}}}],["1.2300517559051514",{"_index":5577,"t":{"668":{"position":[[1588,21]]}}}],["1.2851507818900338e",{"_index":2408,"t":{"196":{"position":[[461,19]]}}}],["1.28515e",{"_index":2372,"t":{"194":{"position":[[2997,8]]}}}],["1.3",{"_index":1163,"t":{"100":{"position":[[2274,5]]},"221":{"position":[[5409,5],[5618,5],[5827,5],[6041,5],[6255,5],[6472,5]]},"229":{"position":[[4031,3],[5918,3]]}}}],["1.4",{"_index":1166,"t":{"100":{"position":[[2481,5]]},"221":{"position":[[6692,5],[6912,5],[7132,5],[7352,5]]},"223":{"position":[[4317,5],[4525,5]]},"229":{"position":[[4737,3],[6624,3]]}}}],["1.4442580148221913",{"_index":5538,"t":{"661":{"position":[[967,20]]}}}],["1.44427",{"_index":2247,"t":{"194":{"position":[[1166,7]]}}}],["1.49578e",{"_index":2393,"t":{"194":{"position":[[3320,8]]}}}],["1.5",{"_index":1729,"t":{"150":{"position":[[2752,5]]},"221":{"position":[[7566,5],[7774,5],[7982,5],[8196,5],[8410,5],[8621,5]]},"223":{"position":[[4733,5]]}}}],["1.53338",{"_index":2314,"t":{"194":{"position":[[2126,7]]}}}],["1.59538",{"_index":2298,"t":{"194":{"position":[[1899,7]]}}}],["1.6",{"_index":2566,"t":{"221":{"position":[[8838,5],[9058,5],[9278,5],[9495,5],[9712,5]]},"223":{"position":[[4941,5]]}}}],["1.7",{"_index":2571,"t":{"221":{"position":[[9932,5],[10146,5],[10360,5],[10584,5]]},"223":{"position":[[5149,5]]}}}],["1.8",{"_index":2577,"t":{"221":{"position":[[10812,5],[11040,5],[11268,5]]},"223":{"position":[[5357,5]]}}}],["1.8630223791106992",{"_index":5567,"t":{"668":{"position":[[777,19]]}}}],["1.9",{"_index":1732,"t":{"150":{"position":[[2968,5]]},"221":{"position":[[11496,5],[11714,5],[11928,5],[12152,5]]},"223":{"position":[[5565,5]]}}}],["1.99",{"_index":5773,"t":{"698":{"position":[[827,5]]}}}],["1/1024",{"_index":5642,"t":{"682":{"position":[[2745,6]]}}}],["10",{"_index":347,"t":{"15":{"position":[[1140,3]]},"17":{"position":[[232,2]]},"43":{"position":[[335,4]]},"100":{"position":[[3446,3]]},"114":{"position":[[973,3],[2350,3]]},"122":{"position":[[3042,3]]},"128":{"position":[[3231,3]]},"150":{"position":[[3542,3]]},"180":{"position":[[1107,3]]},"221":{"position":[[3262,3]]},"223":{"position":[[755,3],[4037,3]]},"225":{"position":[[1772,3]]},"227":{"position":[[4046,3]]},"229":{"position":[[7565,3]]},"238":{"position":[[396,4]]},"269":{"position":[[710,2]]},"290":{"position":[[465,3]]},"506":{"position":[[1457,2],[1734,2],[1789,2],[2763,2],[3040,2],[3095,2]]},"512":{"position":[[200,3],[256,4],[423,3],[479,4],[671,3],[912,3],[997,3],[1453,3],[1919,3],[2435,3]]},"663":{"position":[[1059,3]]},"672":{"position":[[816,2]]},"682":{"position":[[4010,2],[4071,3],[4302,3],[4372,3],[5509,2],[5588,4],[5648,2],[5765,3]]},"686":{"position":[[358,2]]},"702":{"position":[[1735,6]]}}}],["10)*(x",{"_index":780,"t":{"39":{"position":[[2263,6],[2818,6]]}}}],["10.0",{"_index":2752,"t":{"223":{"position":[[14446,6]]}}}],["10.5",{"_index":1177,"t":{"100":{"position":[[3309,6]]}}}],["100",{"_index":404,"t":{"17":{"position":[[1149,5]]},"31":{"position":[[1786,5]]},"108":{"position":[[570,4]]},"122":{"position":[[232,5]]},"221":{"position":[[22713,4]]},"229":{"position":[[5175,16],[7062,16]]},"494":{"position":[[292,4]]},"572":{"position":[[2155,6]]},"608":{"position":[[2086,4]]},"684":{"position":[[901,3],[1005,3]]}}}],["100.0",{"_index":4551,"t":{"494":{"position":[[219,6]]}}}],["1000",{"_index":402,"t":{"17":{"position":[[1054,6]]},"554":{"position":[[940,5]]},"692":{"position":[[557,5]]},"696":{"position":[[2006,4]]}}}],["100000",{"_index":2041,"t":{"180":{"position":[[1128,8]]},"680":{"position":[[1599,6]]},"682":{"position":[[764,8]]}}}],["1000analysi",{"_index":5741,"t":{"696":{"position":[[3114,12]]}}}],["1000max_resourc",{"_index":5769,"t":{"696":{"position":[[6658,16]]}}}],["100config",{"_index":3718,"t":{"300":{"position":[[16,9]]}}}],["1024",{"_index":5643,"t":{"682":{"position":[[2981,5]]},"696":{"position":[[3381,5],[6933,5]]}}}],["1024**3",{"_index":4854,"t":{"558":{"position":[[2941,10]]},"608":{"position":[[8316,9]]}}}],["105",{"_index":4209,"t":{"360":{"position":[[14663,5]]}}}],["106",{"_index":1788,"t":{"150":{"position":[[7707,4]]}}}],["107",{"_index":4210,"t":{"360":{"position":[[14669,4]]}}}],["10data_dir",{"_index":3233,"t":{"236":{"position":[[249,10]]}}}],["10print(automl.best_loss",{"_index":5574,"t":{"668":{"position":[[1252,26]]}}}],["10x",{"_index":482,"t":{"25":{"position":[[344,4]]}}}],["11",{"_index":1056,"t":{"92":{"position":[[626,2],[700,2],[766,2],[846,2],[985,2],[1063,2],[1184,2],[1313,2],[1391,2],[1520,2],[1598,2],[1727,2],[1805,2],[1934,2],[2012,2],[2141,2],[2222,2],[2354,2],[2432,2],[2561,2],[2645,2],[2780,2],[2846,2],[3096,2],[3154,2]]},"100":{"position":[[916,2],[987,2],[1053,2],[1127,2],[1215,2],[1293,2],[1413,2],[1542,2],[1620,2],[1749,2],[1827,2],[1956,2],[2034,2],[2163,2],[2241,2],[2370,2],[2448,2],[2577,2],[2655,2],[2784,2],[2862,2],[2991,2],[3069,2],[3198,2],[3276,2],[3406,2],[3485,2],[3615,2],[3655,3],[3694,2],[3824,2],[3903,2],[4033,2],[4112,2],[4242,2],[4308,2],[4598,2],[4656,2],[4753,2]]},"122":{"position":[[474,2],[543,2],[614,2],[690,2],[789,2],[867,2],[986,2],[1115,2],[1193,2],[1322,2],[1400,2],[1529,2],[1607,2],[1736,2],[1817,2],[1949,2],[2030,2],[2162,2],[2240,2],[2369,2],[2447,2],[2576,2],[2657,2],[2789,2],[2870,2],[3002,2],[3084,2],[3219,2],[3259,3],[3301,2],[3436,2],[3518,2],[3653,2],[3735,2],[3870,2],[3949,2],[4078,2],[4160,2],[4292,2],[4371,2],[4500,2],[4579,2],[4708,2],[4787,2],[4916,2],[4995,2],[5124,2],[5203,2],[5332,2],[5411,2],[5540,2],[5619,2],[5748,2],[5827,2],[5956,2],[6035,2],[6164,2],[6243,2],[6372,2],[6451,2],[6580,2],[6659,2],[6788,2],[6867,2],[6996,2],[7075,2],[7204,2],[7270,2],[7549,2],[7607,2],[7705,2]]},"128":{"position":[[643,2],[714,2],[785,2],[859,2],[990,2],[1068,2],[1187,2],[1316,2],[1394,2],[1523,2],[1601,2],[1730,2],[1808,2],[1937,2],[2015,2],[2144,2],[2222,2],[2351,2],[2429,2],[2558,2],[2636,2],[2765,2],[2846,2],[2978,2],[3059,2],[3191,2],[3273,2],[3405,2],[3445,3],[3487,2],[3619,2],[3701,2],[3833,2],[3915,2],[4047,2],[4132,2],[4267,2],[4333,2],[4614,2],[4672,2],[4770,2]]},"150":{"position":[[3759,3]]},"221":{"position":[[3470,3]]},"223":{"position":[[4245,3]]},"227":{"position":[[4248,3]]}}}],["11.9165",{"_index":2387,"t":{"194":{"position":[[3226,7]]}}}],["110",{"_index":633,"t":{"31":{"position":[[1779,6]]},"360":{"position":[[14684,4]]}}}],["111.799",{"_index":2351,"t":{"194":{"position":[[2684,7]]}}}],["112",{"_index":4213,"t":{"360":{"position":[[14689,4]]}}}],["115]})model.predict(multivariate_x_test",{"_index":4214,"t":{"360":{"position":[[14694,40]]}}}],["118",{"_index":4212,"t":{"360":{"position":[[14679,4]]}}}],["119",{"_index":3093,"t":{"229":{"position":[[4966,3],[6853,3]]}}}],["11:44:03",{"_index":1424,"t":{"112":{"position":[[958,9],[1023,9],[1094,9],[1165,9],[1241,9],[1336,9]]}}}],["11:47:28",{"_index":1408,"t":{"110":{"position":[[1046,9],[1112,9],[1183,9],[1254,9],[1328,9],[1423,9]]}}}],["12",{"_index":348,"t":{"15":{"position":[[1148,2]]},"92":{"position":[[629,2],[703,2],[769,2],[849,2],[988,2],[1066,2],[1187,2],[1316,2],[1394,2],[1523,2],[1601,2],[1730,2],[1808,2],[1937,2],[2015,2],[2144,2],[2225,2],[2357,2],[2435,2],[2564,2],[2648,2],[2783,2],[2849,2],[3099,2],[3157,2]]},"100":{"position":[[3864,3]]},"108":{"position":[[1434,2],[1504,2],[1578,2],[1649,2],[1729,2],[1824,2],[1919,2],[2031,2],[2080,2],[2204,2],[2348,2],[2480,2],[2538,2],[2635,2]]},"110":{"position":[[1040,2],[1106,2],[1177,2],[1248,2],[1322,2],[1417,2]]},"112":{"position":[[952,2],[1017,2],[1088,2],[1159,2],[1235,2],[1330,2]]},"122":{"position":[[3476,3]]},"128":{"position":[[3659,3]]},"150":{"position":[[3976,3]]},"221":{"position":[[312,2],[3678,3]]},"223":{"position":[[4453,3]]},"227":{"position":[[4450,3]]},"229":{"position":[[407,2]]},"661":{"position":[[834,3]]},"682":{"position":[[5352,2],[5411,3],[5446,3]]}}}],["12.0357",{"_index":2380,"t":{"194":{"position":[[3116,7]]}}}],["12.4",{"_index":1181,"t":{"100":{"position":[[3518,6]]}}}],["120",{"_index":4211,"t":{"360":{"position":[[14674,4]]}}}],["1200",{"_index":2036,"t":{"180":{"position":[[1061,5]]}}}],["120000",{"_index":2045,"t":{"180":{"position":[[1161,10]]}}}],["121.388",{"_index":2292,"t":{"194":{"position":[[1801,7]]}}}],["122",{"_index":1657,"t":{"139":{"position":[[572,4]]}}}],["1242.6435902118683[flaml.automl",{"_index":3208,"t":{"229":{"position":[[29241,32]]}}}],["1242.6s,\\testim",{"_index":3114,"t":{"229":{"position":[[5482,19]]}}}],["126.871",{"_index":2307,"t":{"194":{"position":[[2023,7]]}}}],["1279.6s[flaml.automl",{"_index":3128,"t":{"229":{"position":[[7254,21]]}}}],["128",{"_index":4431,"t":{"416":{"position":[[588,3]]}}}],["128n_train_exampl",{"_index":3230,"t":{"236":{"position":[[182,19]]}}}],["129/129",{"_index":3101,"t":{"229":{"position":[[5192,7]]}}}],["12k",{"_index":345,"t":{"15":{"position":[[1101,3]]}}}],["12split_idx",{"_index":2663,"t":{"223":{"position":[[348,11]]}}}],["13",{"_index":1186,"t":{"100":{"position":[[4073,3]]},"122":{"position":[[3693,3]]},"128":{"position":[[3873,3]]},"150":{"position":[[4193,3]]},"221":{"position":[[3886,3]]},"223":{"position":[[4661,3]]},"225":{"position":[[2172,2],[2235,2],[2303,2],[2374,2],[2448,2],[2616,2],[2694,2],[2814,2],[2943,2],[3021,2],[3150,2],[3228,2],[3357,2],[3435,2],[3564,2],[3642,2],[3771,2],[3849,2],[3978,2],[4056,2],[4185,2],[4263,2],[4392,2],[4470,2],[4599,2],[4764,2],[4822,2]]},"227":{"position":[[4662,3]]}}}],["13.694",{"_index":2358,"t":{"194":{"position":[[2787,6]]}}}],["134846",{"_index":1679,"t":{"144":{"position":[[555,8]]}}}],["134846,)flamliz",{"_index":1680,"t":{"144":{"position":[[582,18]]}}}],["139.844",{"_index":2367,"t":{"194":{"position":[[2909,7]]}}}],["139062.95",{"_index":1813,"t":{"150":{"position":[[9388,10]]}}}],["14",{"_index":789,"t":{"39":{"position":[[2424,3],[2486,2],[2640,3],[2645,2],[3171,2],[3301,3]]},"122":{"position":[[3910,3]]},"128":{"position":[[4087,3]]},"150":{"position":[[4410,3]]},"221":{"position":[[4094,3]]},"223":{"position":[[4869,3]]},"227":{"position":[[4880,3]]}}}],["140522.03",{"_index":1815,"t":{"150":{"position":[[9407,9]]}}}],["143391.65036562",{"_index":1241,"t":{"100":{"position":[[6042,16]]}}}],["1446",{"_index":1712,"t":{"150":{"position":[[936,6]]}}}],["145/145",{"_index":3118,"t":{"229":{"position":[[7079,7]]}}}],["1450",{"_index":1713,"t":{"150":{"position":[[1007,6]]}}}],["145194",{"_index":5602,"t":{"674":{"position":[[556,6]]}}}],["146.249",{"_index":2330,"t":{"194":{"position":[[2359,7]]}}}],["148",{"_index":5562,"t":{"668":{"position":[[143,4],[474,4]]}}}],["1485",{"_index":1058,"t":{"92":{"position":[[642,6]]},"100":{"position":[[932,6]]},"122":{"position":[[490,6]]},"128":{"position":[[659,6]]}}}],["1489",{"_index":1062,"t":{"92":{"position":[[716,6]]},"100":{"position":[[1003,6]]},"122":{"position":[[559,6]]},"128":{"position":[[730,6]]}}}],["1496",{"_index":1714,"t":{"150":{"position":[[1073,6]]}}}],["15",{"_index":706,"t":{"37":{"position":[[367,3]]},"39":{"position":[[2867,3],[3072,3],[3188,3]]},"43":{"position":[[906,3]]},"100":{"position":[[919,2],[990,2],[1056,2],[1130,2],[1218,2],[1296,2],[1416,2],[1545,2],[1623,2],[1752,2],[1830,2],[1959,2],[2037,2],[2166,2],[2244,2],[2373,2],[2451,2],[2580,2],[2658,2],[2787,2],[2865,2],[2994,2],[3072,2],[3201,2],[3279,2],[3409,2],[3488,2],[3618,2],[3697,2],[3827,2],[3906,2],[4036,2],[4115,2],[4245,2],[4311,2],[4601,2],[4659,2],[4756,2]]},"122":{"position":[[477,2],[546,2],[617,2],[693,2],[792,2],[870,2],[989,2],[1118,2],[1196,2],[1325,2],[1403,2],[1532,2],[1610,2],[1739,2],[1820,2],[1952,2],[2033,2],[2165,2],[2243,2],[2372,2],[2450,2],[2579,2],[2660,2],[2792,2],[2873,2],[3005,2],[3087,2],[3222,2],[3304,2],[3439,2],[3521,2],[3656,2],[3738,2],[3873,2],[3952,2],[4081,2],[4118,3],[4163,2],[4295,2],[4374,2],[4503,2],[4582,2],[4711,2],[4790,2],[4919,2],[4998,2],[5127,2],[5206,2],[5335,2],[5414,2],[5543,2],[5622,2],[5751,2],[5830,2],[5959,2],[6038,2],[6167,2],[6246,2],[6375,2],[6454,2],[6583,2],[6662,2],[6791,2],[6870,2],[6999,2],[7078,2],[7207,2],[7273,2],[7552,2],[7610,2],[7708,2]]},"128":{"position":[[646,2],[717,2],[788,2],[862,2],[993,2],[1071,2],[1190,2],[1319,2],[1397,2],[1526,2],[1604,2],[1733,2],[1811,2],[1940,2],[2018,2],[2147,2],[2225,2],[2354,2],[2432,2],[2561,2],[2639,2],[2768,2],[2849,2],[2981,2],[3062,2],[3194,2],[3276,2],[3408,2],[3490,2],[3622,2],[3704,2],[3836,2],[3918,2],[4050,2],[4135,2],[4270,2],[4336,2],[4617,2],[4675,2],[4773,2]]},"150":{"position":[[4627,3]]},"180":{"position":[[1103,3]]},"221":{"position":[[4302,3]]},"223":{"position":[[5077,3]]},"227":{"position":[[878,3],[5106,3]]},"336":{"position":[[4697,2]]},"682":{"position":[[5248,2],[5291,4]]}}}],["15.580684188655825",{"_index":2407,"t":{"196":{"position":[[424,19]]}}}],["15.5807",{"_index":2373,"t":{"194":{"position":[[3009,7]]}}}],["1500",{"_index":2038,"t":{"180":{"position":[[1073,5]]}}}],["150}{\"curr_best_record_id",{"_index":5539,"t":{"661":{"position":[[1022,27]]}}}],["150}{\"record_id",{"_index":5533,"t":{"661":{"position":[[585,17]]}}}],["152.008",{"_index":2337,"t":{"194":{"position":[[2467,7]]}}}],["153171.44071629",{"_index":1243,"t":{"100":{"position":[[6075,15]]}}}],["1533",{"_index":1715,"t":{"150":{"position":[[1147,6]]}}}],["1540",{"_index":1064,"t":{"92":{"position":[[782,6]]},"100":{"position":[[1069,6]]},"122":{"position":[[630,6]]},"128":{"position":[[801,6]]}}}],["15480",{"_index":1634,"t":{"137":{"position":[[490,7]]},"139":{"position":[[453,7]]}}}],["15480,);x_test.shap",{"_index":1636,"t":{"137":{"position":[[517,22]]},"139":{"position":[[480,22]]}}}],["1557",{"_index":1784,"t":{"150":{"position":[[7500,6]]}}}],["1558",{"_index":1785,"t":{"150":{"position":[[7558,6]]}}}],["1569",{"_index":1787,"t":{"150":{"position":[[7653,6]]}}}],["1577",{"_index":1066,"t":{"92":{"position":[[862,6]]},"100":{"position":[[1143,6]]},"122":{"position":[[706,6]]},"128":{"position":[[875,6]]}}}],["159",{"_index":422,"t":{"17":{"position":[[1653,4]]}}}],["16",{"_index":1549,"t":{"122":{"position":[[4332,3]]},"150":{"position":[[4844,3]]},"221":{"position":[[4510,3]]},"223":{"position":[[5285,3]]},"227":{"position":[[5318,3]]},"229":{"position":[[7540,3],[26304,3],[26378,3]]},"290":{"position":[[367,3],[580,2]]},"657":{"position":[[971,2]]}}}],["1608",{"_index":1114,"t":{"92":{"position":[[3112,6]]},"100":{"position":[[4614,6]]},"122":{"position":[[7565,6]]},"128":{"position":[[4630,6]]}}}],["1610",{"_index":1116,"t":{"92":{"position":[[3170,6]]},"100":{"position":[[4672,6]]},"122":{"position":[[7623,6]]},"128":{"position":[[4688,6]]}}}],["1624",{"_index":1202,"t":{"100":{"position":[[4769,6]]},"122":{"position":[[7721,6]]},"128":{"position":[[4786,6]]}}}],["17",{"_index":1550,"t":{"122":{"position":[[4540,3]]},"150":{"position":[[5061,3]]},"221":{"position":[[4718,3]]},"223":{"position":[[5493,3]]},"227":{"position":[[5544,3]]},"281":{"position":[[1119,2]]}}}],["174.027",{"_index":2323,"t":{"194":{"position":[[2251,7]]}}}],["1763",{"_index":1716,"t":{"150":{"position":[[1238,6],[1574,6],[1790,6],[2006,6],[2222,6],[2438,6],[2654,6],[2870,6],[3086,6],[3302,6],[3518,6],[3735,6],[3952,6],[4169,6],[4386,6],[4603,6],[4820,6],[5037,6],[5254,6],[5471,6],[5688,6],[5906,6],[6124,6],[6342,6],[6560,6],[6778,6],[6996,6]]}}}],["18",{"_index":479,"t":{"25":{"position":[[191,4]]},"31":{"position":[[508,4]]},"122":{"position":[[4748,3]]},"150":{"position":[[5278,3]]},"221":{"position":[[4926,3]]},"223":{"position":[[5701,3]]},"227":{"position":[[5746,3]]},"668":{"position":[[162,3],[493,3]]}}}],["1800",{"_index":2037,"t":{"180":{"position":[[1067,5]]}}}],["180split_idx",{"_index":2816,"t":{"225":{"position":[[1345,12]]}}}],["182125.5",{"_index":1816,"t":{"150":{"position":[[9421,8]]}}}],["1826",{"_index":1074,"t":{"92":{"position":[[1001,6],[1329,6],[1536,6],[1743,6],[1950,6],[2157,6],[2370,6],[2577,6]]},"100":{"position":[[1231,6],[1558,6],[1765,6],[1972,6],[2179,6],[2386,6],[2593,6],[2800,6],[3007,6],[3214,6],[3422,6],[3631,6],[3840,6],[4049,6]]},"122":{"position":[[805,6],[1131,6],[1338,6],[1545,6],[1752,6],[1965,6],[2178,6],[2385,6],[2592,6],[2805,6],[3018,6],[3235,6],[3452,6],[3669,6],[3886,6],[4094,6],[4308,6],[4516,6],[4724,6],[4932,6],[5140,6],[5348,6],[5556,6],[5764,6],[5972,6],[6180,6],[6388,6],[6596,6],[6804,6],[7012,6]]},"128":{"position":[[1006,6],[1332,6],[1539,6],[1746,6],[1953,6],[2160,6],[2367,6],[2574,6],[2781,6],[2994,6],[3207,6],[3421,6],[3635,6],[3849,6],[4063,6]]}}}],["184354.52735963",{"_index":1244,"t":{"100":{"position":[[6095,16]]}}}],["1880",{"_index":1718,"t":{"150":{"position":[[1319,6]]}}}],["18:21:44",{"_index":1057,"t":{"92":{"position":[[632,9],[706,9],[772,9],[852,9],[991,9],[1069,9],[1190,9],[1319,9],[1397,9],[1526,9],[1604,9],[1733,9],[1811,9],[1940,9],[2018,9],[2147,9]]}}}],["18:21:45",{"_index":1092,"t":{"92":{"position":[[2228,9],[2360,9],[2438,9],[2567,9],[2651,9],[2786,9],[2852,9],[3102,9],[3160,9]]}}}],["19",{"_index":1552,"t":{"122":{"position":[[4956,3]]},"150":{"position":[[5495,3]]},"221":{"position":[[5130,3]]},"223":{"position":[[5909,3]]},"227":{"position":[[5972,3]]},"229":{"position":[[5171,3],[7058,3]]}}}],["1943",{"_index":1360,"t":{"108":{"position":[[1450,6]]}}}],["1944",{"_index":1076,"t":{"92":{"position":[[1079,6]]},"100":{"position":[[1309,6]]},"122":{"position":[[883,6]]},"128":{"position":[[1084,6]]}}}],["1945",{"_index":1362,"t":{"108":{"position":[[1520,6]]}}}],["1949",{"_index":1363,"t":{"108":{"position":[[1594,6]]}}}],["1952",{"_index":1720,"t":{"150":{"position":[[1439,6],[1655,6],[1871,6],[2087,6],[2303,6],[2519,6],[2735,6],[2951,6],[3167,6],[3383,6],[3600,6],[3817,6],[4034,6],[4251,6],[4468,6],[4685,6],[4902,6],[5119,6],[5336,6],[5553,6],[5770,6],[5988,6],[6206,6],[6424,6],[6642,6],[6860,6],[7078,6]]}}}],["1965",{"_index":1409,"t":{"110":{"position":[[1056,6]]},"112":{"position":[[968,6]]}}}],["1967",{"_index":1411,"t":{"110":{"position":[[1122,6]]},"112":{"position":[[1033,6]]}}}],["1971",{"_index":1412,"t":{"110":{"position":[[1193,6]]},"112":{"position":[[1104,6]]}}}],["1975592613.138005",{"_index":1256,"t":{"100":{"position":[[6491,18]]}}}],["1996",{"_index":1497,"t":{"114":{"position":[[473,7],[1852,7]]}}}],["1999",{"_index":3686,"t":{"294":{"position":[[1699,5]]}}}],["19:46:44",{"_index":1148,"t":{"100":{"position":[[922,9],[993,9],[1059,9],[1133,9],[1221,9],[1299,9],[1419,9],[1548,9],[1626,9],[1755,9],[1833,9],[1962,9],[2040,9],[2169,9]]}}}],["19:46:45",{"_index":1162,"t":{"100":{"position":[[2247,9],[2376,9],[2454,9],[2583,9]]}}}],["19:46:46",{"_index":1167,"t":{"100":{"position":[[2661,9],[2790,9],[2868,9],[2997,9]]}}}],["19:46:48",{"_index":1171,"t":{"100":{"position":[[3075,9],[3204,9]]}}}],["19:46:54",{"_index":1176,"t":{"100":{"position":[[3282,9],[3412,9]]}}}],["19:46:56",{"_index":1180,"t":{"100":{"position":[[3491,9],[3621,9]]}}}],["19:47:13",{"_index":1182,"t":{"100":{"position":[[3700,9],[3830,9]]}}}],["19:47:15",{"_index":1184,"t":{"100":{"position":[[3909,9],[4039,9]]}}}],["19:47:29",{"_index":1187,"t":{"100":{"position":[[4118,9]]}}}],["19:47:33",{"_index":1191,"t":{"100":{"position":[[4248,9],[4314,9],[4604,9],[4662,9],[4759,9]]}}}],["1].last_result",{"_index":5134,"t":{"608":{"position":[[801,15],[3402,15],[7529,15]]}}}],["1]def",{"_index":637,"t":{"31":{"position":[[1996,5]]}}}],["1d",{"_index":4476,"t":{"434":{"position":[[5743,2]]},"438":{"position":[[53,4]]}}}],["1e",{"_index":1449,"t":{"112":{"position":[[1985,2]]},"192":{"position":[[410,2],[461,2]]},"194":{"position":[[1249,2],[1665,2],[1881,2],[2331,2],[2656,2],[3098,2],[3314,2]]},"229":{"position":[[642,2]]},"300":{"position":[[170,2]]},"360":{"position":[[10749,2],[19959,2],[35654,2]]},"512":{"position":[[802,2],[866,2],[1246,2],[1310,2]]},"554":{"position":[[601,2],[607,2]]},"572":{"position":[[3215,2],[3618,2],[3890,2],[3896,2],[4350,2],[4871,2],[4977,2],[5343,2],[5449,2]]},"610":{"position":[[1858,2]]},"682":{"position":[[4771,2],[4935,2]]}}}],["1k",{"_index":431,"t":{"17":{"position":[[1944,2]]}}}],["1s",{"_index":628,"t":{"31":{"position":[[1675,2]]}}}],["2",{"_index":421,"t":{"17":{"position":[[1611,1]]},"19":{"position":[[124,1]]},"27":{"position":[[1048,1]]},"31":{"position":[[1325,3],[1380,3],[2777,2],[2794,2],[2823,2],[2864,2],[2889,2],[2906,2]]},"39":{"position":[[3192,2]]},"92":{"position":[[1560,2]]},"100":{"position":[[1789,2]]},"102":{"position":[[549,1],[579,1]]},"114":{"position":[[1664,3]]},"122":{"position":[[240,1],[1362,2]]},"128":{"position":[[1563,2]]},"139":{"position":[[598,2]]},"150":{"position":[[1814,2]]},"162":{"position":[[1061,2]]},"184":{"position":[[1859,2]]},"192":{"position":[[553,2]]},"203":{"position":[[203,3]]},"213":{"position":[[362,1]]},"221":{"position":[[1606,2]]},"223":{"position":[[2381,2]]},"225":{"position":[[518,2],[3187,2]]},"227":{"position":[[2400,2]]},"229":{"position":[[7428,4],[27686,4],[27932,4]]},"255":{"position":[[1814,1]]},"257":{"position":[[732,2]]},"290":{"position":[[338,2]]},"294":{"position":[[156,1]]},"300":{"position":[[84,1],[140,1],[288,2]]},"306":{"position":[[448,1]]},"322":{"position":[[2250,3]]},"328":{"position":[[2320,3]]},"416":{"position":[[1270,3],[1289,4]]},"512":{"position":[[869,2],[1313,2],[1561,3],[1617,3]]},"544":{"position":[[3484,2]]},"558":{"position":[[1541,4],[1620,1]]},"572":{"position":[[3218,2],[3621,3],[3899,2],[4353,3],[4874,3],[5346,3]]},"608":{"position":[[1791,2],[4126,3],[4204,1],[7566,2],[7696,1],[7783,2]]},"610":{"position":[[113,2],[1598,4]]},"649":{"position":[[552,3],[1973,3]]},"657":{"position":[[4143,3]]},"659":{"position":[[970,3]]},"680":{"position":[[1307,1]]},"682":{"position":[[4774,3],[5047,3],[5183,2],[5630,1],[5728,1],[5769,3]]},"692":{"position":[[322,3],[1032,3]]},"694":{"position":[[627,2],[1042,3]]},"696":{"position":[[3653,2],[4049,3]]},"698":{"position":[[1118,3]]},"706":{"position":[[1433,3]]}}}],["2*dim",{"_index":4786,"t":{"544":{"position":[[3462,6],[3927,5]]}}}],["2*x",{"_index":779,"t":{"39":{"position":[[2256,4],[2811,4]]}}}],["2.0",{"_index":1462,"t":{"112":{"position":[[2255,4]]},"221":{"position":[[12373,5],[12587,5],[12798,5],[13006,5],[13224,5],[13440,5]]},"223":{"position":[[5773,5]]},"526":{"position":[[169,4],[298,4]]},"528":{"position":[[151,4],[290,4]]}}}],["2.05111e",{"_index":2245,"t":{"194":{"position":[[1142,8]]}}}],["2.05134e",{"_index":2246,"t":{"194":{"position":[[1154,8]]}}}],["2.1",{"_index":2589,"t":{"221":{"position":[[13649,5],[13866,5],[14080,5],[14294,5],[14508,5]]},"223":{"position":[[5981,5],[6187,5],[6391,5]]}}}],["2.10.0",{"_index":4932,"t":{"572":{"position":[[2011,6]]}}}],["2.15443",{"_index":2277,"t":{"194":{"position":[[1575,7]]}}}],["2.194",{"_index":1802,"t":{"150":{"position":[[8489,5]]}}}],["2.2",{"_index":1734,"t":{"150":{"position":[[3184,5]]},"221":{"position":[[14726,5]]},"223":{"position":[[6600,5],[6814,5],[7028,5]]}}}],["2.27it/",{"_index":3103,"t":{"229":{"position":[[5214,9]]}}}],["2.28it/",{"_index":3120,"t":{"229":{"position":[[7101,9]]}}}],["2.3",{"_index":2720,"t":{"223":{"position":[[7242,5],[7456,5],[7670,5]]}}}],["2.4",{"_index":2723,"t":{"223":{"position":[[7887,5],[8107,5]]}}}],["2.5",{"_index":439,"t":{"19":{"position":[[298,3]]},"100":{"position":[[2688,5]]},"150":{"position":[[3400,5]]},"223":{"position":[[8321,5]]}}}],["2.5.0",{"_index":4542,"t":{"490":{"position":[[598,8]]}}}],["2.51275",{"_index":2350,"t":{"194":{"position":[[2674,7]]}}}],["2.6",{"_index":2726,"t":{"223":{"position":[[8529,5],[8735,5],[8947,5]]},"674":{"position":[[295,5],[446,3]]}}}],["2.7",{"_index":3057,"t":{"229":{"position":[[4258,3],[6145,3]]}}}],["2.72935",{"_index":2291,"t":{"194":{"position":[[1791,7]]}}}],["2.8",{"_index":1737,"t":{"150":{"position":[[3617,5]]},"223":{"position":[[9161,5],[9375,5],[9599,5]]}}}],["2.9",{"_index":1170,"t":{"100":{"position":[[2895,5]]},"223":{"position":[[9827,5],[10055,5]]}}}],["2.90939",{"_index":2306,"t":{"194":{"position":[[2013,7]]}}}],["2.93182e",{"_index":2364,"t":{"194":{"position":[[2876,8]]}}}],["2.99]analysi",{"_index":5783,"t":{"698":{"position":[[1191,13]]}}}],["20",{"_index":310,"t":{"15":{"position":[[201,3],[455,4]]},"17":{"position":[[284,2]]},"25":{"position":[[715,2]]},"43":{"position":[[1047,3]]},"110":{"position":[[475,3],[1043,2],[1109,2],[1180,2],[1251,2],[1325,2],[1420,2]]},"112":{"position":[[452,3],[955,2],[1020,2],[1091,2],[1162,2],[1238,2],[1333,2]]},"122":{"position":[[5164,3]]},"150":{"position":[[5712,3]]},"180":{"position":[[1098,4]]},"221":{"position":[[5334,3]]},"223":{"position":[[6117,3]]},"227":{"position":[[6178,3]]},"257":{"position":[[90,2],[185,3]]},"261":{"position":[[97,3]]},"360":{"position":[[21420,2],[39066,2]]},"544":{"position":[[440,3]]},"558":{"position":[[805,3]]},"649":{"position":[[4891,3]]},"661":{"position":[[419,3]]},"668":{"position":[[1456,3],[1713,3]]}}}],["20.3715",{"_index":2394,"t":{"194":{"position":[[3332,7]]}}}],["200",{"_index":1464,"t":{"112":{"position":[[2274,4]]},"122":{"position":[[220,5]]},"213":{"position":[[234,5]]}}}],["2000",{"_index":3685,"t":{"294":{"position":[[1691,4],[1719,4]]}}}],["200000",{"_index":2042,"t":{"180":{"position":[[1137,7]]}}}],["2018",{"_index":2530,"t":{"221":{"position":[[604,6]]},"223":{"position":[[1322,6]]}}}],["2019",{"_index":1365,"t":{"108":{"position":[[1665,6]]}}}],["2020",{"_index":2532,"t":{"221":{"position":[[667,6]]},"223":{"position":[[1385,6]]}}}],["2021",{"_index":5031,"t":{"602":{"position":[[173,5],[461,5],[761,5],[1109,5],[1426,5],[1684,7]]},"708":{"position":[[2178,5],[2481,5]]}}}],["2022",{"_index":2517,"t":{"221":{"position":[[73,5]]},"602":{"position":[[1972,7]]}}}],["2023",{"_index":3984,"t":{"336":{"position":[[4688,5]]},"602":{"position":[[2342,4],[2875,7],[3362,7]]},"708":{"position":[[2852,4]]}}}],["2024",{"_index":2534,"t":{"221":{"position":[[735,6]]},"223":{"position":[[1453,6]]}}}],["2029",{"_index":1081,"t":{"92":{"position":[[1200,6],[1407,6],[1614,6],[1821,6],[2028,6],[2238,6],[2448,6],[2661,6]]},"100":{"position":[[1429,6],[1636,6],[1843,6],[2050,6],[2257,6],[2464,6],[2671,6],[2878,6],[3085,6],[3292,6],[3501,6],[3710,6],[3919,6],[4128,6]]},"122":{"position":[[1002,6],[1209,6],[1416,6],[1623,6],[1833,6],[2046,6],[2256,6],[2463,6],[2673,6],[2886,6],[3100,6],[3317,6],[3534,6],[3751,6],[3965,6],[4176,6],[4387,6],[4595,6],[4803,6],[5011,6],[5219,6],[5427,6],[5635,6],[5843,6],[6051,6],[6259,6],[6467,6],[6675,6],[6883,6],[7091,6]]},"128":{"position":[[1203,6],[1410,6],[1617,6],[1824,6],[2031,6],[2238,6],[2445,6],[2652,6],[2862,6],[3075,6],[3289,6],[3503,6],[3717,6],[3931,6],[4148,6]]}}}],["2040284106.2781258",{"_index":1820,"t":{"150":{"position":[[9797,19]]}}}],["2048",{"_index":1435,"t":{"112":{"position":[[1776,5]]}}}],["2059",{"_index":1776,"t":{"150":{"position":[[7214,6]]}}}],["2060",{"_index":2897,"t":{"227":{"position":[[1409,6]]}}}],["2062",{"_index":2899,"t":{"227":{"position":[[1487,6]]}}}],["2063",{"_index":1413,"t":{"110":{"position":[[1264,6]]},"112":{"position":[[1175,6]]}}}],["2066",{"_index":2900,"t":{"227":{"position":[[1555,6]]}}}],["2071",{"_index":1366,"t":{"108":{"position":[[1745,6]]}}}],["21",{"_index":1371,"t":{"108":{"position":[[1928,2],[2040,2]]},"122":{"position":[[5372,3]]},"150":{"position":[[5930,3]]},"221":{"position":[[591,2],[654,2],[722,2],[793,2],[867,2],[1035,2],[1113,2],[1233,2],[1362,2],[1440,2],[1569,2],[1647,2],[1776,2],[1854,2],[1983,2],[2061,2],[2190,2],[2268,2],[2397,2],[2475,2],[2604,2],[2682,2],[2811,2],[2889,2],[3018,2],[3096,2],[3225,2],[3304,2],[3433,2],[3512,2],[3641,2],[3720,2],[3849,2],[3928,2],[4057,2],[4136,2],[4265,2],[4344,2],[4473,2],[4552,2],[4681,2],[4760,2],[4889,2],[4966,2],[5093,2],[5170,2],[5297,2],[5379,2],[5511,2],[5548,3],[5588,2],[5715,2],[5797,2],[5929,2],[6011,2],[6143,2],[6225,2],[6357,2],[6442,2],[6577,2],[6662,2],[6797,2],[6882,2],[7017,2],[7102,2],[7237,2],[7322,2],[7457,2],[7536,2],[7665,2],[7744,2],[7873,2],[7952,2],[8081,2],[8166,2],[8301,2],[8380,2],[8509,2],[8591,2],[8723,2],[8808,2],[8943,2],[9028,2],[9163,2],[9248,2],[9383,2],[9465,2],[9597,2],[9682,2],[9817,2],[9902,2],[10037,2],[10116,2],[10245,2],[10330,2],[10465,2],[10554,2],[10693,2],[10782,2],[10921,2],[11010,2],[11149,2],[11238,2],[11377,2],[11466,2],[11605,2],[11684,2],[11813,2],[11898,2],[12033,2],[12122,2],[12261,2],[12343,2],[12475,2],[12557,2],[12689,2],[12768,2],[12897,2],[12976,2],[13105,2],[13194,2],[13333,2],[13410,2],[13537,2],[13619,2],[13751,2],[13836,2],[13971,2],[14050,2],[14179,2],[14264,2],[14399,2],[14478,2],[14607,2],[14696,2],[14835,2],[14917,2],[15049,2],[15129,2],[15260,2],[15340,2],[15471,2],[15553,2],[15686,2],[15775,2],[15915,2],[15997,2],[16130,2],[16212,2],[16345,2],[16425,2],[16556,2],[16645,2],[16785,2],[16865,2],[16996,2],[17078,2],[17211,2],[17291,2],[17422,2],[17504,2],[17637,2],[17717,2],[17848,2],[17930,2],[18063,2],[18152,2],[18292,2],[18381,2],[18521,2],[18603,2],[18736,2],[18818,2],[18951,2],[19040,2],[19180,2],[19262,2],[19395,2],[19484,2],[19624,2],[19706,2],[19839,2],[19919,2],[20050,2],[20132,2],[20265,2],[20345,2],[20476,2],[20556,2],[20687,2],[20776,2],[20916,2],[21005,2],[21145,2],[21227,2],[21362,2],[21451,2],[21593,2],[21675,2],[21810,2],[21890,2],[22023,2],[22103,2],[22236,2],[22321,2],[22459,2],[22541,2],[22676,2],[22766,2]]},"223":{"position":[[1309,2],[1372,2],[1440,2],[1511,2],[1642,2],[1810,2],[1888,2],[2008,2],[2137,2],[2215,2],[2344,2],[2422,2],[2551,2],[2629,2],[2758,2],[2836,2],[2965,2],[3043,2],[3172,2],[3250,2],[3379,2],[3457,2],[3586,2],[3664,2],[3793,2],[3871,2],[4000,2],[4079,2],[4208,2],[4287,2],[4416,2],[4495,2],[4624,2],[4703,2],[4832,2],[4911,2],[5040,2],[5119,2],[5248,2],[5327,2],[5456,2],[5535,2],[5664,2],[5743,2],[5872,2],[5951,2],[6080,2],[6157,2],[6284,2],[6321,3],[6361,2],[6488,2],[6570,2],[6702,2],[6784,2],[6916,2],[6998,2],[7130,2],[7212,2],[7344,2],[7426,2],[7558,2],[7640,2],[7772,2],[7857,2],[7992,2],[8077,2],[8212,2],[8291,2],[8420,2],[8499,2],[8628,2],[8705,2],[8832,2],[8917,2],[9052,2],[9131,2],[9260,2],[9345,2],[9480,2],[9569,2],[9708,2],[9797,2],[9936,2],[10025,2],[10164,2],[10253,2],[10392,2],[10481,2],[10620,2],[10709,2],[10848,2],[10937,2],[11076,2],[11158,2],[11293,2],[11373,2],[11506,2],[11588,2],[11723,2],[11802,2],[11934,2],[12016,2],[12151,2],[12233,2],[12368,2],[12448,2],[12581,2],[12670,2],[12812,2],[12894,2],[13029,2],[13111,2],[13246,2],[13328,2],[13463,2],[13545,2],[13680,2],[13769,2],[13911,2],[13993,2],[14128,2],[14207,2],[14339,2],[14416,2],[14547,2],[14616,2],[14731,2],[14789,2],[14886,2]]},"227":{"position":[[6396,3]]},"682":{"position":[[5333,2],[5442,3]]}}}],["21.8",{"_index":1759,"t":{"150":{"position":[[5787,6]]}}}],["2100",{"_index":1391,"t":{"108":{"position":[[2496,6]]}}}],["2101",{"_index":1392,"t":{"108":{"position":[[2554,6]]}}}],["2112",{"_index":1394,"t":{"108":{"position":[[2651,6]]}}}],["2115",{"_index":1415,"t":{"110":{"position":[[1338,6]]},"112":{"position":[[1251,6]]}}}],["2118",{"_index":5601,"t":{"674":{"position":[[498,4]]}}}],["2122",{"_index":1780,"t":{"150":{"position":[[7322,6]]}}}],["2124",{"_index":2535,"t":{"221":{"position":[[806,6]]},"223":{"position":[[1524,6]]}}}],["2128",{"_index":1782,"t":{"150":{"position":[[7391,6]]}}}],["2147",{"_index":2901,"t":{"227":{"position":[[1626,6]]}}}],["216",{"_index":1220,"t":{"100":{"position":[[5285,4]]}}}],["2181",{"_index":2538,"t":{"221":{"position":[[880,6]]},"223":{"position":[[1655,6]]}}}],["21:26:03",{"_index":3026,"t":{"229":{"position":[[3284,9],[3353,9],[3421,9],[3492,9],[3566,9],[3653,9]]}}}],["21:46:46",{"_index":3109,"t":{"229":{"position":[[5327,9],[5455,9]]}}}],["21:53:03",{"_index":2896,"t":{"227":{"position":[[1399,9],[1477,9],[1545,9],[1616,9],[1696,9],[1833,9],[1911,9],[2030,9],[2159,9],[2237,9],[2366,9],[2444,9],[2573,9],[2649,9],[2776,9],[2857,9],[2989,9],[3067,9],[3196,9],[3272,9],[3397,9],[3475,9],[3602,9],[3680,9],[3807,9],[3885,9],[4012,9],[4089,9],[4214,9],[4291,9],[4416,9],[4498,9],[4628,9],[4713,9],[4846,9],[4935,9],[5072,9],[5154,9],[5284,9],[5373,9],[5510,9],[5587,9],[5712,9],[5801,9],[5938,9],[6017,9],[6144,9],[6229,9],[6362,9],[6444,9],[6574,9],[6659,9],[6792,9]]}}}],["21:53:04",{"_index":2914,"t":{"227":{"position":[[6869,9],[6994,9],[7076,9],[7211,9],[7300,9],[7442,9],[7531,9],[7673,9],[7755,9],[7890,9],[7975,9],[8113,9],[8202,9],[8344,9],[8413,9],[9156,9],[9214,9]]}}}],["22",{"_index":1555,"t":{"122":{"position":[[5580,3]]},"150":{"position":[[6148,3]]},"194":{"position":[[838,3]]},"221":{"position":[[5752,3]]},"223":{"position":[[6525,3]]},"227":{"position":[[6608,3]]}}}],["22\"]],}test_dataset",{"_index":1499,"t":{"114":{"position":[[484,19],[1863,19]]}}}],["22/infinit",{"_index":2231,"t":{"194":{"position":[[826,11]]}}}],["2205",{"_index":2902,"t":{"227":{"position":[[1706,6]]}}}],["2210",{"_index":2759,"t":{"223":{"position":[[14744,6]]}}}],["2211",{"_index":2760,"t":{"223":{"position":[[14802,6]]}}}],["2222",{"_index":2762,"t":{"223":{"position":[[14899,6]]}}}],["2234",{"_index":2930,"t":{"227":{"position":[[9166,6]]}}}],["2235",{"_index":2931,"t":{"227":{"position":[[9224,6]]}}}],["2242",{"_index":1101,"t":{"92":{"position":[[2796,6]]},"100":{"position":[[4258,6]]},"122":{"position":[[7220,6]]},"128":{"position":[[4283,6]]}}}],["2247",{"_index":1104,"t":{"92":{"position":[[2862,6]]},"100":{"position":[[4324,6]]},"122":{"position":[[7286,6]]},"128":{"position":[[4349,6]]}}}],["22:08:05",{"_index":3126,"t":{"229":{"position":[[7214,9],[7282,9],[29124,9],[29182,9],[29280,9]]}}}],["23",{"_index":1556,"t":{"122":{"position":[[5788,3]]},"150":{"position":[[6366,3]]},"221":{"position":[[5966,3]]},"223":{"position":[[6739,3]]},"227":{"position":[[6826,3]]}}}],["2311",{"_index":1368,"t":{"108":{"position":[[1840,6]]}}}],["2345",{"_index":4750,"t":{"540":{"position":[[411,5]]}}}],["2355",{"_index":1416,"t":{"110":{"position":[[1433,6]]},"112":{"position":[[1346,6]]}}}],["235510.49470445",{"_index":1245,"t":{"100":{"position":[[6112,15]]}}}],["237622",{"_index":1814,"t":{"150":{"position":[[9399,7]]}}}],["23:06:46",{"_index":1711,"t":{"150":{"position":[[926,9],[997,9],[1063,9],[1137,9],[1228,9]]}}}],["23:06:47",{"_index":1717,"t":{"150":{"position":[[1309,9],[1429,9],[1564,9],[1645,9],[1780,9],[1861,9],[1996,9],[2077,9],[2212,9],[2293,9],[2428,9],[2509,9],[2644,9]]}}}],["23:06:48",{"_index":1728,"t":{"150":{"position":[[2725,9],[2860,9],[2941,9],[3076,9]]}}}],["23:06:49",{"_index":1733,"t":{"150":{"position":[[3157,9],[3292,9],[3373,9],[3508,9],[3590,9],[3725,9],[3807,9],[3942,9]]}}}],["23:06:50",{"_index":1739,"t":{"150":{"position":[[4024,9],[4159,9],[4241,9],[4376,9],[4458,9],[4593,9]]}}}],["23:06:51",{"_index":1746,"t":{"150":{"position":[[4675,9],[4810,9],[4892,9],[5027,9]]}}}],["23:06:52",{"_index":1750,"t":{"150":{"position":[[5109,9],[5244,9]]}}}],["23:06:54",{"_index":1752,"t":{"150":{"position":[[5326,9],[5461,9]]}}}],["23:06:55",{"_index":1756,"t":{"150":{"position":[[5543,9],[5678,9]]}}}],["23:07:08",{"_index":1758,"t":{"150":{"position":[[5760,9],[5896,9]]}}}],["23:07:11",{"_index":1760,"t":{"150":{"position":[[5978,9],[6114,9]]}}}],["23:07:16",{"_index":1762,"t":{"150":{"position":[[6196,9],[6332,9]]}}}],["23:07:20",{"_index":1766,"t":{"150":{"position":[[6414,9],[6550,9]]}}}],["23:07:29",{"_index":1768,"t":{"150":{"position":[[6632,9],[6768,9]]}}}],["23:07:30",{"_index":1770,"t":{"150":{"position":[[6850,9],[6986,9]]}}}],["23:07:50",{"_index":1772,"t":{"150":{"position":[[7068,9],[7204,9]]}}}],["23:07:55",{"_index":1779,"t":{"150":{"position":[[7312,9],[7381,9],[7490,9],[7548,9],[7643,9]]}}}],["24",{"_index":1558,"t":{"122":{"position":[[5996,3]]},"150":{"position":[[6584,3]]},"221":{"position":[[6180,3]]},"223":{"position":[[6953,3]]},"227":{"position":[[7028,3]]},"229":{"position":[[2245,3]]}}}],["24.4",{"_index":1761,"t":{"150":{"position":[[6005,6]]}}}],["240000",{"_index":2044,"t":{"180":{"position":[[1153,7]]}}}],["2423",{"_index":1511,"t":{"114":{"position":[[3000,6]]}}}],["2424",{"_index":1380,"t":{"108":{"position":[[2096,6]]}}}],["2425",{"_index":1512,"t":{"114":{"position":[[3072,6]]}}}],["2428",{"_index":1513,"t":{"114":{"position":[[3146,6]]}}}],["2434",{"_index":2543,"t":{"221":{"position":[[1048,6],[1375,6],[1582,6],[1789,6],[1996,6],[2203,6],[2410,6],[2617,6],[2824,6],[3031,6],[3238,6],[3446,6],[3654,6],[3862,6],[4070,6],[4278,6],[4486,6],[4694,6],[4902,6],[5106,6],[5310,6],[5524,6],[5728,6],[5942,6],[6156,6],[6370,6],[6590,6],[6810,6],[7030,6],[7250,6],[7470,6],[7678,6],[7886,6],[8094,6],[8314,6],[8522,6],[8736,6],[8956,6],[9176,6],[9396,6],[9610,6],[9830,6],[10050,6],[10258,6],[10478,6],[10706,6],[10934,6],[11162,6],[11390,6],[11618,6],[11826,6],[12046,6],[12274,6],[12488,6],[12702,6],[12910,6],[13118,6],[13346,6],[13550,6],[13764,6],[13984,6],[14192,6],[14412,6],[14620,6],[14848,6],[15062,6],[15273,6],[15484,6],[15699,6],[15928,6],[16143,6],[16358,6],[16569,6],[16798,6],[17009,6],[17224,6],[17435,6],[17650,6],[17861,6],[18076,6],[18305,6],[18534,6],[18749,6],[18964,6],[19193,6],[19408,6],[19637,6],[19852,6],[20063,6],[20278,6],[20489,6],[20700,6],[20929,6],[21158,6],[21375,6],[21606,6],[21823,6],[22036,6],[22249,6],[22472,6],[22689,6]]},"223":{"position":[[1823,6],[2150,6],[2357,6],[2564,6],[2771,6],[2978,6],[3185,6],[3392,6],[3599,6],[3806,6],[4013,6],[4221,6],[4429,6],[4637,6],[4845,6],[5053,6],[5261,6],[5469,6],[5677,6],[5885,6],[6093,6],[6297,6],[6501,6],[6715,6],[6929,6],[7143,6],[7357,6],[7571,6],[7785,6],[8005,6],[8225,6],[8433,6],[8641,6],[8845,6],[9065,6],[9273,6],[9493,6],[9721,6],[9949,6],[10177,6],[10405,6],[10633,6],[10861,6],[11089,6],[11306,6],[11519,6],[11736,6],[11947,6],[12164,6],[12381,6],[12594,6],[12825,6],[13042,6],[13259,6],[13476,6],[13693,6],[13924,6],[14141,6],[14352,6]]}}}],["245535.13731811",{"_index":1242,"t":{"100":{"position":[[6059,15]]}}}],["2458",{"_index":2904,"t":{"227":{"position":[[1843,6],[2169,6],[2376,6],[2583,6],[2786,6],[2999,6],[3206,6],[3407,6],[3612,6],[3817,6],[4022,6],[4224,6],[4426,6],[4638,6],[4856,6],[5082,6],[5294,6],[5520,6],[5722,6],[5948,6],[6154,6],[6372,6],[6584,6],[6802,6],[7004,6],[7221,6],[7452,6],[7683,6],[7900,6],[8123,6]]}}}],["2478",{"_index":3027,"t":{"229":{"position":[[3294,6]]}}}],["2480",{"_index":3029,"t":{"229":{"position":[[3363,6]]}}}],["2483",{"_index":3030,"t":{"229":{"position":[[3431,6]]}}}],["2497",{"_index":1514,"t":{"114":{"position":[[3217,6]]}}}],["2499",{"_index":1383,"t":{"108":{"position":[[2220,6]]}}}],["25",{"_index":1559,"t":{"122":{"position":[[6204,3]]},"150":{"position":[[6802,3]]},"180":{"position":[[1114,4]]},"221":{"position":[[6394,3]]},"223":{"position":[[7167,3]]},"227":{"position":[[7245,3]]}}}],["250.9654222583276",{"_index":1800,"t":{"150":{"position":[[8402,19]]}}}],["252156.36",{"_index":1817,"t":{"150":{"position":[[9430,9]]}}}],["2540",{"_index":2833,"t":{"225":{"position":[[2185,6]]}}}],["2542",{"_index":2834,"t":{"225":{"position":[[2248,6]]}}}],["2545",{"_index":2835,"t":{"225":{"position":[[2316,6]]}}}],["2547",{"_index":2544,"t":{"221":{"position":[[1126,6]]},"223":{"position":[[1901,6]]}}}],["2552",{"_index":3031,"t":{"229":{"position":[[3502,6]]}}}],["256",{"_index":3020,"t":{"229":{"position":[[2885,4]]}}}],["2564",{"_index":3049,"t":{"229":{"position":[[4066,4],[5953,4]]}}}],["2573",{"_index":2905,"t":{"227":{"position":[[1921,6]]}}}],["2594",{"_index":2546,"t":{"221":{"position":[[1246,6],[1453,6],[1660,6],[1867,6],[2074,6],[2281,6],[2488,6],[2695,6],[2902,6],[3109,6],[3317,6],[3525,6],[3733,6],[3941,6],[4149,6],[4357,6],[4565,6],[4773,6],[4979,6],[5183,6],[5392,6],[5601,6],[5810,6],[6024,6],[6238,6],[6455,6],[6675,6],[6895,6],[7115,6],[7335,6],[7549,6],[7757,6],[7965,6],[8179,6],[8393,6],[8604,6],[8821,6],[9041,6],[9261,6],[9478,6],[9695,6],[9915,6],[10129,6],[10343,6],[10567,6],[10795,6],[11023,6],[11251,6],[11479,6],[11697,6],[11911,6],[12135,6],[12356,6],[12570,6],[12781,6],[12989,6],[13207,6],[13423,6],[13632,6],[13849,6],[14063,6],[14277,6],[14491,6],[14709,6],[14930,6],[15142,6],[15353,6],[15566,6],[15788,6],[16010,6],[16225,6],[16438,6],[16658,6],[16878,6],[17091,6],[17304,6],[17517,6],[17730,6],[17943,6],[18165,6],[18394,6],[18616,6],[18831,6],[19053,6],[19275,6],[19497,6],[19719,6],[19932,6],[20145,6],[20358,6],[20569,6],[20789,6],[21018,6],[21240,6],[21464,6],[21688,6],[21903,6],[22116,6],[22334,6],[22554,6],[22779,6]]},"223":{"position":[[2021,6],[2228,6],[2435,6],[2642,6],[2849,6],[3056,6],[3263,6],[3470,6],[3677,6],[3884,6],[4092,6],[4300,6],[4508,6],[4716,6],[4924,6],[5132,6],[5340,6],[5548,6],[5756,6],[5964,6],[6170,6],[6374,6],[6583,6],[6797,6],[7011,6],[7225,6],[7439,6],[7653,6],[7870,6],[8090,6],[8304,6],[8512,6],[8718,6],[8930,6],[9144,6],[9358,6],[9582,6],[9810,6],[10038,6],[10266,6],[10494,6],[10722,6],[10950,6],[11171,6],[11386,6],[11601,6],[11815,6],[12029,6],[12246,6],[12461,6],[12683,6],[12907,6],[13124,6],[13341,6],[13558,6],[13782,6],[14006,6],[14220,6],[14429,6]]}}}],["26",{"_index":1560,"t":{"122":{"position":[[6412,3]]},"150":{"position":[[7020,3]]},"221":{"position":[[6614,3]]},"223":{"position":[[7381,3]]},"227":{"position":[[7476,3]]}}}],["2606",{"_index":1388,"t":{"108":{"position":[[2364,6]]}}}],["2620",{"_index":2908,"t":{"227":{"position":[[2040,6],[2247,6],[2454,6],[2659,6],[2867,6],[3077,6],[3282,6],[3485,6],[3690,6],[3895,6],[4099,6],[4301,6],[4508,6],[4723,6],[4945,6],[5164,6],[5383,6],[5597,6],[5811,6],[6027,6],[6239,6],[6454,6],[6669,6],[6879,6],[7086,6],[7310,6],[7541,6],[7765,6],[7985,6],[8212,6]]}}}],["2637",{"_index":1516,"t":{"114":{"position":[[3305,6]]}}}],["264884.5",{"_index":1818,"t":{"150":{"position":[[9440,8]]}}}],["2664",{"_index":2836,"t":{"225":{"position":[[2387,6]]}}}],["2694",{"_index":3032,"t":{"229":{"position":[[3576,6]]}}}],["27",{"_index":1563,"t":{"122":{"position":[[6620,3]]},"221":{"position":[[6834,3]]},"223":{"position":[[7595,3]]},"227":{"position":[[7707,3]]}}}],["271.444",{"_index":2345,"t":{"194":{"position":[[2580,7]]}}}],["2725",{"_index":3206,"t":{"229":{"position":[[29134,6]]}}}],["2726",{"_index":3207,"t":{"229":{"position":[[29192,6]]}}}],["2737",{"_index":3209,"t":{"229":{"position":[[29290,6]]}}}],["28",{"_index":1564,"t":{"122":{"position":[[6828,3]]},"221":{"position":[[7054,3]]},"223":{"position":[[7809,3]]},"227":{"position":[[1396,2],[1474,2],[1542,2],[1613,2],[1693,2],[1830,2],[1908,2],[2027,2],[2156,2],[2234,2],[2363,2],[2441,2],[2570,2],[2646,2],[2773,2],[2854,2],[2986,2],[3064,2],[3193,2],[3269,2],[3394,2],[3472,2],[3599,2],[3677,2],[3804,2],[3882,2],[4009,2],[4086,2],[4211,2],[4288,2],[4413,2],[4495,2],[4625,2],[4710,2],[4843,2],[4932,2],[5069,2],[5151,2],[5281,2],[5370,2],[5507,2],[5584,2],[5709,2],[5798,2],[5935,2],[6014,2],[6141,2],[6226,2],[6359,2],[6441,2],[6571,2],[6656,2],[6789,2],[6866,2],[6991,2],[7073,2],[7208,2],[7297,2],[7439,2],[7528,2],[7670,2],[7752,2],[7887,2],[7924,3],[7972,2],[8110,2],[8199,2],[8341,2],[8410,2],[9153,2],[9211,2]]},"229":{"position":[[3281,2],[3350,2],[3418,2],[3489,2],[3563,2],[3650,2],[5324,2],[5452,2],[7211,2],[7279,2],[29121,2],[29179,2],[29277,2]]},"238":{"position":[[96,2],[101,2]]},"240":{"position":[[150,2]]},"242":{"position":[[171,2],[409,2]]}}}],["28).to(devic",{"_index":3269,"t":{"240":{"position":[[155,15]]},"242":{"position":[[176,15],[414,17]]}}}],["2806",{"_index":2838,"t":{"225":{"position":[[2461,6]]}}}],["2824",{"_index":2754,"t":{"223":{"position":[[14560,6]]}}}],["282617.22858956",{"_index":1246,"t":{"100":{"position":[[6128,16]]}}}],["2831",{"_index":2756,"t":{"223":{"position":[[14629,6]]}}}],["2837",{"_index":2857,"t":{"225":{"position":[[4777,6]]}}}],["2838",{"_index":2858,"t":{"225":{"position":[[4835,6]]}}}],["2850",{"_index":2917,"t":{"227":{"position":[[8354,6]]}}}],["2857",{"_index":2918,"t":{"227":{"position":[[8423,6]]}}}],["29",{"_index":1565,"t":{"122":{"position":[[7036,3]]},"150":{"position":[[923,2],[994,2],[1060,2],[1134,2],[1225,2],[1306,2],[1426,2],[1561,2],[1642,2],[1777,2],[1858,2],[1993,2],[2074,2],[2209,2],[2290,2],[2425,2],[2506,2],[2641,2],[2722,2],[2857,2],[2938,2],[3073,2],[3154,2],[3289,2],[3370,2],[3505,2],[3587,2],[3722,2],[3804,2],[3939,2],[4021,2],[4156,2],[4238,2],[4373,2],[4455,2],[4590,2],[4672,2],[4807,2],[4889,2],[5024,2],[5106,2],[5241,2],[5323,2],[5458,2],[5540,2],[5675,2],[5757,2],[5893,2],[5975,2],[6111,2],[6193,2],[6329,2],[6411,2],[6547,2],[6629,2],[6765,2],[6847,2],[6983,2],[7065,2],[7201,2],[7309,2],[7378,2],[7487,2],[7545,2],[7640,2]]},"221":{"position":[[7274,3]]},"223":{"position":[[8029,3]]},"227":{"position":[[8147,3]]}}}],["29.0",{"_index":1183,"t":{"100":{"position":[[3727,6]]}}}],["2929",{"_index":1517,"t":{"114":{"position":[[3400,6]]}}}],["29471.536046068788",{"_index":1258,"t":{"100":{"position":[[6516,18]]}}}],["2986",{"_index":3034,"t":{"229":{"position":[[3663,6]]}}}],["2:1",{"_index":3363,"t":{"257":{"position":[[537,3]]}}}],["2config",{"_index":1963,"t":{"162":{"position":[[3013,7]]}}}],["2def",{"_index":2129,"t":{"190":{"position":[[401,4]]}}}],["2dplane",{"_index":5334,"t":{"636":{"position":[[2140,8]]}}}],["2search_alg",{"_index":4902,"t":{"570":{"position":[[452,11]]}}}],["2x+10)(x+3",{"_index":765,"t":{"39":{"position":[[1811,12],[3261,12]]}}}],["2},]evaluated_reward",{"_index":5782,"t":{"698":{"position":[[1160,21]]}}}],["2}},]evaluated_reward",{"_index":5159,"t":{"608":{"position":[[4938,22]]}}}],["3",{"_index":418,"t":{"17":{"position":[[1559,1]]},"19":{"position":[[383,1]]},"27":{"position":[[1076,1]]},"31":{"position":[[2780,2],[2797,2],[2827,2],[2860,2],[2892,2],[2909,2]]},"39":{"position":[[2272,3],[2429,2],[2498,2],[2655,2],[2663,2],[2827,2],[3200,1],[3309,2]]},"92":{"position":[[1767,2]]},"100":{"position":[[1996,2]]},"112":{"position":[[2321,2]]},"114":{"position":[[1631,3]]},"122":{"position":[[1569,2]]},"128":{"position":[[1770,2]]},"150":{"position":[[2030,2]]},"221":{"position":[[1813,2]]},"223":{"position":[[2588,2]]},"225":{"position":[[3394,2]]},"227":{"position":[[2607,2]]},"229":{"position":[[7440,4],[27741,4],[27987,4]]},"255":{"position":[[1890,1]]},"269":{"position":[[3382,1]]},"322":{"position":[[2423,3]]},"328":{"position":[[2493,3]]},"360":{"position":[[8858,1],[8942,1],[34367,1],[34451,1]]},"554":{"position":[[598,2]]},"572":{"position":[[4980,3],[5452,3]]},"608":{"position":[[4900,4],[7572,2],[7732,1]]},"651":{"position":[[1354,2],[1802,1],[1886,1]]},"661":{"position":[[626,2]]},"668":{"position":[[187,2],[518,2]]},"682":{"position":[[5399,1],[5450,3]]},"692":{"position":[[377,3],[1076,3]]},"698":{"position":[[1097,3],[1139,3]]}}}],["3*x",{"_index":782,"t":{"39":{"position":[[2282,4],[2832,4]]}}}],["3.0",{"_index":1738,"t":{"150":{"position":[[3834,5]]},"223":{"position":[[10283,5]]},"608":{"position":[[4963,5],[5051,3]]}}}],["3.1",{"_index":2732,"t":{"223":{"position":[[10511,5],[10739,5]]}}}],["3.2",{"_index":5665,"t":{"682":{"position":[[4566,3]]}}}],["3.229",{"_index":1233,"t":{"100":{"position":[[5547,5]]}}}],["3.2293",{"_index":2366,"t":{"194":{"position":[[2900,6]]}}}],["3.2s[flaml.automl",{"_index":1192,"t":{"100":{"position":[[4289,18]]}}}],["3.3",{"_index":1740,"t":{"150":{"position":[[4051,5]]},"223":{"position":[[10967,5]]}}}],["3.3.0",{"_index":3534,"t":{"281":{"position":[[844,5],[1282,5],[1383,5]]}}}],["3.3.0/spark",{"_index":3552,"t":{"281":{"position":[[1270,11],[1371,11]]}}}],["3.4",{"_index":3052,"t":{"229":{"position":[[4128,3],[6015,3]]}}}],["3.40243",{"_index":2329,"t":{"194":{"position":[[2349,7]]}}}],["3.45674e",{"_index":2290,"t":{"194":{"position":[[1779,8]]}}}],["3.4941744804382324",{"_index":2859,"t":{"225":{"position":[[4884,18]]}}}],["3.4954",{"_index":2336,"t":{"194":{"position":[[2458,6]]}}}],["3.5",{"_index":313,"t":{"15":{"position":[[280,3],[1500,3]]},"17":{"position":[[107,3],[248,3]]},"19":{"position":[[172,3]]},"21":{"position":[[10,3]]},"25":{"position":[[381,3],[505,3],[737,3]]},"27":{"position":[[4,3],[1114,3],[1199,3],[1304,3],[1954,3]]},"29":{"position":[[843,3],[877,3]]},"31":{"position":[[638,3],[1424,3]]},"37":{"position":[[704,3]]},"150":{"position":[[4268,5]]},"336":{"position":[[4729,3]]}}}],["3.7",{"_index":3515,"t":{"279":{"position":[[33,4]]}}}],["3.99",{"_index":5772,"t":{"698":{"position":[[818,4],[1184,6]]}}}],["30",{"_index":1466,"t":{"112":{"position":[[2293,3]]},"114":{"position":[[2987,2],[3059,2],[3133,2],[3204,2],[3292,2],[3387,2]]},"182":{"position":[[674,3]]},"184":{"position":[[1794,3]]},"221":{"position":[[7494,3]]},"223":{"position":[[8249,3]]}}}],["30.0",{"_index":1763,"t":{"150":{"position":[[6223,6]]}}}],["300",{"_index":1470,"t":{"112":{"position":[[2431,4],[2561,4],[2691,4]]}}}],["300000",{"_index":2043,"t":{"180":{"position":[[1145,7]]}}}],["301",{"_index":420,"t":{"17":{"position":[[1601,3],[1668,3]]}}}],["30212.830996680445",{"_index":1821,"t":{"150":{"position":[[9823,18]]}}}],["30df",{"_index":2863,"t":{"227":{"position":[[102,4]]}}}],["30n_valid_exampl",{"_index":3232,"t":{"236":{"position":[[216,18]]}}}],["31",{"_index":2562,"t":{"221":{"position":[[7702,3]]},"223":{"position":[[8457,3]]}}}],["31.1",{"_index":1185,"t":{"100":{"position":[[3936,6]]}}}],["3108",{"_index":2839,"t":{"225":{"position":[[2629,6],[2956,6],[3163,6],[3370,6],[3577,6],[3784,6],[3991,6],[4198,6],[4405,6],[4612,6]]}}}],["3114",{"_index":3110,"t":{"229":{"position":[[5337,6]]}}}],["3161",{"_index":3113,"t":{"229":{"position":[[5465,6]]}}}],["32",{"_index":1458,"t":{"112":{"position":[[2164,3]]},"221":{"position":[[7910,3]]},"223":{"position":[[8665,3]]}}}],["32.0/251.6",{"_index":2215,"t":{"194":{"position":[[567,10]]}}}],["32128",{"_index":1481,"t":{"112":{"position":[[2828,6]]}}}],["3215",{"_index":3078,"t":{"229":{"position":[[4687,4],[6574,4]]}}}],["3241",{"_index":2840,"t":{"225":{"position":[[2707,6]]}}}],["3288",{"_index":2843,"t":{"225":{"position":[[2827,6],[3034,6],[3241,6],[3448,6],[3655,6],[3862,6],[4069,6],[4276,6],[4483,6]]}}}],["33",{"_index":2563,"t":{"221":{"position":[[8118,3]]},"223":{"position":[[8869,3]]}}}],["33.5",{"_index":1767,"t":{"150":{"position":[[6441,6]]}}}],["33.6",{"_index":3094,"t":{"229":{"position":[[5057,4],[6944,4]]}}}],["34",{"_index":2564,"t":{"221":{"position":[[8338,3]]},"223":{"position":[[9089,3]]}}}],["3425",{"_index":3127,"t":{"229":{"position":[[7224,6]]}}}],["3432",{"_index":3129,"t":{"229":{"position":[[7292,6]]}}}],["35",{"_index":323,"t":{"15":{"position":[[447,3]]},"150":{"position":[[8170,3]]},"194":{"position":[[803,2]]},"221":{"position":[[8546,3]]},"223":{"position":[[9297,3]]}}}],["36",{"_index":2565,"t":{"221":{"position":[[8760,3]]},"223":{"position":[[9517,3]]}}}],["3600",{"_index":2194,"t":{"192":{"position":[[797,4]]}}}],["363",{"_index":1218,"t":{"100":{"position":[[5266,4]]}}}],["365",{"_index":67,"t":{"2":{"position":[[863,4]]}}}],["37",{"_index":2567,"t":{"221":{"position":[[8980,3]]},"223":{"position":[[9745,3]]}}}],["38",{"_index":2568,"t":{"221":{"position":[[9200,3]]},"223":{"position":[[9973,3]]}}}],["39",{"_index":2569,"t":{"221":{"position":[[9420,3]]},"223":{"position":[[10201,3]]}}}],["3f",{"_index":3691,"t":{"294":{"position":[[1761,5]]}}}],["3x+9)(x+8",{"_index":766,"t":{"39":{"position":[[1826,12],[3276,11]]}}}],["3})automl.fit(x",{"_index":3399,"t":{"263":{"position":[[352,16]]}}}],["3}best",{"_index":3765,"t":{"308":{"position":[[145,6]]}}}],["4",{"_index":308,"t":{"15":{"position":[[180,1],[328,1],[416,1],[496,2],[766,1],[1512,2],[1692,2]]},"17":{"position":[[183,2]]},"19":{"position":[[256,1],[448,1],[473,1],[520,1],[602,2]]},"21":{"position":[[146,1]]},"25":{"position":[[211,1],[229,1],[460,1],[576,1]]},"27":{"position":[[82,2],[178,1],[1169,2]]},"29":{"position":[[957,2],[983,2],[1055,2]]},"31":{"position":[[136,2],[1560,2],[1815,2],[2426,2],[2783,3],[2800,2],[2831,2],[2856,2],[2895,3],[2912,2],[3665,2]]},"37":{"position":[[115,2],[422,1],[716,1]]},"39":{"position":[[1547,3]]},"41":{"position":[[503,1],[722,1]]},"43":{"position":[[235,2]]},"45":{"position":[[154,2]]},"92":{"position":[[1974,2]]},"100":{"position":[[2203,2]]},"112":{"position":[[2337,2],[2449,2],[2579,2],[2709,2]]},"122":{"position":[[228,1],[1776,2]]},"128":{"position":[[1977,2]]},"150":{"position":[[2246,2]]},"192":{"position":[[413,3],[562,5],[671,1]]},"221":{"position":[[2020,2]]},"223":{"position":[[2795,2]]},"225":{"position":[[3601,2]]},"227":{"position":[[2810,2]]},"248":{"position":[[81,2],[98,2],[115,2]]},"255":{"position":[[923,2],[940,2],[996,1]]},"269":{"position":[[928,2],[3162,2]]},"300":{"position":[[167,2]]},"336":{"position":[[4544,3]]},"360":{"position":[[10746,2],[19956,2],[35651,2]]},"512":{"position":[[805,2],[1249,2]]},"554":{"position":[[604,2]]},"558":{"position":[[1387,2],[1404,3]]},"572":{"position":[[3212,2],[3615,2],[3893,2],[4347,2],[4868,2],[4957,3],[5340,2],[5429,3]]},"602":{"position":[[3208,2],[3473,3]]},"608":{"position":[[3973,2],[3990,2]]},"610":{"position":[[1541,4],[1855,2]]},"649":{"position":[[4639,2],[8270,2],[8364,2],[8543,1],[8686,2]]},"657":{"position":[[1091,1],[1128,1]]},"661":{"position":[[378,2],[395,2],[793,2],[810,2]]},"668":{"position":[[737,2],[754,2],[1020,2],[1058,3],[1415,2],[1432,2],[1672,2],[1689,2]]},"682":{"position":[[4768,2],[4932,2],[7556,2],[7573,2],[7629,1]]}}}],["4'",{"_index":818,"t":{"41":{"position":[[917,3]]}}}],["4,4,1,0,0,6",{"_index":622,"t":{"31":{"position":[[1387,13]]}}}],["4,60801,42,3,0.0dilbert,9000,2000,5,1.0dionis,374569,60,355,1.0poker,922509,10,0,1.0",{"_index":5298,"t":{"632":{"position":[[518,84]]}}}],["4.0",{"_index":1743,"t":{"150":{"position":[[4485,5]]}}}],["4.08775",{"_index":2322,"t":{"194":{"position":[[2241,7]]}}}],["4.14.1",{"_index":1478,"t":{"112":{"position":[[2785,9]]}}}],["4.2",{"_index":2596,"t":{"221":{"position":[[14947,5],[15159,5]]}}}],["4.37646e",{"_index":2313,"t":{"194":{"position":[[2114,8]]}}}],["4.38943e",{"_index":2260,"t":{"194":{"position":[[1344,8]]}}}],["4.4",{"_index":2605,"t":{"221":{"position":[[15370,5],[15583,5]]},"229":{"position":[[4555,3],[4587,3],[6442,3],[6474,3]]}}}],["4.49975e",{"_index":2289,"t":{"194":{"position":[[1767,8]]}}}],["4.5",{"_index":1172,"t":{"100":{"position":[[3102,5]]},"150":{"position":[[4702,5]]},"221":{"position":[[15805,5]]}}}],["4.6",{"_index":2610,"t":{"221":{"position":[[16027,5],[16242,5],[16455,5],[16675,5]]}}}],["4.60093e",{"_index":2334,"t":{"194":{"position":[[2434,8]]}}}],["4.67441e",{"_index":2385,"t":{"194":{"position":[[3202,8]]}}}],["4.7",{"_index":2613,"t":{"221":{"position":[[16895,5],[17108,5]]}}}],["4.8",{"_index":2616,"t":{"221":{"position":[[17321,5]]}}}],["4.83405e",{"_index":2335,"t":{"194":{"position":[[2446,8]]}}}],["4.9",{"_index":2617,"t":{"221":{"position":[[17534,5]]}}}],["4.json'}2dplanes,0,regression,0.946232,{'_modeljson",{"_index":5315,"t":{"636":{"position":[[764,53]]}}}],["4.json'}adult,0,binary,0.930109,{'_modeljson",{"_index":5328,"t":{"636":{"position":[[1576,46]]}}}],["40",{"_index":497,"t":{"27":{"position":[[31,3],[104,2]]},"221":{"position":[[9634,3]]},"223":{"position":[[10429,3]]},"692":{"position":[[710,6]]}}}],["404537",{"_index":1677,"t":{"144":{"position":[[503,8]]}}}],["404537,);x_test.shap",{"_index":1678,"t":{"144":{"position":[[531,23]]}}}],["41",{"_index":2570,"t":{"221":{"position":[[9854,3]]},"223":{"position":[[10657,3]]},"336":{"position":[[192,3]]}}}],["414",{"_index":3210,"t":{"229":{"position":[[29344,4]]}}}],["42",{"_index":1222,"t":{"100":{"position":[[5311,3]]},"221":{"position":[[10074,3]]},"223":{"position":[[10885,3]]}}}],["42.3",{"_index":1769,"t":{"150":{"position":[[6659,6]]}}}],["43",{"_index":2572,"t":{"221":{"position":[[10282,3]]},"223":{"position":[[11113,3]]}}}],["43.2",{"_index":1771,"t":{"150":{"position":[[6877,6]]}}}],["44",{"_index":444,"t":{"19":{"position":[[561,4]]},"221":{"position":[[10502,3]]},"223":{"position":[[11330,3]]}}}],["45",{"_index":2576,"t":{"221":{"position":[[10730,3]]},"223":{"position":[[11543,3]]}}}],["45.75616669654846[flaml.automl",{"_index":1201,"t":{"100":{"position":[[4721,31]]}}}],["45.8",{"_index":1188,"t":{"100":{"position":[[4145,6]]}}}],["46",{"_index":485,"t":{"25":{"position":[[520,4]]},"221":{"position":[[10958,3]]},"223":{"position":[[11760,3]]}}}],["47",{"_index":2579,"t":{"221":{"position":[[11186,3]]},"223":{"position":[[11971,3]]}}}],["473",{"_index":1789,"t":{"150":{"position":[[8151,4]]}}}],["474.126",{"_index":2388,"t":{"194":{"position":[[3236,7]]}}}],["474.387",{"_index":2381,"t":{"194":{"position":[[3126,7]]}}}],["4797",{"_index":1656,"t":{"139":{"position":[[552,5]]}}}],["48",{"_index":2580,"t":{"221":{"position":[[11414,3]]},"223":{"position":[[12188,3]]}}}],["49",{"_index":2581,"t":{"221":{"position":[[11642,3]]},"223":{"position":[[12405,3]]}}}],["4num_gpu",{"_index":2191,"t":{"192":{"position":[[659,9]]}}}],["4th",{"_index":4160,"t":{"360":{"position":[[9427,3]]}}}],["4}low_cost_partial_config",{"_index":3461,"t":{"269":{"position":[[3179,25]]}}}],["5",{"_index":417,"t":{"17":{"position":[[1553,1]]},"19":{"position":[[614,1]]},"31":{"position":[[2774,2],[2803,2],[2835,2],[2852,2]]},"39":{"position":[[2872,2]]},"41":{"position":[[91,1]]},"43":{"position":[[55,1]]},"92":{"position":[[2181,2]]},"100":{"position":[[2410,2]]},"122":{"position":[[1989,2]]},"128":{"position":[[2184,2]]},"150":{"position":[[2462,2]]},"221":{"position":[[2227,2]]},"223":{"position":[[3002,2]]},"225":{"position":[[3808,2]]},"227":{"position":[[3023,2]]},"246":{"position":[[383,2]]},"248":{"position":[[806,5]]},"290":{"position":[[307,2],[371,2],[400,1],[404,2],[585,1],[589,2]]},"300":{"position":[[256,3]]},"360":{"position":[[10752,4],[19962,4],[35657,4]]},"506":{"position":[[1445,1],[1714,1],[1784,1],[2751,1],[3020,1],[3090,1]]},"544":{"position":[[2724,5]]},"554":{"position":[[610,3]]},"558":{"position":[[5316,5]]},"602":{"position":[[2360,4]]},"608":{"position":[[10586,5]]},"655":{"position":[[1074,2]]},"682":{"position":[[4523,2],[4944,3]]},"708":{"position":[[2870,4]]}}}],["5.0",{"_index":2618,"t":{"221":{"position":[[17747,5]]},"682":{"position":[[4485,3]]}}}],["5.06608e",{"_index":2269,"t":{"194":{"position":[[1463,8]]}}}],["5.1",{"_index":2621,"t":{"221":{"position":[[17960,5],[18182,5],[18411,5],[18633,5]]}}}],["5.2",{"_index":1747,"t":{"150":{"position":[[4919,5]]}}}],["5.21929e",{"_index":2349,"t":{"194":{"position":[[2662,8]]}}}],["5.26543e",{"_index":2254,"t":{"194":{"position":[[1255,8]]}}}],["5.4",{"_index":5666,"t":{"682":{"position":[[4574,4],[4642,4]]}}}],["5.40791e",{"_index":2342,"t":{"194":{"position":[[2546,8]]}}}],["5.4s[flaml.automl",{"_index":1781,"t":{"150":{"position":[[7356,18]]}}}],["5.5",{"_index":1751,"t":{"150":{"position":[[5136,5]]},"223":{"position":[[11188,5]]}}}],["5.50998e",{"_index":2305,"t":{"194":{"position":[[2001,8]]}}}],["5.61152e",{"_index":2239,"t":{"194":{"position":[[1053,8]]}}}],["5.98035e",{"_index":2261,"t":{"194":{"position":[[1356,8]]}}}],["50",{"_index":401,"t":{"17":{"position":[[1049,4]]},"27":{"position":[[35,3],[107,3]]},"69":{"position":[[334,2]]},"207":{"position":[[358,2]]},"221":{"position":[[11850,3]]},"223":{"position":[[12618,3]]}}}],["50,}automl.fit(x_train",{"_index":5282,"t":{"626":{"position":[[349,23]]}}}],["500",{"_index":3726,"t":{"302":{"position":[[160,3]]}}}],["5000",{"_index":5764,"t":{"696":{"position":[[6051,6]]}}}],["51",{"_index":2582,"t":{"221":{"position":[[12070,3]]},"223":{"position":[[12849,3]]}}}],["511",{"_index":1663,"t":{"139":{"position":[[761,4]]}}}],["512",{"_index":1439,"t":{"112":{"position":[[1805,4],[2027,4]]}}}],["5160",{"_index":1637,"t":{"137":{"position":[[540,6]]},"139":{"position":[[503,6]]}}}],["5160,)flamliz",{"_index":1639,"t":{"137":{"position":[[565,16]]}}}],["5160,){'n_estim",{"_index":1655,"t":{"139":{"position":[[528,23]]}}}],["52",{"_index":2583,"t":{"221":{"position":[[12298,3]]},"223":{"position":[[13066,3]]}}}],["527.944",{"_index":2359,"t":{"194":{"position":[[2796,7]]}}}],["53",{"_index":1377,"t":{"108":{"position":[[2057,4]]},"221":{"position":[[12512,3]]},"223":{"position":[[13283,3]]}}}],["53.7619",{"_index":2255,"t":{"194":{"position":[[1271,7]]}}}],["53/checkpoint",{"_index":1376,"t":{"108":{"position":[[2043,13]]}}}],["53/train_8947b1b2_1_n=1",{"_index":1372,"t":{"108":{"position":[[1931,24]]}}}],["53}[flaml.automl",{"_index":1378,"t":{"108":{"position":[[2062,17]]}}}],["54",{"_index":2584,"t":{"221":{"position":[[12726,3]]},"223":{"position":[[13500,3]]}}}],["54.0231",{"_index":2270,"t":{"194":{"position":[[1479,7]]}}}],["54414",{"_index":3075,"t":{"229":{"position":[[4640,5],[6527,5]]}}}],["55",{"_index":2585,"t":{"221":{"position":[[12934,3]]},"223":{"position":[[13717,3]]}}}],["55.3726",{"_index":2284,"t":{"194":{"position":[[1687,7]]}}}],["55.6909",{"_index":2240,"t":{"194":{"position":[[1069,7]]}}}],["55.9513429004283",{"_index":3764,"t":{"308":{"position":[[113,17]]}}}],["56",{"_index":443,"t":{"19":{"position":[[552,4]]},"221":{"position":[[13142,3]]},"223":{"position":[[13948,3]]}}}],["56.8382",{"_index":2263,"t":{"194":{"position":[[1378,7]]}}}],["57",{"_index":2586,"t":{"221":{"position":[[13370,3]]},"223":{"position":[[14165,3]]}}}],["57618",{"_index":3086,"t":{"229":{"position":[[4842,5],[6729,5]]}}}],["57620",{"_index":3090,"t":{"229":{"position":[[4934,5],[6821,5]]}}}],["58",{"_index":2587,"t":{"221":{"position":[[13574,3]]},"223":{"position":[[14376,3]]}}}],["58number",{"_index":2230,"t":{"194":{"position":[[806,8]]}}}],["59",{"_index":2590,"t":{"221":{"position":[[13788,3]]}}}],["5d",{"_index":3690,"t":{"294":{"position":[[1750,4]]}}}],["5e",{"_index":4964,"t":{"572":{"position":[[4954,2],[5426,2]]},"682":{"position":[[4941,2]]}}}],["6",{"_index":666,"t":{"31":{"position":[[2839,3],[2848,2]]},"37":{"position":[[292,3]]},"41":{"position":[[329,1]]},"43":{"position":[[752,2]]},"92":{"position":[[2394,2]]},"100":{"position":[[2617,2]]},"112":{"position":[[2054,2],[2087,2]]},"122":{"position":[[2202,2]]},"128":{"position":[[2391,2]]},"150":{"position":[[2678,2]]},"192":{"position":[[407,2]]},"221":{"position":[[2434,2]]},"223":{"position":[[3209,2]]},"225":{"position":[[4015,2]]},"227":{"position":[[3230,2]]},"229":{"position":[[1330,1],[7617,2],[7653,2]]},"290":{"position":[[304,2]]},"572":{"position":[[3859,2]]}}}],["6.1",{"_index":2737,"t":{"223":{"position":[[11403,5]]}}}],["6.2",{"_index":879,"t":{"57":{"position":[[101,3]]}}}],["6.21568e",{"_index":2276,"t":{"194":{"position":[[1563,8]]}}}],["6.4",{"_index":2739,"t":{"223":{"position":[[11618,5]]}}}],["6.5",{"_index":2740,"t":{"223":{"position":[[11832,5]]},"572":{"position":[[4944,4],[5416,4]]}}}],["6.6",{"_index":2627,"t":{"221":{"position":[[18848,5],[19070,5],[19292,5],[19514,5]]},"223":{"position":[[12046,5]]}}}],["6.64995",{"_index":2344,"t":{"194":{"position":[[2570,7]]}}}],["6.8",{"_index":2633,"t":{"221":{"position":[[19736,5],[19949,5]]}}}],["6.9",{"_index":2635,"t":{"221":{"position":[[20162,5],[20375,5]]},"223":{"position":[[12263,5],[12478,5]]}}}],["60",{"_index":1135,"t":{"100":{"position":[[414,3]]},"130":{"position":[[667,2]]},"150":{"position":[[414,3]]},"160":{"position":[[390,3]]},"172":{"position":[[35,3]]},"221":{"position":[[14008,3]]},"269":{"position":[[1920,2]]},"360":{"position":[[112,3]]},"684":{"position":[[786,2],[982,2]]}}}],["600",{"_index":3723,"t":{"302":{"position":[[16,3]]},"626":{"position":[[332,4]]}}}],["61",{"_index":2591,"t":{"221":{"position":[[14216,3]]}}}],["614.789",{"_index":2374,"t":{"194":{"position":[[3019,7]]}}}],["62",{"_index":2592,"t":{"221":{"position":[[14436,3]]}}}],["63",{"_index":2593,"t":{"221":{"position":[[14644,3]]}}}],["63.4",{"_index":1773,"t":{"150":{"position":[[7095,6]]}}}],["63.427649974823[flaml.automl",{"_index":1786,"t":{"150":{"position":[[7607,29]]}}}],["64",{"_index":1437,"t":{"112":{"position":[[1790,3]]},"221":{"position":[[14872,3]]},"360":{"position":[[21544,2],[39190,2]]}}}],["64search_spac",{"_index":2176,"t":{"192":{"position":[[234,14]]}}}],["65",{"_index":2599,"t":{"221":{"position":[[15086,3]]}}}],["66",{"_index":2604,"t":{"221":{"position":[[15297,3]]}}}],["67",{"_index":2606,"t":{"221":{"position":[[15508,3]]}}}],["67617",{"_index":3083,"t":{"229":{"position":[[4798,5],[6685,5]]}}}],["68",{"_index":478,"t":{"25":{"position":[[150,3],[485,3]]},"31":{"position":[[469,3]]},"221":{"position":[[15723,3]]}}}],["69",{"_index":2609,"t":{"221":{"position":[[15952,3]]}}}],["6b",{"_index":866,"t":{"52":{"position":[[168,3]]},"57":{"position":[[8,2],[134,2],[296,2]]},"59":{"position":[[163,2]]},"61":{"position":[[256,4],[504,4]]},"63":{"position":[[271,2],[299,2],[464,4]]}}}],["7",{"_index":804,"t":{"41":{"position":[[334,1]]},"92":{"position":[[2601,2]]},"100":{"position":[[2824,2]]},"114":{"position":[[1638,2],[1650,2]]},"122":{"position":[[2409,2]]},"128":{"position":[[2598,2]]},"144":{"position":[[512,3],[564,3]]},"150":{"position":[[2894,2]]},"180":{"position":[[1111,2]]},"192":{"position":[[464,3]]},"221":{"position":[[2641,2]]},"223":{"position":[[3416,2]]},"225":{"position":[[4222,2]]},"227":{"position":[[3431,2]]},"661":{"position":[[890,2]]}}}],["7.0",{"_index":2637,"t":{"221":{"position":[[20586,5],[20806,5],[21035,5],[21257,5]]},"223":{"position":[[12700,5]]}}}],["7.01176e",{"_index":2297,"t":{"194":{"position":[[1887,8]]}}}],["7.09296e",{"_index":2268,"t":{"194":{"position":[[1451,8]]}}}],["7.1",{"_index":2644,"t":{"221":{"position":[[21481,5]]}}}],["7.2",{"_index":2646,"t":{"221":{"position":[[21705,5],[21920,5],[22133,5]]}}}],["7.3",{"_index":2650,"t":{"221":{"position":[[22351,5],[22571,5],[22796,5]]}}}],["7.39776e",{"_index":2304,"t":{"194":{"position":[[1989,8]]}}}],["7.5",{"_index":2742,"t":{"223":{"position":[[12924,5]]},"572":{"position":[[4967,4],[5439,4]]}}}],["7.6",{"_index":2743,"t":{"223":{"position":[[13141,5]]}}}],["7.6127e",{"_index":2312,"t":{"194":{"position":[[2103,7]]}}}],["7.82557e",{"_index":2321,"t":{"194":{"position":[[2229,8]]}}}],["7.96945e",{"_index":2238,"t":{"194":{"position":[[1041,8]]}}}],["70",{"_index":320,"t":{"15":{"position":[[357,4]]},"19":{"position":[[279,4]]},"221":{"position":[[16167,3]]}}}],["71",{"_index":2611,"t":{"221":{"position":[[16382,3]]}}}],["71.7663",{"_index":2248,"t":{"194":{"position":[[1176,7]]}}}],["72",{"_index":2612,"t":{"221":{"position":[[16593,3]]}}}],["73",{"_index":1605,"t":{"128":{"position":[[4840,3]]},"221":{"position":[[16822,3]]}}}],["73.8934",{"_index":2315,"t":{"194":{"position":[[2136,7]]}}}],["74",{"_index":2614,"t":{"221":{"position":[[17033,3]]}}}],["75",{"_index":2615,"t":{"221":{"position":[[17248,3]]}}}],["76",{"_index":1204,"t":{"100":{"position":[[4823,3]]},"221":{"position":[[17459,3]]}}}],["76.0244",{"_index":2299,"t":{"194":{"position":[[1909,7]]}}}],["76.50614276906414",{"_index":1231,"t":{"100":{"position":[[5460,19]]}}}],["76.69802761077881[flaml.automl",{"_index":1393,"t":{"108":{"position":[[2603,31]]}}}],["76.7",{"_index":1384,"t":{"108":{"position":[[2237,6]]}}}],["7654321",{"_index":1146,"t":{"100":{"position":[[723,8]]},"150":{"position":[[727,8]]},"223":{"position":[[1074,8]]}}}],["77",{"_index":1395,"t":{"108":{"position":[[2705,3]]},"221":{"position":[[17674,3]]}}}],["78",{"_index":2619,"t":{"221":{"position":[[17885,3]]}}}],["79",{"_index":2622,"t":{"221":{"position":[[18100,3]]}}}],["7b",{"_index":943,"t":{"63":{"position":[[208,2],[239,2],[573,2]]},"336":{"position":[[4871,4]]}}}],["8",{"_index":784,"t":{"39":{"position":[[2297,3],[2847,3]]},"100":{"position":[[3031,2],[5368,2]]},"112":{"position":[[2070,2]]},"122":{"position":[[2616,2]]},"128":{"position":[[2805,2]]},"137":{"position":[[498,3],[547,3]]},"139":{"position":[[461,3],[510,3]]},"150":{"position":[[3110,2]]},"221":{"position":[[2848,2]]},"223":{"position":[[3623,2]]},"225":{"position":[[4429,2]]},"227":{"position":[[3636,2]]},"229":{"position":[[645,2]]},"308":{"position":[[58,2],[67,2]]},"572":{"position":[[3184,2],[3558,3],[3862,2],[4290,3],[4811,3],[5283,3]]},"661":{"position":[[476,2]]},"668":{"position":[[243,2],[574,2],[1513,2],[1770,2]]}}}],["8.0",{"_index":1753,"t":{"150":{"position":[[5353,5]]},"229":{"position":[[4193,3],[6080,3]]}}}],["8.134982521948352e",{"_index":2409,"t":{"196":{"position":[[501,18]]}}}],["8.13498e",{"_index":2371,"t":{"194":{"position":[[2985,8]]}}}],["8.70144e",{"_index":2320,"t":{"194":{"position":[[2217,8]]}}}],["8.91979e",{"_index":2328,"t":{"194":{"position":[[2337,8]]}}}],["8.95426e",{"_index":2275,"t":{"194":{"position":[[1551,8]]}}}],["80",{"_index":2623,"t":{"221":{"position":[[18329,3]]}}}],["800",{"_index":2035,"t":{"180":{"position":[[1055,5]]}}}],["8000",{"_index":898,"t":{"59":{"position":[[277,4]]}}}],["81",{"_index":2624,"t":{"221":{"position":[[18558,3]]}}}],["82",{"_index":2625,"t":{"221":{"position":[[18773,3]]}}}],["83",{"_index":2629,"t":{"221":{"position":[[18988,3]]}}}],["84",{"_index":2630,"t":{"221":{"position":[[19217,3]]}}}],["85",{"_index":2631,"t":{"221":{"position":[[19432,3]]}}}],["850",{"_index":2039,"t":{"180":{"position":[[1079,5]]}}}],["85000",{"_index":5619,"t":{"680":{"position":[[1297,6]]}}}],["85000)^2",{"_index":5611,"t":{"680":{"position":[[804,8]]}}}],["86",{"_index":2632,"t":{"221":{"position":[[19661,3]]}}}],["87",{"_index":2634,"t":{"221":{"position":[[19876,3]]}}}],["88",{"_index":1575,"t":{"122":{"position":[[7775,3]]},"221":{"position":[[20087,3]]}}}],["89",{"_index":2636,"t":{"221":{"position":[[20302,3]]}}}],["9",{"_index":1175,"t":{"100":{"position":[[3238,2]]},"122":{"position":[[2829,2]]},"128":{"position":[[3018,2]]},"150":{"position":[[3326,2]]},"192":{"position":[[458,2]]},"221":{"position":[[3055,2]]},"223":{"position":[[3830,2]]},"225":{"position":[[4636,2]]},"227":{"position":[[3841,2]]},"300":{"position":[[52,3],[108,3]]},"610":{"position":[[1933,3]]},"682":{"position":[[5230,1],[5288,2]]}}}],["9)*(x",{"_index":783,"t":{"39":{"position":[[2289,5],[2839,5]]}}}],["9.0",{"_index":1757,"t":{"150":{"position":[[5570,5]]}}}],["9.3",{"_index":2745,"t":{"223":{"position":[[13358,5]]}}}],["9.339771270751953[flaml.automl",{"_index":2761,"t":{"223":{"position":[[14851,31]]}}}],["9.4",{"_index":2748,"t":{"223":{"position":[[13575,5]]}}}],["9.8",{"_index":2749,"t":{"223":{"position":[[13799,5],[14023,5]]}}}],["9.9",{"_index":2751,"t":{"223":{"position":[[14237,5]]}}}],["9.9752e",{"_index":2356,"t":{"194":{"position":[[2764,7]]}}}],["90",{"_index":318,"t":{"15":{"position":[[349,3]]},"25":{"position":[[157,4]]},"31":{"position":[[476,4]]},"221":{"position":[[20513,3]]}}}],["91",{"_index":2638,"t":{"221":{"position":[[20724,3]]},"672":{"position":[[453,3]]}}}],["92",{"_index":438,"t":{"19":{"position":[[270,4]]},"221":{"position":[[20953,3]]}}}],["93",{"_index":2639,"t":{"221":{"position":[[21182,3]]},"223":{"position":[[14953,3]]}}}],["94",{"_index":2643,"t":{"221":{"position":[[21399,3]]}}}],["95",{"_index":2645,"t":{"221":{"position":[[21630,3]]}}}],["95000)**2",{"_index":5122,"t":{"608":{"position":[[431,9],[2766,9]]}}}],["96",{"_index":2647,"t":{"221":{"position":[[21847,3]]}}}],["97",{"_index":2648,"t":{"221":{"position":[[22060,3]]}}}],["98",{"_index":2649,"t":{"221":{"position":[[22273,3]]}}}],["98.3233",{"_index":2278,"t":{"194":{"position":[[1585,7]]}}}],["99",{"_index":2651,"t":{"221":{"position":[[22496,3]]},"608":{"position":[[4873,4],[4911,4]]}}}],["9999e",{"_index":2187,"t":{"192":{"position":[[556,5]]}}}],["_",{"_index":3695,"t":{"294":{"position":[[2066,2]]},"296":{"position":[[333,2]]},"332":{"position":[[89,4]]}}}],["__enter__",{"_index":5012,"t":{"598":{"position":[[1328,10],[1343,11]]}}}],["__eq__",{"_index":4488,"t":{"434":{"position":[[8243,7]]}}}],["__eq__(oth",{"_index":4489,"t":{"434":{"position":[[8255,13]]}}}],["__exit__",{"_index":5013,"t":{"598":{"position":[[1468,9]]}}}],["__exit__(exc_typ",{"_index":5014,"t":{"598":{"position":[[1482,18]]}}}],["__init__",{"_index":3489,"t":{"275":{"position":[[208,9]]},"312":{"position":[[485,9]]},"322":{"position":[[863,9]]},"328":{"position":[[849,9]]},"360":{"position":[[267,9]]},"364":{"position":[[271,9]]},"374":{"position":[[142,8]]},"434":{"position":[[758,9]]},"494":{"position":[[79,9]]},"496":{"position":[[62,9]]},"498":{"position":[[89,9]]},"502":{"position":[[64,9]]},"516":{"position":[[52,9]]},"526":{"position":[[121,9]]},"528":{"position":[[103,9]]},"540":{"position":[[252,9]]},"544":{"position":[[82,9]]},"548":{"position":[[66,9]]},"558":{"position":[[66,9]]},"568":{"position":[[227,8]]},"598":{"position":[[312,9]]},"649":{"position":[[5304,8]]}}}],["__init__(**set",{"_index":4060,"t":{"360":{"position":[[281,20]]}}}],["__init__(config",{"_index":4566,"t":{"496":{"position":[[76,16]]},"498":{"position":[[103,16]]}}}],["__init__(increase_factor",{"_index":4738,"t":{"526":{"position":[[135,25]]},"528":{"position":[[117,25]]}}}],["__init__(init_config",{"_index":4749,"t":{"540":{"position":[[266,21]]},"544":{"position":[[96,21]]}}}],["__init__(max_live_model_num",{"_index":4585,"t":{"502":{"position":[[78,28]]},"516":{"position":[[66,28]]}}}],["__init__(metr",{"_index":4829,"t":{"558":{"position":[[80,16]]}}}],["__init__(mod",{"_index":4797,"t":{"548":{"position":[[80,14]]}}}],["__init__(nam",{"_index":3490,"t":{"275":{"position":[[222,14]]},"312":{"position":[[499,14]]},"322":{"position":[[877,14]]},"328":{"position":[[863,14]]}}}],["__init__(result_type_nam",{"_index":4547,"t":{"494":{"position":[[93,26]]}}}],["__init__(self",{"_index":1311,"t":{"102":{"position":[[1048,14]]},"152":{"position":[[678,14],[860,14]]},"290":{"position":[[219,14]]},"568":{"position":[[887,14]]},"649":{"position":[[4231,14],[7792,14]]}}}],["__init__(start_tim",{"_index":4997,"t":{"598":{"position":[[326,20]]}}}],["__init__(task=\"binari",{"_index":4347,"t":{"364":{"position":[[285,23]]}}}],["__init__(task_nam",{"_index":4447,"t":{"434":{"position":[[772,19]]}}}],["__str__",{"_index":4452,"t":{"434":{"position":[[1407,8],[1420,9]]}}}],["_challenger_list",{"_index":4758,"t":{"540":{"position":[[1349,17]]}}}],["_metric",{"_index":4927,"t":{"572":{"position":[[1236,7]]},"608":{"position":[[833,7]]}}}],["_name_or_path",{"_index":1431,"t":{"112":{"position":[[1697,16]]}}}],["_spark",{"_index":2071,"t":{"182":{"position":[[412,6]]}}}],["_test_accuracy(best_trained_model",{"_index":3759,"t":{"306":{"position":[[929,34]]}}}],["_test_accuracy(net",{"_index":3707,"t":{"296":{"position":[[4,19]]}}}],["_use_ray=fals",{"_index":5138,"t":{"608":{"position":[[1037,16]]}}}],["a.k.a",{"_index":4417,"t":{"402":{"position":[[113,6]]}}}],["a_generate_repli",{"_index":3513,"t":{"275":{"position":[[1479,17]]},"328":{"position":[[17470,17]]}}}],["a_generate_reply(messag",{"_index":3514,"t":{"275":{"position":[[1507,26]]},"328":{"position":[[17498,26]]}}}],["a_initiate_chat",{"_index":3889,"t":{"328":{"position":[[13991,16]]}}}],["a_initiate_chat(recipi",{"_index":3890,"t":{"328":{"position":[[14018,26]]}}}],["a_rec",{"_index":3503,"t":{"275":{"position":[[838,10]]},"328":{"position":[[11888,10]]}}}],["a_receive(messag",{"_index":3504,"t":{"275":{"position":[[859,18]]},"328":{"position":[[11909,18]]}}}],["a_send",{"_index":3498,"t":{"275":{"position":[[502,7]]},"328":{"position":[[9113,7]]}}}],["a_send(messag",{"_index":3500,"t":{"275":{"position":[[520,15]]},"328":{"position":[[9131,15]]}}}],["aaai",{"_index":5039,"t":{"602":{"position":[[456,4]]},"708":{"position":[[2173,4]]}}}],["abil",{"_index":713,"t":{"37":{"position":[[748,9]]},"708":{"position":[[114,7]]}}}],["abov",{"_index":938,"t":{"63":{"position":[[102,5]]},"162":{"position":[[3370,5]]},"225":{"position":[[703,5]]},"227":{"position":[[288,5]]},"261":{"position":[[91,5]]},"269":{"position":[[3621,5]]},"649":{"position":[[7081,6]]},"682":{"position":[[698,6]]}}}],["above_monthly_avg(d",{"_index":2802,"t":{"225":{"position":[[968,23]]}}}],["above_monthly_avg(x[\"timestamp",{"_index":2809,"t":{"225":{"position":[[1138,33]]}}}],["absolut",{"_index":618,"t":{"31":{"position":[[1229,8]]},"516":{"position":[[2300,11]]},"647":{"position":[[455,8],[484,8]]}}}],["absolute/percentag",{"_index":4768,"t":{"544":{"position":[[2298,19]]},"558":{"position":[[4890,19]]},"608":{"position":[[10180,19]]},"702":{"position":[[702,19]]}}}],["absolute_clip",{"_index":4717,"t":{"516":{"position":[[2280,19]]}}}],["abstract",{"_index":3486,"t":{"275":{"position":[[35,8],[451,9],[617,9],[782,9],[956,9],[1042,9],[1229,9],[1641,9]]},"364":{"position":[[31,8]]},"434":{"position":[[21,8],[105,8]]},"538":{"position":[[26,8]]},"568":{"position":[[22,8]]}}}],["abstractmethoddef",{"_index":4454,"t":{"434":{"position":[[1485,18],[2520,18],[3999,18],[5889,18],[6789,18],[7242,18],[7798,18]]}}}],["academ",{"_index":74,"t":{"2":{"position":[[927,8]]}}}],["acceler",{"_index":2089,"t":{"184":{"position":[[752,10]]},"360":{"position":[[8083,10],[34030,10]]}}}],["accelerator_type:v100)result",{"_index":2225,"t":{"194":{"position":[[704,28]]}}}],["accept",{"_index":2027,"t":{"180":{"position":[[595,7]]},"374":{"position":[[305,6]]},"568":{"position":[[1727,6]]}}}],["access",{"_index":812,"t":{"41":{"position":[[561,6]]},"61":{"position":[[31,8]]},"92":{"position":[[529,6]]},"100":{"position":[[822,6]]},"108":{"position":[[1340,6]]},"122":{"position":[[380,6]]},"128":{"position":[[549,6]]},"150":{"position":[[826,6]]},"221":{"position":[[494,6]]},"283":{"position":[[595,6]]},"364":{"position":[[1272,6]]},"666":{"position":[[298,6]]},"680":{"position":[[887,10]]}}}],["accompani",{"_index":350,"t":{"15":{"position":[[1177,11]]},"25":{"position":[[304,11]]}}}],["accomplish",{"_index":470,"t":{"21":{"position":[[825,12]]}}}],["accord",{"_index":659,"t":{"31":{"position":[[2585,9]]},"192":{"position":[[682,9]]},"350":{"position":[[212,9]]},"649":{"position":[[4999,9]]},"655":{"position":[[55,9]]},"661":{"position":[[1568,9]]},"680":{"position":[[762,9]]}}}],["accordingli",{"_index":4576,"t":{"496":{"position":[[797,12]]},"678":{"position":[[497,12]]},"696":{"position":[[4509,11],[5068,12]]}}}],["accur",{"_index":226,"t":{"9":{"position":[[653,8]]},"15":{"position":[[431,8]]},"43":{"position":[[1070,11]]},"261":{"position":[[619,8]]}}}],["accuraci",{"_index":305,"t":{"15":{"position":[[156,8],[333,8]]},"17":{"position":[[1777,8]]},"19":{"position":[[53,8],[261,8],[543,8]]},"21":{"position":[[45,8]]},"25":{"position":[[135,8]]},"37":{"position":[[383,9]]},"43":{"position":[[4,8],[317,8],[679,9],[733,8],[864,8]]},"92":{"position":[[207,11]]},"100":{"position":[[6901,8]]},"144":{"position":[[323,10],[605,8]]},"150":{"position":[[10207,8]]},"160":{"position":[[436,11]]},"172":{"position":[[81,11],[131,12]]},"174":{"position":[[188,8]]},"227":{"position":[[924,11]]},"242":{"position":[[311,8],[475,9]]},"306":{"position":[[323,9],[998,9]]},"308":{"position":[[227,9],[337,9]]},"360":{"position":[[126,11],[666,11],[25797,11]]},"364":{"position":[[3260,11],[3516,8]]},"647":{"position":[[168,11],[184,8]]},"670":{"position":[[378,11],[406,8],[746,9]]}}}],["accuracy\")plt.step(time_histori",{"_index":5588,"t":{"670":{"position":[[570,32]]}}}],["accuracy=correct",{"_index":3705,"t":{"294":{"position":[[2631,16]]}}}],["accuracy[flaml.automl",{"_index":1065,"t":{"92":{"position":[[823,22]]},"108":{"position":[[1706,22]]},"227":{"position":[[1667,22]]}}}],["accuracy_scor",{"_index":5721,"t":{"696":{"position":[[2314,14],[5920,14]]}}}],["accuracy_score(y_test",{"_index":5735,"t":{"696":{"position":[[2870,22],[6362,22]]}}}],["achiev",{"_index":98,"t":{"2":{"position":[[1224,12]]},"19":{"position":[[522,8]]},"25":{"position":[[110,7],[800,7]]},"657":{"position":[[2277,7]]}}}],["acl",{"_index":5054,"t":{"602":{"position":[[1105,3]]}}}],["act",{"_index":735,"t":{"39":{"position":[[128,4]]},"568":{"position":[[1613,4]]}}}],["action",{"_index":3487,"t":{"275":{"position":[[119,8],[164,7]]}}}],["activ",{"_index":32,"t":{"2":{"position":[[370,6]]},"11":{"position":[[518,8]]},"71":{"position":[[102,6]]},"184":{"position":[[8,8],[1905,10]]},"201":{"position":[[174,8]]},"328":{"position":[[5129,10],[16578,9],[17827,9]]},"554":{"position":[[521,13],[1082,13]]}}}],["actual",{"_index":544,"t":{"27":{"position":[[1477,8]]},"336":{"position":[[2329,6],[4098,6]]},"360":{"position":[[21796,6]]},"572":{"position":[[969,6]]}}}],["ad",{"_index":1284,"t":{"102":{"position":[[131,6]]},"152":{"position":[[53,6]]},"233":{"position":[[129,5]]},"259":{"position":[[332,6]]},"281":{"position":[[583,5]]},"490":{"position":[[680,5]]},"502":{"position":[[1425,5]]},"586":{"position":[[387,5]]},"608":{"position":[[11600,5]]},"649":{"position":[[5982,5]]},"657":{"position":[[1315,5]]}}}],["adam",{"_index":5639,"t":{"682":{"position":[[1994,7],[2095,10]]}}}],["adam_beta1",{"_index":2182,"t":{"192":{"position":[[468,13]]},"194":{"position":[[875,10]]},"196":{"position":[[524,13]]}}}],["adam_beta2",{"_index":2185,"t":{"192":{"position":[[513,13]]},"194":{"position":[[886,10]]},"196":{"position":[[544,13]]}}}],["adam_epsilon",{"_index":2181,"t":{"192":{"position":[[417,15]]},"194":{"position":[[897,12]]},"196":{"position":[[485,15]]},"649":{"position":[[3272,13]]}}}],["adapt",{"_index":233,"t":{"11":{"position":[[82,5]]},"17":{"position":[[261,5]]},"19":{"position":[[869,8]]},"25":{"position":[[64,8],[871,8]]},"29":{"position":[[270,10]]},"31":{"position":[[92,8],[374,8],[3029,8],[3296,8],[3399,8],[3694,8]]},"33":{"position":[[988,8]]},"45":{"position":[[821,7]]},"544":{"position":[[62,8]]},"706":{"position":[[56,8]]}}}],["add",{"_index":194,"t":{"9":{"position":[[78,3]]},"102":{"position":[[219,3],[1129,3]]},"152":{"position":[[194,3],[941,3]]},"229":{"position":[[278,3],[479,3]]},"257":{"position":[[117,3]]},"360":{"position":[[9610,3],[15381,3],[35092,3]]},"374":{"position":[[373,3]]},"502":{"position":[[1374,3]]},"544":{"position":[[2993,3]]},"586":{"position":[[335,4]]},"649":{"position":[[5252,3],[5647,3],[5761,3],[8998,3]]},"651":{"position":[[667,4]]}}}],["add_learn",{"_index":4217,"t":{"360":{"position":[[15318,12]]}}}],["add_learner(learner_nam",{"_index":4218,"t":{"360":{"position":[[15335,25]]}}}],["add_norm",{"_index":3170,"t":{"229":{"position":[[9291,11],[10147,11],[10731,11],[11297,11],[11857,11],[12416,11],[13510,11],[14407,11],[14972,11],[15543,11],[16112,11],[16665,11],[17227,11],[17794,11],[18357,11],[18921,11],[19493,11],[20062,11],[21530,11],[22426,11],[22991,11],[23562,11],[24131,11],[24894,11],[25330,11],[25764,11],[26191,11],[27311,11],[28332,11],[28743,11],[28951,11]]}}}],["add_trial",{"_index":4613,"t":{"502":{"position":[[1333,10]]},"586":{"position":[[298,10]]}}}],["add_trial(new_tri",{"_index":4614,"t":{"502":{"position":[[1348,20]]}}}],["add_trial(tri",{"_index":4975,"t":{"586":{"position":[[313,16]]}}}],["addit",{"_index":859,"t":{"47":{"position":[[149,10]]},"229":{"position":[[483,10]]},"312":{"position":[[1747,10]]},"336":{"position":[[6040,10],[8018,8]]},"360":{"position":[[9623,10],[35105,10]]},"434":{"position":[[2381,10],[6433,10]]},"651":{"position":[[1531,10],[1677,10]]},"663":{"position":[[625,9]]},"680":{"position":[[2124,9]]},"682":{"position":[[2242,9],[7774,9]]}}}],["addnorm",{"_index":3077,"t":{"229":{"position":[[4677,7],[6564,7],[9303,8],[10159,8],[10743,8],[11309,8],[11869,8],[12428,8],[13522,8],[14419,8],[14984,8],[15555,8],[16124,8],[16677,8],[17239,8],[17806,8],[18369,8],[18933,8],[19505,8],[20074,8],[21542,8],[22438,8],[23003,8],[23574,8],[24143,8],[24906,8],[25342,8],[25776,8],[26203,8],[26743,8],[26845,8],[27323,8],[28344,8],[28755,8],[28963,8]]}}}],["address",{"_index":245,"t":{"11":{"position":[[297,10]]},"39":{"position":[[714,7]]}}}],["adjust",{"_index":5546,"t":{"661":{"position":[[1526,6]]}}}],["adopt",{"_index":213,"t":{"9":{"position":[[512,8]]}}}],["adopt_children",{"_index":4537,"t":{"490":{"position":[[291,15]]}}}],["adopt_children(result=non",{"_index":4538,"t":{"490":{"position":[[311,27]]}}}],["advanc",{"_index":236,"t":{"11":{"position":[[113,13]]},"15":{"position":[[1045,8]]},"37":{"position":[[127,8],[405,12],[1329,8]]},"655":{"position":[[1555,8]]},"684":{"position":[[1362,8]]},"690":{"position":[[18,8]]}}}],["advantag",{"_index":727,"t":{"37":{"position":[[1613,9]]},"657":{"position":[[2543,9]]}}}],["advis",{"_index":4870,"t":{"560":{"position":[[618,7]]}}}],["affect",{"_index":368,"t":{"15":{"position":[[1748,6]]},"33":{"position":[[529,6]]},"255":{"position":[[352,7],[459,6],[1641,7]]},"608":{"position":[[7632,8]]},"682":{"position":[[5985,6],[6189,6]]},"696":{"position":[[1053,7]]}}}],["aforement",{"_index":5655,"t":{"682":{"position":[[3809,14]]},"686":{"position":[[10,14]]}}}],["aftsurvivalregress",{"_index":4426,"t":{"412":{"position":[[84,21]]}}}],["again",{"_index":2086,"t":{"184":{"position":[[502,6]]},"255":{"position":[[779,6]]},"682":{"position":[[7412,6]]}}}],["against",{"_index":5485,"t":{"655":{"position":[[445,7]]}}}],["age_year",{"_index":2040,"t":{"180":{"position":[[1085,12]]}}}],["agenc",{"_index":2954,"t":{"229":{"position":[[810,10],[2272,10],[7516,9],[9414,9]]}}}],["agent",{"_index":263,"t":{"11":{"position":[[706,7]]},"33":{"position":[[997,6]]},"37":{"position":[[1698,5]]},"39":{"position":[[77,6],[122,5],[283,5],[759,5],[1514,5],[1697,5],[2391,5],[2997,5]]},"43":{"position":[[1207,6]]},"47":{"position":[[212,6]]},"86":{"position":[[26,5]]},"267":{"position":[[66,5]]},"269":{"position":[[201,5],[270,6],[358,7],[808,6]]},"275":{"position":[[6,7],[57,6],[67,5],[100,6],[138,6],[281,6],[339,6],[399,8],[495,6],[565,8],[667,6],[730,8],[831,6],[904,8],[1011,6],[1070,6],[1380,5],[1798,5]]},"312":{"position":[[67,6],[405,5],[883,5],[1028,6]]},"316":{"position":[[76,6],[199,6],[318,5],[407,6],[417,5],[444,5],[613,6]]},"318":{"position":[[74,5],[121,7]]},"322":{"position":[[65,5],[141,7],[282,5],[1346,6],[2050,5],[2276,5],[2445,5],[4162,6]]},"328":{"position":[[80,6],[173,5],[1365,6],[2120,5],[2346,5],[2515,5],[4150,6],[4560,5],[4578,5],[4838,5],[4923,5],[5436,6],[5472,5],[5981,5],[6687,5],[7196,6],[7214,5],[7220,5],[7232,5],[7492,6],[7765,6],[7881,6],[8408,5],[8580,5],[8758,5],[8835,5],[9176,6],[9300,6],[9827,5],[9999,5],[10177,5],[10254,5],[10588,6],[10701,6],[11562,5],[11954,6],[12075,6],[12936,5],[13450,6],[13561,5],[13656,6],[13700,6],[13771,6],[14197,6],[14308,5],[14403,6],[14447,6],[14518,6],[14772,6],[15178,6],[15196,5],[15208,5],[15292,7],[17344,5],[18593,5],[20107,6],[20367,6]]}}}],["agent'",{"_index":3869,"t":{"328":{"position":[[7285,7]]}}}],["agent_by_nam",{"_index":3800,"t":{"316":{"position":[[271,14]]}}}],["agent_by_name(nam",{"_index":3801,"t":{"316":{"position":[[290,19]]}}}],["agent_nam",{"_index":3798,"t":{"316":{"position":[[117,12],[143,13]]}}}],["agentchat",{"_index":1032,"t":{"86":{"position":[[112,10]]},"271":{"position":[[161,9]]}}}],["agg_method",{"_index":3952,"t":{"336":{"position":[[1329,10],[7525,10],[7683,10],[7702,10],[7740,10],[7766,10],[7805,10]]}}}],["agg_method=\"avg",{"_index":4002,"t":{"336":{"position":[[6412,17]]}}}],["agg_method={'median_success",{"_index":4009,"t":{"336":{"position":[[7839,29]]}}}],["aggreg",{"_index":4006,"t":{"336":{"position":[[7581,11],[8034,10],[8284,10],[8413,10]]},"360":{"position":[[35871,9],[36180,9]]}}}],["ahm",{"_index":5096,"t":{"602":{"position":[[2823,5],[3059,5]]}}}],["ai",{"_index":230,"t":{"11":{"position":[[49,2]]},"275":{"position":[[54,2]]},"328":{"position":[[934,2],[17142,2],[18391,2]]}}}],["aim",{"_index":349,"t":{"15":{"position":[[1155,5]]}}}],["airlin",{"_index":1864,"t":{"160":{"position":[[84,9]]},"168":{"position":[[60,9]]}}}],["airlines_experiment.log",{"_index":1871,"t":{"160":{"position":[[524,26]]},"172":{"position":[[482,26]]}}}],["airlinesx_train.shap",{"_index":1676,"t":{"144":{"position":[[480,22]]}}}],["aka",{"_index":4518,"t":{"464":{"position":[[86,3]]}}}],["albert",{"_index":4168,"t":{"360":{"position":[[10680,7],[19890,7],[35585,7]]}}}],["algebra",{"_index":364,"t":{"15":{"position":[[1654,7]]},"19":{"position":[[126,7],[385,7],[450,8]]},"21":{"position":[[92,7]]},"37":{"position":[[342,7]]},"41":{"position":[[398,8],[461,8]]},"43":{"position":[[523,7],[568,7],[880,7],[969,7]]}}}],["algo",{"_index":4850,"t":{"558":{"position":[[2700,5]]}}}],["algorithm",{"_index":135,"t":{"5":{"position":[[409,10]]},"31":{"position":[[2108,9]]},"255":{"position":[[1133,10],[1733,11],[1789,10]]},"516":{"position":[[41,10]]},"526":{"position":[[110,10]]},"528":{"position":[[92,10]]},"532":{"position":[[40,9]]},"540":{"position":[[978,9]]},"544":{"position":[[40,9]]},"548":{"position":[[375,10]]},"558":{"position":[[55,10],[3597,10]]},"562":{"position":[[47,10]]},"568":{"position":[[61,11],[80,10],[1660,10]]},"570":{"position":[[50,9]]},"572":{"position":[[306,11],[1674,9]]},"594":{"position":[[708,10]]},"608":{"position":[[7186,9],[11984,10]]},"610":{"position":[[614,9]]},"657":{"position":[[1182,10],[2388,9],[2467,10],[2524,10],[4131,11],[4390,11]]},"682":{"position":[[6530,10],[6933,10],[7749,9],[7973,9]]},"686":{"position":[[319,9]]},"696":{"position":[[697,10],[1377,10],[4864,9]]},"698":{"position":[[566,9]]},"704":{"position":[[102,9]]}}}],["algorithm.resourc",{"_index":2218,"t":{"194":{"position":[[603,19]]}}}],["alik",{"_index":130,"t":{"5":{"position":[[347,6]]}}}],["all\")metr",{"_index":2397,"t":{"196":{"position":[[54,12]]}}}],["all\")print(\"best",{"_index":3744,"t":{"306":{"position":[[127,17]]}}}],["all/multiclass.json",{"_index":5291,"t":{"628":{"position":[[752,20]]}}}],["alloc",{"_index":2112,"t":{"184":{"position":[[1993,9]]},"502":{"position":[[456,10]]},"608":{"position":[[8041,8]]},"657":{"position":[[961,9]]},"694":{"position":[[200,8],[538,9],[1064,9]]}}}],["allow",{"_index":193,"t":{"9":{"position":[[60,8],[182,6]]},"39":{"position":[[735,8]]},"45":{"position":[[915,5]]},"102":{"position":[[27,6]]},"257":{"position":[[312,5]]},"281":{"position":[[1002,5],[1021,5]]},"336":{"position":[[5552,5]]},"502":{"position":[[280,8]]},"510":{"position":[[355,5]]},"516":{"position":[[661,7]]},"657":{"position":[[2509,6]]},"708":{"position":[[1880,6]]}}}],["allow_empty_config=fals",{"_index":4840,"t":{"558":{"position":[[1003,25]]}}}],["allow_format_str_templ",{"_index":3977,"t":{"336":{"position":[[3732,26],[5498,25]]}}}],["alon",{"_index":5447,"t":{"649":{"position":[[6075,6]]}}}],["alongsid",{"_index":235,"t":{"11":{"position":[[97,9]]}}}],["alpha",{"_index":757,"t":{"39":{"position":[[1452,6]]},"360":{"position":[[1760,5],[1795,6],[1804,5],[26891,5],[26926,6],[26935,5]]},"647":{"position":[[2191,5],[2226,6],[2235,5]]}}}],["alradi",{"_index":496,"t":{"27":{"position":[[18,6]]}}}],["alreadi",{"_index":489,"t":{"25":{"position":[[700,7]]},"27":{"position":[[1683,7]]},"162":{"position":[[2238,7]]},"261":{"position":[[238,7]]},"308":{"position":[[249,7],[286,7]]},"568":{"position":[[1901,7]]},"572":{"position":[[1606,7],[2461,8]]}}}],["altern",{"_index":462,"t":{"21":{"position":[[437,11]]},"554":{"position":[[1056,13]]},"568":{"position":[[1624,11]]}}}],["although",{"_index":840,"t":{"45":{"position":[[280,8]]}}}],["alway",{"_index":586,"t":{"31":{"position":[[256,6],[333,6]]},"229":{"position":[[2712,6]]},"312":{"position":[[1721,9]]},"322":{"position":[[234,6],[1042,9],[1876,9],[1995,9],[2036,9]]},"328":{"position":[[506,9],[2065,9],[2106,9]]},"516":{"position":[[1954,6]]},"657":{"position":[[3442,6]]},"661":{"position":[[1804,6]]}}}],["amc",{"_index":346,"t":{"15":{"position":[[1136,3],[1144,3]]}}}],["amin",{"_index":5044,"t":{"602":{"position":[[744,4],[931,4]]},"708":{"position":[[2464,4],[2651,4]]}}}],["aml",{"_index":1892,"t":{"162":{"position":[[347,4],[2723,4]]}}}],["amlcomput",{"_index":1909,"t":{"162":{"position":[[989,11],[1318,11],[2114,10]]}}}],["amlcompute.provisioning_configur",{"_index":1925,"t":{"162":{"position":[[1617,38]]}}}],["amort",{"_index":502,"t":{"27":{"position":[[274,9]]},"31":{"position":[[3539,9]]}}}],["amount",{"_index":4988,"t":{"594":{"position":[[809,6]]},"694":{"position":[[518,6],[1775,6]]},"696":{"position":[[4788,6]]}}}],["analysi",{"_index":2476,"t":{"213":{"position":[[512,8]]},"269":{"position":[[1217,8]]},"608":{"position":[[7433,8]]},"610":{"position":[[2042,8]]},"688":{"position":[[267,9],[277,8]]},"692":{"position":[[1203,8]]}}}],["analysis.get_best_trial(hp_metr",{"_index":2396,"t":{"196":{"position":[[13,34]]},"213":{"position":[[704,34]]}}}],["analyt",{"_index":66,"t":{"2":{"position":[[842,10]]}}}],["analyz",{"_index":365,"t":{"15":{"position":[[1708,7]]},"506":{"position":[[32,7]]},"688":{"position":[[101,7]]}}}],["angl",{"_index":4416,"t":{"402":{"position":[[96,5]]}}}],["anonym",{"_index":4926,"t":{"572":{"position":[[1219,9]]},"608":{"position":[[860,9]]}}}],["anoth",{"_index":848,"t":{"45":{"position":[[528,7]]},"215":{"position":[[1554,7]]},"275":{"position":[[487,7],[659,7],[823,7],[1003,7]]},"328":{"position":[[7873,7],[9292,7],[10693,7],[12067,7]]},"649":{"position":[[8024,7]]},"659":{"position":[[218,7]]},"663":{"position":[[200,7],[449,7]]}}}],["answer",{"_index":407,"t":{"17":{"position":[[1238,6],[1280,6],[1410,6],[1492,6],[1594,6],[1646,6],[1685,7]]},"21":{"position":[[65,7]]},"37":{"position":[[831,10]]},"39":{"position":[[1244,6],[1324,6],[1852,6]]},"41":{"position":[[621,6],[645,7],[742,6],[821,7],[1021,6],[1191,7],[1347,7]]},"45":{"position":[[493,8],[569,6]]},"682":{"position":[[3794,7]]}}}],["any(",{"_index":3965,"t":{"336":{"position":[[1966,5],[7410,5]]}}}],["anyon",{"_index":276,"t":{"11":{"position":[[1023,6]]},"69":{"position":[[224,6]]}}}],["anyscal",{"_index":71,"t":{"2":{"position":[[891,9]]}}}],["anytim",{"_index":5826,"t":{"708":{"position":[[1382,7]]}}}],["ap",{"_index":5381,"t":{"647":{"position":[[1133,5]]}}}],["apart",{"_index":164,"t":{"7":{"position":[[16,5]]}}}],["api",{"_index":254,"t":{"11":{"position":[[599,3]]},"25":{"position":[[772,3]]},"41":{"position":[[553,4]]},"55":{"position":[[36,4],[133,5]]},"59":{"position":[[199,3]]},"102":{"position":[[11,3]]},"182":{"position":[[97,4]]},"283":{"position":[[622,4],[857,3]]},"336":{"position":[[71,4],[123,4],[1256,3],[5636,3],[5692,4],[5735,3],[6030,4],[6589,3],[8170,3],[8563,3],[8625,4],[8876,4],[9162,4],[9858,3],[10001,3],[10152,3],[10191,3],[10346,4],[10420,3],[10914,3]]},"338":{"position":[[57,3]]},"366":{"position":[[117,4]]},"368":{"position":[[119,4]]},"372":{"position":[[122,4]]},"376":{"position":[[81,4]]},"378":{"position":[[104,4]]},"380":{"position":[[133,4]]},"382":{"position":[[126,4]]},"622":{"position":[[72,4]]},"649":{"position":[[5116,4]]}}}],["api_bas",{"_index":922,"t":{"61":{"position":[[261,11],[509,11]]},"63":{"position":[[469,11],[583,11]]},"336":{"position":[[4620,11],[4809,11],[4876,11]]}}}],["api_key",{"_index":926,"t":{"61":{"position":[[324,10],[572,10]]},"63":{"position":[[532,10],[646,10]]},"336":{"position":[[4548,10],[4741,10]]}}}],["api_typ",{"_index":924,"t":{"61":{"position":[[301,11],[549,11]]},"63":{"position":[[509,11],[623,11]]},"336":{"position":[[4599,11],[4786,11],[4913,11]]}}}],["api_vers",{"_index":3983,"t":{"336":{"position":[[4673,14]]}}}],["app",{"_index":378,"t":{"17":{"position":[[175,3]]}}}],["appeal",{"_index":5803,"t":{"706":{"position":[[649,9]]}}}],["appear",{"_index":5335,"t":{"636":{"position":[[2187,6]]}}}],["append",{"_index":643,"t":{"31":{"position":[[2204,6]]},"360":{"position":[[7437,6],[22304,8],[22741,8],[33384,6]]}}}],["append_log",{"_index":4143,"t":{"360":{"position":[[7379,10],[33326,10]]}}}],["append_log=non",{"_index":4306,"t":{"360":{"position":[[24424,16]]}}}],["appli",{"_index":2085,"t":{"184":{"position":[[287,8]]},"190":{"position":[[462,5]]},"434":{"position":[[4787,8]]},"624":{"position":[[1435,7]]},"636":{"position":[[2359,7]]}}}],["applic",{"_index":162,"t":{"5":{"position":[[781,13]]},"7":{"position":[[475,12]]},"13":{"position":[[143,13]]},"15":{"position":[[577,13],[692,13],[967,13]]},"19":{"position":[[822,12]]},"23":{"position":[[122,13]]},"33":{"position":[[182,11],[1018,13],[1058,10],[1138,13]]},"41":{"position":[[208,11]]},"47":{"position":[[80,12],[187,11]]},"52":{"position":[[61,12]]},"267":{"position":[[38,12]]},"269":{"position":[[167,12]]},"364":{"position":[[4265,12]]},"608":{"position":[[238,11]]},"610":{"position":[[844,11]]},"706":{"position":[[677,10]]}}}],["apply(lambda",{"_index":2970,"t":{"229":{"position":[[1182,13]]}}}],["appreci",{"_index":858,"t":{"47":{"position":[[138,10]]}}}],["approach",{"_index":697,"t":{"33":{"position":[[1049,8]]},"572":{"position":[[3778,9]]},"649":{"position":[[7376,8]]},"651":{"position":[[715,8]]}}}],["appropri",{"_index":747,"t":{"39":{"position":[[799,11]]},"69":{"position":[[745,11]]},"180":{"position":[[1376,14]]},"434":{"position":[[6086,11],[6292,12],[6353,11],[6653,11]]}}}],["approx",{"_index":4936,"t":{"572":{"position":[[2146,8]]},"610":{"position":[[1780,9]]}}}],["apt",{"_index":3538,"t":{"281":{"position":[[958,3],[981,3],[1145,3]]}}}],["architectur",{"_index":1432,"t":{"112":{"position":[[1726,16]]}}}],["archive=$(basenam",{"_index":3558,"t":{"281":{"position":[[1345,18]]}}}],["area",{"_index":5696,"t":{"692":{"position":[[462,5]]}}}],["aren't",{"_index":751,"t":{"39":{"position":[[1221,6]]}}}],["arg",{"_index":4075,"t":{"360":{"position":[[1395,8],[26526,8]]},"598":{"position":[[544,4],[793,4],[866,4],[1221,4]]},"647":{"position":[[1826,8]]}}}],["argument",{"_index":1345,"t":{"108":{"position":[[842,10]]},"110":{"position":[[596,9]]},"112":{"position":[[574,9]]},"114":{"position":[[1246,10],[2722,10]]},"180":{"position":[[612,9]]},"182":{"position":[[260,8]]},"184":{"position":[[531,9],[565,9]]},"223":{"position":[[1205,8]]},"257":{"position":[[459,10]]},"275":{"position":[[247,10],[1296,10],[1714,10]]},"312":{"position":[[861,10],[1766,10]]},"322":{"position":[[1312,10]]},"328":{"position":[[1331,10],[4541,10],[6351,10],[6609,10],[7203,10],[7888,10],[9307,10],[10860,10],[11150,10],[12234,10],[12524,10],[13663,10],[14410,10],[15185,10],[17209,10],[18458,10],[18860,10],[19078,10],[19150,10],[19648,10],[19758,12],[20374,10]]},"332":{"position":[[382,10]]},"336":{"position":[[260,10],[657,10],[1351,10],[3840,10],[6599,10],[8573,10],[8824,10],[9110,10],[9519,10]]},"350":{"position":[[240,10],[663,10]]},"360":{"position":[[387,8],[480,8],[597,10],[964,10],[7921,9],[9346,8],[9509,9],[10932,10],[11680,10],[13928,10],[14379,9],[14978,10],[15076,9],[15407,10],[15672,10],[16701,10],[20052,10],[20229,9],[24757,10],[26095,10],[33868,9],[34856,8],[34991,9],[35995,10],[37193,9],[37316,10],[37875,9]]},"364":{"position":[[337,10],[1993,10],[2405,10],[2707,10],[3020,10],[3154,8],[3929,10],[4463,10],[4919,10]]},"366":{"position":[[308,10],[815,10],[1360,10]]},"370":{"position":[[211,10]]},"394":{"position":[[248,10]]},"398":{"position":[[242,10]]},"416":{"position":[[97,10],[674,8]]},"434":{"position":[[958,10],[1907,10],[3083,10],[4401,10],[6305,10],[7041,10],[7573,10],[8050,10],[8536,10]]},"454":{"position":[[143,10]]},"494":{"position":[[315,10]]},"496":{"position":[[313,10]]},"498":{"position":[[405,10]]},"502":{"position":[[204,10],[924,10],[1444,10]]},"506":{"position":[[1254,10],[2560,10]]},"512":{"position":[[733,10],[1177,10],[2819,10],[3126,10]]},"516":{"position":[[519,10],[2811,10],[2963,10]]},"526":{"position":[[192,10]]},"528":{"position":[[184,10]]},"540":{"position":[[521,10],[887,9]]},"544":{"position":[[486,10],[1501,9]]},"554":{"position":[[1414,10]]},"558":{"position":[[1047,10],[4092,9]]},"560":{"position":[[197,10],[495,10],[802,10]]},"568":{"position":[[521,10],[1919,10],[2380,10]]},"570":{"position":[[106,10]]},"572":{"position":[[453,10]]},"586":{"position":[[406,10]]},"598":{"position":[[533,10]]},"608":{"position":[[822,10],[3423,10],[6003,9],[7649,9],[9278,9],[12274,9]]},"610":{"position":[[116,10]]},"647":{"position":[[52,9],[2518,9]]},"649":{"position":[[8756,8]]},"651":{"position":[[331,9],[769,8],[867,9]]},"655":{"position":[[1830,9]]},"663":{"position":[[10,9],[288,8],[539,9],[665,9],[740,9],[786,9]]},"680":{"position":[[8,10],[2037,8],[2233,8]]},"682":{"position":[[8,10],[383,8]]},"684":{"position":[[8,10],[616,8],[688,8],[1181,8],[1278,8]]},"692":{"position":[[77,8],[796,8]]},"694":{"position":[[8,10]]},"696":{"position":[[8,10]]},"698":{"position":[[8,10]]},"702":{"position":[[81,8],[1812,9]]}}}],["arima",{"_index":2541,"t":{"221":{"position":[[998,8]]},"223":{"position":[[1773,8]]},"225":{"position":[[2579,8]]},"360":{"position":[[14234,5]]},"460":{"position":[[60,6]]},"649":{"position":[[2681,8],[2690,5]]}}}],["arima'",{"_index":2601,"t":{"221":{"position":[[15175,7],[15217,7],[15386,7],[15428,7],[15643,7],[15872,7],[16087,7],[16302,7],[16471,7],[16513,7],[16742,7],[16911,7],[16953,7],[17168,7],[17337,7],[17379,7],[17594,7],[17763,7],[17805,7],[18020,7],[18249,7],[18478,7],[18693,7],[18908,7],[19137,7],[19352,7],[19581,7],[19796,7],[19965,7],[20007,7],[20222,7],[20391,7],[20433,7],[20602,7],[20644,7],[20873,7],[21102,7],[21936,7],[22149,7]]},"223":{"position":[[11419,7],[12494,7]]}}}],["arima(statsmodelsestim",{"_index":4512,"t":{"460":{"position":[[6,27]]}}}],["arima[flaml.automl",{"_index":2600,"t":{"221":{"position":[[15106,19],[15317,19],[16402,19],[16842,19],[17268,19],[17694,19],[19896,19],[20322,19],[20533,19],[21867,19],[22080,19]]},"223":{"position":[[11350,19],[12425,19]]}}}],["aris",{"_index":248,"t":{"11":{"position":[[335,5]]}}}],["around",{"_index":834,"t":{"43":{"position":[[745,6]]},"69":{"position":[[327,6]]},"271":{"position":[[211,6]]},"572":{"position":[[44,6],[283,6]]}}}],["array",{"_index":612,"t":{"31":{"position":[[1002,6],[1090,5],[2554,5]]},"350":{"position":[[263,5],[321,5],[468,5],[532,5],[686,5],[761,5]]},"360":{"position":[[13620,5],[13951,5],[14751,5],[15001,5],[15201,5],[16777,5],[17046,5],[18719,5],[24786,5],[25115,5],[29277,5],[29349,5],[29432,5],[29527,5],[29710,5]]},"364":{"position":[[2022,5],[2092,5],[2428,5],[2502,5],[2730,5],[2789,5]]},"394":{"position":[[271,5],[330,5]]},"398":{"position":[[265,5],[324,5]]},"454":{"position":[[166,5],[224,5],[289,5],[353,5]]},"644":{"position":[[236,6],[283,6]]}}}],["array_lik",{"_index":4492,"t":{"438":{"position":[[41,11]]}}}],["arraylik",{"_index":4477,"t":{"434":{"position":[[5746,9]]}}}],["art",{"_index":333,"t":{"15":{"position":[[798,3]]},"17":{"position":[[203,3]]},"37":{"position":[[1669,3]]}}}],["artifact",{"_index":4534,"t":{"490":{"position":[[158,9]]}}}],["arxiv",{"_index":5070,"t":{"602":{"position":[[1652,5],[1940,5],[2843,5],[3330,5]]}}}],["arxiv:2111.06495",{"_index":5072,"t":{"602":{"position":[[1667,16],[1823,19]]}}}],["arxiv:2202.09927",{"_index":5080,"t":{"602":{"position":[[1955,16],[2169,19]]}}}],["arxiv:2303.04673",{"_index":5099,"t":{"602":{"position":[[2858,16],[3119,19]]}}}],["arxiv:2306.01337",{"_index":5111,"t":{"602":{"position":[[3345,16],[3671,19]]}}}],["as_frame=as_frame)automl",{"_index":5287,"t":{"628":{"position":[[367,24]]}}}],["as_frame=as_frame)automl.fit(x_train",{"_index":5301,"t":{"634":{"position":[[317,37]]}}}],["as_frame=false)y_train",{"_index":1524,"t":{"122":{"position":[[131,22]]}}}],["as_frame=true)x_train",{"_index":5269,"t":{"624":{"position":[[501,22]]}}}],["ascend",{"_index":661,"t":{"31":{"position":[[2647,9]]}}}],["asha",{"_index":3738,"t":{"304":{"position":[[267,4]]},"608":{"position":[[5490,6],[5981,7],[6272,6]]},"696":{"position":[[3796,5],[5123,4]]}}}],["asha'",{"_index":5164,"t":{"608":{"position":[[6102,6]]}}}],["ashaschedul",{"_index":5753,"t":{"696":{"position":[[3930,13]]}}}],["ask",{"_index":559,"t":{"27":{"position":[[1943,6]]},"259":{"position":[[322,5]]},"322":{"position":[[1920,3]]},"328":{"position":[[1990,3]]},"655":{"position":[[807,3]]}}}],["assert",{"_index":560,"t":{"27":{"position":[[1976,9]]},"31":{"position":[[195,10],[237,10],[314,10],[3248,11]]},"33":{"position":[[168,10]]},"332":{"position":[[132,11],[224,11],[529,10],[572,9],[636,9]]}}}],["assertionerror",{"_index":4469,"t":{"434":{"position":[[3901,14],[5786,14],[6685,14]]}}}],["assign",{"_index":4705,"t":{"516":{"position":[[1077,8]]}}}],["assist",{"_index":710,"t":{"37":{"position":[[597,9],[1087,9],[1715,9]]},"39":{"position":[[50,9],[210,9],[330,10],[385,9],[660,9],[867,9],[1297,9],[1532,9],[1885,9],[2124,9],[2436,9],[2670,9],[3083,9]]},"45":{"position":[[864,6]]},"269":{"position":[[666,10]]},"312":{"position":[[57,9]]},"328":{"position":[[114,9],[937,12],[8283,12],[9702,12],[11197,12],[12571,12]]}}}],["assistant\"/\"us",{"_index":3881,"t":{"328":{"position":[[11293,19],[12667,19]]}}}],["assistantag",{"_index":3772,"t":{"312":{"position":[[108,14]]},"328":{"position":[[261,14]]}}}],["assistantagent(conversableag",{"_index":3771,"t":{"312":{"position":[[6,32]]}}}],["associ",{"_index":4164,"t":{"360":{"position":[[10141,10],[12866,10]]},"649":{"position":[[6970,10]]},"663":{"position":[[119,10]]}}}],["assum",{"_index":1944,"t":{"162":{"position":[[2308,8]]},"229":{"position":[[1519,7]]},"360":{"position":[[14288,7],[16968,7],[17369,7],[24989,7],[25447,7]]},"452":{"position":[[271,6]]},"544":{"position":[[942,7]]},"558":{"position":[[2317,7]]},"636":{"position":[[1964,7]]},"670":{"position":[[342,8]]},"678":{"position":[[32,9]]},"680":{"position":[[1524,6]]}}}],["astonish",{"_index":712,"t":{"37":{"position":[[736,11]]}}}],["astype(\"categori",{"_index":2973,"t":{"229":{"position":[[1227,19]]}}}],["async",{"_index":3499,"t":{"275":{"position":[[510,5],[627,5],[849,5],[966,5],[1497,5],[1651,5]]},"328":{"position":[[9121,5],[9266,7],[11899,5],[12036,7],[14008,5],[14154,7],[17488,5],[17659,7]]}}}],["async_hyperband",{"_index":5160,"t":{"608":{"position":[[5501,18]]}}}],["asynchyperband",{"_index":5161,"t":{"608":{"position":[[5520,17]]}}}],["attach",{"_index":5806,"t":{"706":{"position":[[849,8]]}}}],["attent",{"_index":3200,"t":{"229":{"position":[[28044,12]]},"624":{"position":[[1572,9]]}}}],["attention_head_s",{"_index":5424,"t":{"649":{"position":[[3461,20]]}}}],["attract",{"_index":187,"t":{"7":{"position":[[435,10]]}}}],["attribut",{"_index":3789,"t":{"312":{"position":[[989,9],[1586,9]]},"322":{"position":[[1741,9]]},"328":{"position":[[1830,9]]},"360":{"position":[[23007,9],[23082,9],[23106,9],[23199,9],[23339,9]]},"364":{"position":[[1402,9],[1470,9],[1535,9],[1752,9],[1823,9]]},"544":{"position":[[1253,9]]},"558":{"position":[[1872,10],[3301,9],[3427,9]]},"568":{"position":[[589,10],[653,10],[814,10],[2781,10]]},"572":{"position":[[1173,10],[1423,10],[2633,10]]},"594":{"position":[[352,11]]},"608":{"position":[[4675,10],[11688,9],[11814,9]]},"655":{"position":[[2174,9]]},"696":{"position":[[6431,9]]},"698":{"position":[[265,10]]}}}],["augment",{"_index":3407,"t":{"267":{"position":[[246,8]]},"360":{"position":[[7560,7],[19539,7],[33507,7]]},"434":{"position":[[4765,13]]}}}],["authent",{"_index":5162,"t":{"608":{"position":[[5744,9]]},"696":{"position":[[588,9],[669,9]]}}}],["author={chi",{"_index":5034,"t":{"602":{"position":[[263,11],[880,11],[3016,11]]},"708":{"position":[[2600,11]]}}}],["author={mo",{"_index":5083,"t":{"602":{"position":[[2096,11]]}}}],["author={qingyun",{"_index":5042,"t":{"602":{"position":[[555,15],[1495,15],[1750,15]]},"708":{"position":[[2272,15]]}}}],["author={shaokun",{"_index":5091,"t":{"602":{"position":[[2501,15]]},"708":{"position":[[3011,15]]}}}],["author={susan",{"_index":5057,"t":{"602":{"position":[[1251,13]]}}}],["author={yiran",{"_index":5113,"t":{"602":{"position":[[3477,13]]}}}],["auto",{"_index":467,"t":{"21":{"position":[[730,4]]},"29":{"position":[[93,4]]},"31":{"position":[[3233,4]]},"223":{"position":[[1040,8]]},"312":{"position":[[1529,4]]},"322":{"position":[[398,4],[443,4],[1685,4],[2372,4],[2545,4],[3781,4],[4020,4]]},"328":{"position":[[379,4],[1774,4],[1926,4],[2442,4],[2615,4],[3940,4],[4015,4],[5302,4],[6595,4],[6666,4],[6921,4],[13479,4],[14226,4],[16650,4],[17899,4]]},"360":{"position":[[868,7],[2382,7],[3040,8],[4574,8],[4626,6],[4688,8],[4726,6],[4785,6],[4829,6],[17903,8],[18428,8],[18480,6],[18542,8],[18580,6],[18639,6],[18683,6],[25999,7],[27549,7],[28312,8],[30550,8],[30602,6],[30664,8],[30702,6],[30761,6],[30805,6]]},"364":{"position":[[3394,7]]},"434":{"position":[[4850,8],[5239,8],[5291,6],[5353,8],[5391,6],[5450,6],[5494,6],[6155,6],[6336,6],[7324,7],[7456,6],[7608,6],[7906,6]]},"516":{"position":[[204,7],[1125,7]]},"558":{"position":[[836,7],[3364,7],[3654,6],[3839,6]]},"608":{"position":[[2519,7],[11751,7],[12041,6],[12226,6]]}}}],["auto_aug",{"_index":4146,"t":{"360":{"position":[[7496,12],[19475,12],[33443,12]]},"434":{"position":[[4195,13],[4722,12]]}}}],["auto_augment=non",{"_index":4241,"t":{"360":{"position":[[16307,18],[24441,18]]}}}],["autogen",{"_index":240,"t":{"11":{"position":[[213,7]]},"50":{"position":[[0,7]]},"86":{"position":[[0,7]]},"269":{"position":[[123,8],[132,7],[838,7]]},"271":{"position":[[29,8],[151,7]]},"281":{"position":[[0,8]]},"600":{"position":[[0,7]]}}}],["autogen.assistantagent(\"assistant\")user_proxi",{"_index":3416,"t":{"269":{"position":[[556,45]]}}}],["autogen.completion.cr",{"_index":3791,"t":{"312":{"position":[[1114,25]]},"322":{"position":[[3928,25]]},"328":{"position":[[3870,25],[8364,26],[9783,26],[11513,26],[12887,26]]}}}],["autogen.completion.create(context=test_inst",{"_index":3435,"t":{"269":{"position":[[1432,48]]}}}],["autogen.completion.tun",{"_index":3427,"t":{"269":{"position":[[1228,24]]}}}],["autogen.oai",{"_index":3901,"t":{"328":{"position":[[15511,12]]}}}],["autogen.userproxyagent(\"user_proxy\")user_proxy.initiate_chat",{"_index":3417,"t":{"269":{"position":[[604,61]]}}}],["autogenassist",{"_index":3415,"t":{"269":{"position":[[537,16]]}}}],["autogener",{"_index":5194,"t":{"608":{"position":[[9014,13]]}}}],["autolog",{"_index":4140,"t":{"360":{"position":[[7246,11],[33193,11]]},"490":{"position":[[348,11]]},"608":{"position":[[10860,11],[11636,12]]}}}],["autom",{"_index":474,"t":{"23":{"position":[[203,11]]},"27":{"position":[[1930,9]]},"33":{"position":[[927,8],[1219,11]]},"86":{"position":[[10,9]]},"229":{"position":[[343,8]]},"267":{"position":[[140,10]]},"269":{"position":[[319,10],[777,9]]},"620":{"position":[[157,10]]},"624":{"position":[[1489,9]]}}}],["automat",{"_index":117,"t":{"5":{"position":[[150,13]]},"15":{"position":[[1265,13]]},"160":{"position":[[844,13]]},"267":{"position":[[497,9]]},"269":{"position":[[1755,13],[4183,13]]},"294":{"position":[[2293,13]]},"328":{"position":[[10814,13],[12188,13]]},"360":{"position":[[7546,13],[9575,13],[19525,13],[33493,13],[35057,13]]},"516":{"position":[[1155,14]]},"558":{"position":[[3397,13]]},"572":{"position":[[3041,13]]},"608":{"position":[[11784,13]]},"653":{"position":[[156,13]]},"655":{"position":[[41,13]]},"696":{"position":[[3906,13]]}}}],["automl",{"_index":106,"t":{"5":{"position":[[30,6]]},"7":{"position":[[33,6],[359,6],[401,7]]},"90":{"position":[[12,8]]},"92":{"position":[[78,6],[102,9],[120,6],[899,6]]},"98":{"position":[[12,8]]},"100":{"position":[[1180,6]]},"102":{"position":[[1169,6]]},"108":{"position":[[1782,6]]},"110":{"position":[[1375,6]]},"112":{"position":[[1288,6]]},"114":{"position":[[3342,6]]},"120":{"position":[[12,8]]},"122":{"position":[[743,6]]},"126":{"position":[[12,8]]},"128":{"position":[[93,6],[117,9],[135,6],[912,6]]},"130":{"position":[[67,6],[631,6]]},"148":{"position":[[12,8]]},"150":{"position":[[1184,6]]},"152":{"position":[[984,6]]},"160":{"position":[[67,7],[798,9],[1142,6]]},"162":{"position":[[2296,6],[2329,6]]},"166":{"position":[[12,8]]},"170":{"position":[[365,10]]},"174":{"position":[[0,6]]},"180":{"position":[[22,6]]},"182":{"position":[[531,7]]},"184":{"position":[[78,6],[296,6],[397,6],[623,7]]},"221":{"position":[[917,6]]},"223":{"position":[[1692,6]]},"225":{"position":[[1685,6],[1709,9],[1729,6],[2498,6]]},"227":{"position":[[794,6],[818,9],[1743,6]]},"229":{"position":[[1827,9],[3613,6]]},"255":{"position":[[1181,7]]},"259":{"position":[[116,7]]},"261":{"position":[[537,6]]},"263":{"position":[[30,6]]},"269":{"position":[[1510,7],[1589,6],[3646,7],[3717,6]]},"271":{"position":[[52,7],[101,7]]},"281":{"position":[[57,7]]},"283":{"position":[[615,6],[865,7]]},"360":{"position":[[37,6],[60,6],[5919,6],[6860,7],[9384,6],[9544,6],[13464,6],[13548,6],[23119,7],[31893,6],[32834,7],[34894,6],[35026,6]]},"364":{"position":[[1121,6],[1128,6],[1137,8]]},"434":{"position":[[3094,6],[3107,6],[4412,6],[4425,6]]},"490":{"position":[[151,6],[193,6],[504,6]]},"540":{"position":[[174,7]]},"602":{"position":[[102,6],[246,6],[1346,7],[1486,8],[1622,7],[1741,8],[1910,7],[2087,8]]},"608":{"position":[[11052,6],[11399,7],[11469,7]]},"622":{"position":[[644,6]]},"624":{"position":[[386,7]]},"626":{"position":[[10,6],[496,7]]},"630":{"position":[[30,6]]},"640":{"position":[[50,6]]},"644":{"position":[[42,7],[1700,6],[1800,6]]},"649":{"position":[[5771,7],[5938,7]]},"651":{"position":[[74,6],[156,6],[284,6],[1024,7],[1414,7]]},"659":{"position":[[22,6],[140,6],[1214,7]]},"661":{"position":[[2153,6]]},"666":{"position":[[59,6]]}}}],["automl\")run",{"_index":1968,"t":{"162":{"position":[[3142,11]]}}}],["automl#optim",{"_index":2003,"t":{"172":{"position":[[348,19]]}}}],["automl()automl.add_learner(\"rgf",{"_index":5443,"t":{"649":{"position":[[5818,33]]}}}],["automl()automl.add_learner(learner_name=\"my_lgbm",{"_index":1313,"t":{"102":{"position":[[1178,50]]}}}],["automl()automl.add_learner(learner_name=\"my_xgb1",{"_index":1845,"t":{"152":{"position":[[993,50]]}}}],["automl()automl.fit",{"_index":1531,"t":{"122":{"position":[[265,19]]},"221":{"position":[[150,19]]}}}],["automl()automl.fit(x_train",{"_index":3437,"t":{"269":{"position":[[1671,27]]},"644":{"position":[[1456,27]]}}}],["automl()automl1.fit(x_train",{"_index":5518,"t":{"659":{"position":[[353,28]]}}}],["automl()automl2.fit",{"_index":5520,"t":{"659":{"position":[[418,20]]}}}],["automl()automl_pipelin",{"_index":1989,"t":{"170":{"position":[[273,23]]}}}],["automl()automl_set",{"_index":1335,"t":{"108":{"position":[[527,23]]},"110":{"position":[[412,23]]},"112":{"position":[[389,23]]},"114":{"position":[[930,23],[2307,23]]},"257":{"position":[[689,23]]},"360":{"position":[[69,23]]},"626":{"position":[[208,23]]},"628":{"position":[[394,23]]},"663":{"position":[[990,23]]}}}],["automl()new_automl.fit(x_train",{"_index":4130,"t":{"360":{"position":[[6155,31],[32129,31]]}}}],["automl()set",{"_index":1134,"t":{"100":{"position":[[378,16]]},"150":{"position":[[378,16]]},"160":{"position":[[354,16]]},"223":{"position":[[719,16]]}}}],["automl()x_train",{"_index":4126,"t":{"360":{"position":[[6011,16],[31985,16]]}}}],["automl(baseestim",{"_index":4058,"t":{"360":{"position":[[6,21]]}}}],["automl(mlflow_logging=fals",{"_index":5552,"t":{"661":{"position":[[2162,28]]}}}],["automl(settings={\"time_budget",{"_index":3398,"t":{"263":{"position":[[320,31]]}}}],["automl)])automl_pipelin",{"_index":1993,"t":{"170":{"position":[[376,24]]}}}],["automl,azureml",{"_index":1850,"t":{"156":{"position":[[12,16]]}}}],["automl,hf",{"_index":1318,"t":{"106":{"position":[[39,11]]}}}],["automl,ts_forecast",{"_index":2512,"t":{"219":{"position":[[12,20]]}}}],["automl.add_learner(\"mylgbm",{"_index":3441,"t":{"269":{"position":[[2029,28]]}}}],["automl.best_config",{"_index":3396,"t":{"263":{"position":[[125,18]]}}}],["automl.best_config)print(\"best",{"_index":1210,"t":{"100":{"position":[[5012,30]]},"150":{"position":[[7897,30]]},"174":{"position":[[157,30]]}}}],["automl.best_config_per_estimatornew_automl",{"_index":4129,"t":{"360":{"position":[[6110,42],[32084,42]]}}}],["automl.best_estimator)print(\"best",{"_index":2011,"t":{"174":{"position":[[99,33]]}}}],["automl.best_loss))print(\"train",{"_index":1213,"t":{"100":{"position":[[5086,33]]},"150":{"position":[[7971,33]]},"174":{"position":[[237,33]]}}}],["automl.feature_importances_",{"_index":1238,"t":{"100":{"position":[[5885,28]]},"150":{"position":[[9231,28]]}}}],["automl.fit",{"_index":1353,"t":{"108":{"position":[[1068,11]]},"162":{"position":[[2414,12]]},"257":{"position":[[349,13]]},"649":{"position":[[6082,15],[6163,15],[8768,12]]},"653":{"position":[[421,11]]},"663":{"position":[[71,13],[307,12]]}}}],["automl.fit(x_train",{"_index":4349,"t":{"364":{"position":[[1146,19]]},"651":{"position":[[1272,19]]},"657":{"position":[[1005,19],[1501,19]]},"666":{"position":[[89,19]]}}}],["automl.fit(x_train=x_train",{"_index":1877,"t":{"160":{"position":[[708,27]]},"661":{"position":[[2014,27],[2199,27]]},"663":{"position":[[1207,30]]}}}],["automl.init'",{"_index":4340,"t":{"360":{"position":[[37164,13]]}}}],["automl.model.config2params(automl.best_config",{"_index":3401,"t":{"263":{"position":[[471,50]]}}}],["automl.model.estim",{"_index":1054,"t":{"92":{"position":[[569,23]]},"100":{"position":[[862,23]]},"108":{"position":[[1380,23]]},"122":{"position":[[420,23]]},"128":{"position":[[589,23]]},"150":{"position":[[866,23]]},"221":{"position":[[534,23]]},"259":{"position":[[236,22]]},"364":{"position":[[1192,22],[1303,23]]}}}],["automl.model.estimator.feature_importances_",{"_index":3374,"t":{"259":{"position":[[12,43]]},"666":{"position":[[846,44]]}}}],["automl.model.estimator.feature_name_",{"_index":5559,"t":{"666":{"position":[[808,37]]}}}],["automl.predict(discrete_x_test)print(\"predict",{"_index":2893,"t":{"227":{"position":[[1249,47]]}}}],["automl.predict(x",{"_index":4536,"t":{"490":{"position":[[273,17]]}}}],["automl.predict(x_test",{"_index":5372,"t":{"644":{"position":[[1730,22]]}}}],["automl.predict(x_test)import",{"_index":2764,"t":{"223":{"position":[[15176,28]]}}}],["automl.predict(x_test)print(\"predict",{"_index":1240,"t":{"100":{"position":[[5968,38]]},"150":{"position":[[9314,38]]}}}],["automl.predict(x_test)print(y_test)print(y_pr",{"_index":3025,"t":{"229":{"position":[[3153,49]]}}}],["automl1",{"_index":5517,"t":{"659":{"position":[[343,7]]}}}],["automl_info",{"_index":5146,"t":{"608":{"position":[[2414,12],[10993,11]]}}}],["automl_pipeline.steps[2][1",{"_index":2008,"t":{"174":{"position":[[9,28]]}}}],["automl_runner_arg",{"_index":4697,"t":{"516":{"position":[[212,19],[1170,18],[1349,18]]}}}],["automl_set",{"_index":1048,"t":{"92":{"position":[[395,19]]},"110":{"position":[[986,18]]},"112":{"position":[[898,18]]},"128":{"position":[[421,19]]},"172":{"position":[[0,15]]},"184":{"position":[[2062,19]]},"360":{"position":[[243,18]]},"626":{"position":[[382,18]]},"628":{"position":[[626,18]]},"663":{"position":[[1255,18]]}}}],["automl_settings)automl.predict(x_test",{"_index":1352,"t":{"108":{"position":[[996,40]]},"114":{"position":[[1432,40],[2908,40]]}}}],["automl_settings.items()}automl_pipeline.fit(x_train",{"_index":2006,"t":{"172":{"position":[[589,52]]}}}],["automlautoml",{"_index":2675,"t":{"223":{"position":[[704,12]]},"269":{"position":[[1656,12]]},"360":{"position":[[5996,12],[31970,12]]},"626":{"position":[[193,12]]},"644":{"position":[[1441,12]]},"649":{"position":[[5803,12]]}}}],["automlfrom",{"_index":1034,"t":{"92":{"position":[[18,10]]},"100":{"position":[[18,10]]},"108":{"position":[[18,10]]},"110":{"position":[[18,10]]},"112":{"position":[[18,10]]},"128":{"position":[[18,10]]},"130":{"position":[[121,10]]},"150":{"position":[[18,10]]},"257":{"position":[[591,10]]},"263":{"position":[[234,10]]}}}],["automlimport",{"_index":1482,"t":{"114":{"position":[[131,12],[1556,12]]}}}],["automlset_config(display=\"diagram\")imput",{"_index":1986,"t":{"170":{"position":[[173,42]]}}}],["automlst",{"_index":4438,"t":{"426":{"position":[[6,13]]},"434":{"position":[[3178,11],[4496,11]]}}}],["automltime_horizon",{"_index":2862,"t":{"227":{"position":[[81,18]]}}}],["automlx_train",{"_index":1520,"t":{"122":{"position":[[59,14]]},"221":{"position":[[36,13]]},"663":{"position":[[889,14]]}}}],["automodelforsequenceclassification.from_pretrain",{"_index":2142,"t":{"190":{"position":[[665,51]]}}}],["automodelforsequenceclassificationtask",{"_index":2127,"t":{"190":{"position":[[341,38]]}}}],["autonom",{"_index":3414,"t":{"269":{"position":[[418,12]]}}}],["autotokenizer.from_pretrained(model_nam",{"_index":2119,"t":{"190":{"position":[[99,41]]}}}],["autotokenizermodel_nam",{"_index":2116,"t":{"190":{"position":[[36,23]]}}}],["autovw",{"_index":4695,"t":{"516":{"position":[[6,8],[34,6]]}}}],["autozero",{"_index":1622,"t":{"135":{"position":[[26,10]]}}}],["auxiliari",{"_index":4186,"t":{"360":{"position":[[12841,9]]},"647":{"position":[[1465,9]]}}}],["avail",{"_index":1506,"t":{"114":{"position":[[1318,9],[2794,9]]},"184":{"position":[[579,9]]},"229":{"position":[[3713,10],[3746,10],[3786,10],[5600,10],[5633,10],[5673,10]]},"312":{"position":[[1144,9]]},"322":{"position":[[3958,9]]},"328":{"position":[[3900,9]]},"360":{"position":[[2171,9],[18933,9],[27338,9],[37381,9]]},"544":{"position":[[3027,10]]},"558":{"position":[[3704,9]]},"598":{"position":[[1432,9]]},"608":{"position":[[12091,9]]},"638":{"position":[[1111,10]]}}}],["available}automl.fit",{"_index":1348,"t":{"108":{"position":[[914,21]]}}}],["averag",{"_index":427,"t":{"17":{"position":[[1769,7],[1790,7]]},"19":{"position":[[45,7],[66,7]]},"31":{"position":[[62,7]]},"223":{"position":[[146,8]]},"225":{"position":[[717,7]]},"360":{"position":[[3745,7],[29122,7],[35902,7]]},"466":{"position":[[119,8],[128,7]]},"506":{"position":[[1615,7],[1762,7],[2921,7],[3068,7]]}}}],["average=\"macro",{"_index":5380,"t":{"647":{"position":[[1116,16]]}}}],["average=\"micro",{"_index":5379,"t":{"647":{"position":[[1060,16]]}}}],["average=\"weight",{"_index":5377,"t":{"647":{"position":[[776,19],[874,19],[972,19]]}}}],["average_precision_scor",{"_index":5382,"t":{"647":{"position":[[1152,24]]}}}],["avg",{"_index":4007,"t":{"336":{"position":[[7665,6]]},"506":{"position":[[1435,4],[1447,4],[1460,5],[1716,3],[1737,4],[2741,4],[2753,4],[2766,5],[3022,3],[3043,4]]}}}],["avg_max_temp",{"_index":3016,"t":{"229":{"position":[[2807,15],[8549,15],[18445,15],[20696,15]]}}}],["avg_population_2017",{"_index":3003,"t":{"229":{"position":[[2307,23],[7686,22],[9664,22],[12532,22]]}}}],["avg_success",{"_index":4010,"t":{"336":{"position":[[7880,14]]}}}],["avg_volume_by_ag",{"_index":3017,"t":{"229":{"position":[[2823,23],[8614,23],[19009,23],[20761,23]]}}}],["avg_volume_by_sku",{"_index":3018,"t":{"229":{"position":[[2847,20],[8687,20],[19581,20],[20834,20]]}}}],["avg_yearly_household_income_2017",{"_index":3004,"t":{"229":{"position":[[2331,36],[7758,35],[10235,35],[12604,35]]}}}],["aviv",{"_index":83,"t":{"2":{"position":[[1020,4]]}}}],["avoid",{"_index":4842,"t":{"558":{"position":[[1817,5]]},"568":{"position":[[2339,5],[2662,5]]},"572":{"position":[[2578,5],[5057,5]]},"608":{"position":[[4620,5]]},"698":{"position":[[210,5]]},"706":{"position":[[1452,5]]}}}],["awadallah",{"_index":5098,"t":{"602":{"position":[[2832,10],[3068,11]]}}}],["await",{"_index":602,"t":{"31":{"position":[[762,7]]}}}],["awar",{"_index":3341,"t":{"255":{"position":[[608,5]]},"682":{"position":[[7102,5],[7795,5]]},"698":{"position":[[446,5]]}}}],["axis=1",{"_index":2149,"t":{"190":{"position":[[898,7]]}}}],["axis=1)del",{"_index":2811,"t":{"225":{"position":[[1184,10]]}}}],["azur",{"_index":61,"t":{"2":{"position":[[792,5],[804,5],[828,5]]},"201":{"position":[[295,5]]},"203":{"position":[[54,5]]},"281":{"position":[[666,5],[1706,5]]},"336":{"position":[[110,5],[4611,8]]}}}],["azureml",{"_index":1853,"t":{"156":{"position":[[86,7]]},"160":{"position":[[637,7],[904,7]]},"162":{"position":[[35,8],[127,8],[283,7],[2481,7]]},"201":{"position":[[206,7],[234,7],[263,7],[350,7],[414,7]]},"205":{"position":[[65,7]]},"209":{"position":[[98,7],[324,7]]},"211":{"position":[[47,7]]},"215":{"position":[[34,7],[203,7],[1075,7],[1141,7],[1525,7],[1562,7],[1586,7]]},"259":{"position":[[157,7]]}}}],["azureml.cor",{"_index":1855,"t":{"156":{"position":[[110,12]]},"158":{"position":[[18,12]]},"162":{"position":[[2516,12]]}}}],["azureml.core.comput",{"_index":1908,"t":{"162":{"position":[[961,20]]}}}],["azureml.core.runconfig",{"_index":1952,"t":{"162":{"position":[[2592,22]]}}}],["b",{"_index":627,"t":{"31":{"position":[[1606,2],[1654,1]]},"114":{"position":[[206,3],[221,2],[246,2],[267,3],[2614,2],[2632,2],[2650,2],[2668,2]]},"328":{"position":[[8605,1],[10024,1]]},"360":{"position":[[22058,3],[22528,3]]},"416":{"position":[[1247,2],[1262,1],[1329,2],[1344,1]]},"572":{"position":[[3187,3],[3562,3],[4294,3],[4815,3],[4949,4],[4972,4],[5287,3],[5421,4],[5444,4]]},"608":{"position":[[4867,5],[4905,5]]},"682":{"position":[[5857,4]]},"698":{"position":[[1020,4],[1080,5],[1101,5],[1122,5],[1143,5]]}}}],["back",{"_index":3841,"t":{"322":{"position":[[3689,4]]},"328":{"position":[[3759,4]]},"490":{"position":[[183,4]]}}}],["backend",{"_index":2080,"t":{"184":{"position":[[39,7],[200,7]]},"598":{"position":[[1063,8]]},"608":{"position":[[7591,7],[7848,7],[8111,7],[8761,8],[8823,8]]},"657":{"position":[[633,8]]},"694":{"position":[[67,8],[128,8],[264,8]]},"696":{"position":[[5382,7],[5424,7],[5493,7]]}}}],["background",{"_index":5807,"t":{"706":{"position":[[1079,10]]}}}],["backward",{"_index":3679,"t":{"294":{"position":[[1511,8]]},"434":{"position":[[8291,8]]}}}],["bad",{"_index":5154,"t":{"608":{"position":[[3052,4],[3068,3]]}}}],["balanc",{"_index":3372,"t":{"257":{"position":[[973,11]]}}}],["balanced\"}},}print(automl.model",{"_index":3373,"t":{"257":{"position":[[999,33]]}}}],["base",{"_index":260,"t":{"11":{"position":[[677,5]]},"31":{"position":[[2697,5]]},"47":{"position":[[206,5]]},"57":{"position":[[47,5]]},"84":{"position":[[527,5]]},"100":{"position":[[207,5]]},"108":{"position":[[753,5],[806,4]]},"110":{"position":[[748,5],[801,4]]},"114":{"position":[[1157,5],[1210,4],[2535,5],[2588,4]]},"150":{"position":[[207,5]]},"178":{"position":[[28,5]]},"184":{"position":[[1631,5]]},"190":{"position":[[74,4]]},"255":{"position":[[492,5],[758,5]]},"267":{"position":[[51,5]]},"275":{"position":[[1264,5],[1682,5]]},"300":{"position":[[79,4],[135,4],[283,4]]},"304":{"position":[[308,5]]},"316":{"position":[[351,5]]},"322":{"position":[[392,5],[3830,5],[4014,5]]},"328":{"position":[[3934,5],[4056,5],[16424,5],[17673,5],[20170,5]]},"336":{"position":[[9988,5]]},"360":{"position":[[10688,4],[19898,4],[35593,4],[37155,5]]},"366":{"position":[[45,4]]},"374":{"position":[[47,4]]},"416":{"position":[[323,5]]},"434":{"position":[[30,4],[6186,5]]},"466":{"position":[[50,4]]},"506":{"position":[[1556,5],[1675,5],[1835,5],[1917,5],[1951,5],[2862,5],[2981,5],[3141,5],[3223,5],[3257,5]]},"510":{"position":[[20,4],[97,4]]},"512":{"position":[[657,5],[872,4],[883,4],[983,5],[1413,4],[1424,4],[1905,5],[1996,4],[2011,4],[2421,5],[2512,4],[2527,4]]},"608":{"position":[[2597,5]]},"610":{"position":[[38,5]]},"622":{"position":[[240,5],[627,5]]},"630":{"position":[[543,5]]},"649":{"position":[[547,4],[1968,4]]},"655":{"position":[[1248,5],[1295,5],[1604,5],[1706,5]]},"682":{"position":[[3996,5],[4057,5],[4288,5],[4358,5],[6222,5],[6288,5],[7398,5]]},"708":{"position":[[492,5],[705,5]]}}}],["baseestim",{"_index":4342,"t":{"364":{"position":[[6,15]]}}}],["baseestimatorimport",{"_index":5427,"t":{"649":{"position":[[4153,19]]}}}],["baselin",{"_index":304,"t":{"15":{"position":[[147,8]]}}}],["basenam",{"_index":4141,"t":{"360":{"position":[[7350,8],[33297,8]]},"608":{"position":[[10964,8]]}}}],["baseonlinetrial(tri",{"_index":4564,"t":{"496":{"position":[[6,22]]}}}],["basesearch",{"_index":4745,"t":{"538":{"position":[[6,14]]}}}],["basetrialrunn",{"_index":4971,"t":{"586":{"position":[[6,17]]}}}],["bash",{"_index":3560,"t":{"281":{"position":[[1409,4]]}}}],["basic",{"_index":703,"t":{"37":{"position":[[246,5]]},"43":{"position":[[168,5]]},"524":{"position":[[62,5]]},"678":{"position":[[125,5],[479,5]]}}}],["batch",{"_index":3688,"t":{"294":{"position":[[1729,7]]},"360":{"position":[[21549,5],[39195,5]]},"416":{"position":[[870,8],[908,6],[1008,5]]},"570":{"position":[[272,5]]}}}],["batch_first=tru",{"_index":3192,"t":{"229":{"position":[[26322,17],[26396,17]]}}}],["batch_idx",{"_index":3266,"t":{"240":{"position":[[67,10]]},"242":{"position":[[88,10]]}}}],["batch_siz",{"_index":3019,"t":{"229":{"position":[[2871,13]]},"300":{"position":[[226,13]]},"308":{"position":[[131,13]]},"360":{"position":[[21516,10],[39162,10]]},"554":{"position":[[895,13]]}}}],["batch_size=4",{"_index":3711,"t":{"296":{"position":[[122,13]]}}}],["batch_size=batchs",{"_index":3242,"t":{"236":{"position":[[533,21],[796,21]]}}}],["batch_size=int(2",{"_index":3667,"t":{"294":{"position":[[944,16],[1071,16]]}}}],["batched=tru",{"_index":2137,"t":{"190":{"position":[[563,13]]}}}],["batchsiz",{"_index":3231,"t":{"236":{"position":[[204,9],[237,9]]}}}],["bay",{"_index":4408,"t":{"396":{"position":[[79,5]]}}}],["bayesian",{"_index":5502,"t":{"657":{"position":[[2429,8]]},"682":{"position":[[6549,8]]},"708":{"position":[[155,8]]}}}],["be",{"_index":4163,"t":{"360":{"position":[[9880,5],[9918,5]]},"512":{"position":[[2001,5],[2517,5]]},"608":{"position":[[3135,5]]}}}],["becom",{"_index":974,"t":{"71":{"position":[[145,6]]}}}],["beer_capit",{"_index":2967,"t":{"229":{"position":[[1108,15]]}}}],["befor",{"_index":647,"t":{"31":{"position":[[2274,6]]},"39":{"position":[[2578,6]]},"57":{"position":[[171,6]]},"80":{"position":[[66,6]]},"203":{"position":[[0,6]]},"215":{"position":[[463,6]]},"261":{"position":[[317,6]]},"288":{"position":[[54,6]]},"298":{"position":[[124,6]]},"364":{"position":[[788,6]]},"374":{"position":[[390,6]]},"560":{"position":[[714,6]]},"570":{"position":[[338,6]]},"608":{"position":[[8679,6]]},"620":{"position":[[145,7]]},"624":{"position":[[1460,6]]},"630":{"position":[[311,7]]},"661":{"position":[[1707,6]]},"674":{"position":[[946,6]]},"692":{"position":[[1720,6]]},"700":{"position":[[148,6]]},"706":{"position":[[1721,6]]},"708":{"position":[[384,6]]}}}],["begin",{"_index":640,"t":{"31":{"position":[[2077,6]]},"661":{"position":[[1495,9]]},"706":{"position":[[173,6]]}}}],["behav",{"_index":4443,"t":{"434":{"position":[[646,6]]}}}],["behaviour",{"_index":4872,"t":{"560":{"position":[[791,10]]}}}],["behind",{"_index":5247,"t":{"620":{"position":[[176,6]]}}}],["below",{"_index":824,"t":{"43":{"position":[[135,6]]},"184":{"position":[[552,6]]},"227":{"position":[[313,5]]},"248":{"position":[[750,6]]},"263":{"position":[[204,5]]},"281":{"position":[[874,5]]},"360":{"position":[[20314,5],[37960,5]]},"682":{"position":[[3774,5],[4392,5]]},"686":{"position":[[103,5]]},"702":{"position":[[1681,6]]},"706":{"position":[[858,5]]}}}],["below.def",{"_index":2793,"t":{"225":{"position":[[734,9]]}}}],["benchmark",{"_index":342,"t":{"15":{"position":[[1012,9]]},"25":{"position":[[40,9],[413,10]]},"281":{"position":[[1788,10],[1833,9]]},"630":{"position":[[422,9]]}}}],["benefit",{"_index":5357,"t":{"640":{"position":[[549,7]]},"708":{"position":[[1702,8]]}}}],["besid",{"_index":3996,"t":{"336":{"position":[[5697,7]]}}}],["best",{"_index":354,"t":{"15":{"position":[[1288,4]]},"19":{"position":[[494,4]]},"69":{"position":[[51,4]]},"92":{"position":[[470,4],[540,4],[1240,4],[1259,4],[1281,4],[1447,4],[1466,4],[1488,4],[1654,4],[1673,4],[1695,4],[1861,4],[1880,4],[1902,4],[2068,4],[2087,4],[2109,4],[2281,4],[2300,4],[2322,4],[2488,4],[2507,4],[2529,4],[2707,4],[2726,4],[2748,4],[3207,4]]},"100":{"position":[[833,4],[1469,4],[1488,4],[1510,4],[1676,4],[1695,4],[1717,4],[1883,4],[1902,4],[1924,4],[2090,4],[2109,4],[2131,4],[2297,4],[2316,4],[2338,4],[2504,4],[2523,4],[2545,4],[2711,4],[2730,4],[2752,4],[2918,4],[2937,4],[2959,4],[3125,4],[3144,4],[3166,4],[3333,4],[3352,4],[3374,4],[3542,4],[3561,4],[3583,4],[3751,4],[3770,4],[3792,4],[3960,4],[3979,4],[4001,4],[4169,4],[4188,4],[4210,4],[4709,4],[4809,4],[4963,4],[5132,4],[5222,4],[5480,4],[5537,4]]},"108":{"position":[[1351,4],[2268,4],[2287,4],[2316,4],[2591,4],[2691,4]]},"122":{"position":[[391,4],[1042,4],[1061,4],[1083,4],[1249,4],[1268,4],[1290,4],[1456,4],[1475,4],[1497,4],[1663,4],[1682,4],[1704,4],[1876,4],[1895,4],[1917,4],[2089,4],[2108,4],[2130,4],[2296,4],[2315,4],[2337,4],[2503,4],[2522,4],[2544,4],[2716,4],[2735,4],[2757,4],[2929,4],[2948,4],[2970,4],[3143,4],[3162,4],[3187,4],[3360,4],[3379,4],[3404,4],[3577,4],[3596,4],[3621,4],[3794,4],[3813,4],[3838,4],[4005,4],[4024,4],[4046,4],[4219,4],[4238,4],[4260,4],[4427,4],[4446,4],[4468,4],[4635,4],[4654,4],[4676,4],[4843,4],[4862,4],[4884,4],[5051,4],[5070,4],[5092,4],[5259,4],[5278,4],[5300,4],[5467,4],[5486,4],[5508,4],[5675,4],[5694,4],[5716,4],[5883,4],[5902,4],[5924,4],[6091,4],[6110,4],[6132,4],[6299,4],[6318,4],[6340,4],[6507,4],[6526,4],[6548,4],[6715,4],[6734,4],[6756,4],[6923,4],[6942,4],[6964,4],[7131,4],[7150,4],[7172,4],[7660,4],[7761,4]]},"128":{"position":[[490,4],[560,4],[1243,4],[1262,4],[1284,4],[1450,4],[1469,4],[1491,4],[1657,4],[1676,4],[1698,4],[1864,4],[1883,4],[1905,4],[2071,4],[2090,4],[2112,4],[2278,4],[2297,4],[2319,4],[2485,4],[2504,4],[2526,4],[2692,4],[2711,4],[2733,4],[2905,4],[2924,4],[2946,4],[3118,4],[3137,4],[3159,4],[3332,4],[3351,4],[3373,4],[3546,4],[3565,4],[3587,4],[3760,4],[3779,4],[3801,4],[3974,4],[3993,4],[4015,4],[4194,4],[4213,4],[4235,4],[4725,4],[4826,4]]},"150":{"position":[[837,4],[1482,4],[1501,4],[1526,4],[1698,4],[1717,4],[1742,4],[1914,4],[1933,4],[1958,4],[2130,4],[2149,4],[2174,4],[2346,4],[2365,4],[2390,4],[2562,4],[2581,4],[2606,4],[2778,4],[2797,4],[2822,4],[2994,4],[3013,4],[3038,4],[3210,4],[3229,4],[3254,4],[3426,4],[3445,4],[3470,4],[3643,4],[3662,4],[3687,4],[3860,4],[3879,4],[3904,4],[4077,4],[4096,4],[4121,4],[4294,4],[4313,4],[4338,4],[4511,4],[4530,4],[4555,4],[4728,4],[4747,4],[4772,4],[4945,4],[4964,4],[4989,4],[5162,4],[5181,4],[5206,4],[5379,4],[5398,4],[5423,4],[5596,4],[5615,4],[5640,4],[5814,4],[5833,4],[5858,4],[6032,4],[6051,4],[6076,4],[6250,4],[6269,4],[6294,4],[6468,4],[6487,4],[6512,4],[6686,4],[6705,4],[6730,4],[6904,4],[6923,4],[6948,4],[7122,4],[7141,4],[7166,4],[7595,4],[7693,4],[7848,4],[8017,4],[8107,4],[8422,4],[8479,4]]},"174":{"position":[[46,4],[62,4],[283,4]]},"196":{"position":[[334,4],[380,4]]},"213":{"position":[[679,4]]},"221":{"position":[[505,4],[1286,4],[1305,4],[1327,4],[1493,4],[1512,4],[1534,4],[1700,4],[1719,4],[1741,4],[1907,4],[1926,4],[1948,4],[2114,4],[2133,4],[2155,4],[2321,4],[2340,4],[2362,4],[2528,4],[2547,4],[2569,4],[2735,4],[2754,4],[2776,4],[2942,4],[2961,4],[2983,4],[3149,4],[3168,4],[3190,4],[3357,4],[3376,4],[3398,4],[3565,4],[3584,4],[3606,4],[3773,4],[3792,4],[3814,4],[3981,4],[4000,4],[4022,4],[4189,4],[4208,4],[4230,4],[4397,4],[4416,4],[4438,4],[4605,4],[4624,4],[4646,4],[4813,4],[4832,4],[4854,4],[5017,4],[5036,4],[5058,4],[5221,4],[5240,4],[5262,4],[5435,4],[5454,4],[5476,4],[5639,4],[5658,4],[5680,4],[5853,4],[5872,4],[5894,4],[6067,4],[6086,4],[6108,4],[6281,4],[6300,4],[6322,4],[6501,4],[6520,4],[6542,4],[6721,4],[6740,4],[6762,4],[6941,4],[6960,4],[6982,4],[7161,4],[7180,4],[7202,4],[7381,4],[7400,4],[7422,4],[7589,4],[7608,4],[7630,4],[7797,4],[7816,4],[7838,4],[8005,4],[8024,4],[8046,4],[8225,4],[8244,4],[8266,4],[8433,4],[8452,4],[8474,4],[8647,4],[8666,4],[8688,4],[8867,4],[8886,4],[8908,4],[9087,4],[9106,4],[9128,4],[9307,4],[9326,4],[9348,4],[9521,4],[9540,4],[9562,4],[9741,4],[9760,4],[9782,4],[9961,4],[9980,4],[10002,4],[10169,4],[10188,4],[10210,4],[10389,4],[10408,4],[10430,4],[10617,4],[10636,4],[10658,4],[10845,4],[10864,4],[10886,4],[11073,4],[11092,4],[11114,4],[11301,4],[11320,4],[11342,4],[11529,4],[11548,4],[11570,4],[11737,4],[11756,4],[11778,4],[11957,4],[11976,4],[11998,4],[12185,4],[12204,4],[12226,4],[12399,4],[12418,4],[12440,4],[12613,4],[12632,4],[12654,4],[12821,4],[12840,4],[12862,4],[13029,4],[13048,4],[13070,4],[13257,4],[13276,4],[13298,4],[13461,4],[13480,4],[13502,4],[13675,4],[13694,4],[13716,4],[13895,4],[13914,4],[13936,4],[14103,4],[14122,4],[14144,4],[14323,4],[14342,4],[14364,4],[14531,4],[14550,4],[14572,4],[14759,4],[14778,4],[14800,4],[14973,4],[14992,4],[15014,4],[15183,4],[15202,4],[15225,4],[15394,4],[15413,4],[15436,4],[15609,4],[15628,4],[15651,4],[15838,4],[15857,4],[15880,4],[16053,4],[16072,4],[16095,4],[16268,4],[16287,4],[16310,4],[16479,4],[16498,4],[16521,4],[16708,4],[16727,4],[16750,4],[16919,4],[16938,4],[16961,4],[17134,4],[17153,4],[17176,4],[17345,4],[17364,4],[17387,4],[17560,4],[17579,4],[17602,4],[17771,4],[17790,4],[17813,4],[17986,4],[18005,4],[18028,4],[18215,4],[18234,4],[18257,4],[18444,4],[18463,4],[18486,4],[18659,4],[18678,4],[18701,4],[18874,4],[18893,4],[18916,4],[19103,4],[19122,4],[19145,4],[19318,4],[19337,4],[19360,4],[19547,4],[19566,4],[19589,4],[19762,4],[19781,4],[19804,4],[19973,4],[19992,4],[20015,4],[20188,4],[20207,4],[20230,4],[20399,4],[20418,4],[20441,4],[20610,4],[20629,4],[20652,4],[20839,4],[20858,4],[20881,4],[21068,4],[21087,4],[21110,4],[21283,4],[21302,4],[21327,4],[21514,4],[21533,4],[21558,4],[21731,4],[21750,4],[21775,4],[21944,4],[21963,4],[21988,4],[22157,4],[22176,4],[22201,4],[22380,4],[22399,4],[22424,4],[22597,4],[22616,4],[22641,4],[22829,4],[22848,4],[22873,4]]},"223":{"position":[[2061,4],[2080,4],[2102,4],[2268,4],[2287,4],[2309,4],[2475,4],[2494,4],[2516,4],[2682,4],[2701,4],[2723,4],[2889,4],[2908,4],[2930,4],[3096,4],[3115,4],[3137,4],[3303,4],[3322,4],[3344,4],[3510,4],[3529,4],[3551,4],[3717,4],[3736,4],[3758,4],[3924,4],[3943,4],[3965,4],[4132,4],[4151,4],[4173,4],[4340,4],[4359,4],[4381,4],[4548,4],[4567,4],[4589,4],[4756,4],[4775,4],[4797,4],[4964,4],[4983,4],[5005,4],[5172,4],[5191,4],[5213,4],[5380,4],[5399,4],[5421,4],[5588,4],[5607,4],[5629,4],[5796,4],[5815,4],[5837,4],[6004,4],[6023,4],[6045,4],[6208,4],[6227,4],[6249,4],[6412,4],[6431,4],[6453,4],[6626,4],[6645,4],[6667,4],[6840,4],[6859,4],[6881,4],[7054,4],[7073,4],[7095,4],[7268,4],[7287,4],[7309,4],[7482,4],[7501,4],[7523,4],[7696,4],[7715,4],[7737,4],[7916,4],[7935,4],[7957,4],[8136,4],[8155,4],[8177,4],[8344,4],[8363,4],[8385,4],[8552,4],[8571,4],[8593,4],[8756,4],[8775,4],[8797,4],[8976,4],[8995,4],[9017,4],[9184,4],[9203,4],[9225,4],[9404,4],[9423,4],[9445,4],[9632,4],[9651,4],[9673,4],[9860,4],[9879,4],[9901,4],[10088,4],[10107,4],[10129,4],[10316,4],[10335,4],[10357,4],[10544,4],[10563,4],[10585,4],[10772,4],[10791,4],[10813,4],[11000,4],[11019,4],[11041,4],[11214,4],[11233,4],[11258,4],[11427,4],[11446,4],[11471,4],[11644,4],[11663,4],[11688,4],[11855,4],[11874,4],[11899,4],[12072,4],[12091,4],[12116,4],[12289,4],[12308,4],[12333,4],[12502,4],[12521,4],[12546,4],[12733,4],[12752,4],[12777,4],[12950,4],[12969,4],[12994,4],[13167,4],[13186,4],[13211,4],[13384,4],[13403,4],[13428,4],[13601,4],[13620,4],[13645,4],[13832,4],[13851,4],[13876,4],[14049,4],[14068,4],[14093,4],[14260,4],[14279,4],[14304,4],[14468,4],[14487,4],[14512,4],[14839,4],[14939,4]]},"225":{"position":[[2867,4],[2886,4],[2908,4],[3074,4],[3093,4],[3115,4],[3281,4],[3300,4],[3322,4],[3488,4],[3507,4],[3529,4],[3695,4],[3714,4],[3736,4],[3902,4],[3921,4],[3943,4],[4109,4],[4128,4],[4150,4],[4316,4],[4335,4],[4357,4],[4523,4],[4542,4],[4564,4],[4872,4]]},"227":{"position":[[2080,4],[2099,4],[2121,4],[2287,4],[2306,4],[2328,4],[2494,4],[2513,4],[2535,4],[2697,4],[2716,4],[2738,4],[2910,4],[2929,4],[2951,4],[3117,4],[3136,4],[3158,4],[3320,4],[3339,4],[3359,4],[3525,4],[3544,4],[3564,4],[3730,4],[3749,4],[3769,4],[3935,4],[3954,4],[3974,4],[4137,4],[4156,4],[4176,4],[4339,4],[4358,4],[4378,4],[4551,4],[4570,4],[4590,4],[4769,4],[4788,4],[4808,4],[4995,4],[5014,4],[5034,4],[5207,4],[5226,4],[5246,4],[5433,4],[5452,4],[5472,4],[5635,4],[5654,4],[5674,4],[5861,4],[5880,4],[5900,4],[6067,4],[6086,4],[6106,4],[6285,4],[6304,4],[6324,4],[6497,4],[6516,4],[6536,4],[6715,4],[6734,4],[6754,4],[6917,4],[6936,4],[6956,4],[7129,4],[7148,4],[7173,4],[7360,4],[7379,4],[7404,4],[7591,4],[7610,4],[7635,4],[7808,4],[7827,4],[7852,4],[8031,4],[8050,4],[8075,4],[8262,4],[8281,4],[8306,4],[9261,4]]},"229":{"position":[[3203,4],[5508,4],[5564,4],[29229,4],[29330,4]]},"259":{"position":[[96,4]]},"263":{"position":[[455,4]]},"269":{"position":[[1811,4]]},"306":{"position":[[196,5],[294,5]]},"360":{"position":[[3413,4],[4154,4],[11325,4],[11371,4],[11523,4],[11635,4],[11770,4],[11915,4],[12076,4],[12194,4],[12281,4],[12406,4],[12527,4],[12594,4],[12701,4],[12806,4],[12886,4],[13010,4],[13133,4],[13763,4],[16619,4],[19019,4],[28693,4],[28870,4],[30130,4]]},"364":{"position":[[861,4],[992,4],[1283,4]]},"434":{"position":[[2251,4]]},"490":{"position":[[702,4],[792,4]]},"506":{"position":[[132,4],[165,4],[446,4],[479,4],[982,4],[2103,4],[2267,4],[3362,4],[3395,4]]},"544":{"position":[[922,4]]},"558":{"position":[[2297,4]]},"634":{"position":[[20,4],[160,4]]},"636":{"position":[[2101,4]]},"655":{"position":[[681,4],[827,4]]},"659":{"position":[[258,4]]},"661":{"position":[[117,4],[1824,4],[1865,4]]},"666":{"position":[[4,4]]},"668":{"position":[[16,4],[42,4],[373,4]]},"672":{"position":[[439,4],[852,4]]},"674":{"position":[[66,4],[318,4],[337,4],[359,4]]},"688":{"position":[[168,4],[229,4],[629,4],[685,4]]},"694":{"position":[[1129,4],[1182,4],[1613,4],[1666,4]]}}}],["best_config",{"_index":4180,"t":{"360":{"position":[[12216,12],[12242,13]]},"506":{"position":[[371,12],[397,13]]}}}],["best_config_per_estim",{"_index":4181,"t":{"360":{"position":[[12301,26],[12341,27]]}}}],["best_config_train_tim",{"_index":4187,"t":{"360":{"position":[[13021,23],[13058,24]]}}}],["best_estim",{"_index":4178,"t":{"360":{"position":[[12001,15],[12030,16]]},"364":{"position":[[1175,14]]}}}],["best_iter",{"_index":4179,"t":{"360":{"position":[[12098,15],[12127,16]]},"608":{"position":[[76,15],[105,16]]}}}],["best_loss",{"_index":4183,"t":{"360":{"position":[[12538,10],[12562,11]]}}}],["best_loss_per_estim",{"_index":4182,"t":{"360":{"position":[[12426,24],[12464,25]]}}}],["best_model_for_estim",{"_index":4174,"t":{"360":{"position":[[11543,25],[28806,24]]}}}],["best_model_for_estimator(estimator_nam",{"_index":4175,"t":{"360":{"position":[[11573,40]]}}}],["best_result",{"_index":4184,"t":{"360":{"position":[[12611,12],[12637,13]]},"506":{"position":[[3282,12],[3308,13]]}}}],["best_trained_model",{"_index":3748,"t":{"306":{"position":[[391,20],[562,18]]}}}],["best_trial",{"_index":2395,"t":{"196":{"position":[[0,10]]},"213":{"position":[[691,10]]},"506":{"position":[[72,11],[97,12]]}}}],["best_trial.checkpoint.value)checkpoint_path",{"_index":3755,"t":{"306":{"position":[[723,43]]}}}],["best_trial.config",{"_index":2403,"t":{"196":{"position":[[274,22]]},"213":{"position":[[957,21]]}}}],["best_trial.config[\"l1",{"_index":3749,"t":{"306":{"position":[[423,24]]}}}],["best_trial.config[\"l2\"])devic",{"_index":3750,"t":{"306":{"position":[[453,30]]}}}],["best_trial.metric_analysis[\"accuracy\"][\"max",{"_index":3747,"t":{"306":{"position":[[345,45]]}}}],["best_trial.metric_analysis[\"loss\"][\"min",{"_index":3746,"t":{"306":{"position":[[243,41]]}}}],["best_trial.metric_analysis[hp_metric][mod",{"_index":2480,"t":{"213":{"position":[[761,43]]}}}],["best_trial.metric_analysis[hp_metric][mode]print(f\"n_trials={len(analysis.trials)}\")print(f\"time={time.tim",{"_index":2398,"t":{"196":{"position":[[69,109]]}}}],["best_val_loss",{"_index":4461,"t":{"434":{"position":[[1732,14],[2235,13]]}}}],["best_valid_loss_histori",{"_index":1269,"t":{"100":{"position":[[7057,24]]},"150":{"position":[[10363,24]]},"670":{"position":[[180,24]]}}}],["bet",{"_index":562,"t":{"27":{"position":[[2074,4]]}}}],["better",{"_index":437,"t":{"19":{"position":[[205,6]]},"21":{"position":[[153,6]]},"269":{"position":[[4304,6]]},"360":{"position":[[3248,10],[3267,8],[3299,6],[28520,10],[28539,8],[28571,6]]},"516":{"position":[[1435,6]]},"544":{"position":[[3377,7],[3435,6]]},"572":{"position":[[1689,6]]},"608":{"position":[[145,6]]},"620":{"position":[[560,6]]},"636":{"position":[[1986,7]]},"640":{"position":[[721,6]]},"661":{"position":[[1222,6]]},"704":{"position":[[156,6]]},"706":{"position":[[1260,6]]},"708":{"position":[[1970,6]]}}}],["between",{"_index":369,"t":{"17":{"position":[[23,7]]},"31":{"position":[[1249,7]]},"39":{"position":[[34,7],[1491,7],[2039,7],[2530,7]]},"211":{"position":[[119,7]]},"215":{"position":[[16,7]]},"261":{"position":[[27,7]]},"269":{"position":[[792,7]]},"328":{"position":[[11271,7],[12645,7]]},"360":{"position":[[8680,7],[34189,7]]},"364":{"position":[[2207,7]]},"366":{"position":[[572,7]]},"434":{"position":[[743,7]]},"512":{"position":[[145,7],[368,7],[1705,7],[1966,7],[2168,7],[2482,7]]},"554":{"position":[[739,7]]},"558":{"position":[[3542,7]]},"570":{"position":[[913,7],[998,7]]},"588":{"position":[[279,7]]},"590":{"position":[[269,7]]},"608":{"position":[[11929,7]]},"647":{"position":[[2388,7]]},"682":{"position":[[4476,7],[4558,7],[4680,7],[4805,7],[5221,7],[5324,7],[5483,7],[5622,7],[7826,7]]},"692":{"position":[[1347,7]]},"696":{"position":[[802,7]]},"706":{"position":[[537,7]]}}}],["beyond",{"_index":464,"t":{"21":{"position":[[548,6]]},"269":{"position":[[2311,8]]}}}],["bias=fals",{"_index":3181,"t":{"229":{"position":[[13290,11],[21313,11],[27091,11],[28158,11]]}}}],["bias=tru",{"_index":3140,"t":{"229":{"position":[[7747,10],[7832,10],[7899,10],[7960,10],[8020,10],[8081,10],[8147,10],[8219,10],[8289,10],[8343,10],[8406,10],[8474,10],[8538,10],[8603,10],[8676,10],[8746,10],[9053,10],[9131,10],[9278,10],[9909,10],[9987,10],[10134,10],[10493,10],[10571,10],[10718,10],[11059,10],[11137,10],[11284,10],[11619,10],[11697,10],[11844,10],[12178,10],[12256,10],[12403,10],[12593,10],[12678,10],[12745,10],[12806,10],[12866,10],[13206,10],[13349,10],[13497,10],[14169,10],[14247,10],[14394,10],[14734,10],[14812,10],[14959,10],[15305,10],[15383,10],[15530,10],[15874,10],[15952,10],[16099,10],[16427,10],[16505,10],[16652,10],[16989,10],[17067,10],[17214,10],[17556,10],[17634,10],[17781,10],[18119,10],[18197,10],[18344,10],[18683,10],[18761,10],[18908,10],[19255,10],[19333,10],[19480,10],[19824,10],[19902,10],[20049,10],[20228,10],[20294,10],[20366,10],[20436,10],[20490,10],[20553,10],[20621,10],[20685,10],[20750,10],[20823,10],[20893,10],[21230,10],[21370,10],[21517,10],[22188,10],[22266,10],[22413,10],[22753,10],[22831,10],[22978,10],[23324,10],[23402,10],[23549,10],[23893,10],[23971,10],[24118,10],[24297,10],[24363,10],[24435,10],[24505,10],[24653,10],[24733,10],[24881,10],[25089,10],[25169,10],[25317,10],[25523,10],[25603,10],[25751,10],[25950,10],[26030,10],[26178,10],[26557,10],[26700,10],[27007,10],[27150,10],[27298,10],[27541,10],[27620,10],[27675,10],[27730,10],[27785,10],[27866,10],[27921,10],[27976,10],[28031,10],[28319,10],[28502,10],[28582,10],[28730,10],[28938,10]]}}}],["bias=true))[flaml.automl",{"_index":3205,"t":{"229":{"position":[[29092,25]]}}}],["big",{"_index":58,"t":{"2":{"position":[[742,3]]},"25":{"position":[[236,3],[921,3]]}}}],["bilingu",{"_index":877,"t":{"57":{"position":[[22,9]]}}}],["billion",{"_index":880,"t":{"57":{"position":[[105,7]]}}}],["bin",{"_index":3553,"t":{"281":{"position":[[1288,3],[1389,3]]}}}],["binari",{"_index":630,"t":{"31":{"position":[[1694,6],[2622,6]]},"360":{"position":[[15851,9]]},"364":{"position":[[389,9],[4042,9]]},"434":{"position":[[1214,6],[1370,6]]},"636":{"position":[[1894,6],[2370,6]]},"638":{"position":[[378,6],[526,6],[940,8]]},"647":{"position":[[569,6]]}}}],["binary:logist",{"_index":5232,"t":{"610":{"position":[[1745,18]]}}}],["black",{"_index":5615,"t":{"680":{"position":[[1035,5]]},"706":{"position":[[475,5],[699,5],[1162,5],[1208,5]]}}}],["blackburn",{"_index":1495,"t":{"114":{"position":[[393,13],[1774,13]]}}}],["blend",{"_index":3350,"t":{"255":{"position":[[1939,7]]},"602":{"position":[[685,7],[854,7]]},"708":{"position":[[2405,7],[2574,7]]}}}],["blendsearch",{"_index":3351,"t":{"255":{"position":[[1963,14]]},"281":{"position":[[1628,11]]},"360":{"position":[[4973,11],[5130,11],[5151,11],[30949,11],[31106,11],[31127,11]]},"558":{"position":[[43,11]]},"657":{"position":[[823,11],[1170,11],[1277,11]]},"704":{"position":[[241,12],[270,11],[309,13]]},"706":{"position":[[1828,12]]},"708":{"position":[[0,11],[188,11],[319,11],[571,11],[1150,12],[1677,11],[1929,12]]}}}],["blendsearch(metric='val_loss",{"_index":5185,"t":{"608":{"position":[[7302,30]]}}}],["blendsearch(search",{"_index":4828,"t":{"558":{"position":[[6,21]]}}}],["blendsearchalgo",{"_index":5184,"t":{"608":{"position":[[7284,15]]}}}],["blendsearchtune.run",{"_index":5822,"t":{"708":{"position":[[815,23]]}}}],["blendsearchtuner(blendsearch",{"_index":4858,"t":{"560":{"position":[[6,29]]}}}],["block",{"_index":968,"t":{"69":{"position":[[762,7],[805,6]]},"312":{"position":[[296,6]]},"322":{"position":[[635,7],[655,6]]},"328":{"position":[[621,7],[641,6],[19447,6]]},"610":{"position":[[928,7],[2117,7]]}}}],["blog",{"_index":336,"t":{"15":{"position":[[892,4]]},"19":{"position":[[25,4]]},"21":{"position":[[514,4]]},"25":{"position":[[832,4]]},"31":{"position":[[25,4]]},"33":{"position":[[629,4]]},"35":{"position":[[54,4]]},"37":{"position":[[1199,4]]}}}],["blogpost",{"_index":3481,"t":{"271":{"position":[[234,10]]}}}],["bohb",{"_index":5751,"t":{"696":{"position":[[3813,5]]}}}],["book",{"_index":4022,"t":{"336":{"position":[[9312,4],[9505,4],[9567,4],[10982,4]]}}}],["booktitle={aaai",{"_index":5043,"t":{"602":{"position":[[617,18]]}}}],["booktitle={aaai'21",{"_index":5833,"t":{"708":{"position":[[2334,21]]}}}],["booktitle={acl",{"_index":5058,"t":{"602":{"position":[[1305,17]]}}}],["booktitle={arxiv",{"_index":5075,"t":{"602":{"position":[[1797,16],[2143,16],[3093,16],[3645,16]]}}}],["booktitle={iclr",{"_index":5049,"t":{"602":{"position":[[957,18]]}}}],["booktitle={iclr'21",{"_index":5834,"t":{"708":{"position":[[2677,21]]}}}],["booktitle={icml",{"_index":5068,"t":{"602":{"position":[[1593,18]]}}}],["booktitle={intern",{"_index":5092,"t":{"602":{"position":[[2568,24]]},"708":{"position":[[3078,24]]}}}],["booktitle={mlsi",{"_index":5036,"t":{"602":{"position":[[343,19]]}}}],["bool",{"_index":635,"t":{"31":{"position":[[1918,5]]},"312":{"position":[[608,6],[669,6],[821,6],[1067,6],[1208,6]]},"322":{"position":[[943,6],[1148,6],[1255,6],[3146,6]]},"328":{"position":[[996,6],[1204,6],[1252,6],[3216,6],[4175,6],[7568,4],[7845,4],[8887,4],[8956,4],[9256,4],[10306,4],[10375,4],[11592,4],[11727,4],[12966,4],[13101,4],[13721,4],[13785,4],[14468,4],[14532,4]]},"336":{"position":[[3663,6],[4222,5],[5353,5],[5524,5],[7457,5],[7950,4],[9632,4],[10861,4]]},"360":{"position":[[3962,4],[29938,4]]},"366":{"position":[[991,4],[1536,4]]},"370":{"position":[[387,4]]},"416":{"position":[[479,5],[519,5],[722,6]]},"434":{"position":[[1775,4],[2307,4],[4209,5],[4297,5],[7352,4],[8277,4]]},"496":{"position":[[447,4],[541,4]]},"498":{"position":[[616,4],[717,4]]},"506":{"position":[[932,4],[1995,4]]},"544":{"position":[[3331,4],[3900,4],[4165,4],[4252,4]]},"548":{"position":[[480,4],[564,4],[674,4]]},"554":{"position":[[158,4]]},"558":{"position":[[5399,4],[5695,4]]},"568":{"position":[[1555,4]]},"570":{"position":[[278,4],[778,4]]}}}],["boolean",{"_index":2087,"t":{"184":{"position":[[642,8],[1474,8]]},"312":{"position":[[1291,7]]},"322":{"position":[[1457,7]]},"328":{"position":[[1546,7],[19839,7]]},"336":{"position":[[5073,7]]},"360":{"position":[[2622,7],[2695,7],[3382,7],[3531,7],[6618,8],[6773,8],[6921,8],[7024,8],[7392,8],[7511,8],[7684,7],[7704,8],[7973,8],[10785,8],[11096,8],[18987,7],[19113,7],[19490,8],[27894,7],[27967,7],[28654,7],[28908,7],[32592,8],[32747,8],[32895,8],[32998,8],[33339,8],[33458,8],[33631,7],[33651,8],[33920,8],[36931,8],[37020,8]]},"598":{"position":[[713,8]]},"608":{"position":[[8724,7],[8784,7],[10665,8]]},"694":{"position":[[30,7],[89,7]]}}}],["boost",{"_index":4045,"t":{"346":{"position":[[99,9]]}}}],["booster='gbtre",{"_index":1682,"t":{"144":{"position":[[664,17]]},"150":{"position":[[8527,18]]},"227":{"position":[[8484,17]]}}}],["bootstrap",{"_index":5771,"t":{"698":{"position":[[612,9]]}}}],["both",{"_index":477,"t":{"25":{"position":[[118,4]]},"184":{"position":[[73,4],[592,4]]},"215":{"position":[[1156,4]]},"257":{"position":[[277,4]]},"336":{"position":[[2713,4]]},"360":{"position":[[27790,4]]},"364":{"position":[[235,4]]},"516":{"position":[[784,4]]},"610":{"position":[[544,4]]},"644":{"position":[[1167,4]]},"649":{"position":[[210,4],[8491,4]]},"655":{"position":[[1509,4]]},"657":{"position":[[720,4]]},"682":{"position":[[726,4]]},"702":{"position":[[1214,4]]}}}],["bottom",{"_index":5003,"t":{"598":{"position":[[905,7]]}}}],["bound",{"_index":3342,"t":{"255":{"position":[[1011,5]]},"494":{"position":[[458,6],[564,6]]},"512":{"position":[[585,5],[1160,5],[2343,5],[2696,5]]},"516":{"position":[[2731,6]]},"649":{"position":[[8569,6],[8586,5]]},"682":{"position":[[7644,5]]},"706":{"position":[[322,7]]}}}],["bound_of_range=1.0",{"_index":4562,"t":{"494":{"position":[[840,19]]}}}],["boundari",{"_index":4673,"t":{"512":{"position":[[764,8],[828,8],[1208,8],[1272,8]]}}}],["box",{"_index":411,"t":{"17":{"position":[[1290,12]]},"39":{"position":[[1334,9]]},"41":{"position":[[752,9],[1031,10]]},"624":{"position":[[364,3],[1559,3]]},"680":{"position":[[1041,3]]},"706":{"position":[[481,3],[705,3]]}}}],["boycott",{"_index":1491,"t":{"114":{"position":[[345,10],[1726,10]]}}}],["bracket",{"_index":982,"t":{"74":{"position":[[148,8]]}}}],["break",{"_index":4895,"t":{"568":{"position":[[2345,8],[2668,8]]}}}],["brief",{"_index":5191,"t":{"608":{"position":[[7711,5]]}}}],["british",{"_index":1492,"t":{"114":{"position":[[356,10],[1737,10]]}}}],["broader",{"_index":722,"t":{"37":{"position":[[1388,7]]}}}],["brought",{"_index":798,"t":{"41":{"position":[[28,7]]}}}],["browser",{"_index":1025,"t":{"84":{"position":[[407,7]]}}}],["bs",{"_index":4115,"t":{"360":{"position":[[5124,5],[31100,5]]},"657":{"position":[[2486,4]]}}}],["budget",{"_index":357,"t":{"15":{"position":[[1379,7]]},"17":{"position":[[76,6]]},"19":{"position":[[325,7]]},"21":{"position":[[134,7],[389,6]]},"100":{"position":[[4848,6],[4941,7]]},"108":{"position":[[2730,6],[2823,7]]},"122":{"position":[[7800,6],[7893,7]]},"128":{"position":[[4865,6],[4958,7]]},"150":{"position":[[7733,6],[7826,7]]},"184":{"position":[[1573,7]]},"192":{"position":[[809,6]]},"221":{"position":[[365,6]]},"223":{"position":[[14978,6],[15071,7]]},"229":{"position":[[1899,7],[29370,6]]},"269":{"position":[[1184,8],[1913,6],[3375,6]]},"302":{"position":[[27,6]]},"336":{"position":[[2096,7],[2180,7]]},"360":{"position":[[2508,6],[4140,8],[4204,7],[7123,7],[17648,6],[19043,7],[19090,7],[27675,6],[30116,8],[30180,7]]},"364":{"position":[[2134,6],[2163,6]]},"366":{"position":[[499,6],[528,6]]},"434":{"position":[[1697,7],[2112,6],[2135,7]]},"558":{"position":[[2110,6],[3485,8],[3781,7]]},"598":{"position":[[459,6],[660,6]]},"608":{"position":[[4405,6],[11872,8],[12168,7]]},"634":{"position":[[143,7]]},"651":{"position":[[212,7]]},"655":{"position":[[95,7],[795,8],[859,7]]},"661":{"position":[[1595,6],[1621,6],[1724,7],[1770,6]]},"670":{"position":[[715,6]]},"672":{"position":[[78,7],[158,6],[197,6],[289,7],[357,6],[478,6],[571,7],[598,7]]},"674":{"position":[[488,6],[546,6],[638,7],[660,6],[744,7]]},"678":{"position":[[323,6]]},"684":{"position":[[43,6]]},"686":{"position":[[348,6],[730,6]]},"688":{"position":[[577,6]]},"694":{"position":[[982,6],[1534,6]]}}}],["budget.\\n",{"_index":3211,"t":{"229":{"position":[[29463,10]]}}}],["budget=0s.[flaml.automl",{"_index":2907,"t":{"227":{"position":[[1999,24]]}}}],["budget=12424212",{"_index":3111,"t":{"229":{"position":[[5377,17]]}}}],["budget=12424s.[flaml.automl",{"_index":3112,"t":{"229":{"position":[[5420,28]]}}}],["budget=1285",{"_index":1078,"t":{"92":{"position":[[1119,13]]}}}],["budget=1429",{"_index":2545,"t":{"221":{"position":[[1166,13]]}}}],["budget=145194",{"_index":5598,"t":{"674":{"position":[[230,15]]}}}],["budget=1s.[flaml.automl",{"_index":1541,"t":{"122":{"position":[[961,24]]},"221":{"position":[[1205,24]]}}}],["budget=2118",{"_index":5599,"t":{"674":{"position":[[271,13]]}}}],["budget=2145",{"_index":2692,"t":{"223":{"position":[[1941,13]]}}}],["budget=23s.[flaml.automl",{"_index":1080,"t":{"92":{"position":[[1158,25]]}}}],["budget=2621",{"_index":1719,"t":{"150":{"position":[[1359,13]]}}}],["budget=269",{"_index":2906,"t":{"227":{"position":[[1961,12]]}}}],["budget=2s.[flaml.automl",{"_index":1583,"t":{"128":{"position":[[1162,24]]},"223":{"position":[[1980,24]]}}}],["budget=3232",{"_index":1152,"t":{"100":{"position":[[1349,13]]}}}],["budget=3s.[flaml.automl",{"_index":1153,"t":{"100":{"position":[[1388,24]]},"150":{"position":[[1398,24]]}}}],["budget=679",{"_index":1540,"t":{"122":{"position":[[923,12]]}}}],["budget=766860",{"_index":1381,"t":{"108":{"position":[[2136,15]]}}}],["budget=767s.[flaml.automl",{"_index":1382,"t":{"108":{"position":[[2177,26]]}}}],["budget=7681",{"_index":2841,"t":{"225":{"position":[[2747,13]]}}}],["budget=846",{"_index":1582,"t":{"128":{"position":[[1124,12]]}}}],["budget=8s.[flaml.automl",{"_index":2842,"t":{"225":{"position":[[2786,24]]}}}],["budget=non",{"_index":4360,"t":{"364":{"position":[[1905,12]]},"366":{"position":[[183,12]]}}}],["bug",{"_index":953,"t":{"69":{"position":[[160,3],[256,3]]}}}],["build",{"_index":696,"t":{"33":{"position":[[982,5]]},"76":{"position":[[39,5]]},"84":{"position":[[3,5]]},"162":{"position":[[100,5],[275,5],[421,5],[776,6]]},"267":{"position":[[14,8]]},"649":{"position":[[3800,5]]}}}],["builder",{"_index":3578,"t":{"283":{"position":[[175,7],[309,7],[668,7]]}}}],["built",{"_index":3454,"t":{"269":{"position":[[2773,5]]},"360":{"position":[[10254,5]]},"640":{"position":[[25,5]]},"647":{"position":[[106,5],[151,5]]},"649":{"position":[[84,5],[286,5],[3636,5],[3677,5],[3777,5],[6144,5],[6265,5],[7342,5]]}}}],["byte",{"_index":3390,"t":{"261":{"position":[[657,5]]},"360":{"position":[[3646,6],[29023,6]]},"364":{"position":[[4456,6]]},"558":{"position":[[3013,5]]},"608":{"position":[[8387,5]]}}}],["c",{"_index":1288,"t":{"102":{"position":[[457,1],[499,1],[534,2],[544,1],[573,2]]},"279":{"position":[[122,1]]},"281":{"position":[[1415,1]]},"360":{"position":[[15220,2],[15223,1]]},"364":{"position":[[2809,1]]},"366":{"position":[[1658,1]]},"394":{"position":[[350,1]]},"398":{"position":[[344,1]]},"649":{"position":[[2156,2],[2278,2]]},"682":{"position":[[5862,7]]}}}],["ca",{"_index":3542,"t":{"281":{"position":[[1074,2],[1095,2]]}}}],["cach",{"_index":255,"t":{"11":{"position":[[608,8]]},"112":{"position":[[1489,5]]},"269":{"position":[[1051,8]]},"336":{"position":[[229,9],[248,5],[385,6],[462,6],[482,5],[629,9],[650,6],[749,6],[844,6],[864,5],[4254,6],[5786,6],[7489,6]]}}}],["cache_path",{"_index":3939,"t":{"336":{"position":[[413,10],[795,10]]}}}],["cache_path_root",{"_index":3937,"t":{"336":{"position":[[196,16],[596,16],[762,15]]}}}],["cache_path}/{se",{"_index":3941,"t":{"336":{"position":[[501,20],[883,20]]}}}],["calcul",{"_index":841,"t":{"45":{"position":[[344,11]]},"516":{"position":[[1144,10],[2373,11]]},"692":{"position":[[1398,11]]}}}],["california.log\",}x_train",{"_index":1577,"t":{"128":{"position":[[267,26]]}}}],["call",{"_index":471,"t":{"21":{"position":[[869,6]]},"25":{"position":[[638,6],[776,4]]},"114":{"position":[[331,7],[1712,7]]},"178":{"position":[[110,6]]},"255":{"position":[[511,4]]},"269":{"position":[[4116,4]]},"322":{"position":[[674,5]]},"328":{"position":[[660,5],[4370,6],[4678,6],[4782,6],[4893,6],[4993,6],[5082,6],[5188,6],[8135,7],[8186,7],[9554,7],[9605,7],[13609,6],[14356,6],[15935,5],[19551,4],[19642,5]]},"336":{"position":[[1260,5],[5640,5],[5677,7],[5739,5],[6593,5],[6924,4],[6953,7],[8174,4],[8567,5],[9068,5],[9203,5],[9862,5],[9900,6],[9938,5],[10005,6],[10156,6],[10195,5],[10424,6],[10918,6]]},"360":{"position":[[21723,6]]},"364":{"position":[[772,7],[804,7],[949,7],[1064,6]]},"502":{"position":[[916,7]]},"554":{"position":[[812,7]]},"568":{"position":[[246,4]]},"588":{"position":[[287,5]]},"590":{"position":[[277,5]]},"598":{"position":[[1080,4],[1252,4]]},"608":{"position":[[220,6],[11387,6]]},"661":{"position":[[2377,6],[2465,4]]},"680":{"position":[[1480,7]]},"682":{"position":[[1440,6]]},"686":{"position":[[77,7]]},"700":{"position":[[155,7],[214,4]]}}}],["callabl",{"_index":3826,"t":{"322":{"position":[[1085,10],[2654,9],[2711,8]]},"328":{"position":[[1141,10],[2724,9],[2781,8],[4201,9],[4594,9],[4944,8],[5009,8],[5374,8],[6058,8],[20325,10]]},"332":{"position":[[557,8]]},"336":{"position":[[989,9],[1495,8],[2889,8],[4972,9],[5944,9],[6662,8],[6867,8],[7541,8],[7563,8],[7756,9],[7829,9]]},"572":{"position":[[629,8]]}}}],["callable[[ag",{"_index":3849,"t":{"328":{"position":[[4157,17]]}}}],["callable[[dict",{"_index":4276,"t":{"360":{"position":[[23455,16]]}}}],["callable[[str",{"_index":3930,"t":{"332":{"position":[[256,15]]}}}],["caller",{"_index":4973,"t":{"586":{"position":[[84,6],[243,6]]},"588":{"position":[[167,7]]},"590":{"position":[[157,7]]}}}],["can't",{"_index":998,"t":{"80":{"position":[[191,5]]},"328":{"position":[[9057,5],[10476,5],[11832,5],[13206,5]]},"544":{"position":[[3910,5]]}}}],["can_suggest",{"_index":4791,"t":{"544":{"position":[[3857,12],[3883,13]]},"548":{"position":[[631,12],[657,13]]}}}],["cancel",{"_index":2105,"t":{"184":{"position":[[1518,6]]},"360":{"position":[[7068,6],[33042,6]]},"598":{"position":[[520,6],[757,6],[815,6],[952,6],[1118,6],[1311,6]]},"608":{"position":[[10709,6]]}}}],["cancel_func",{"_index":5004,"t":{"598":{"position":[[913,11]]}}}],["cancel_func=non",{"_index":4999,"t":{"598":{"position":[[382,17]]}}}],["candid",{"_index":5637,"t":{"682":{"position":[[1959,9]]}}}],["capabl",{"_index":149,"t":{"5":{"position":[[590,7]]},"7":{"position":[[217,7]]},"11":{"position":[[980,13]]},"25":{"position":[[268,11]]},"37":{"position":[[1244,12],[1307,12]]},"39":{"position":[[1111,13]]},"41":{"position":[[944,11]]},"43":{"position":[[215,12]]},"267":{"position":[[515,7]]},"269":{"position":[[350,7]]}}}],["card",{"_index":4428,"t":{"416":{"position":[[415,4]]}}}],["carefulli",{"_index":405,"t":{"17":{"position":[[1213,10]]},"19":{"position":[[850,9]]},"41":{"position":[[996,10]]}}}],["case",{"_index":340,"t":{"15":{"position":[[989,4]]},"25":{"position":[[9,4]]},"27":{"position":[[902,4],[1643,5],[1751,5],[1896,6]]},"31":{"position":[[2979,5],[3465,5]]},"33":{"position":[[1081,5]]},"74":{"position":[[95,4]]},"184":{"position":[[881,6],[1123,5]]},"255":{"position":[[292,4]]},"271":{"position":[[19,5]]},"312":{"position":[[1657,6]]},"322":{"position":[[1812,6]]},"328":{"position":[[1901,6],[11329,6],[12703,6]]},"336":{"position":[[7027,4]]},"360":{"position":[[8212,6],[8454,5],[16547,5],[34159,6]]},"516":{"position":[[862,5]]},"544":{"position":[[3687,6]]},"570":{"position":[[878,4]]},"572":{"position":[[649,5],[1966,5],[2397,6]]},"608":{"position":[[5613,4]]},"620":{"position":[[581,6]]},"657":{"position":[[1813,5],[3453,4],[4242,4],[4734,6]]},"674":{"position":[[760,5]]},"680":{"position":[[934,6]]},"682":{"position":[[6411,5],[6894,4]]},"684":{"position":[[748,6],[1349,5]]},"694":{"position":[[1824,4]]},"696":{"position":[[4398,4],[4745,4]]}}}],["cases/task",{"_index":2001,"t":{"172":{"position":[[328,10]]}}}],["cast",{"_index":4651,"t":{"510":{"position":[[430,5],[457,4]]}}}],["cast(valu",{"_index":4652,"t":{"510":{"position":[[440,11]]}}}],["cat_hp_cost",{"_index":4268,"t":{"360":{"position":[[22337,12],[22363,13],[22663,12]]},"364":{"position":[[4249,11]]},"558":{"position":[[225,12],[1408,11]]},"608":{"position":[[1352,12],[3993,11]]},"682":{"position":[[189,11],[7935,12]]}}}],["cat_hp_cost'",{"_index":4269,"t":{"360":{"position":[[22603,13]]}}}],["catac",{"_index":651,"t":{"31":{"position":[[2359,7],[2395,7]]}}}],["catboost",{"_index":1070,"t":{"92":{"position":[[926,11]]},"128":{"position":[[939,11]]},"172":{"position":[[444,11]]},"281":{"position":[[168,8]]},"360":{"position":[[2434,11],[27601,11]]},"392":{"position":[[65,9]]},"649":{"position":[[2281,11]]},"663":{"position":[[1081,12],[1130,11],[1188,8]]},"668":{"position":[[691,11]]}}}],["catboostestim",{"_index":5404,"t":{"649":{"position":[[2293,17]]}}}],["catboostestimator(baseestim",{"_index":4404,"t":{"392":{"position":[[6,32]]}}}],["catch",{"_index":5171,"t":{"608":{"position":[[6510,5]]},"696":{"position":[[5595,8],[7257,5]]}}}],["categor",{"_index":2791,"t":{"225":{"position":[[646,11]]},"229":{"position":[[2494,11]]},"360":{"position":[[14322,12],[17002,12],[17403,12],[22390,11],[25023,12],[25481,12]]},"510":{"position":[[200,11],[222,14]]},"512":{"position":[[1512,11]]},"532":{"position":[[64,11]]},"534":{"position":[[41,11]]},"558":{"position":[[1452,11]]},"608":{"position":[[4037,11]]},"682":{"position":[[243,11],[1661,12],[1674,11],[1712,11],[1840,11],[7844,11]]}}}],["categori",{"_index":705,"t":{"37":{"position":[[350,9]]},"41":{"position":[[336,10]]},"43":{"position":[[72,10],[373,10],[494,10],[552,10],[822,11],[888,8],[940,10]]},"229":{"position":[[558,10],[573,10]]}}}],["categorical_col",{"_index":4207,"t":{"360":{"position":[[14578,18]]}}}],["caught",{"_index":5152,"t":{"608":{"position":[[2941,7]]}}}],["caus",{"_index":3391,"t":{"261":{"position":[[708,7],[771,7]]},"490":{"position":[[453,5]]},"657":{"position":[[4200,5]]}}}],["cb_coef",{"_index":4548,"t":{"494":{"position":[[125,8],[394,7]]},"498":{"position":[[354,8]]},"516":{"position":[[468,8],[2660,7]]}}}],["cd",{"_index":2459,"t":{"209":{"position":[[157,2]]}}}],["celebr",{"_index":1,"t":{"2":{"position":[[7,11],[394,9]]}}}],["central",{"_index":5358,"t":{"640":{"position":[[627,7]]}}}],["certain",{"_index":673,"t":{"31":{"position":[[3320,7]]},"655":{"position":[[134,7]]},"680":{"position":[[1424,7]]},"694":{"position":[[1767,7]]}}}],["certif",{"_index":3543,"t":{"281":{"position":[[1077,12],[1098,12]]}}}],["cfo",{"_index":3349,"t":{"255":{"position":[[1872,5]]},"360":{"position":[[4935,3],[30911,3]]},"534":{"position":[[23,3]]},"540":{"position":[[496,6]]},"558":{"position":[[4037,3]]},"562":{"position":[[43,3]]},"608":{"position":[[9341,3]]},"657":{"position":[[2478,3]]},"702":{"position":[[1875,3]]},"704":{"position":[[233,3]]},"706":{"position":[[0,3],[1777,3]]},"708":{"position":[[84,3],[183,4],[314,4]]}}}],["cfo(blendsearchtun",{"_index":4874,"t":{"562":{"position":[[6,21]]}}}],["cfocat(cfo",{"_index":4744,"t":{"534":{"position":[[6,11]]}}}],["cfotune.run",{"_index":5812,"t":{"706":{"position":[[1533,15]]}}}],["chacha",{"_index":4719,"t":{"516":{"position":[[2420,7]]},"540":{"position":[[156,6]]},"602":{"position":[[1328,6]]}}}],["chachaschedul",{"_index":4742,"t":{"528":{"position":[[76,15]]}}}],["chachascheduler(onlinesuccessivedoublingschedul",{"_index":4741,"t":{"528":{"position":[[6,50]]}}}],["chain",{"_index":221,"t":{"9":{"position":[[601,6]]},"39":{"position":[[509,6]]}}}],["challeng",{"_index":247,"t":{"11":{"position":[[319,10]]},"21":{"position":[[327,11]]},"33":{"position":[[1109,9]]},"37":{"position":[[198,11],[454,11],[1555,11]]},"41":{"position":[[272,11]]},"43":{"position":[[1002,11]]},"45":{"position":[[107,11]]},"516":{"position":[[1784,11],[1864,11]]},"602":{"position":[[3166,11],[3431,11]]}}}],["champion",{"_index":4573,"t":{"496":{"position":[[493,9],[607,9]]},"498":{"position":[[666,8],[788,9]]},"502":{"position":[[569,9],[713,8]]},"516":{"position":[[1442,8],[1945,8]]}}}],["champion_test_polici",{"_index":4594,"t":{"502":{"position":[[497,20]]},"516":{"position":[[1372,23]]}}}],["champion_test_policy=\"loss_ucb",{"_index":4588,"t":{"502":{"position":[[143,32]]}}}],["champion_tri",{"_index":4599,"t":{"502":{"position":[[649,15],[678,16]]}}}],["championfrontiersearch",{"_index":4747,"t":{"540":{"position":[[54,24]]}}}],["championfrontiersearcher(basesearch",{"_index":4746,"t":{"540":{"position":[[6,38]]}}}],["chanc",{"_index":540,"t":{"27":{"position":[[1373,7]]}}}],["chang",{"_index":301,"t":{"15":{"position":[[105,8]]},"19":{"position":[[431,7]]},"84":{"position":[[428,7]]},"102":{"position":[[1293,6]]},"152":{"position":[[1183,6]]},"180":{"position":[[567,8]]},"192":{"position":[[675,6]]},"233":{"position":[[170,6]]},"281":{"position":[[1027,6]]},"328":{"position":[[4483,6],[5855,6]]},"620":{"position":[[221,6]]},"638":{"position":[[933,6]]},"649":{"position":[[8012,7],[8891,6]]},"655":{"position":[[1377,7]]},"682":{"position":[[2538,7],[2828,7],[3321,7]]},"702":{"position":[[2033,6]]}}}],["changepoint_prior_scal",{"_index":5409,"t":{"649":{"position":[[2591,24]]}}}],["chat",{"_index":728,"t":{"37":{"position":[[1630,4]]},"61":{"position":[[408,4]]},"63":{"position":[[368,4]]},"86":{"position":[[32,4]]},"269":{"position":[[330,4],[787,4]]},"271":{"position":[[245,4]]},"316":{"position":[[41,4],[219,5],[265,5]]},"318":{"position":[[61,4],[104,4],[302,5]]},"328":{"position":[[13426,4],[13529,4],[13749,4],[14173,4],[14276,4],[14496,4],[15158,4],[15228,4],[15270,4]]},"336":{"position":[[2633,4],[2742,4],[3082,5],[3150,4],[3219,4],[8809,4],[9095,4]]}}}],["chat_messag",{"_index":3865,"t":{"328":{"position":[[6935,14],[6963,15]]}}}],["chatbot",{"_index":330,"t":{"15":{"position":[[714,9]]}}}],["chatcomplet",{"_index":3788,"t":{"312":{"position":[[949,14]]},"322":{"position":[[4072,14]]},"328":{"position":[[1416,14],[6406,14],[7060,14],[9089,14],[10508,14],[11864,14],[13238,14]]},"336":{"position":[[94,15]]},"338":{"position":[[61,15]]}}}],["chatcompletion(complet",{"_index":4042,"t":{"338":{"position":[[6,26]]}}}],["chatglm",{"_index":876,"t":{"57":{"position":[[0,7]]}}}],["chatglm2",{"_index":881,"t":{"57":{"position":[[125,8]]},"59":{"position":[[154,8]]},"61":{"position":[[246,9],[494,9]]},"63":{"position":[[262,8],[290,8],[454,9]]}}}],["chatglmv2",{"_index":865,"t":{"52":{"position":[[158,9]]}}}],["chatgpt",{"_index":285,"t":{"13":{"position":[[53,7]]},"17":{"position":[[167,7]]},"269":{"position":[[912,7]]}}}],["cheap",{"_index":376,"t":{"17":{"position":[[131,5]]}}}],["cheaper",{"_index":508,"t":{"27":{"position":[[406,7]]},"261":{"position":[[921,7]]}}}],["cheapest",{"_index":572,"t":{"29":{"position":[[418,8]]},"360":{"position":[[22284,8]]},"674":{"position":[[428,8]]}}}],["check",{"_index":849,"t":{"45":{"position":[[552,5]]},"80":{"position":[[107,5]]},"172":{"position":[[243,5]]},"259":{"position":[[446,7]]},"271":{"position":[[228,5]]},"328":{"position":[[4452,7],[5824,7],[16159,5],[16732,7],[16972,8],[17032,7],[17981,7],[18221,8],[18281,7]]},"332":{"position":[[99,5]]},"360":{"position":[[6546,5],[32520,5]]},"364":{"position":[[3680,5]]},"602":{"position":[[39,5]]},"608":{"position":[[11316,5]]},"659":{"position":[[167,8]]},"661":{"position":[[1606,5]]},"672":{"position":[[301,5]]},"680":{"position":[[1088,5]]},"692":{"position":[[1712,7]]},"708":{"position":[[2067,5]]}}}],["check_termination_and_human_repli",{"_index":3906,"t":{"328":{"position":[[15941,34],[16750,33],[17999,33]]}}}],["check_termination_and_human_reply(messag",{"_index":3907,"t":{"328":{"position":[[15980,43]]}}}],["checkpoint",{"_index":935,"t":{"61":{"position":[[726,11]]},"108":{"position":[[1097,11]]},"294":{"position":[[483,10],[535,10],[577,13],[2275,11],[2515,13]]},"356":{"position":[[196,10]]},"360":{"position":[[6827,10],[6883,10],[32801,10],[32857,10]]},"558":{"position":[[5504,10],[5589,11]]}}}],["checkpoint\")model_st",{"_index":3757,"t":{"306":{"position":[[800,25]]}}}],["checkpoint_dir",{"_index":3650,"t":{"294":{"position":[[425,16],[519,15],[2372,16],[2463,15]]}}}],["checkpoint_dir=non",{"_index":3633,"t":{"294":{"position":[[44,20]]}}}],["chi",{"_index":5022,"t":{"602":{"position":[[118,3],[434,3],[578,3],[710,3],[1095,3],[1281,3],[1366,3],[1518,3],[1642,3],[1773,3],[1930,3],[2119,3],[2315,3],[2542,3],[2794,3],[3320,3],[3621,3]]},"708":{"position":[[2151,3],[2295,3],[2430,3],[2825,3],[3052,3]]}}}],["child",{"_index":4539,"t":{"490":{"position":[[360,5],[408,5]]}}}],["chines",{"_index":89,"t":{"2":{"position":[[1121,7]]}}}],["choic",{"_index":455,"t":{"21":{"position":[[160,6],[540,7]]},"33":{"position":[[522,6]]},"215":{"position":[[1161,8]]},"255":{"position":[[1169,8]]},"336":{"position":[[3208,7]]},"360":{"position":[[4562,7],[4676,7],[18416,7],[18530,7],[30538,7],[30652,7]]},"434":{"position":[[5227,7],[5341,7],[6266,6]]},"512":{"position":[[1457,7]]},"558":{"position":[[1504,7],[1583,7]]},"608":{"position":[[4089,7],[4167,7]]},"620":{"position":[[95,6]]},"647":{"position":[[1495,7]]},"682":{"position":[[295,7],[3754,6],[5821,7],[5829,9],[6678,6],[7871,8]]}}}],["choice(",{"_index":5682,"t":{"682":{"position":[[6759,9]]}}}],["choice(categori",{"_index":4676,"t":{"512":{"position":[[1469,18]]}}}],["choos",{"_index":201,"t":{"9":{"position":[[202,6]]},"17":{"position":[[1661,6]]},"39":{"position":[[894,6]]},"336":{"position":[[3234,6]]},"434":{"position":[[6076,6]]},"502":{"position":[[593,6]]},"558":{"position":[[3411,6],[5908,6]]},"608":{"position":[[11798,6]]},"680":{"position":[[2250,8]]},"696":{"position":[[5406,6]]}}}],["choose_trial_to_run",{"_index":4734,"t":{"524":{"position":[[228,20]]}}}],["choose_trial_to_run(trial_runn",{"_index":4735,"t":{"524":{"position":[[253,33]]}}}],["chosen",{"_index":1138,"t":{"100":{"position":[[506,6]]},"150":{"position":[[506,6]]},"172":{"position":[[118,6]]},"223":{"position":[[1028,6]]},"360":{"position":[[9019,6],[34528,6]]},"651":{"position":[[1963,6]]},"653":{"position":[[170,7]]},"692":{"position":[[339,6],[1049,6]]}}}],["christma",{"_index":2962,"t":{"229":{"position":[[1017,12]]}}}],["class",{"_index":723,"t":{"37":{"position":[[1396,5]]},"59":{"position":[[543,5]]},"182":{"position":[[28,5]]},"257":{"position":[[64,5],[259,5],[401,5]]},"275":{"position":[[0,5],[44,5]]},"312":{"position":[[0,5],[1580,5]]},"316":{"position":[[46,5]]},"318":{"position":[[0,5]]},"322":{"position":[[0,5],[1735,5]]},"328":{"position":[[0,5],[50,5],[318,6],[1824,5],[4566,6],[4632,5],[4723,6]]},"332":{"position":[[0,5]]},"336":{"position":[[0,5],[43,5]]},"338":{"position":[[0,5],[40,5]]},"346":{"position":[[0,5],[63,5]]},"350":{"position":[[0,5]]},"356":{"position":[[0,5]]},"360":{"position":[[0,5],[44,6],[2084,6],[4339,5],[7573,8],[13652,5],[14917,5],[15234,8],[15309,5],[15939,6],[17842,6],[18193,5],[19552,8],[27252,5],[30315,5],[33520,8]]},"364":{"position":[[0,5],[40,5],[2647,5],[2820,8],[2894,5],[4807,6]]},"366":{"position":[[0,5],[50,5],[1300,5],[1669,8],[1743,5]]},"368":{"position":[[0,5],[50,5]]},"370":{"position":[[0,5],[73,5]]},"372":{"position":[[0,5],[52,5]]},"374":{"position":[[0,5],[52,5]]},"376":{"position":[[0,5],[44,5]]},"378":{"position":[[0,5],[50,5]]},"380":{"position":[[0,5],[72,5]]},"382":{"position":[[0,5],[67,5]]},"384":{"position":[[0,5],[70,5]]},"386":{"position":[[0,5],[58,5]]},"388":{"position":[[0,5],[48,5]]},"390":{"position":[[0,5],[48,5]]},"392":{"position":[[0,5],[48,5]]},"394":{"position":[[0,5],[46,5],[188,5],[361,8],[435,5]]},"396":{"position":[[0,5],[56,5]]},"398":{"position":[[0,5],[46,5],[182,5],[355,8],[429,5]]},"400":{"position":[[0,5],[53,5]]},"402":{"position":[[0,5],[52,5]]},"404":{"position":[[0,5],[49,5]]},"406":{"position":[[0,5],[62,5]]},"408":{"position":[[0,5],[55,5]]},"410":{"position":[[0,5],[49,5]]},"412":{"position":[[0,5],[67,5]]},"426":{"position":[[0,5]]},"434":{"position":[[0,5],[35,5],[70,5],[170,8],[2001,5],[5004,5],[8494,5],[8618,5]]},"444":{"position":[[0,5],[49,5]]},"448":{"position":[[0,5],[71,5]]},"454":{"position":[[0,5]]},"458":{"position":[[0,5],[44,5]]},"460":{"position":[[0,5],[43,5]]},"462":{"position":[[0,5],[45,5]]},"464":{"position":[[0,5],[49,5]]},"466":{"position":[[0,5],[55,5]]},"468":{"position":[[0,5],[47,5]]},"470":{"position":[[0,5],[35,5]]},"472":{"position":[[0,5],[38,5]]},"474":{"position":[[0,5],[33,5]]},"476":{"position":[[0,5],[41,5]]},"478":{"position":[[0,5],[48,5]]},"490":{"position":[[0,5]]},"494":{"position":[[0,5],[26,5]]},"496":{"position":[[0,5],[34,5]]},"498":{"position":[[0,5],[50,5]]},"502":{"position":[[0,5],[31,5],[302,5],[415,5]]},"506":{"position":[[0,5]]},"510":{"position":[[0,5],[25,5],[102,5]]},"512":{"position":[[0,5]]},"516":{"position":[[0,5],[20,5]]},"520":{"position":[[0,5],[73,6]]},"524":{"position":[[0,5],[43,5]]},"526":{"position":[[0,5],[62,5]]},"528":{"position":[[0,5],[62,5]]},"532":{"position":[[0,5]]},"534":{"position":[[0,5]]},"538":{"position":[[0,5],[35,5]]},"540":{"position":[[0,5],[79,6],[187,5]]},"544":{"position":[[0,5]]},"548":{"position":[[0,5],[26,5]]},"554":{"position":[[0,5],[46,5]]},"558":{"position":[[0,5],[33,5]]},"560":{"position":[[0,5],[57,5]]},"562":{"position":[[0,5],[33,5]]},"564":{"position":[[0,5],[29,5]]},"568":{"position":[[0,5],[31,5],[107,5],[275,6],[852,5]]},"570":{"position":[[0,5]]},"572":{"position":[[0,5],[1092,5]]},"582":{"position":[[0,5]]},"584":{"position":[[0,5],[45,6]]},"586":{"position":[[0,5]]},"588":{"position":[[0,5]]},"590":{"position":[[0,5]]},"594":{"position":[[0,5],[127,6]]},"598":{"position":[[0,5],[54,5]]},"608":{"position":[[0,5],[34,5],[5581,6],[6260,6]]},"610":{"position":[[0,5],[32,5]]},"644":{"position":[[18,5]]},"649":{"position":[[3886,6],[3930,5],[4044,5],[5929,5],[6258,6],[7397,5],[8041,5]]},"651":{"position":[[450,5]]},"655":{"position":[[2019,5]]},"666":{"position":[[268,5]]},"696":{"position":[[3690,5]]}}}],["class_weight",{"_index":3371,"t":{"257":{"position":[[945,16]]}}}],["classes_",{"_index":4192,"t":{"360":{"position":[[13573,9],[13596,10]]}}}],["classic",{"_index":5392,"t":{"649":{"position":[[215,9]]},"682":{"position":[[6513,9]]}}}],["classif",{"_index":154,"t":{"5":{"position":[[648,15]]},"92":{"position":[[227,17]]},"108":{"position":[[588,16]]},"114":{"position":[[51,14],[992,16],[2369,16]]},"160":{"position":[[477,17]]},"172":{"position":[[384,17]]},"257":{"position":[[743,17]]},"267":{"position":[[310,14]]},"350":{"position":[[407,17]]},"360":{"position":[[146,17],[1945,17],[2005,16],[4534,14],[11494,16],[14953,14],[17707,17],[17767,16],[18388,14],[27076,17],[27177,16],[30510,14]]},"364":{"position":[[145,15],[255,15],[440,16],[482,16],[512,16],[2683,14],[3529,14]]},"366":{"position":[[1336,14]]},"394":{"position":[[224,14]]},"398":{"position":[[218,14]]},"416":{"position":[[158,15],[180,14],[648,14],[1166,15],[1470,14]]},"434":{"position":[[255,14],[1235,15],[1391,15],[5199,14]]},"626":{"position":[[244,17]]},"628":{"position":[[234,17],[430,17]]},"630":{"position":[[445,14]]},"638":{"position":[[385,14]]},"640":{"position":[[368,17]]},"644":{"position":[[520,17],[538,14],[714,15],[849,16],[875,15],[974,16],[997,15],[1026,16],[1055,15]]},"647":{"position":[[276,15],[576,15]]},"649":{"position":[[337,17],[641,17],[930,17],[1201,17],[1353,14],[1481,17],[1633,14],[1767,17],[2121,17],[2243,17],[2320,16],[2466,16],[3056,16],[3104,16],[3128,15],[4316,15]]},"655":{"position":[[1197,15],[1355,14],[1514,14]]},"663":{"position":[[1026,17]]}}}],["classifi",{"_index":3472,"t":{"269":{"position":[[3746,11]]},"394":{"position":[[93,11]]},"396":{"position":[[85,11]]},"624":{"position":[[1064,11]]}}}],["classification[flaml.automl",{"_index":1361,"t":{"108":{"position":[[1475,28]]},"114":{"position":[[3027,28]]}}}],["classification_data",{"_index":2440,"t":{"205":{"position":[[245,23],[336,23]]}}}],["classmethod",{"_index":5435,"t":{"649":{"position":[[4486,12],[8083,12]]},"651":{"position":[[508,12]]}}}],["classmethod@propertydef",{"_index":4020,"t":{"336":{"position":[[9243,24]]}}}],["classmethoddef",{"_index":3935,"t":{"336":{"position":[[139,15],[535,15],[910,15],[3476,15],[6348,15],[8493,15],[8703,15],[8954,15],[9352,15],[10939,15]]},"364":{"position":[[3831,15],[4352,15],[4629,15],[4743,15]]},"426":{"position":[[35,15]]}}}],["clean",{"_index":1354,"t":{"108":{"position":[[1197,5]]},"281":{"position":[[1153,5]]}}}],["cleaner",{"_index":4857,"t":{"558":{"position":[[5740,8]]}}}],["cleanup",{"_index":5169,"t":{"608":{"position":[[6439,7],[7105,7]]},"696":{"position":[[6585,7],[7171,7]]}}}],["clear",{"_index":3887,"t":{"328":{"position":[[13575,8],[13739,5],[14322,8],[14486,5],[15148,5],[15244,6],[15260,5]]},"336":{"position":[[644,5],[786,8]]}}}],["clear_cach",{"_index":3942,"t":{"336":{"position":[[522,12]]}}}],["clear_cache(cl",{"_index":3943,"t":{"336":{"position":[[551,16]]}}}],["clear_histori",{"_index":3885,"t":{"328":{"position":[[13326,14],[13502,13],[13707,13],[14065,14],[14249,13],[14454,13],[15079,14]]}}}],["clear_history(ag",{"_index":3897,"t":{"328":{"position":[[15098,20]]}}}],["cli",{"_index":3581,"t":{"283":{"position":[[331,3],[346,3],[484,4],[516,3],[691,4],[814,3]]}}}],["clock",{"_index":1276,"t":{"100":{"position":[[7250,5]]},"150":{"position":[[10556,5]]},"651":{"position":[[123,5]]},"657":{"position":[[2152,5],[2222,5],[2300,5],[2632,5],[2751,5],[2911,5],[3416,5],[3790,5]]},"670":{"position":[[531,5]]},"684":{"position":[[580,5],[802,5]]}}}],["clone",{"_index":873,"t":{"55":{"position":[[217,5]]},"57":{"position":[[252,5]]},"74":{"position":[[4,5]]}}}],["close",{"_index":5614,"t":{"680":{"position":[[999,6]]}}}],["cloud",{"_index":3530,"t":{"281":{"position":[[642,5],[1732,5]]}}}],["cluster",{"_index":1883,"t":{"162":{"position":[[24,7],[927,7],[1734,7],[1969,7]]},"184":{"position":[[956,9]]},"281":{"position":[[687,8]]},"360":{"position":[[8287,9]]},"594":{"position":[[201,8]]},"657":{"position":[[1646,9]]}}}],["co2",{"_index":2672,"t":{"223":{"position":[[603,6]]}}}],["co2_forecast.log",{"_index":2678,"t":{"223":{"position":[[938,19]]}}}],["code",{"_index":261,"t":{"11":{"position":[[683,6]]},"13":{"position":[[34,4]]},"25":{"position":[[217,7],[289,4],[397,4]]},"27":{"position":[[713,4],[2097,5]]},"29":{"position":[[124,4]]},"37":{"position":[[846,4],[1185,5]]},"39":{"position":[[684,4],[778,4],[2160,4],[2706,4]]},"43":{"position":[[1086,4]]},"50":{"position":[[339,4]]},"55":{"position":[[152,4]]},"59":{"position":[[526,4]]},"63":{"position":[[321,4]]},"69":{"position":[[201,4],[621,4],[695,4],[757,4],[800,4]]},"82":{"position":[[4,4]]},"108":{"position":[[1189,4]]},"180":{"position":[[905,4]]},"182":{"position":[[494,4]]},"184":{"position":[[1669,4]]},"203":{"position":[[229,4]]},"205":{"position":[[143,5]]},"223":{"position":[[15135,4]]},"257":{"position":[[497,4]]},"263":{"position":[[80,4],[210,5]]},"269":{"position":[[500,5],[1538,5],[4080,4]]},"271":{"position":[[114,4]]},"283":{"position":[[164,4],[527,4],[642,4]]},"312":{"position":[[291,4],[427,4],[479,5]]},"322":{"position":[[102,4],[350,4],[630,4],[650,4],[2784,4],[2811,4],[2953,4],[3181,4],[3250,4],[3365,4],[3476,4],[3525,4],[3698,4],[3808,4]]},"328":{"position":[[616,4],[636,4],[2854,4],[2881,4],[3023,4],[3251,4],[3320,4],[3435,4],[3546,4],[3595,4],[3768,4],[4034,4],[7619,5],[7684,4],[15718,4],[17114,4],[17180,4],[18363,4],[18429,4],[18992,4],[19072,5],[19089,4],[19104,4],[19230,4],[19242,4],[19285,4],[19351,4],[19442,4]]},"332":{"position":[[582,4]]},"360":{"position":[[5873,4],[31847,4]]},"540":{"position":[[127,4]]},"572":{"position":[[3398,4]]},"610":{"position":[[923,4],[2112,4]]},"620":{"position":[[233,5],[498,4]]},"674":{"position":[[941,4]]},"680":{"position":[[673,5]]},"682":{"position":[[608,4],[2661,4],[3433,4]]},"688":{"position":[[138,4]]},"692":{"position":[[421,4],[1120,4],[1630,4]]},"696":{"position":[[1796,4],[4141,4],[5098,4],[5725,4]]},"698":{"position":[[736,4]]},"700":{"position":[[205,5],[308,4]]}}}],["code_execution_config",{"_index":3778,"t":{"312":{"position":[[359,21],[777,22]]},"322":{"position":[[1104,22],[2731,21]]},"328":{"position":[[1160,22],[2801,21]]}}}],["coef",{"_index":1301,"t":{"102":{"position":[[762,4]]},"364":{"position":[[1833,5]]}}}],["coef[0",{"_index":1302,"t":{"102":{"position":[[792,7],[851,7]]}}}],["coef[1",{"_index":1303,"t":{"102":{"position":[[809,7],[868,7]]}}}],["coef[2",{"_index":1304,"t":{"102":{"position":[[831,7],[890,7]]}}}],["coeffici",{"_index":4554,"t":{"494":{"position":[[428,11]]},"516":{"position":[[2678,11]]}}}],["coher",{"_index":385,"t":{"17":{"position":[[568,10],[849,10]]}}}],["col",{"_index":2057,"t":{"180":{"position":[[1603,4],[1612,3],[1630,3]]}}}],["cola",{"_index":2132,"t":{"190":{"position":[[445,4]]}}}],["cola\"num_label",{"_index":2128,"t":{"190":{"position":[[382,16]]}}}],["cola_encod",{"_index":2135,"t":{"190":{"position":[[525,12]]}}}],["cola_encoded[\"train",{"_index":2140,"t":{"190":{"position":[[607,22]]}}}],["cola_encoded[\"valid",{"_index":2141,"t":{"190":{"position":[[630,26]]}}}],["cola_raw",{"_index":2133,"t":{"190":{"position":[[478,8]]}}}],["cola_raw.map(token",{"_index":2136,"t":{"190":{"position":[[540,22]]}}}],["colab",{"_index":861,"t":{"50":{"position":[[365,5],[399,5]]},"94":{"position":[[27,5]]},"102":{"position":[[1407,5]]},"116":{"position":[[99,5]]},"139":{"position":[[813,5]]},"152":{"position":[[1297,5]]},"160":{"position":[[1273,5]]},"174":{"position":[[375,5]]},"182":{"position":[[863,5]]},"184":{"position":[[2114,5]]},"196":{"position":[[610,5]]},"229":{"position":[[29513,5]]},"248":{"position":[[859,5]]},"308":{"position":[[386,5]]}}}],["collabor",{"_index":60,"t":{"2":{"position":[[773,13],[936,13]]},"11":{"position":[[1075,13]]},"39":{"position":[[417,15]]},"267":{"position":[[715,13]]}}}],["collect",{"_index":244,"t":{"11":{"position":[[275,10]]},"269":{"position":[[391,12]]},"632":{"position":[[0,7]]},"634":{"position":[[62,10]]},"640":{"position":[[728,13]]}}}],["colsample_bylevel",{"_index":1797,"t":{"150":{"position":[[8288,20]]},"649":{"position":[[816,18],[1104,18]]},"668":{"position":[[852,20]]}}}],["colsample_bylevel=0.4601573737792679",{"_index":1683,"t":{"144":{"position":[[682,37]]}}}],["colsample_bylevel=0.7421362469066445",{"_index":1804,"t":{"150":{"position":[[8546,37]]}}}],["colsample_bylevel=0.9826753651836615",{"_index":2920,"t":{"227":{"position":[[8502,37]]}}}],["colsample_bynode=1",{"_index":1684,"t":{"144":{"position":[[720,19]]},"150":{"position":[[8584,20]]},"227":{"position":[[8540,19]]}}}],["colsample_bytre",{"_index":1226,"t":{"100":{"position":[[5371,19]]},"139":{"position":[[640,19]]},"150":{"position":[[8329,19]]},"649":{"position":[[556,17],[835,17],[1123,17]]},"661":{"position":[[479,19],[893,19]]},"668":{"position":[[246,19],[577,19],[878,19],[1516,19],[1773,19]]}}}],["colsample_bytree=0.9725493834064914",{"_index":2921,"t":{"227":{"position":[[8560,36]]}}}],["colsample_bytree=1.0",{"_index":1685,"t":{"144":{"position":[[740,21]]},"150":{"position":[[8605,21]]}}}],["column",{"_index":2030,"t":{"180":{"position":[[673,6],[1446,7],[1475,7],[1619,7]]},"221":{"position":[[203,6]]},"223":{"position":[[452,8],[1166,6]]},"225":{"position":[[558,6],[1234,6]]},"227":{"position":[[270,7]]},"229":{"position":[[2730,6],[2752,6]]},"360":{"position":[[14111,6],[14259,7],[16869,6],[16909,6],[16939,7],[17143,7],[17240,8],[17286,6],[17310,6],[17340,7],[17456,6],[20651,6],[24890,6],[24930,6],[24960,7],[25223,7],[25318,8],[25364,6],[25388,6],[25418,7],[25584,6],[35719,6],[35792,6],[38297,6]]},"364":{"position":[[3996,8]]},"366":{"position":[[935,6],[1480,6]]},"370":{"position":[[331,6]]},"434":{"position":[[3458,6]]},"440":{"position":[[45,7]]},"632":{"position":[[618,6]]},"636":{"position":[[1835,6],[1927,6],[2005,6]]}}}],["combin",{"_index":564,"t":{"29":{"position":[[0,9]]},"130":{"position":[[7,7]]},"554":{"position":[[508,12]]},"657":{"position":[[4361,8]]},"708":{"position":[[12,8],[1689,8]]}}}],["come",{"_index":646,"t":{"31":{"position":[[2268,5]]}}}],["command",{"_index":979,"t":{"74":{"position":[[116,7]]},"84":{"position":[[350,7]]},"162":{"position":[[3355,7],[3389,7]]},"638":{"position":[[335,7],[1176,8]]}}}],["command=command",{"_index":1965,"t":{"162":{"position":[[3065,16]]}}}],["comment",{"_index":901,"t":{"59":{"position":[[355,10]]}}}],["commit",{"_index":242,"t":{"11":{"position":[[249,9]]},"80":{"position":[[8,6],[38,6],[77,7],[93,6],[133,6],[197,6],[225,7],[249,6]]},"82":{"position":[[13,6]]}}}],["common",{"_index":114,"t":{"5":{"position":[[127,6],[623,6]]},"267":{"position":[[275,6]]},"657":{"position":[[2168,6]]},"682":{"position":[[2433,6],[3065,6]]}}}],["commonli",{"_index":3471,"t":{"269":{"position":[[3732,8]]},"682":{"position":[[4406,8]]}}}],["commun",{"_index":33,"t":{"2":{"position":[[377,10]]},"11":{"position":[[1098,9]]},"37":{"position":[[890,11]]},"39":{"position":[[183,13]]},"275":{"position":[[77,11]]}}}],["compact",{"_index":4026,"t":{"336":{"position":[[9424,8],[9624,7],[9678,8],[9687,7],[10016,7],[10090,7],[10439,7],[10749,7],[10807,7]]}}}],["compani",{"_index":3422,"t":{"269":{"position":[[732,9]]}}}],["compar",{"_index":363,"t":{"15":{"position":[[1600,7]]},"17":{"position":[[1502,7]]},"31":{"position":[[110,8],[881,10]]},"41":{"position":[[603,7]]},"43":{"position":[[156,8],[755,8]]},"100":{"position":[[6540,7]]},"150":{"position":[[9847,7]]},"364":{"position":[[4715,8]]},"506":{"position":[[193,9],[507,9],[1001,8],[1534,7],[1653,7],[1813,7],[1936,7],[2307,8],[2840,7],[2959,7],[3119,7],[3242,7],[3423,9]]},"544":{"position":[[3350,7]]},"706":{"position":[[590,9]]}}}],["compare([0,5,0,0,0,4],[4,1,1,0,0",{"_index":621,"t":{"31":{"position":[[1346,33]]}}}],["compare([1,2,3,4,5,1],[1,2,3,4,2",{"_index":619,"t":{"31":{"position":[[1291,33]]}}}],["compare(game,guess",{"_index":597,"t":{"31":{"position":[[672,20]]}}}],["comparison",{"_index":731,"t":{"37":{"position":[[1811,11]]},"41":{"position":[[872,11]]},"229":{"position":[[1569,10]]},"434":{"position":[[8334,11]]},"706":{"position":[[525,11]]}}}],["compat",{"_index":867,"t":{"55":{"position":[[25,10]]},"434":{"position":[[8300,13]]},"608":{"position":[[906,13]]},"610":{"position":[[88,10]]}}}],["competit",{"_index":312,"t":{"15":{"position":[[225,11],[1110,11]]},"21":{"position":[[33,11]]},"41":{"position":[[159,11]]},"43":{"position":[[787,11]]}}}],["complementari",{"_index":689,"t":{"33":{"position":[[596,13]]}}}],["complet",{"_index":483,"t":{"25":{"position":[[402,10]]},"27":{"position":[[718,10]]},"61":{"position":[[169,10],[413,10]]},"63":{"position":[[373,10]]},"162":{"position":[[742,10]]},"215":{"position":[[478,10],[948,12]]},"269":{"position":[[3597,8]]},"332":{"position":[[517,11]]},"336":{"position":[[60,10],[473,8],[855,8],[3808,10],[4121,9],[4332,10],[5858,11],[8795,10],[9081,10]]},"434":{"position":[[2035,8],[2081,8],[3231,8],[3301,8],[3395,8],[4549,8],[4666,8],[6395,8]]},"490":{"position":[[423,10]]},"544":{"position":[[2946,8],[3994,10]]},"572":{"position":[[2129,9]]}}}],["complete_config",{"_index":4772,"t":{"544":{"position":[[2790,16]]}}}],["complete_config(partial_config",{"_index":4773,"t":{"544":{"position":[[2811,31]]}}}],["completion(openai_complet",{"_index":3933,"t":{"336":{"position":[[6,29]]}}}],["completionresponsechoice(basemodel",{"_index":907,"t":{"59":{"position":[[549,36]]}}}],["completionresponsestreamchoice(basemodel",{"_index":914,"t":{"59":{"position":[[696,42]]}}}],["complex",{"_index":176,"t":{"7":{"position":[[294,7]]},"21":{"position":[[806,7]]},"41":{"position":[[236,7]]},"43":{"position":[[486,7]]},"45":{"position":[[77,7]]},"267":{"position":[[173,7],[593,7]]},"360":{"position":[[5201,8],[31177,8]]},"516":{"position":[[2720,10]]},"706":{"position":[[1765,7]]},"708":{"position":[[1035,7]]}}}],["compon",{"_index":259,"t":{"11":{"position":[[657,10]]},"39":{"position":[[587,10]]},"215":{"position":[[1533,9]]}}}],["component[notebooks]==0.9.10.post1pip",{"_index":2424,"t":{"201":{"position":[[304,37]]}}}],["compos",{"_index":799,"t":{"41":{"position":[[135,8]]}}}],["composit",{"_index":1128,"t":{"100":{"position":[[228,11]]},"150":{"position":[[228,11]]}}}],["comprehens",{"_index":160,"t":{"5":{"position":[[746,13]]}}}],["comput",{"_index":853,"t":{"45":{"position":[[721,11]]},"100":{"position":[[5919,7],[6150,7]]},"150":{"position":[[9265,7],[9456,7]]},"162":{"position":[[16,7],[919,7],[1396,7],[1475,7],[1575,7],[2209,8]]},"223":{"position":[[15084,7]]},"229":{"position":[[3106,7]]},"255":{"position":[[186,11],[364,11]]},"267":{"position":[[405,13]]},"336":{"position":[[8540,7]]},"416":{"position":[[1391,9]]},"558":{"position":[[1956,7]]},"572":{"position":[[976,11],[2717,7]]},"608":{"position":[[4759,7]]},"649":{"position":[[6990,11]]},"655":{"position":[[436,8]]},"657":{"position":[[410,7],[3270,11]]},"682":{"position":[[5996,11]]},"692":{"position":[[1468,11]]},"694":{"position":[[1699,11],[1785,11],[1981,7]]},"696":{"position":[[1456,7]]},"698":{"position":[[349,7]]}}}],["compute_metrics(eval_pr",{"_index":2146,"t":{"190":{"position":[[801,27]]}}}],["compute_metrics=compute_metr",{"_index":2162,"t":{"190":{"position":[[1228,32]]}}}],["compute_target",{"_index":1918,"t":{"162":{"position":[[1215,14],[1275,14],[1742,14]]}}}],["compute_target.provisioning_st",{"_index":1921,"t":{"162":{"position":[[1333,33],[1511,34]]}}}],["compute_target.wait_for_complet",{"_index":1934,"t":{"162":{"position":[[1977,35]]}}}],["compute_target_nam",{"_index":1916,"t":{"162":{"position":[[1172,19],[1424,20],[1784,20]]}}}],["compute_targetaml_run_config.dock",{"_index":1960,"t":{"162":{"position":[[2879,35]]}}}],["compute_with_config",{"_index":5126,"t":{"608":{"position":[[566,20],[3172,20]]}}}],["compute_with_config(config",{"_index":5118,"t":{"608":{"position":[[337,28],[2672,28]]}}}],["computetarget.create(w",{"_index":1929,"t":{"162":{"position":[[1759,24]]}}}],["computetargetcompute_target_nam",{"_index":1910,"t":{"162":{"position":[[1001,32]]}}}],["concept",{"_index":3336,"t":{"255":{"position":[[246,7]]}}}],["conceptu",{"_index":5715,"t":{"696":{"position":[[1000,12]]}}}],["concret",{"_index":4817,"t":{"554":{"position":[[665,8]]},"657":{"position":[[3996,8]]}}}],["concurr",{"_index":1949,"t":{"162":{"position":[[2440,10]]},"184":{"position":[[1246,10],[1378,10]]},"360":{"position":[[6360,10],[8577,10],[32334,10]]},"490":{"position":[[473,12]]},"570":{"position":[[87,10],[223,10],[309,10]]},"608":{"position":[[11164,10],[11492,10]]},"657":{"position":[[1936,10]]}}}],["concurrencylimit",{"_index":4898,"t":{"570":{"position":[[162,18],[417,18]]}}}],["concurrencylimiter(search",{"_index":4896,"t":{"570":{"position":[[6,28]]}}}],["concurrencylimiter(search_alg",{"_index":4904,"t":{"570":{"position":[[512,30]]}}}],["concurrent_run",{"_index":2473,"t":{"213":{"position":[[367,14]]}}}],["conda",{"_index":2412,"t":{"201":{"position":[[19,5],[99,5]]},"279":{"position":[[94,6],[101,5],[124,5]]}}}],["condens",{"_index":4030,"t":{"336":{"position":[[10045,10]]}}}],["condit",{"_index":4818,"t":{"554":{"position":[[713,11]]}}}],["conduct",{"_index":2063,"t":{"180":{"position":[[1814,10]]}}}],["confer",{"_index":5093,"t":{"602":{"position":[[2593,10]]},"708":{"position":[[3103,10]]}}}],["confid",{"_index":4555,"t":{"494":{"position":[[447,10],[553,10]]}}}],["config",{"_index":1207,"t":{"100":{"position":[[4968,7],[5002,9],[5241,7]]},"102":{"position":[[1063,10],[1114,9]]},"112":{"position":[[1679,6]]},"150":{"position":[[7853,7],[7887,9],[8126,7]]},"152":{"position":[[693,10],[875,10],[926,9]]},"174":{"position":[[51,6],[147,9]]},"190":{"position":[[1098,9]]},"211":{"position":[[76,6]]},"213":{"position":[[146,6],[684,6]]},"215":{"position":[[158,6],[235,6]]},"261":{"position":[[683,6]]},"269":{"position":[[1481,9],[2447,6]]},"294":{"position":[[96,7]]},"306":{"position":[[151,7]]},"308":{"position":[[43,7]]},"318":{"position":[[223,7]]},"322":{"position":[[2769,6]]},"328":{"position":[[2839,6],[4240,7],[5484,6],[5645,7],[5913,6],[5930,6],[6001,6],[6095,7],[15414,7],[15660,7],[15868,7],[16085,7]]},"332":{"position":[[186,8],[471,7]]},"336":{"position":[[1203,9],[2462,8],[3783,9],[4446,6],[5035,6],[5160,7],[5422,7],[5484,7],[5588,7],[5596,8],[6184,6],[6509,9],[6567,6],[8123,8]]},"360":{"position":[[3286,7],[3355,8],[5402,6],[11298,7],[11341,7],[12199,6],[12706,7],[12891,7],[12994,6],[13138,7],[16562,6],[16624,7],[19024,6],[19076,6],[21944,7],[23550,6],[28558,7],[28627,8],[31378,6]]},"364":{"position":[[309,9],[591,6],[4378,7],[4474,6],[4512,7],[4601,7],[4892,6],[4930,6],[4968,7]]},"374":{"position":[[175,6],[346,7],[397,8],[419,6]]},"426":{"position":[[65,7],[99,6]]},"434":{"position":[[1918,6]]},"490":{"position":[[640,7],[672,7],[707,6],[797,6]]},"496":{"position":[[324,6]]},"498":{"position":[[416,6],[434,6],[469,6]]},"506":{"position":[[432,6],[2272,6]]},"516":{"position":[[952,7],[1331,8],[1661,7]]},"540":{"position":[[1124,7],[1261,7]]},"544":{"position":[[553,7],[2955,6],[2979,6],[3017,6],[3129,6],[3218,6],[3658,7],[3933,7],[4118,7]]},"548":{"position":[[719,8]]},"558":{"position":[[2163,7],[2214,7],[2860,6],[3032,7],[3059,7],[5939,7],[6073,8]]},"568":{"position":[[1538,7],[1741,6],[1814,6],[2019,6],[2038,6]]},"572":{"position":[[4611,7]]},"594":{"position":[[430,6]]},"608":{"position":[[587,8],[1273,7],[2993,7],[3042,6],[3193,8],[3789,6],[5019,6],[7946,7],[8235,6],[8406,7],[8433,7]]},"610":{"position":[[633,8],[811,6]]},"636":{"position":[[2033,6],[2232,6]]},"647":{"position":[[2528,7]]},"649":{"position":[[4261,10],[4295,9],[5362,8],[5709,8],[7807,10],[7856,9]]},"659":{"position":[[612,7]]},"661":{"position":[[351,9],[766,9],[1229,7],[1422,6],[1829,6]]},"668":{"position":[[1639,6]]},"680":{"position":[[1695,7]]},"682":{"position":[[19,7],[392,7],[4438,6]]},"684":{"position":[[103,7],[160,6],[1134,6]]},"686":{"position":[[497,6],[667,7]]},"688":{"position":[[344,6],[514,7]]},"692":{"position":[[1599,6]]},"694":{"position":[[749,6],[919,7],[1187,6],[1301,6],[1471,7],[1671,6]]},"696":{"position":[[1259,6],[2241,8],[2536,6],[2615,6],[3221,8],[5847,8],[6221,6],[6826,8]]},"698":{"position":[[784,7]]}}}],["config'",{"_index":4247,"t":{"360":{"position":[[16647,8]]}}}],["config)class",{"_index":1841,"t":{"152":{"position":[[742,14]]}}}],["config.copi",{"_index":5728,"t":{"696":{"position":[[2684,13]]}}}],["config.item",{"_index":2490,"t":{"215":{"position":[[296,15]]}}}],["config2param",{"_index":4375,"t":{"364":{"position":[[4814,14]]}}}],["config2params(config",{"_index":4376,"t":{"364":{"position":[[4833,21]]}}}],["config=config",{"_index":3732,"t":{"304":{"position":[[114,14]]},"572":{"position":[[3300,14]]}}}],["config=config_search_spac",{"_index":3467,"t":{"269":{"position":[[3450,27]]},"682":{"position":[[1258,27]]},"686":{"position":[[504,27]]},"688":{"position":[[351,27]]},"694":{"position":[[756,27],[1308,27]]},"698":{"position":[[1229,27]]},"700":{"position":[[569,27]]}}}],["config=non",{"_index":4068,"t":{"360":{"position":[[1084,12],[26215,12]]},"647":{"position":[[1609,12]]}}}],["config=search_spac",{"_index":2478,"t":{"213":{"position":[[556,20]]},"248":{"position":[[520,20]]}}}],["config[\"a",{"_index":5775,"t":{"698":{"position":[[909,11]]}}}],["config[\"b\"]from",{"_index":5776,"t":{"698":{"position":[[923,15]]}}}],["config[\"batch_s",{"_index":3668,"t":{"294":{"position":[[964,22],[1091,22]]}}}],["config[\"height",{"_index":5177,"t":{"608":{"position":[[6891,16]]}}}],["config[\"i",{"_index":5620,"t":{"680":{"position":[[1325,11],[1892,12]]}}}],["config[\"l1",{"_index":3637,"t":{"294":{"position":[[142,13]]}}}],["config[\"l2",{"_index":3638,"t":{"294":{"position":[[161,13]]}}}],["config[\"max_leaves\"]analysi",{"_index":5699,"t":{"692":{"position":[[622,28]]}}}],["config[\"n_estim",{"_index":5698,"t":{"692":{"position":[[597,22]]}}}],["config[\"width",{"_index":5176,"t":{"608":{"position":[[6874,16]]}}}],["config[\"x",{"_index":5618,"t":{"680":{"position":[[1282,12],[1311,11],[1585,11],[1878,11]]}}}],["config_constraint",{"_index":4835,"t":{"558":{"position":[[629,19],[2829,18],[2902,18]]},"608":{"position":[[1903,19],[8204,18],[8277,18]]},"684":{"position":[[119,18],[1190,18]]},"692":{"position":[[86,19],[110,18],[1285,18],[1428,18],[1685,18],[1777,18]]}}}],["config_constraints=[(my_model_s",{"_index":5700,"t":{"692":{"position":[[668,35]]}}}],["config_histori",{"_index":1271,"t":{"100":{"position":[[7102,15]]},"150":{"position":[[10408,15]]},"360":{"position":[[11205,15],[11234,16]]},"670":{"position":[[225,15]]}}}],["config_id",{"_index":3997,"t":{"336":{"position":[[6156,10]]}}}],["config_list",{"_index":921,"t":{"61":{"position":[[221,13],[469,13]]},"63":{"position":[[429,13]]},"336":{"position":[[3570,12],[4272,11],[4514,13],[6086,11],[6198,11]]}}}],["config_search_spac",{"_index":5687,"t":{"686":{"position":[[181,19]]}}}],["config_signatur",{"_index":4793,"t":{"544":{"position":[[4005,17]]}}}],["config_signature(config",{"_index":4794,"t":{"544":{"position":[[4027,24]]}}}],["configoracl",{"_index":4593,"t":{"502":{"position":[[356,12]]},"516":{"position":[[2537,14]]}}}],["configoralc",{"_index":4748,"t":{"540":{"position":[[212,12]]}}}],["configprint(analysis.best_trial.last_result",{"_index":5693,"t":{"688":{"position":[[634,44]]}}}],["configs/train_config.yaml",{"_index":2443,"t":{"207":{"position":[[41,26]]},"209":{"position":[[123,25]]}}}],["configur",{"_index":113,"t":{"5":{"position":[[108,14]]},"19":{"position":[[97,13]]},"29":{"position":[[183,14],[333,14],[373,14],[427,14],[456,13],[570,14],[823,15]]},"31":{"position":[[591,14],[3136,13]]},"33":{"position":[[423,14],[576,14],[966,15]]},"41":{"position":[[525,13]]},"78":{"position":[[86,13]]},"100":{"position":[[6960,15]]},"112":{"position":[[1408,13]]},"150":{"position":[[10266,15]]},"182":{"position":[[310,14]]},"207":{"position":[[13,13]]},"225":{"position":[[1719,9]]},"227":{"position":[[828,9]]},"229":{"position":[[1837,9]]},"255":{"position":[[141,13],[626,14],[1080,11],[1321,9],[1573,11]]},"269":{"position":[[4246,13],[4328,14]]},"312":{"position":[[157,10],[1090,14]]},"322":{"position":[[198,10],[3897,14]]},"328":{"position":[[100,10],[325,10],[3839,14]]},"332":{"position":[[498,14],[755,13]]},"336":{"position":[[4309,14],[5607,13]]},"360":{"position":[[5698,14],[5788,13],[5835,13],[12286,14],[12411,14],[15989,14],[16512,15],[31672,14],[31762,13],[31809,13]]},"434":{"position":[[1927,13],[3970,14],[5807,13],[6753,13]]},"496":{"position":[[337,13]]},"516":{"position":[[1207,13],[1545,13]]},"540":{"position":[[570,14]]},"558":{"position":[[6044,14]]},"568":{"position":[[1101,13],[1172,13],[1243,13]]},"572":{"position":[[1774,15],[1843,15],[2212,15]]},"594":{"position":[[453,13]]},"602":{"position":[[1870,14],[2047,14]]},"608":{"position":[[3503,13],[3648,14],[4478,14]]},"610":{"position":[[186,13],[331,14],[719,13]]},"622":{"position":[[225,14],[293,13],[448,13],[495,13],[595,13],[779,14],[920,13],[963,14]]},"624":{"position":[[61,14]]},"626":{"position":[[72,13],[583,13]]},"634":{"position":[[25,14],[165,13]]},"636":{"position":[[2111,13]]},"638":{"position":[[106,15]]},"649":{"position":[[179,15],[6504,14],[6597,13]]},"655":{"position":[[686,13],[1570,14]]},"657":{"position":[[2880,15],[3142,14]]},"659":{"position":[[263,14],[898,14],[940,15]]},"661":{"position":[[2106,10]]},"668":{"position":[[47,13],[378,13]]},"678":{"position":[[367,15]]},"680":{"position":[[521,13],[1257,16]]},"682":{"position":[[6062,14],[7120,14],[7333,13]]},"688":{"position":[[173,13]]},"692":{"position":[[38,14],[268,13],[482,13],[1742,14]]},"696":{"position":[[4905,14]]},"698":{"position":[[72,14],[480,15],[667,14]]},"706":{"position":[[1142,15]]},"708":{"position":[[1279,13],[1316,15],[1466,14]]}}}],["configuration[\"dropout_{}\".format(i",{"_index":3259,"t":{"238":{"position":[[265,37]]}}}],["configuration[\"lr",{"_index":3292,"t":{"244":{"position":[[134,20]]}}}],["configuration[\"n_epoch",{"_index":3294,"t":{"244":{"position":[[165,24]]}}}],["configuration[\"n_lay",{"_index":3251,"t":{"238":{"position":[[44,25]]}}}],["configuration[\"n_units_l{}\".format(i",{"_index":3256,"t":{"238":{"position":[[145,38]]}}}],["configurst",{"_index":5516,"t":{"659":{"position":[[76,14]]}}}],["config’",{"_index":5387,"t":{"647":{"position":[[1385,8]]}}}],["congratul",{"_index":5349,"t":{"640":{"position":[[67,16]]}}}],["connect",{"_index":5810,"t":{"706":{"position":[[1219,9]]}}}],["consecut",{"_index":3793,"t":{"312":{"position":[[1517,11]]},"322":{"position":[[1673,11]]},"328":{"position":[[1762,11],[6583,11],[6654,11],[6909,11],[13467,11],[14214,11]]},"608":{"position":[[8630,11]]}}}],["consecutive_auto_reply_count",{"_index":3896,"t":{"328":{"position":[[15033,30]]}}}],["consid",{"_index":395,"t":{"17":{"position":[[793,11]]},"33":{"position":[[405,8]]},"100":{"position":[[4912,8]]},"108":{"position":[[2794,8]]},"122":{"position":[[7864,8]]},"128":{"position":[[4929,8]]},"150":{"position":[[7797,8]]},"223":{"position":[[15042,8]]},"229":{"position":[[29434,8]]},"261":{"position":[[883,8]]},"360":{"position":[[6985,10],[32959,10]]},"506":{"position":[[1595,8],[1742,8],[2901,8],[3048,8]]},"657":{"position":[[570,8],[3458,11]]},"672":{"position":[[542,8]]},"696":{"position":[[1813,8]]},"706":{"position":[[1813,8]]}}}],["consider",{"_index":5498,"t":{"657":{"position":[[2129,14],[4147,14]]}}}],["consist",{"_index":344,"t":{"15":{"position":[[1089,8]]},"27":{"position":[[1323,12]]},"31":{"position":[[1656,10]]},"45":{"position":[[420,11]]},"203":{"position":[[155,8]]},"360":{"position":[[29669,10]]},"434":{"position":[[3739,10]]},"692":{"position":[[228,8],[885,8]]}}}],["consol",{"_index":4987,"t":{"594":{"position":[[778,8]]},"610":{"position":[[2261,7]]},"672":{"position":[[326,7]]}}}],["constain",{"_index":4468,"t":{"434":{"position":[[3379,11]]}}}],["constant",{"_index":2178,"t":{"192":{"position":[[267,9]]},"360":{"position":[[10578,8]]},"572":{"position":[[793,8]]},"651":{"position":[[972,8]]}}}],["constant_grid_search",{"_index":4806,"t":{"554":{"position":[[136,21]]}}}],["constrain",{"_index":460,"t":{"21":{"position":[[396,11]]},"602":{"position":[[1898,11],[2075,11]]},"651":{"position":[[103,10],[230,10]]},"692":{"position":[[438,9],[1137,9]]}}}],["constraint",{"_index":177,"t":{"7":{"position":[[302,12]]},"192":{"position":[[157,11]]},"360":{"position":[[3632,10],[3705,10],[3845,10],[8814,12],[9075,10],[9431,10],[9711,10],[9751,10],[23653,12],[23696,12],[29009,10],[29082,10],[29230,10],[34323,12],[34584,10],[35193,10],[35233,10]]},"558":{"position":[[2867,11],[3133,11]]},"608":{"position":[[8242,11],[8507,11]]},"651":{"position":[[27,11],[55,11],[300,11],[365,11],[687,10],[747,10],[989,11],[1046,11],[1362,11],[1614,11],[1734,11],[2020,10]]},"661":{"position":[[1628,10]]},"672":{"position":[[21,10],[112,12]]},"678":{"position":[[272,12],[295,11],[348,11],[390,11]]},"684":{"position":[[167,11],[244,11],[334,11],[501,11],[552,10],[772,10],[887,10],[1141,11],[1238,11]]},"692":{"position":[[19,11],[153,11],[201,10],[760,11],[1374,11],[1413,11],[1568,10],[1670,11]]}}}],["constraint_metr",{"_index":5627,"t":{"680":{"position":[[1857,20]]}}}],["constraintautoml_set",{"_index":1039,"t":{"92":{"position":[[136,25]]},"128":{"position":[[151,25]]}}}],["constraints/guidance/earli",{"_index":3411,"t":{"267":{"position":[[601,26]]}}}],["constraintsnum_sampl",{"_index":2192,"t":{"192":{"position":[[715,22]]}}}],["construct",{"_index":51,"t":{"2":{"position":[[649,12]]},"434":{"position":[[3153,12],[4471,12]]},"540":{"position":[[1223,9]]},"649":{"position":[[5471,12]]},"682":{"position":[[1038,9]]},"696":{"position":[[2504,9],[6189,9]]}}}],["constructor",{"_index":1283,"t":{"102":{"position":[[90,12]]},"360":{"position":[[307,12],[364,11],[461,12],[534,12],[571,11],[9391,12],[9551,12],[34901,12],[35033,12]]},"364":{"position":[[324,12],[5038,12]]},"374":{"position":[[211,11]]},"434":{"position":[[945,12]]},"494":{"position":[[302,12]]},"496":{"position":[[300,12]]},"498":{"position":[[392,12],[867,13]]},"502":{"position":[[191,12]]},"516":{"position":[[506,12]]},"526":{"position":[[179,12]]},"528":{"position":[[171,12]]},"540":{"position":[[508,12]]},"544":{"position":[[473,12]]},"558":{"position":[[1034,12]]},"568":{"position":[[255,11]]},"598":{"position":[[429,12]]},"649":{"position":[[4058,12],[4925,12],[7887,11]]},"651":{"position":[[319,11],[808,12]]},"661":{"position":[[2319,11]]}}}],["consum",{"_index":432,"t":{"17":{"position":[[1979,9]]},"108":{"position":[[1225,7]]},"180":{"position":[[34,8]]},"205":{"position":[[89,8]]},"657":{"position":[[1118,9],[3863,8]]},"694":{"position":[[2029,7]]}}}],["consumpt",{"_index":3386,"t":{"261":{"position":[[159,11],[663,11]]}}}],["contain",{"_index":419,"t":{"17":{"position":[[1578,7],[1630,7]]},"59":{"position":[[384,10]]},"69":{"position":[[171,8]]},"78":{"position":[[54,10]]},"84":{"position":[[152,9],[233,9]]},"225":{"position":[[1576,7]]},"257":{"position":[[70,8]]},"312":{"position":[[1380,7]]},"316":{"position":[[57,8]]},"322":{"position":[[1546,7],[3284,9]]},"328":{"position":[[1635,7],[3354,9],[7959,7],[9378,7],[10946,7],[11117,10],[12320,7],[12491,10]]},"336":{"position":[[3927,7],[5757,7],[5917,7],[6129,7],[9703,8],[10136,7],[10405,10]]},"360":{"position":[[2911,7],[5223,10],[7899,8],[14118,10],[28183,7],[31199,10],[33846,8],[35726,10]]},"364":{"position":[[613,10]]},"366":{"position":[[481,8]]},"374":{"position":[[333,9],[434,7]]},"434":{"position":[[4606,7]]},"502":{"position":[[1014,10]]},"510":{"position":[[255,8]]},"544":{"position":[[1563,7]]},"558":{"position":[[4154,7]]},"572":{"position":[[1759,10]]},"608":{"position":[[9444,7]]},"628":{"position":[[56,10]]},"649":{"position":[[23,7]]},"655":{"position":[[2162,7]]},"661":{"position":[[1811,8]]},"696":{"position":[[1311,7]]},"702":{"position":[[163,8]]}}}],["content",{"_index":932,"t":{"61":{"position":[[623,10]]},"63":{"position":[[697,10]]},"312":{"position":[[1408,10]]},"322":{"position":[[1574,10]]},"328":{"position":[[1663,10],[7996,7],[8040,7],[8059,7],[8441,10],[8649,7],[8796,7],[9415,7],[9459,7],[9478,7],[9860,10],[10068,7],[10215,7],[10992,7],[11039,10],[11050,7],[12366,7],[12413,10],[12424,7],[19943,10]]},"336":{"position":[[3299,10],[3323,9]]}}}],["context",{"_index":715,"t":{"37":{"position":[[958,9]]},"43":{"position":[[266,7]]},"229":{"position":[[13239,10],[21263,10],[27040,10]]},"328":{"position":[[8296,7],[8316,7],[8459,8],[8493,10],[9715,7],[9735,7],[9878,8],[9912,10],[11443,9],[11465,7],[12817,9],[12839,7],[13396,10],[13868,9],[13884,7],[14135,10],[14615,9],[14631,7],[20251,8]]},"336":{"position":[[3504,8],[3831,8],[3851,7],[3880,7],[5022,8],[5990,8]]},"598":{"position":[[38,7],[1370,7],[1541,7]]}}}],["context.get(\"yes_or_no_choic",{"_index":3992,"t":{"336":{"position":[[5186,31]]}}}],["context={\"prefix",{"_index":3980,"t":{"336":{"position":[[4058,18]]}}}],["context[\"use_tool_msg",{"_index":3874,"t":{"328":{"position":[[8468,24],[9887,24]]}}}],["continu",{"_index":228,"t":{"11":{"position":[[25,8]]},"39":{"position":[[224,10],[2134,11],[2680,11]]},"640":{"position":[[673,13]]}}}],["continuous_col",{"_index":4208,"t":{"360":{"position":[[14645,17]]}}}],["contrast",{"_index":4917,"t":{"572":{"position":[[163,8]]}}}],["contribut",{"_index":54,"t":{"2":{"position":[[687,13]]},"11":{"position":[[1004,13]]},"271":{"position":[[345,13]]}}}],["contributor",{"_index":37,"t":{"2":{"position":[[456,12]]},"71":{"position":[[109,13]]},"84":{"position":[[541,11]]}}}],["contributor'",{"_index":3484,"t":{"271":{"position":[[371,13]]}}}],["control",{"_index":381,"t":{"17":{"position":[[473,8],[667,8]]},"59":{"position":[[18,10]]},"336":{"position":[[5826,11]]},"360":{"position":[[3895,8],[29871,8]]},"544":{"position":[[584,10]]},"558":{"position":[[1310,10]]},"608":{"position":[[3896,10]]},"624":{"position":[[313,7]]},"682":{"position":[[135,10]]},"696":{"position":[[1444,7]]}}}],["conveni",{"_index":132,"t":{"5":{"position":[[377,10]]},"180":{"position":[[72,10]]},"554":{"position":[[1354,11]]}}}],["converg",{"_index":1205,"t":{"100":{"position":[[4901,10]]},"108":{"position":[[2783,10]]},"122":{"position":[[7853,10]]},"128":{"position":[[4918,10]]},"150":{"position":[[7786,10]]},"223":{"position":[[15031,10]]},"229":{"position":[[29423,10]]},"360":{"position":[[6999,9],[32973,9]]},"544":{"position":[[4126,10],[4150,11],[4204,10]]},"672":{"position":[[531,10],[757,9]]},"706":{"position":[[301,11],[731,11],[1408,11]]},"708":{"position":[[375,8]]}}}],["convers",{"_index":700,"t":{"37":{"position":[[32,14],[922,13],[1509,14]]},"39":{"position":[[21,12],[239,12],[1555,12],[1622,12]]},"267":{"position":[[72,13]]},"269":{"position":[[207,12],[258,11]]},"322":{"position":[[803,12],[2135,12],[2507,12]]},"328":{"position":[[68,11],[789,12],[2205,12],[2577,12],[7025,13],[7245,13],[7293,13],[7364,12],[7416,12],[13854,13],[14601,13],[16172,12],[16437,12],[17257,12],[17686,12],[18506,12]]},"336":{"position":[[9724,13],[9972,12],[10073,13],[10392,12],[10711,12]]}}}],["conversableag",{"_index":3774,"t":{"312":{"position":[[140,16],[1802,17]]},"316":{"position":[[630,17]]},"322":{"position":[[181,16]]},"328":{"position":[[5556,17],[13306,19],[14045,19]]}}}],["conversableagent(ag",{"_index":3842,"t":{"328":{"position":[[6,23]]}}}],["convert",{"_index":2018,"t":{"180":{"position":[[153,7],[357,8],[460,8],[1246,7]]},"263":{"position":[[148,7]]},"269":{"position":[[2439,7]]},"322":{"position":[[3446,9]]},"328":{"position":[[3516,9],[9066,9],[10485,9],[11841,9],[13215,9]]},"336":{"position":[[2657,9]]},"416":{"position":[[1355,7]]},"452":{"position":[[115,7]]},"572":{"position":[[3055,8]]}}}],["coonfigur",{"_index":2485,"t":{"213":{"position":[[941,15]]}}}],["coordin",{"_index":3334,"t":{"255":{"position":[[100,11]]},"682":{"position":[[7292,11]]}}}],["copi",{"_index":531,"t":{"27":{"position":[[1082,4]]},"31":{"position":[[1405,4],[1796,4],[2407,4],[2919,4]]},"55":{"position":[[273,4]]},"57":{"position":[[299,4]]},"59":{"position":[[65,4],[166,4],[282,4],[853,4]]},"61":{"position":[[657,4]]},"63":{"position":[[302,4],[731,4]]},"69":{"position":[[672,4]]},"74":{"position":[[87,4]]},"76":{"position":[[126,4]]},"82":{"position":[[164,4]]},"84":{"position":[[89,4],[336,4]]},"90":{"position":[[57,4]]},"92":{"position":[[510,4],[3238,4]]},"98":{"position":[[75,4]]},"100":{"position":[[803,4],[4949,4],[5789,4],[5914,4],[6145,4],[6535,4],[6856,4],[7379,4]]},"102":{"position":[[1124,4],[1375,4]]},"106":{"position":[[90,4]]},"108":{"position":[[1037,4],[1321,4],[2831,4]]},"110":{"position":[[1005,4],[1488,4]]},"112":{"position":[[917,4],[2835,4]]},"114":{"position":[[1473,4],[2949,4],[3455,4]]},"120":{"position":[[57,4]]},"122":{"position":[[361,4],[7901,4]]},"126":{"position":[[57,4]]},"128":{"position":[[530,4],[4966,4]]},"130":{"position":[[610,4]]},"135":{"position":[[89,4]]},"137":{"position":[[399,4],[842,4]]},"139":{"position":[[362,4],[781,4]]},"144":{"position":[[409,4],[1262,4]]},"148":{"position":[[75,4]]},"150":{"position":[[807,4],[7834,4],[9135,4],[9260,4],[9451,4],[9842,4],[10162,4],[10685,4]]},"152":{"position":[[936,4],[1265,4]]},"156":{"position":[[73,4],[260,4]]},"158":{"position":[[129,4]]},"160":{"position":[[808,4],[1076,4],[1241,4]]},"162":{"position":[[851,4],[2197,4],[3266,4],[3429,4]]},"166":{"position":[[64,4]]},"168":{"position":[[366,4]]},"170":{"position":[[401,4]]},"172":{"position":[[672,4]]},"174":{"position":[[343,4]]},"180":{"position":[[1319,4],[1800,4]]},"182":{"position":[[831,4]]},"184":{"position":[[2082,4]]},"188":{"position":[[114,4]]},"190":{"position":[[260,4],[1510,4]]},"192":{"position":[[827,4]]},"194":{"position":[[454,4],[3340,4]]},"196":{"position":[[578,4]]},"201":{"position":[[527,4]]},"205":{"position":[[360,4]]},"207":{"position":[[361,4]]},"209":{"position":[[220,4],[382,4]]},"213":{"position":[[979,4]]},"215":{"position":[[1026,4],[1394,4]]},"219":{"position":[[81,4]]},"221":{"position":[[475,4],[22891,4]]},"223":{"position":[[1271,4],[15079,4],[15384,4]]},"225":{"position":[[2134,4],[4903,4]]},"227":{"position":[[1358,4],[9292,4]]},"229":{"position":[[3243,4],[29481,4]]},"233":{"position":[[50,4]]},"236":{"position":[[832,4]]},"238":{"position":[[467,4]]},"240":{"position":[[271,4]]},"242":{"position":[[492,4]]},"244":{"position":[[389,4]]},"246":{"position":[[444,4]]},"248":{"position":[[689,4],[827,4]]},"257":{"position":[[1033,4]]},"263":{"position":[[522,4]]},"269":{"position":[[833,4],[1491,4],[1747,4],[2193,4],[3561,4],[3996,4]]},"275":{"position":[[14,4],[242,4],[314,4],[446,4],[612,4],[777,4],[951,4],[1037,4],[1224,4],[1636,4]]},"279":{"position":[[86,4],[136,4]]},"281":{"position":[[38,4],[93,4],[163,4],[207,4],[250,4],[330,4],[384,4],[501,4],[555,4],[633,4],[1589,4],[1623,4],[1673,4],[1774,4],[1828,4],[1872,4]]},"288":{"position":[[49,4]]},"290":{"position":[[665,4]]},"292":{"position":[[381,4]]},"294":{"position":[[2684,4]]},"296":{"position":[[468,4]]},"298":{"position":[[148,4]]},"300":{"position":[[291,4]]},"302":{"position":[[214,4]]},"304":{"position":[[490,4]]},"306":{"position":[[1030,4]]},"308":{"position":[[354,4]]},"312":{"position":[[39,4],[856,4]]},"316":{"position":[[28,4],[170,4],[244,4],[324,4],[423,4],[508,4],[648,4]]},"318":{"position":[[41,4],[285,4]]},"322":{"position":[[39,4],[1307,4]]},"328":{"position":[[30,4],[1326,4],[4311,4],[5703,4],[6217,4],[6319,4],[6549,4],[6882,4],[7004,4],[7155,4],[7563,4],[7850,4],[8560,4],[9261,4],[9979,4],[10665,4],[12031,4],[13410,4],[14149,4],[14757,4],[14860,4],[15018,4],[15143,4],[15483,4],[15690,4],[15898,4],[16154,4],[16413,4],[17654,4],[18776,4],[18979,4],[19425,4],[19527,4],[20065,4],[20336,4]]},"332":{"position":[[28,4],[94,4],[337,4]]},"336":{"position":[[36,4],[239,4],[639,4],[1216,4],[1998,4],[3796,4],[4955,4],[5318,4],[6522,4],[7442,4],[7724,4],[7789,4],[7904,4],[8535,4],[8766,4],[9034,4],[9296,4],[9494,4],[9818,4],[10292,4],[10610,4],[10973,4]]},"338":{"position":[[33,4]]},"346":{"position":[[54,4]]},"350":{"position":[[24,4],[155,4],[622,4]]},"356":{"position":[[37,4],[128,4]]},"360":{"position":[[28,4],[262,4],[302,4],[1178,4],[1900,4],[6229,4],[10763,4],[11074,4],[11259,4],[11432,4],[11619,4],[12047,4],[12144,4],[12256,4],[12369,4],[12490,4],[12574,4],[12651,4],[12778,4],[13083,4],[13198,4],[13451,4],[13535,4],[13607,4],[13739,4],[13894,4],[14735,4],[14880,4],[15376,4],[15634,4],[16436,4],[19972,4],[20194,4],[21696,4],[21922,4],[22385,4],[22836,4],[23002,4],[23194,4],[23334,4],[23486,4],[23641,4],[24721,4],[26309,4],[27031,4],[32203,4],[35667,4],[36909,4],[37840,4]]},"364":{"position":[[22,4],[319,4],[738,4],[848,4],[1379,4],[1729,4],[1946,4],[2371,4],[2610,4],[2963,4],[3892,4],[4401,4],[4678,4],[4769,4],[4869,4]]},"366":{"position":[[36,4],[261,4],[781,4],[1263,4]]},"368":{"position":[[41,4]]},"370":{"position":[[49,4],[177,4]]},"372":{"position":[[43,4]]},"374":{"position":[[38,4]]},"376":{"position":[[35,4]]},"378":{"position":[[41,4]]},"380":{"position":[[63,4]]},"382":{"position":[[58,4]]},"384":{"position":[[61,4]]},"386":{"position":[[49,4]]},"388":{"position":[[39,4]]},"390":{"position":[[39,4]]},"392":{"position":[[39,4]]},"394":{"position":[[37,4],[151,4]]},"396":{"position":[[47,4]]},"398":{"position":[[37,4],[145,4]]},"400":{"position":[[44,4]]},"402":{"position":[[43,4]]},"404":{"position":[[40,4]]},"406":{"position":[[53,4]]},"408":{"position":[[46,4]]},"410":{"position":[[40,4]]},"412":{"position":[[58,4]]},"416":{"position":[[60,4]]},"426":{"position":[[20,4],[87,4]]},"434":{"position":[[16,4],[940,4],[1437,4],[1859,4],[3023,4],[4353,4],[6071,4],[6964,4],[7379,4],[7852,4],[8282,4],[8465,4]]},"444":{"position":[[40,4]]},"448":{"position":[[62,4]]},"452":{"position":[[36,4],[110,4],[266,4]]},"454":{"position":[[26,4],[121,4]]},"458":{"position":[[35,4]]},"460":{"position":[[34,4]]},"462":{"position":[[36,4]]},"464":{"position":[[40,4]]},"466":{"position":[[45,4]]},"468":{"position":[[38,4]]},"470":{"position":[[26,4]]},"472":{"position":[[29,4]]},"474":{"position":[[24,4]]},"476":{"position":[[32,4]]},"478":{"position":[[39,4]]},"490":{"position":[[26,4],[142,4],[339,4],[648,4]]},"494":{"position":[[21,4],[297,4],[887,4]]},"496":{"position":[[29,4],[295,4],[768,4],[845,4]]},"498":{"position":[[41,4],[387,4],[955,4],[1017,4]]},"502":{"position":[[26,4],[186,4],[704,4],[775,4],[869,4],[1155,4],[1273,4],[1369,4],[1523,4],[1668,4],[1806,4]]},"506":{"position":[[27,4],[119,4],[419,4],[737,4],[964,4],[2249,4],[3330,4]]},"510":{"position":[[15,4],[452,4],[518,4]]},"512":{"position":[[20,4],[109,4],[322,4],[675,4],[1001,4],[1498,4],[1666,4],[1923,4],[2129,4],[2439,4],[2766,4],[3001,4]]},"516":{"position":[[15,4],[501,4],[1507,4],[1970,4],[2772,4],[2897,4],[3167,4]]},"520":{"position":[[23,4]]},"524":{"position":[[38,4],[164,4],[296,4]]},"526":{"position":[[57,4],[174,4],[382,4]]},"528":{"position":[[57,4],[166,4],[374,4]]},"532":{"position":[[22,4]]},"534":{"position":[[18,4]]},"538":{"position":[[21,4]]},"540":{"position":[[45,4],[503,4],[1218,4],[1320,4]]},"544":{"position":[[22,4],[468,4],[2387,4],[2622,4],[2785,4],[2930,4],[3096,4],[3183,4],[3345,4],[3553,4],[3639,4],[3905,4],[4081,4],[4170,4],[4257,4]]},"548":{"position":[[21,4],[216,4],[327,4],[494,4],[569,4],[679,4]]},"554":{"position":[[27,4],[252,4],[1349,4]]},"558":{"position":[[28,4],[1029,4],[4979,4],[5214,4],[5377,4],[5482,4],[5564,4],[5709,4],[5815,4],[5903,4],[5993,4]]},"560":{"position":[[46,4],[162,4],[421,4],[585,4]]},"562":{"position":[[28,4]]},"564":{"position":[[24,4]]},"568":{"position":[[17,4],[1440,4],[1560,4],[2117,4],[2740,4],[2825,4]]},"570":{"position":[[35,4],[603,4],[791,4]]},"572":{"position":[[29,4],[3157,4],[3503,4],[4235,4],[4756,4],[5228,4],[5560,4]]},"582":{"position":[[17,4]]},"584":{"position":[[25,4]]},"586":{"position":[[24,4],[168,4],[330,4],[481,4]]},"588":{"position":[[45,4],[123,4]]},"590":{"position":[[40,4],[113,4]]},"594":{"position":[[14,4],[1019,4]]},"598":{"position":[[31,4],[307,4],[424,4],[1355,4],[1527,4]]},"602":{"position":[[363,4],[636,4],[976,4],[1323,4],[1612,4],[1843,4],[2189,4],[2699,4],[3139,4],[3691,4]]},"608":{"position":[[29,4],[135,4],[204,4],[817,4],[2579,4],[3418,4],[4969,4],[7135,4],[7545,4],[10421,4],[10645,4]]},"610":{"position":[[14,4]]},"620":{"position":[[398,4],[479,4]]},"624":{"position":[[285,4],[1044,4]]},"626":{"position":[[401,4]]},"628":{"position":[[189,4],[312,4],[645,4]]},"632":{"position":[[603,4]]},"634":{"position":[[455,4]]},"636":{"position":[[1821,4]]},"638":{"position":[[568,4]]},"640":{"position":[[386,4]]},"644":{"position":[[1753,4]]},"647":{"position":[[1702,4],[2331,4]]},"649":{"position":[[4913,4],[5879,4],[7866,4],[8372,4],[9448,4]]},"651":{"position":[[659,4],[984,4],[1357,4],[2259,4]]},"653":{"position":[[555,4]]},"657":{"position":[[879,4],[956,4],[1067,4],[1375,4],[1569,4]]},"659":{"position":[[527,4]]},"661":{"position":[[1053,4],[2071,4],[2191,4],[2278,4]]},"663":{"position":[[1274,4]]},"666":{"position":[[217,4],[659,4],[891,4]]},"668":{"position":[[347,4],[1062,4],[1915,4]]},"670":{"position":[[331,4],[666,4]]},"680":{"position":[[1907,4],[2378,4]]},"682":{"position":[[1291,4],[2106,4],[3000,4],[3193,4],[3705,4],[5870,4]]},"684":{"position":[[1091,4]]},"686":{"position":[[749,4]]},"688":{"position":[[705,4]]},"692":{"position":[[717,4],[1280,4]]},"694":{"position":[[1194,4],[1678,4]]},"696":{"position":[[3586,4],[4378,4],[7137,4]]},"698":{"position":[[1380,4]]},"700":{"position":[[626,4]]},"702":{"position":[[1619,4],[1761,4]]},"706":{"position":[[1615,4]]},"708":{"position":[[913,4],[2356,4],[2699,4],[3208,4]]}}}],["copilot",{"_index":857,"t":{"45":{"position":[[836,7]]}}}],["core",{"_index":62,"t":{"2":{"position":[[798,5]]},"201":{"position":[[397,4]]},"657":{"position":[[206,5],[391,5],[978,6],[1134,6],[3227,6]]}}}],["core==1.1.1",{"_index":2428,"t":{"201":{"position":[[459,12]]}}}],["core==1.39.0pip",{"_index":2423,"t":{"201":{"position":[[271,15]]}}}],["coresipu",{"_index":3038,"t":{"229":{"position":[[3777,8],[5664,8]]}}}],["correct",{"_index":549,"t":{"27":{"position":[[1587,7]]},"31":{"position":[[263,8],[3057,7],[3444,7]]},"39":{"position":[[696,7]]},"41":{"position":[[637,7]]},"45":{"position":[[579,8]]},"242":{"position":[[50,7],[257,7],[322,7]]},"294":{"position":[[1894,7],[2132,7]]},"296":{"position":[[167,7],[399,7],[452,7]]}}}],["correctli",{"_index":610,"t":{"31":{"position":[[930,9],[1173,10]]}}}],["correspond",{"_index":2673,"t":{"223":{"position":[[645,13]]},"255":{"position":[[124,11],[220,13],[849,10]]},"269":{"position":[[3103,13]]},"336":{"position":[[344,13]]},"360":{"position":[[5721,13],[12917,10],[15785,11],[19389,11],[22172,13],[22263,13],[22631,13],[31695,13]]},"434":{"position":[[3558,13],[8500,13],[8624,13]]},"506":{"position":[[2279,13]]},"540":{"position":[[101,14]]},"544":{"position":[[1813,13]]},"558":{"position":[[4404,13]]},"568":{"position":[[350,13]]},"572":{"position":[[1490,14]]},"608":{"position":[[6727,13],[9694,13]]},"647":{"position":[[200,13],[318,13]]},"649":{"position":[[65,13],[6529,13],[8601,11]]},"659":{"position":[[862,13]]},"668":{"position":[[1082,11]]},"682":{"position":[[1355,13],[3727,13],[7316,11],[7482,10]]},"696":{"position":[[6454,13]]},"702":{"position":[[410,13]]}}}],["cos(2pifeatur",{"_index":4508,"t":{"452":{"position":[[399,15]]}}}],["cost",{"_index":175,"t":{"7":{"position":[[287,6],[393,4]]},"15":{"position":[[366,4],[558,4],[1405,4],[1638,4]]},"17":{"position":[[216,5],[1808,4],[1885,4]]},"19":{"position":[[84,4],[576,4],[803,4]]},"21":{"position":[[676,4],[772,4]]},"25":{"position":[[182,4],[685,5]]},"27":{"position":[[111,5],[137,4],[284,4]]},"31":{"position":[[80,4],[153,4],[171,4],[500,4],[3386,4],[3527,4],[3549,4],[3604,4],[3717,4]]},"33":{"position":[[548,4]]},"50":{"position":[[49,4]]},"248":{"position":[[6,4],[669,4]]},"255":{"position":[[170,4],[198,4],[266,4],[376,4],[479,4],[548,4],[621,4],[649,4],[893,5],[1154,4],[1347,4],[1427,4],[1843,4]]},"267":{"position":[[584,4]]},"269":{"position":[[3133,5]]},"332":{"position":[[704,4]]},"336":{"position":[[6059,5],[6075,5],[8487,5],[8552,4],[8643,4],[9797,7],[9911,6],[9925,4]]},"360":{"position":[[21931,4],[22417,4],[22680,4]]},"364":{"position":[[4710,4]]},"544":{"position":[[625,4],[1272,5]]},"558":{"position":[[1351,4],[1491,4],[1565,4],[3327,4],[3422,4],[3525,4],[3776,4]]},"602":{"position":[[392,4],[524,4],[2704,4]]},"608":{"position":[[3937,4],[4076,4],[4149,4],[11714,4],[11809,4],[11912,4],[12163,4]]},"649":{"position":[[7002,5],[7012,4],[7300,5],[8629,5]]},"680":{"position":[[1384,4],[1399,4],[1472,4],[1535,4]]},"682":{"position":[[176,4],[282,4],[5875,4],[5905,4],[6008,4],[6209,4],[6250,4],[6309,4],[6360,4],[6658,4],[6916,5],[7001,4],[7026,4],[7115,4],[7143,4],[7362,5],[7526,5],[7808,4],[8003,5]]},"694":{"position":[[1851,4]]},"696":{"position":[[1065,4],[1464,5]]},"706":{"position":[[112,4],[193,4],[239,4],[330,5],[825,4],[947,4],[1117,4],[1477,4],[1654,4],[1693,4]]},"708":{"position":[[215,4],[546,4],[619,5],[940,4],[982,4],[1454,4],[1591,5],[2109,4],[2241,4]]}}}],["cost(cl",{"_index":4013,"t":{"336":{"position":[[8509,9]]}}}],["cost_attr",{"_index":4762,"t":{"544":{"position":[[375,10],[1225,9]]},"548":{"position":[[147,10]]},"558":{"position":[[809,10],[3262,9],[3499,9],[3613,9],[3686,9],[3805,9]]},"608":{"position":[[2492,10],[11649,9],[11886,9],[12000,9],[12073,9],[12192,9]]}}}],["cost_budget",{"_index":4838,"t":{"558":{"position":[[844,12],[3747,11]]},"608":{"position":[[2527,12],[12134,11]]}}}],["cost_rel",{"_index":5158,"t":{"608":{"position":[[4878,15],[4916,15]]}}}],["cost_relative2lgbm",{"_index":4371,"t":{"364":{"position":[[4609,19]]}}}],["cost_relative2lgbm(cl",{"_index":4372,"t":{"364":{"position":[[4645,23]]}}}],["cot",{"_index":742,"t":{"39":{"position":[[505,3]]}}}],["count",{"_index":809,"t":{"41":{"position":[[422,8]]},"43":{"position":[[432,8]]},"162":{"position":[[1912,5]]},"257":{"position":[[167,5]]},"360":{"position":[[18789,6],[29594,6],[29780,6]]},"434":{"position":[[3664,6],[3829,6],[6565,6]]}}}],["counter",{"_index":3886,"t":{"328":{"position":[[13490,8],[14237,8]]},"336":{"position":[[10889,7]]}}}],["countsautoml",{"_index":1530,"t":{"122":{"position":[[250,12]]}}}],["cover",{"_index":463,"t":{"21":{"position":[[498,7]]}}}],["coverag",{"_index":1002,"t":{"82":{"position":[[40,9],[190,8],[209,8],[231,8]]}}}],["cpu",{"_index":1887,"t":{"162":{"position":[[184,4],[415,5],[427,3],[760,3],[1082,3]]},"194":{"position":[[348,6],[638,5]]},"294":{"position":[[184,5]]},"554":{"position":[[851,6],[1130,6]]},"608":{"position":[[8067,7]]},"610":{"position":[[1569,5]]},"657":{"position":[[202,3],[387,3],[974,3],[1130,3]]},"694":{"position":[[226,7]]}}}],["cpu\"env",{"_index":1956,"t":{"162":{"position":[[2732,7]]}}}],["cpu\"if",{"_index":3751,"t":{"306":{"position":[[486,7]]}}}],["cpu\"ray_environment_dockerfile_path",{"_index":1893,"t":{"162":{"position":[[356,35]]}}}],["cpu/gpu",{"_index":5510,"t":{"657":{"position":[[3219,7]]}}}],["cpu_target",{"_index":2452,"t":{"207":{"position":[[219,11]]}}}],["cpuclust",{"_index":1941,"t":{"162":{"position":[[2225,12]]}}}],["cpucluster\"node_count",{"_index":1911,"t":{"162":{"position":[[1036,22]]}}}],["cpuclustertrain_config",{"_index":2453,"t":{"207":{"position":[[231,23]]}}}],["craft",{"_index":5828,"t":{"708":{"position":[[1534,7]]}}}],["creat",{"_index":820,"t":{"41":{"position":[[1124,6]]},"61":{"position":[[155,6],[399,6]]},"63":{"position":[[359,6]]},"69":{"position":[[774,8]]},"102":{"position":[[292,6]]},"130":{"position":[[277,6]]},"160":{"position":[[688,6]]},"162":{"position":[[136,6],[910,6],[1723,6]]},"180":{"position":[[1010,8],[1172,8]]},"201":{"position":[[36,6],[122,6]]},"225":{"position":[[639,6]]},"227":{"position":[[246,6]]},"336":{"position":[[3468,7],[6550,7],[8179,9],[9615,8]]},"560":{"position":[[248,7],[840,7]]},"608":{"position":[[8956,8],[11625,7]]},"696":{"position":[[3920,6],[4053,6]]}}}],["create(cl",{"_index":3973,"t":{"336":{"position":[[3492,11]]}}}],["create_at",{"_index":4028,"t":{"336":{"position":[[9776,12]]}}}],["created_at",{"_index":4029,"t":{"336":{"position":[[9829,12]]}}}],["creativ",{"_index":493,"t":{"25":{"position":[[861,9]]}}}],["criterion",{"_index":3645,"t":{"294":{"position":[[314,9]]},"649":{"position":[[1338,9],[1618,9]]}}}],["criterion(output",{"_index":3681,"t":{"294":{"position":[[1560,18],[2185,18]]}}}],["critic",{"_index":770,"t":{"39":{"position":[[1945,8],[2051,8],[2177,8],[2401,8],[2459,8],[2544,8],[2599,8]]}}}],["critical_point",{"_index":787,"t":{"39":{"position":[[2326,15],[2364,15]]}}}],["cross",{"_index":3577,"t":{"283":{"position":[[59,5]]},"360":{"position":[[3184,5],[18048,5],[28456,5],[35847,5]]},"434":{"position":[[1889,5],[2148,5],[5630,5]]},"655":{"position":[[226,5],[989,5]]}}}],["csharp",{"_index":3586,"t":{"283":{"position":[[881,6]]}}}],["csv",{"_index":5295,"t":{"632":{"position":[[95,4]]},"636":{"position":[[33,4]]}}}],["cuda:0",{"_index":3641,"t":{"294":{"position":[[229,8]]},"306":{"position":[[530,8]]}}}],["cumul",{"_index":391,"t":{"17":{"position":[[738,10]]}}}],["current",{"_index":250,"t":{"11":{"position":[[393,7]]},"15":{"position":[[771,9],[1443,9]]},"71":{"position":[[9,9],[60,7]]},"92":{"position":[[1028,7],[1356,7],[1563,7],[1770,7],[1977,7],[2184,7],[2397,7],[2604,7]]},"100":{"position":[[1258,7],[1585,7],[1792,7],[1999,7],[2206,7],[2413,7],[2620,7],[2827,7],[3034,7],[3241,7],[3450,7],[3659,7],[3868,7],[4077,7]]},"108":{"position":[[1867,7]]},"110":{"position":[[1460,7]]},"112":{"position":[[1373,7]]},"114":{"position":[[3427,7],[3483,9]]},"122":{"position":[[832,7],[1158,7],[1365,7],[1572,7],[1779,7],[1992,7],[2205,7],[2412,7],[2619,7],[2832,7],[3046,7],[3263,7],[3480,7],[3697,7],[3914,7],[4122,7],[4336,7],[4544,7],[4752,7],[4960,7],[5168,7],[5376,7],[5584,7],[5792,7],[6000,7],[6208,7],[6416,7],[6624,7],[6832,7],[7040,7]]},"128":{"position":[[1033,7],[1359,7],[1566,7],[1773,7],[1980,7],[2187,7],[2394,7],[2601,7],[2808,7],[3021,7],[3235,7],[3449,7],[3663,7],[3877,7],[4091,7]]},"150":{"position":[[1265,7],[1601,7],[1817,7],[2033,7],[2249,7],[2465,7],[2681,7],[2897,7],[3113,7],[3329,7],[3546,7],[3763,7],[3980,7],[4197,7],[4414,7],[4631,7],[4848,7],[5065,7],[5282,7],[5499,7],[5716,7],[5934,7],[6152,7],[6370,7],[6588,7],[6806,7],[7024,7]]},"162":{"position":[[783,7],[2106,7]]},"221":{"position":[[1075,7],[1402,7],[1609,7],[1816,7],[2023,7],[2230,7],[2437,7],[2644,7],[2851,7],[3058,7],[3266,7],[3474,7],[3682,7],[3890,7],[4098,7],[4306,7],[4514,7],[4722,7],[4930,7],[5134,7],[5338,7],[5552,7],[5756,7],[5970,7],[6184,7],[6398,7],[6618,7],[6838,7],[7058,7],[7278,7],[7498,7],[7706,7],[7914,7],[8122,7],[8342,7],[8550,7],[8764,7],[8984,7],[9204,7],[9424,7],[9638,7],[9858,7],[10078,7],[10286,7],[10506,7],[10734,7],[10962,7],[11190,7],[11418,7],[11646,7],[11854,7],[12074,7],[12302,7],[12516,7],[12730,7],[12938,7],[13146,7],[13374,7],[13578,7],[13792,7],[14012,7],[14220,7],[14440,7],[14648,7],[14876,7],[15090,7],[15301,7],[15512,7],[15727,7],[15956,7],[16171,7],[16386,7],[16597,7],[16826,7],[17037,7],[17252,7],[17463,7],[17678,7],[17889,7],[18104,7],[18333,7],[18562,7],[18777,7],[18992,7],[19221,7],[19436,7],[19665,7],[19880,7],[20091,7],[20306,7],[20517,7],[20728,7],[20957,7],[21186,7],[21403,7],[21634,7],[21851,7],[22064,7],[22277,7],[22500,7],[22718,7]]},"223":{"position":[[1850,7],[2177,7],[2384,7],[2591,7],[2798,7],[3005,7],[3212,7],[3419,7],[3626,7],[3833,7],[4041,7],[4249,7],[4457,7],[4665,7],[4873,7],[5081,7],[5289,7],[5497,7],[5705,7],[5913,7],[6121,7],[6325,7],[6529,7],[6743,7],[6957,7],[7171,7],[7385,7],[7599,7],[7813,7],[8033,7],[8253,7],[8461,7],[8669,7],[8873,7],[9093,7],[9301,7],[9521,7],[9749,7],[9977,7],[10205,7],[10433,7],[10661,7],[10889,7],[11117,7],[11334,7],[11547,7],[11764,7],[11975,7],[12192,7],[12409,7],[12622,7],[12853,7],[13070,7],[13287,7],[13504,7],[13721,7],[13952,7],[14169,7],[14380,7]]},"225":{"position":[[2656,7],[2983,7],[3190,7],[3397,7],[3604,7],[3811,7],[4018,7],[4225,7],[4432,7],[4639,7]]},"227":{"position":[[1870,7],[2196,7],[2403,7],[2610,7],[2813,7],[3026,7],[3233,7],[3434,7],[3639,7],[3844,7],[4050,7],[4252,7],[4454,7],[4666,7],[4884,7],[5110,7],[5322,7],[5548,7],[5750,7],[5976,7],[6182,7],[6400,7],[6612,7],[6830,7],[7032,7],[7249,7],[7480,7],[7711,7],[7928,7],[8151,7]]},"229":{"position":[[3690,7]]},"257":{"position":[[0,9]]},"269":{"position":[[3865,7]]},"322":{"position":[[3394,7],[3500,7]]},"328":{"position":[[3464,7],[3570,7]]},"434":{"position":[[2256,7]]},"496":{"position":[[599,7]]},"498":{"position":[[658,7],[780,7]]},"502":{"position":[[579,9]]},"558":{"position":[[4041,10]]},"568":{"position":[[2480,7]]},"620":{"position":[[263,9],[592,7]]},"674":{"position":[[176,7]]},"696":{"position":[[823,7]]}}}],["current_tim",{"_index":5119,"t":{"608":{"position":[[366,12],[467,12],[2701,12],[2802,12]]}}}],["curv",{"_index":1265,"t":{"100":{"position":[[6875,6]]},"150":{"position":[[10181,6]]},"259":{"position":[[520,6]]},"670":{"position":[[675,5]]}}}],["curve\")plt.xlabel(\"wal",{"_index":5586,"t":{"670":{"position":[[507,23]]}}}],["curve')plt.xlabel('wal",{"_index":1275,"t":{"100":{"position":[[7226,23]]},"150":{"position":[[10532,23]]}}}],["custom",{"_index":192,"t":{"9":{"position":[[45,14],[82,6],[310,13],[478,13]]},"102":{"position":[[51,6],[140,10],[230,10],[265,6],[301,10],[336,6],[395,10],[1137,10]]},"114":{"position":[[3523,10]]},"152":{"position":[[24,6],[62,10],[205,10],[239,6],[298,10],[949,10]]},"257":{"position":[[372,9]]},"267":{"position":[[444,9]]},"269":{"position":[[1932,11],[2274,6]]},"322":{"position":[[766,9]]},"328":{"position":[[752,9],[18822,9],[20140,9]]},"360":{"position":[[889,10],[5087,10],[9245,10],[9277,10],[9811,6],[12959,10],[15387,10],[19598,6],[19696,6],[19761,6],[26020,10],[31063,10],[34755,10],[34787,10],[35293,6],[35391,6],[35456,6],[35836,10]]},"364":{"position":[[3587,10],[3645,10]]},"416":{"position":[[71,6]]},"496":{"position":[[651,6]]},"568":{"position":[[73,6]]},"608":{"position":[[5543,6]]},"630":{"position":[[484,9]]},"647":{"position":[[1289,10]]},"649":{"position":[[108,6],[3560,6],[3582,6],[3646,11],[3720,6],[3748,6],[3808,6],[5733,6],[5988,6],[7309,9],[7935,6]]},"651":{"position":[[421,6],[1443,6]]},"653":{"position":[[194,10]]},"655":{"position":[[1932,6]]},"663":{"position":[[779,6]]},"696":{"position":[[5353,10],[5939,10]]}}}],["custom_hp",{"_index":3361,"t":{"257":{"position":[[422,9]]},"360":{"position":[[9774,9],[10227,9],[10361,10],[10518,10],[10620,9],[19561,9],[19830,9],[35256,9],[35525,9]]},"649":{"position":[[8746,9],[9060,9]]},"651":{"position":[[857,9],[877,9]]}}}],["custom_hp=non",{"_index":4242,"t":{"360":{"position":[[16326,15],[24555,15]]}}}],["custom_metr",{"_index":4065,"t":{"360":{"position":[[979,14],[1293,14],[26110,14],[26424,14]]},"647":{"position":[[1507,14],[1724,14]]}}}],["custom_sent_key",{"_index":1500,"t":{"114":{"position":[[555,25],[1932,25]]}}}],["custom_trial_nam",{"_index":4570,"t":{"496":{"position":[[221,18],[617,17]]},"498":{"position":[[269,18]]}}}],["customiz",{"_index":3413,"t":{"269":{"position":[[241,12]]}}}],["cv",{"_index":2681,"t":{"223":{"position":[[1060,5]]},"360":{"position":[[3049,5],[4452,4],[17912,5],[18306,4],[28321,5],[30428,4]]},"434":{"position":[[4859,5],[5117,4]]},"655":{"position":[[206,4]]}}}],["cv[flaml.automl",{"_index":1063,"t":{"92":{"position":[[749,16]]},"100":{"position":[[1036,16]]},"150":{"position":[[1040,16]]}}}],["cv_score_agg_func",{"_index":4326,"t":{"360":{"position":[[35816,17]]}}}],["cv_score_agg_func(val_loss_fold",{"_index":4330,"t":{"360":{"position":[[36315,33]]}}}],["cv_score_agg_func=non",{"_index":4313,"t":{"360":{"position":[[24586,23]]}}}],["cyclic",{"_index":4505,"t":{"452":{"position":[[303,11]]}}}],["d",{"_index":3689,"t":{"294":{"position":[[1744,5]]},"649":{"position":[[2740,2],[2809,2],[2818,2]]}}}],["d_ff",{"_index":1434,"t":{"112":{"position":[[1768,7]]}}}],["d_kv",{"_index":1436,"t":{"112":{"position":[[1782,7]]}}}],["d_model",{"_index":1438,"t":{"112":{"position":[[1794,10]]}}}],["daili",{"_index":717,"t":{"37":{"position":[[1075,5]]},"225":{"position":[[682,5]]}}}],["damped_trend",{"_index":5416,"t":{"649":{"position":[[2982,13]]}}}],["data",{"_index":128,"t":{"5":{"position":[[331,4]]},"9":{"position":[[369,4]]},"92":{"position":[[656,4]]},"100":{"position":[[946,4],[5060,5],[5502,5]]},"108":{"position":[[1534,4]]},"110":{"position":[[1136,4]]},"112":{"position":[[1047,4]]},"114":{"position":[[3086,4]]},"122":{"position":[[504,4]]},"128":{"position":[[673,4]]},"150":{"position":[[950,4],[7945,5],[8444,5]]},"174":{"position":[[211,5]]},"178":{"position":[[193,4]]},"180":{"position":[[49,5],[166,4],[289,4],[928,5],[1371,4],[1866,4],[1886,4]]},"182":{"position":[[129,4],[366,5],[566,4]]},"184":{"position":[[324,5],[389,4]]},"203":{"position":[[182,4]]},"205":{"position":[[12,4],[217,8]]},"221":{"position":[[681,4]]},"223":{"position":[[71,4],[399,5],[1140,4],[1399,4]]},"225":{"position":[[810,4],[858,4],[1269,4],[2262,4]]},"227":{"position":[[1501,4]]},"229":{"position":[[249,4],[1256,5],[3377,4]]},"240":{"position":[[78,6],[121,5]]},"242":{"position":[[99,6],[142,5]]},"257":{"position":[[51,5],[152,4],[303,5]]},"261":{"position":[[229,4],[312,4]]},"267":{"position":[[391,4]]},"269":{"position":[[1158,5],[4216,4]]},"294":{"position":[[1282,4],[1335,4],[1387,4],[1913,4],[1985,4]]},"296":{"position":[[215,4],[252,4]]},"298":{"position":[[104,4]]},"336":{"position":[[936,5],[1362,4],[1386,4],[1596,4],[1685,8],[2844,4],[2950,4],[6374,5],[6610,4],[6639,4],[6715,4],[6781,4],[7129,8]]},"350":{"position":[[54,5],[207,4],[303,5],[506,5],[635,4],[726,5],[799,5]]},"360":{"position":[[2664,4],[3106,4],[3791,5],[4049,4],[4270,4],[5459,7],[5471,4],[5515,4],[5582,4],[6659,4],[10833,4],[16808,4],[17122,4],[17970,4],[18124,4],[18847,5],[19153,5],[21193,5],[24826,4],[25202,4],[27936,4],[28378,4],[29168,5],[29319,5],[29473,4],[29652,5],[29838,5],[30025,4],[30246,4],[31433,7],[31445,4],[31489,4],[31556,4],[32633,4],[36979,4],[38839,5]]},"364":{"position":[[1987,5],[2055,4],[3082,5]]},"366":{"position":[[302,5],[368,4]]},"416":{"position":[[212,4]]},"434":{"position":[[364,4],[483,4],[512,4],[1143,4],[1299,4],[2061,5],[2106,5],[3046,4],[3240,4],[3404,4],[3499,4],[3722,5],[3887,5],[3922,4],[4370,4],[4558,4],[4760,4],[4935,4],[5552,4],[5675,4],[5864,5],[6098,4],[6123,4],[6213,5],[6623,5],[6771,5],[6984,4],[7060,4],[7174,4],[7694,4]]},"454":{"position":[[68,5],[206,5],[327,5]]},"502":{"position":[[953,4]]},"516":{"position":[[2798,4],[2840,4],[2950,4],[2992,4]]},"622":{"position":[[262,5],[353,4],[764,4]]},"624":{"position":[[1329,5],[1369,5],[1455,4]]},"626":{"position":[[57,4],[281,7]]},"630":{"position":[[72,4],[177,5]]},"638":{"position":[[350,4]]},"644":{"position":[[191,4],[224,5],[258,4],[372,4],[566,5],[610,5],[1414,5]]},"649":{"position":[[8548,4]]},"655":{"position":[[72,4],[316,5],[566,4],[721,5],[930,4],[1077,4],[1333,4],[1441,4],[1639,4]]},"659":{"position":[[995,7],[1007,4],[1052,4],[1119,4],[1177,4]]},"696":{"position":[[1888,4]]}}}],["data.agg({\"temp",{"_index":2799,"t":{"225":{"position":[[865,17]]}}}],["data.bfill().ffil",{"_index":2658,"t":{"223":{"position":[[209,20]]}}}],["data.date.dt.month.astype(str).astyp",{"_index":2945,"t":{"229":{"position":[[519,38]]}}}],["data.groupbi",{"_index":2949,"t":{"229":{"position":[[676,13],[783,13]]}}}],["data.pop(\"date\")data.insert(0",{"_index":2981,"t":{"229":{"position":[[1465,30]]}}}],["data.shape[0]time_horizon",{"_index":2662,"t":{"223":{"position":[[320,25]]}}}],["data.sort_values([\"ag",{"_index":2985,"t":{"229":{"position":[[1607,27]]}}}],["data.to_frame().reset_index()num_sampl",{"_index":2661,"t":{"223":{"position":[[277,40]]}}}],["data.view",{"_index":3268,"t":{"240":{"position":[[136,10]]},"242":{"position":[[157,10]]}}}],["data/data.csv",{"_index":2435,"t":{"205":{"position":[[27,14]]}}}],["data/output",{"_index":1340,"t":{"108":{"position":[[665,14],[1150,12]]},"110":{"position":[[820,15]]},"112":{"position":[[732,15]]},"114":{"position":[[1069,14],[2446,15]]}}}],["data:location_for_default",{"_index":5288,"t":{"628":{"position":[[501,29]]}}}],["data:path",{"_index":4121,"t":{"360":{"position":[[5499,11],[31473,11]]},"659":{"position":[[1035,12]]}}}],["data=tune_data",{"_index":3428,"t":{"269":{"position":[[1253,15]]}}}],["data[\"avg_volume_by_ag",{"_index":2953,"t":{"229":{"position":[[752,28]]}}}],["data[\"avg_volume_by_sku",{"_index":2948,"t":{"229":{"position":[[648,25]]}}}],["data[\"co2\"].resample(\"ms\").mean()data",{"_index":2657,"t":{"223":{"position":[[169,37]]}}}],["data[\"date\"].dt.month",{"_index":2943,"t":{"229":{"position":[[412,21]]}}}],["data[\"date\"].dt.year",{"_index":2942,"t":{"229":{"position":[[384,20]]}}}],["data[\"log_volum",{"_index":2946,"t":{"229":{"position":[[600,18]]}}}],["data[\"month",{"_index":2795,"t":{"225":{"position":[[767,13]]},"229":{"position":[[503,13]]}}}],["data[\"solut",{"_index":3954,"t":{"336":{"position":[[1705,16],[7149,16]]}}}],["data[\"time_idx",{"_index":2941,"t":{"229":{"position":[[365,16],[434,16]]}}}],["data[\"time_idx\"].astype(\"int\")ts_col",{"_index":2980,"t":{"229":{"position":[[1426,36]]}}}],["data[\"time_idx\"].max",{"_index":2978,"t":{"229":{"position":[[1370,22]]}}}],["data[\"time_idx\"].min",{"_index":2944,"t":{"229":{"position":[[454,22]]}}}],["data[\"timestamp\"].dt.month",{"_index":2796,"t":{"225":{"position":[[783,26]]}}}],["data[[\"month",{"_index":2797,"t":{"225":{"position":[[817,14]]}}}],["data[lambda",{"_index":2987,"t":{"229":{"position":[[1660,11],[1714,11]]}}}],["data[special_day",{"_index":2969,"t":{"229":{"position":[[1140,18],[1163,18]]}}}],["data[split_idx",{"_index":2668,"t":{"223":{"position":[[489,17],[585,17]]}}}],["data_dimens",{"_index":4561,"t":{"494":{"position":[[824,15]]}}}],["data_dir",{"_index":1976,"t":{"168":{"position":[[308,14]]},"236":{"position":[[336,9],[618,9]]}}}],["data_dir=\"./\")automl",{"_index":1133,"t":{"100":{"position":[[355,20]]},"150":{"position":[[355,20]]},"160":{"position":[[331,20]]},"663":{"position":[[967,20]]}}}],["data_dir=\"./\")lgbm",{"_index":1628,"t":{"137":{"position":[[212,18]]},"139":{"position":[[205,18]]}}}],["data_dir=\"./\")xgb",{"_index":1668,"t":{"144":{"position":[[213,17]]}}}],["data_dir=\"test/\")max_resourc",{"_index":5738,"t":{"696":{"position":[[3026,29]]}}}],["data_dir=data_dir",{"_index":3731,"t":{"304":{"position":[[94,19]]}}}],["data_dir=non",{"_index":3634,"t":{"294":{"position":[[65,15]]}}}],["data_is_df",{"_index":4473,"t":{"434":{"position":[[4285,11],[5650,10]]}}}],["data_raw",{"_index":5216,"t":{"610":{"position":[[1194,8]]}}}],["data_raw[\"data",{"_index":5219,"t":{"610":{"position":[[1252,16]]}}}],["data_raw[\"target",{"_index":5221,"t":{"610":{"position":[[1292,18]]}}}],["data_s",{"_index":4368,"t":{"364":{"position":[[3865,10],[3940,9]]},"649":{"position":[[4521,10],[8118,10]]}}}],["data_sampl",{"_index":4604,"t":{"502":{"position":[[935,11]]},"516":{"position":[[2822,11],[2974,11]]}}}],["dataasetgroup",{"_index":1528,"t":{"122":{"position":[[203,14]]}}}],["dataautoml.fit(x_train=x_train",{"_index":1046,"t":{"92":{"position":[[346,31]]},"128":{"position":[[372,31]]}}}],["databrick",{"_index":72,"t":{"2":{"position":[[901,11]]}}}],["dataclassclass",{"_index":3795,"t":{"316":{"position":[[0,15]]},"416":{"position":[[0,15]]},"452":{"position":[[0,15]]}}}],["datafram",{"_index":2024,"t":{"180":{"position":[[392,10],[1931,10]]},"223":{"position":[[433,9],[541,9]]},"225":{"position":[[1561,9]]},"350":{"position":[[281,9],[484,9],[704,9],[777,9]]},"360":{"position":[[13821,9],[13967,9],[13995,9],[14086,9],[14274,9],[14503,11],[16786,9],[16954,9],[17086,9],[17100,9],[17183,9],[17355,9],[17528,9],[17569,9],[24804,9],[24975,9],[25166,9],[25180,9],[25263,9],[25433,9],[25523,9],[25660,9],[25701,9],[29295,9]]},"364":{"position":[[2033,9],[2439,9],[2927,10],[3048,9]]},"366":{"position":[[346,9],[471,9],[858,9],[1161,10],[1403,9],[1634,9]]},"370":{"position":[[254,9],[557,10]]},"434":{"position":[[833,10],[902,10],[1611,10],[1667,10],[2663,10],[2725,10],[2761,10],[2842,10],[2909,10],[3260,9],[3332,9],[3355,9],[3369,9],[3468,10],[4103,10],[4159,10],[4578,9],[5698,9],[5974,10],[6840,10],[6953,10],[7710,10]]},"440":{"position":[[25,9]]},"454":{"position":[[184,9],[305,9]]},"644":{"position":[[346,10],[398,10],[471,9]]}}}],["dataframe/seri",{"_index":2020,"t":{"180":{"position":[[211,17]]}}}],["dataframe=datafram",{"_index":2114,"t":{"184":{"position":[[2028,20]]}}}],["dataframe=non",{"_index":4231,"t":{"360":{"position":[[16086,15],[23750,15]]}}}],["dataframe=psdf",{"_index":2078,"t":{"182":{"position":[[789,15]]}}}],["dataframe=train_df",{"_index":2683,"t":{"223":{"position":[[1109,19]]}}}],["dataframedatafram",{"_index":2046,"t":{"180":{"position":[[1190,18]]}}}],["dataframepsdf",{"_index":2048,"t":{"180":{"position":[[1273,13]]}}}],["datamonthly_avg",{"_index":2800,"t":{"225":{"position":[[899,15]]}}}],["datamulti_df[\"timestamp",{"_index":2778,"t":{"225":{"position":[[229,25]]}}}],["dataset",{"_index":356,"t":{"15":{"position":[[1352,7]]},"17":{"position":[[1862,8]]},"41":{"position":[[116,8],[356,7]]},"43":{"position":[[95,7]]},"100":{"position":[[5950,8],[6193,8]]},"108":{"position":[[29,8]]},"110":{"position":[[29,8]]},"112":{"position":[[29,8]]},"137":{"position":[[424,7]]},"139":{"position":[[387,7]]},"144":{"position":[[434,7]]},"150":{"position":[[9296,8],[9499,8]]},"184":{"position":[[798,9]]},"188":{"position":[[80,8]]},"190":{"position":[[450,7]]},"201":{"position":[[358,7]]},"229":{"position":[[18,8],[102,7],[299,8]]},"269":{"position":[[4269,8]]},"294":{"position":[[1217,7]]},"360":{"position":[[7833,9],[8129,9],[13342,8],[20896,8],[33780,9],[34076,9],[38542,8]]},"364":{"position":[[3808,8]]},"610":{"position":[[566,7],[1311,7],[1352,7],[1642,8],[1660,11]]},"622":{"position":[[695,8],[728,7]]},"630":{"position":[[432,8]]},"632":{"position":[[632,7]]},"644":{"position":[[785,8]]},"655":{"position":[[374,8],[475,8],[526,7]]},"696":{"position":[[2045,8]]}}}],["dataset,numberofinstances,numberoffeatures,numberofclasses,percentageofnumericfeatures2dplanes,36691,10,0,1.0adult,43957,14,2,0.42857142857142855airlines,485444,7,2,0.42857142857142855albert,382716,78,2,0.3333333333333333amazon_employee_access,29492,9,2,0.0bng_breasttumor,104976,9,0,0.1111111111111111bng_pbc,900000,18,0,0.5555555555555556car,1555,6,4,0.0connect",{"_index":5297,"t":{"632":{"position":[[154,363]]}}}],["dataset.file.from_files(path=(datastor",{"_index":2442,"t":{"205":{"position":[[295,40]]}}}],["dataset.file.upload_directori",{"_index":2437,"t":{"205":{"position":[[149,30]]}}}],["dataset](https://www.openml.org/d/1169",{"_index":1865,"t":{"160":{"position":[[94,39]]},"168":{"position":[[70,39]]}}}],["dataset](https://www.openml.org/d/537",{"_index":1124,"t":{"100":{"position":[[92,38]]},"150":{"position":[[92,38]]}}}],["dataset_df",{"_index":5218,"t":{"610":{"position":[[1239,10]]}}}],["dataset_df[\"target",{"_index":5220,"t":{"610":{"position":[[1269,20]]}}}],["dataset_format=\"array",{"_index":1978,"t":{"168":{"position":[[342,23]]}}}],["dataset_id=1169",{"_index":1975,"t":{"168":{"position":[[291,16]]}}}],["datasets.load_dataset(\"glu",{"_index":2134,"t":{"190":{"position":[[489,29]]}}}],["datasets.load_metric(\"glu",{"_index":2145,"t":{"190":{"position":[[762,28]]}}}],["datasets={\"train",{"_index":5224,"t":{"610":{"position":[[1420,17]]}}}],["datasetsfrom",{"_index":2126,"t":{"190":{"position":[[308,12]]}}}],["datasety_pr",{"_index":3024,"t":{"229":{"position":[[3137,13]]}}}],["datatransform",{"_index":4046,"t":{"350":{"position":[[6,17]]},"434":{"position":[[7097,15]]}}}],["datatransformert",{"_index":4509,"t":{"454":{"position":[[6,19]]}}}],["datax",{"_index":1612,"t":{"130":{"position":[[295,6]]}}}],["datax_train",{"_index":1614,"t":{"130":{"position":[[362,12]]}}}],["datay_pr",{"_index":5278,"t":{"624":{"position":[[1009,10]]}}}],["date",{"_index":2670,"t":{"223":{"position":[[556,5],[666,5]]},"229":{"position":[[1496,7]]}}}],["date\"])x_train",{"_index":2986,"t":{"229":{"position":[[1642,15]]}}}],["date.month",{"_index":2804,"t":{"225":{"position":[[1007,10]]}}}],["datetim",{"_index":4200,"t":{"360":{"position":[[14146,9],[16916,9],[17317,9],[24937,9],[25395,9]]}}}],["day",{"_index":2956,"t":{"229":{"position":[[890,4]]}}}],["deal",{"_index":4935,"t":{"572":{"position":[[2098,7]]}}}],["debug",{"_index":3776,"t":{"312":{"position":[[307,10]]}}}],["decid",{"_index":3967,"t":{"336":{"position":[[2346,7]]},"516":{"position":[[1756,8]]},"524":{"position":[[301,6]]},"622":{"position":[[198,7]]},"624":{"position":[[1162,6]]},"626":{"position":[[605,7]]},"655":{"position":[[18,7]]},"674":{"position":[[626,6]]},"696":{"position":[[1746,6]]},"708":{"position":[[1788,8]]}}}],["decide_split_typ",{"_index":4478,"t":{"434":{"position":[[5870,18]]}}}],["decide_split_type(split_typ",{"_index":4479,"t":{"434":{"position":[[5908,29]]}}}],["decim",{"_index":663,"t":{"31":{"position":[[2706,7]]}}}],["decis",{"_index":4339,"t":{"360":{"position":[[37138,8]]},"524":{"position":[[196,8]]},"526":{"position":[[414,8]]},"528":{"position":[[406,8]]}}}],["decoder_start_token_id",{"_index":1440,"t":{"112":{"position":[[1810,25]]}}}],["decoder_variable_select",{"_index":3056,"t":{"229":{"position":[[4202,26],[6089,26],[20935,29]]}}}],["decreas",{"_index":832,"t":{"43":{"position":[[667,8]]},"82":{"position":[[31,8]]}}}],["deep",{"_index":5393,"t":{"649":{"position":[[253,4]]}}}],["def",{"_index":514,"t":{"27":{"position":[[735,3]]},"31":{"position":[[668,3],[1583,3],[1884,3],[2495,3]]},"102":{"position":[[1044,3]]},"152":{"position":[[674,3],[856,3]]},"190":{"position":[[797,3]]},"213":{"position":[[82,3]]},"215":{"position":[[90,3]]},"229":{"position":[[159,3]]},"238":{"position":[[0,3]]},"240":{"position":[[0,3]]},"242":{"position":[[0,3]]},"244":{"position":[[0,3]]},"275":{"position":[[218,3],[352,3],[516,3],[683,3],[855,3],[1025,3],[1093,3],[1503,3]]},"290":{"position":[[215,3],[469,3]]},"292":{"position":[[0,3]]},"296":{"position":[[0,3]]},"312":{"position":[[495,3]]},"316":{"position":[[232,3],[286,3],[385,3],[483,3],[580,3]]},"318":{"position":[[139,3]]},"322":{"position":[[873,3]]},"328":{"position":[[859,3],[4098,3],[5529,3],[6141,3],[6272,3],[6467,3],[6812,3],[7099,3],[7718,3],[9127,3],[10541,3],[11905,3],[13277,3],[14014,3],[14745,3],[14802,3],[14945,3],[15094,3],[15320,3],[15555,3],[15764,3],[15976,3],[16255,3],[17494,3],[18736,3],[18950,3],[19388,3],[19495,3],[20008,3],[20279,3]]},"332":{"position":[[50,3],[155,3]]},"336":{"position":[[1660,3],[5130,3],[7104,3]]},"350":{"position":[[75,3],[577,3]]},"356":{"position":[[52,3]]},"360":{"position":[[277,3],[975,3],[1289,3],[11569,3],[13795,3],[14844,3],[15331,3],[15553,3],[16022,3],[23714,3],[26106,3],[26420,3],[36311,3]]},"364":{"position":[[281,3],[1879,3],[2346,3],[2579,3],[2910,3],[4829,3]]},"366":{"position":[[127,3],[711,3],[1187,3]]},"370":{"position":[[107,3]]},"394":{"position":[[120,3]]},"398":{"position":[[114,3]]},"434":{"position":[[768,3],[1416,3],[8251,3],[8380,3]]},"452":{"position":[[56,3],[216,3]]},"454":{"position":[[79,3]]},"490":{"position":[[64,3],[307,3],[616,3]]},"494":{"position":[[89,3],[777,3]]},"496":{"position":[[72,3],[728,3],[822,3]]},"498":{"position":[[99,3],[906,3],[1002,3]]},"502":{"position":[[74,3],[813,3],[1086,3],[1248,3],[1344,3],[1501,3],[1645,3],[1785,3]]},"506":{"position":[[814,3],[2132,3]]},"510":{"position":[[436,3],[493,3]]},"512":{"position":[[69,3],[271,3],[614,3],[929,3],[1465,3],[1630,3],[1866,3],[2080,3],[2373,3],[2720,3],[2956,3]]},"516":{"position":[[62,3],[2747,3],[2874,3]]},"524":{"position":[[102,3],[249,3]]},"526":{"position":[[131,3],[320,3]]},"528":{"position":[[113,3],[312,3]]},"540":{"position":[[262,3],[1040,3],[1303,3]]},"544":{"position":[[92,3],[2807,3],[3049,3],[3159,3],[3256,3],[3504,3],[3594,3],[4023,3],[4222,3]]},"548":{"position":[[76,3],[282,3],[405,3],[543,3]]},"554":{"position":[[91,3],[1300,3]]},"558":{"position":[[76,3],[5451,3],[5530,3],[5620,3],[5766,3],[5858,3]]},"560":{"position":[[94,3],[365,3],[547,3]]},"568":{"position":[[883,3],[1072,3],[1186,3],[1468,3],[2068,3]]},"570":{"position":[[628,3]]},"572":{"position":[[3788,3]]},"586":{"position":[[151,3],[309,3],[459,3]]},"588":{"position":[[103,3]]},"590":{"position":[[93,3]]},"594":{"position":[[996,3]]},"598":{"position":[[322,3],[1339,3],[1478,3]]},"608":{"position":[[169,3],[1244,3],[6830,3]]},"610":{"position":[[1175,3]]},"647":{"position":[[1503,3],[1720,3]]},"649":{"position":[[4227,3],[4499,3],[7788,3],[8096,3]]},"651":{"position":[[521,3]]},"692":{"position":[[563,3]]},"696":{"position":[[5739,3]]},"698":{"position":[[878,3]]}}}],["default",{"_index":585,"t":{"31":{"position":[[124,7]]},"41":{"position":[[517,7]]},"100":{"position":[[6819,7]]},"108":{"position":[[712,7]]},"110":{"position":[[707,7]]},"112":{"position":[[659,7]]},"114":{"position":[[1116,7],[2494,7]]},"150":{"position":[[10122,7]]},"180":{"position":[[706,7],[749,7],[769,7],[820,7]]},"182":{"position":[[430,8]]},"184":{"position":[[969,8]]},"255":{"position":[[977,7],[1500,7]]},"269":{"position":[[1827,7],[4320,7]]},"312":{"position":[[175,7],[203,7],[335,8],[381,8],[435,7],[1543,8]]},"322":{"position":[[269,8],[379,8],[424,8],[1699,7],[2980,7],[3024,7],[3415,7],[3714,7],[3773,7],[3977,7]]},"328":{"position":[[351,7],[1788,7],[3050,7],[3094,7],[3485,7],[3784,7],[4007,7],[4471,8],[5843,8],[16695,8],[16987,8],[17307,7],[17944,8],[18236,8],[18556,7]]},"336":{"position":[[2378,8],[2433,8],[2514,7],[4438,7],[7086,8],[7507,8],[7653,8],[8094,8]]},"360":{"position":[[857,7],[2151,8],[2258,11],[3492,7],[4926,8],[5048,7],[5486,9],[5530,8],[5599,9],[6704,7],[6871,7],[8300,8],[8782,10],[18913,8],[19318,7],[20464,7],[21264,7],[21410,7],[21534,7],[25988,7],[27318,8],[27425,11],[28772,7],[30902,8],[31024,7],[31460,9],[31504,8],[31573,9],[32678,7],[32845,7],[34291,10],[35770,8],[35891,7],[37091,7],[38110,7],[38910,7],[39056,7],[39180,7]]},"364":{"position":[[3383,7]]},"366":{"position":[[948,7],[1045,7],[1493,7],[1590,7]]},"370":{"position":[[344,7],[441,7]]},"416":{"position":[[286,8],[495,8],[576,8],[739,8],[957,8],[1052,8]]},"434":{"position":[[2312,8],[7403,7],[7484,7],[7868,7],[7934,7],[8169,7]]},"506":{"position":[[1310,8],[1373,8],[2010,10],[2616,8],[2679,8]]},"512":{"position":[[900,8],[1441,8],[2876,8],[2933,8]]},"516":{"position":[[1259,7],[1589,7],[2190,7]]},"526":{"position":[[287,7]]},"528":{"position":[[279,7]]},"544":{"position":[[1902,7]]},"558":{"position":[[3353,7],[4493,7]]},"560":{"position":[[328,7]]},"568":{"position":[[2185,8]]},"572":{"position":[[1261,8],[1859,8],[2030,7]]},"602":{"position":[[1862,7],[2039,7]]},"608":{"position":[[852,7],[5588,7],[7771,8],[7962,8],[8879,7],[9783,7],[11740,7]]},"622":{"position":[[370,8],[487,7],[912,7]]},"628":{"position":[[29,9],[84,9],[950,8]]},"630":{"position":[[358,8],[498,8]]},"638":{"position":[[365,8],[681,8],[753,8],[823,8],[882,8],[1076,8]]},"640":{"position":[[492,8],[664,8]]},"644":{"position":[[1816,7]]},"647":{"position":[[246,7],[352,7],[550,7]]},"649":{"position":[[1429,8],[1709,8],[2028,8]]},"653":{"position":[[334,9]]},"655":{"position":[[3,8],[329,8],[1060,7],[1148,7]]},"657":{"position":[[327,8],[1659,8]]},"659":{"position":[[1022,9],[1067,8],[1136,9],[1192,8]]},"661":{"position":[[1264,8]]},"682":{"position":[[7610,7]]},"686":{"position":[[304,7]]},"700":{"position":[[3,8]]},"702":{"position":[[499,7]]},"704":{"position":[[285,7]]}}}],["default=\"auto",{"_index":4109,"t":{"360":{"position":[[4249,14],[4866,14],[18103,14],[30225,14],[30842,14]]},"434":{"position":[[4914,14]]}}}],["default=\"data",{"_index":4322,"t":{"360":{"position":[[31406,15]]}}}],["default=\"stat",{"_index":4120,"t":{"360":{"position":[[5430,17]]}}}],["default=0",{"_index":4153,"t":{"360":{"position":[[8697,10],[34206,10]]},"608":{"position":[[11138,9]]}}}],["default=1",{"_index":2102,"t":{"184":{"position":[[1352,9]]},"360":{"position":[[6334,9],[32308,9]]}}}],["default=3",{"_index":4103,"t":{"360":{"position":[[3883,9],[29859,9]]}}}],["default=fals",{"_index":2088,"t":{"184":{"position":[[651,13],[1483,13]]},"360":{"position":[[2713,14],[6627,13],[6930,13],[7033,13],[7401,13],[7713,13],[7982,13],[10794,13],[27985,14],[32601,13],[32904,13],[33007,13],[33348,13],[33660,13],[33929,13],[36940,13]]},"598":{"position":[[722,13]]},"608":{"position":[[10674,13]]}}}],["default=min_sample_train",{"_index":4149,"t":{"360":{"position":[[7605,24],[33552,24]]}}}],["default=non",{"_index":4132,"t":{"360":{"position":[[6254,12],[7154,12],[9792,12],[10889,12],[19579,12],[20009,12],[32228,12],[33101,12],[35274,12],[37029,12],[37273,12]]},"544":{"position":[[1342,12]]},"558":{"position":[[3892,12]]},"608":{"position":[[9119,12],[10768,12],[11014,12],[11568,12]]}}}],["default=tru",{"_index":4105,"t":{"360":{"position":[[3975,12],[6782,12],[7520,12],[11105,12],[19499,12],[29951,12],[32756,12],[33467,12]]}}}],["default_auto_repli",{"_index":3827,"t":{"322":{"position":[[1163,19],[3728,18]]},"328":{"position":[[1267,19],[3966,18]]}}}],["default_estimator_list",{"_index":4482,"t":{"434":{"position":[[7218,23]]}}}],["default_estimator_list(estimator_list",{"_index":4483,"t":{"434":{"position":[[7261,38]]}}}],["default_index_typ",{"_index":2029,"t":{"180":{"position":[[636,19],[723,18]]}}}],["default_metr",{"_index":4486,"t":{"434":{"position":[[7782,15]]}}}],["default_metric(metr",{"_index":4487,"t":{"434":{"position":[[7817,22]]}}}],["default_repli",{"_index":3911,"t":{"328":{"position":[[17279,13],[18528,13]]}}}],["default_system_messag",{"_index":3782,"t":{"312":{"position":[[551,23]]}}}],["defin",{"_index":209,"t":{"9":{"position":[[421,7]]},"102":{"position":[[383,6]]},"114":{"position":[[22,6],[88,6],[1495,6]]},"152":{"position":[[286,6]]},"190":{"position":[[265,6]]},"192":{"position":[[20,6]]},"207":{"position":[[30,7]]},"209":{"position":[[17,7]]},"269":{"position":[[2208,7],[2941,6]]},"271":{"position":[[70,7]]},"288":{"position":[[103,6]]},"554":{"position":[[380,6],[966,8],[1048,7]]},"572":{"position":[[203,6],[670,6],[1013,6],[2952,6],[3755,6]]},"608":{"position":[[3463,7],[6211,7],[6287,7]]},"610":{"position":[[146,7]]},"647":{"position":[[133,7],[1269,7]]},"649":{"position":[[7388,6]]},"680":{"position":[[47,7],[444,7],[682,6]]},"686":{"position":[[160,7],[551,7]]},"688":{"position":[[398,7]]},"692":{"position":[[969,7],[1002,7]]},"694":{"position":[[803,7],[1355,7]]}}}],["define_model(configur",{"_index":3249,"t":{"238":{"position":[[4,28]]}}}],["define_model(configuration).to(devic",{"_index":3290,"t":{"244":{"position":[[46,38]]}}}],["define_search_spac",{"_index":4957,"t":{"572":{"position":[[4019,20]]}}}],["define_search_space(tri",{"_index":4953,"t":{"572":{"position":[[3792,26]]}}}],["definit",{"_index":595,"t":{"31":{"position":[[549,11],[848,10],[3001,11]]},"255":{"position":[[0,10]]},"332":{"position":[[370,11],[393,10],[423,11]]},"434":{"position":[[76,11]]},"572":{"position":[[238,12],[500,10],[2979,10],[3978,10]]}}}],["degre",{"_index":674,"t":{"31":{"position":[[3328,6]]}}}],["del",{"_index":5729,"t":{"696":{"position":[[2698,3]]}}}],["delay",{"_index":1867,"t":{"160":{"position":[[201,8]]},"168":{"position":[[177,8]]},"572":{"position":[[2186,5]]}}}],["delayed(evaluation_function)(trial_to_run.config",{"_index":4994,"t":{"598":{"position":[[221,49]]}}}],["delet",{"_index":4135,"t":{"360":{"position":[[6725,7],[6851,8],[32699,7],[32825,8]]}}}],["deliv",{"_index":224,"t":{"9":{"position":[[635,10]]}}}],["demand",{"_index":2787,"t":{"225":{"position":[[549,8],[2001,11]]},"229":{"position":[[95,6]]}}}],["demograph",{"_index":1127,"t":{"100":{"position":[[216,11]]},"150":{"position":[[216,11]]}}}],["demonstr",{"_index":453,"t":{"21":{"position":[[20,12]]},"31":{"position":[[3273,12]]},"37":{"position":[[723,12]]},"43":{"position":[[191,12]]},"52":{"position":[[10,11]]},"680":{"position":[[898,13]]},"706":{"position":[[864,11],[1309,14]]}}}],["denorm",{"_index":4778,"t":{"544":{"position":[[3146,12],[3188,11]]}}}],["denormalize(config",{"_index":4779,"t":{"544":{"position":[[3163,19]]}}}],["denot",{"_index":615,"t":{"31":{"position":[[1115,8]]},"225":{"position":[[674,7]]},"227":{"position":[[280,7],[305,7]]},"516":{"position":[[1828,7]]}}}],["departure.x_train",{"_index":1870,"t":{"160":{"position":[[249,18]]},"168":{"position":[[225,18]]}}}],["depend",{"_index":851,"t":{"45":{"position":[[668,7]]},"188":{"position":[[35,13]]},"201":{"position":[[72,13]]},"263":{"position":[[89,9]]},"269":{"position":[[4221,9]]},"360":{"position":[[4503,6],[5476,9],[5520,9],[18357,6],[30479,6],[31450,9],[31494,9]]},"434":{"position":[[333,9],[5168,6]]},"554":{"position":[[697,12]]},"558":{"position":[[3444,10]]},"608":{"position":[[3110,9],[11831,10]]},"622":{"position":[[769,9],[934,9]]},"626":{"position":[[62,9]]},"638":{"position":[[355,9]]},"649":{"position":[[6041,9],[8553,9]]},"659":{"position":[[1012,9],[1057,9],[1182,9]]},"692":{"position":[[1584,7]]},"696":{"position":[[883,9],[4667,10]]}}}],["depth",{"_index":4396,"t":{"380":{"position":[[112,6]]},"382":{"position":[[105,6]]},"478":{"position":[[98,5]]}}}],["deriv",{"_index":801,"t":{"41":{"position":[[253,10]]},"360":{"position":[[4331,7],[18185,7],[30307,7]]},"434":{"position":[[4996,7]]},"649":{"position":[[3878,7],[4140,7]]},"655":{"position":[[2011,7]]}}}],["descent",{"_index":4411,"t":{"398":{"position":[[84,7]]}}}],["describ",{"_index":2067,"t":{"182":{"position":[[160,9]]},"360":{"position":[[20882,8],[38528,8]]},"540":{"position":[[228,9]]}}}],["design",{"_index":191,"t":{"9":{"position":[[9,8]]},"29":{"position":[[37,6]]},"37":{"position":[[1534,8]]},"39":{"position":[[1355,6]]},"312":{"position":[[74,8],[229,8]]},"682":{"position":[[6417,9],[6948,8]]}}}],["desir",{"_index":736,"t":{"39":{"position":[[257,7]]},"434":{"position":[[8576,7]]},"672":{"position":[[143,9]]},"682":{"position":[[3265,7]]},"700":{"position":[[102,8]]},"708":{"position":[[1220,9]]}}}],["despit",{"_index":590,"t":{"31":{"position":[[353,7]]},"37":{"position":[[393,7]]},"45":{"position":[[0,7]]}}}],["detail",{"_index":958,"t":{"69":{"position":[[286,9],[821,8]]},"162":{"position":[[2089,8]]},"172":{"position":[[276,7]]},"255":{"position":[[1681,7]]},"281":{"position":[[897,7]]},"360":{"position":[[6566,7],[32540,7]]},"434":{"position":[[535,8],[1179,7],[1335,7]]},"602":{"position":[[23,8]]},"608":{"position":[[5890,7],[7747,8],[11336,7]]},"649":{"position":[[6488,8],[6764,7],[7057,8]]},"657":{"position":[[1389,7],[1574,7]]},"659":{"position":[[1163,7]]},"682":{"position":[[1296,7],[7730,7]]},"684":{"position":[[1323,7]]},"694":{"position":[[273,7]]},"696":{"position":[[3609,7]]},"708":{"position":[[2051,8]]}}}],["detect",{"_index":2099,"t":{"184":{"position":[[1202,8]]},"360":{"position":[[8533,8]]},"657":{"position":[[1892,8]]}}}],["determin",{"_index":608,"t":{"31":{"position":[[908,9]]},"328":{"position":[[11675,10],[13049,10]]},"434":{"position":[[502,9],[555,11],[1169,9],[1325,9],[6175,10],[6642,10],[8470,9]]},"506":{"position":[[179,10],[493,10],[3409,10]]},"568":{"position":[[746,10]]},"572":{"position":[[1355,10]]},"649":{"position":[[5383,10]]},"696":{"position":[[1675,10],[1868,10]]}}}],["determinist",{"_index":726,"t":{"37":{"position":[[1459,13]]},"657":{"position":[[4316,14],[4340,13],[4417,13]]}}}],["dev",{"_index":989,"t":{"76":{"position":[[122,3]]},"84":{"position":[[148,3],[229,3]]}}}],["dev_dataset",{"_index":1496,"t":{"114":{"position":[[407,14],[1788,14]]}}}],["dev_dataset[custom_sent_key",{"_index":1332,"t":{"108":{"position":[[426,30]]},"114":{"position":[[829,30],[2206,30]]}}}],["dev_dataset[custom_sent_keys]y_v",{"_index":1399,"t":{"110":{"position":[[344,34]]},"112":{"position":[[321,34]]}}}],["dev_dataset[label_key]automl",{"_index":1400,"t":{"110":{"position":[[381,28]]},"112":{"position":[[358,28]]}}}],["dev_dataset[label_key]x_test",{"_index":1333,"t":{"108":{"position":[[457,28]]},"114":{"position":[[860,28],[2237,28]]}}}],["devcontain",{"_index":992,"t":{"78":{"position":[[103,13]]}}}],["devdock",{"_index":988,"t":{"76":{"position":[[98,9]]}}}],["develop",{"_index":127,"t":{"5":{"position":[[295,11],[316,10]]},"7":{"position":[[176,9]]},"11":{"position":[[542,11]]},"25":{"position":[[435,9]]},"33":{"position":[[874,12]]},"37":{"position":[[568,11]]},"84":{"position":[[373,11]]}}}],["devic",{"_index":3639,"t":{"294":{"position":[[175,6],[220,6]]},"306":{"position":[[521,6]]}}}],["device)print(\"best",{"_index":3760,"t":{"306":{"position":[[964,18]]}}}],["device=\"cpu",{"_index":3708,"t":{"296":{"position":[[24,14]]}}}],["df",{"_index":2877,"t":{"227":{"position":[[462,4],[499,3]]},"452":{"position":[[187,3]]}}}],["df[\"sales\"].mean",{"_index":2874,"t":{"227":{"position":[[371,19]]}}}],["df[[\"sale",{"_index":2868,"t":{"227":{"position":[[182,12]]}}}],["dialogu",{"_index":762,"t":{"39":{"position":[[1677,8]]}}}],["dict",{"_index":2131,"t":{"190":{"position":[[431,6]]},"215":{"position":[[118,6],[165,7]]},"269":{"position":[[2422,5],[2431,5],[2454,4],[2904,4]]},"275":{"position":[[1212,5],[1412,4],[1624,5],[1830,4]]},"312":{"position":[[847,5],[1371,4],[1740,4]]},"318":{"position":[[273,5]]},"322":{"position":[[1203,5],[1537,4],[2753,4],[3754,4],[3867,4]]},"328":{"position":[[1307,5],[1626,4],[2823,4],[3809,4],[3992,4],[5690,5],[7150,4],[7907,4],[8304,7],[9326,4],[9723,7],[10879,4],[10933,5],[11453,7],[12253,4],[12307,5],[12827,7],[15470,5],[16141,5],[16401,5],[17300,4],[17418,4],[17642,5],[18549,4],[18667,4],[20059,5]]},"336":{"position":[[1630,4],[2471,4],[3273,4],[3377,4],[3650,5],[3656,6],[3859,5],[6815,4],[7555,4],[7821,4],[8132,4],[8276,4],[8405,4],[8529,5],[8593,4],[8747,5],[8844,4],[9015,5],[9130,4],[9291,4],[9543,4],[10823,4]]},"360":{"position":[[2706,4],[2779,4],[2897,4],[5612,5],[5802,4],[5849,6],[7695,5],[7884,5],[7894,4],[9786,5],[9865,4],[9924,5],[9992,5],[10052,5],[10215,6],[10299,4],[10334,5],[10401,4],[10450,5],[10883,5],[11254,4],[19573,5],[19684,4],[20003,5],[21691,4],[21824,4],[21917,4],[21963,5],[22088,4],[22380,4],[22433,5],[22558,4],[22831,4],[22888,6],[22900,4],[27978,4],[28051,4],[28169,4],[31586,5],[31776,4],[31823,6],[33642,5],[33831,5],[33841,4],[35268,5],[35379,4],[36578,6],[36835,5],[37267,5]]},"364":{"position":[[4180,4],[4386,5],[4485,4],[4855,5],[4864,4],[4899,4],[4914,4],[4941,4],[4987,4]]},"426":{"position":[[73,5],[82,4]]},"434":{"position":[[1530,5],[6022,5]]},"452":{"position":[[156,4]]},"496":{"position":[[93,5]]},"498":{"position":[[120,5],[423,4]]},"506":{"position":[[414,4],[731,5],[3325,4]]},"516":{"position":[[114,5],[3162,4]]},"524":{"position":[[158,5]]},"526":{"position":[[376,5]]},"528":{"position":[[368,5]]},"540":{"position":[[288,5]]},"544":{"position":[[118,5],[1336,5],[2843,5],[2924,5],[3091,4],[3547,5],[4059,4]]},"554":{"position":[[130,5],[233,6],[288,6],[1212,4],[1245,5]]},"558":{"position":[[3728,4],[3886,5],[5809,5],[6008,5],[6064,4],[6121,4]]},"560":{"position":[[416,4]]},"568":{"position":[[1546,5],[2026,4],[2045,5],[2111,5],[2205,4],[2447,4],[2528,4]]},"570":{"position":[[716,7]]},"572":{"position":[[554,4],[785,4],[1753,5],[2868,4]]},"594":{"position":[[437,4],[670,4]]},"608":{"position":[[9113,5],[11562,5],[12115,4]]},"649":{"position":[[5718,5]]},"653":{"position":[[71,5]]},"680":{"position":[[1221,6]]},"696":{"position":[[1266,4]]}}}],["dict[str",{"_index":3830,"t":{"322":{"position":[[2644,9]]},"328":{"position":[[2714,9],[6982,9],[20315,9]]},"452":{"position":[[79,9]]},"506":{"position":[[721,9]]},"554":{"position":[[1333,9]]}}}],["dictionari",{"_index":3333,"t":{"255":{"position":[[57,10]]},"269":{"position":[[2734,10]]},"312":{"position":[[1266,10]]},"322":{"position":[[1432,10],[2861,10]]},"328":{"position":[[1521,10],[2931,10],[7011,10],[11106,10],[12480,10],[19673,10],[19902,10],[20402,10]]},"336":{"position":[[9325,11],[9552,10],[9667,10],[9757,10],[10120,10],[10220,10],[10455,10],[10765,10]]},"360":{"position":[[1249,10],[5343,10],[9220,10],[11266,10],[12263,10],[12376,10],[12497,10],[12663,10],[12823,10],[26380,10],[31319,10],[34730,10],[36263,10]]},"364":{"position":[[602,10],[4091,10]]},"434":{"position":[[146,10]]},"496":{"position":[[351,11]]},"516":{"position":[[725,10],[912,10],[1193,10],[1531,10],[3178,10]]},"540":{"position":[[548,10],[595,10],[848,10]]},"544":{"position":[[513,10],[815,10],[1546,10],[1962,10],[2157,10]]},"558":{"position":[[1214,10],[1282,10],[1424,10],[4137,10],[4554,10],[4749,10]]},"568":{"position":[[2454,10]]},"594":{"position":[[467,10]]},"608":{"position":[[3586,10],[3800,10],[3868,10],[4009,10],[8001,10],[9427,10],[9844,10],[10039,10]]},"610":{"position":[[269,10]]},"647":{"position":[[1451,10]]},"649":{"position":[[6359,10],[6576,11],[6611,10]]},"651":{"position":[[1517,10],[1663,10]]},"659":{"position":[[553,10],[637,11],[773,11],[824,10],[848,13]]},"680":{"position":[[606,10],[1740,10],[1951,10]]},"682":{"position":[[29,10],[107,10],[215,10],[1426,10],[7247,10]]},"694":{"position":[[160,10]]},"702":{"position":[[147,10],[561,10],[785,10]]}}}],["dictionarydata",{"_index":2033,"t":{"180":{"position":[[1021,14]]}}}],["dicts/float",{"_index":4329,"t":{"360":{"position":[[36095,13]]}}}],["didn't",{"_index":4628,"t":{"506":{"position":[[292,6],[606,6],[3522,6]]}}}],["differ",{"_index":366,"t":{"15":{"position":[[1720,9]]},"19":{"position":[[671,9]]},"29":{"position":[[560,9],[612,9]]},"31":{"position":[[581,9],[1238,10]]},"33":{"position":[[566,9],[1008,9]]},"37":{"position":[[1109,9]]},"43":{"position":[[62,9],[108,9]]},"61":{"position":[[693,9]]},"100":{"position":[[6158,9],[6935,9]]},"150":{"position":[[9464,9],[10241,9]]},"275":{"position":[[128,9],[149,6]]},"328":{"position":[[341,9],[8614,9],[10033,9]]},"336":{"position":[[361,9],[395,9],[4417,11]]},"360":{"position":[[4513,9],[18367,9],[30489,9]]},"434":{"position":[[5178,9]]},"512":{"position":[[702,9],[1028,9]]},"558":{"position":[[3335,9],[3530,11],[3550,9],[3639,9],[3824,9]]},"608":{"position":[[6675,9],[11722,9],[11917,11],[11937,9],[12026,9],[12211,9]]},"622":{"position":[[155,10],[283,9]]},"636":{"position":[[2158,9]]},"657":{"position":[[4641,9]]},"663":{"position":[[655,9],[685,9]]},"682":{"position":[[7834,9]]},"692":{"position":[[1336,10]]},"696":{"position":[[523,9],[4726,9]]},"708":{"position":[[299,9]]}}}],["difficult",{"_index":456,"t":{"21":{"position":[[180,9]]},"31":{"position":[[3747,9]]}}}],["difficulti",{"_index":367,"t":{"15":{"position":[[1730,10]]},"43":{"position":[[38,10]]}}}],["dimens",{"_index":4273,"t":{"360":{"position":[[23033,10]]},"544":{"position":[[595,10],[904,9],[3116,9],[3205,9]]},"558":{"position":[[1321,10],[1464,10],[2279,9]]},"608":{"position":[[3907,10],[4049,10],[5130,9]]},"682":{"position":[[146,10],[255,10]]},"696":{"position":[[116,9],[989,10],[1025,10],[1176,9],[1583,9],[1854,10],[2375,9],[4471,10],[4499,9]]},"708":{"position":[[559,11]]}}}],["dimension",{"_index":4726,"t":{"516":{"position":[[3200,14]]}}}],["dir",{"_index":5192,"t":{"608":{"position":[[7820,3],[7876,3]]}}}],["dir_or_data",{"_index":3754,"t":{"306":{"position":[[699,14]]}}}],["direct",{"_index":694,"t":{"33":{"position":[[833,10]]},"41":{"position":[[921,6]]},"283":{"position":[[588,6]]},"544":{"position":[[3780,10],[3846,10]]},"568":{"position":[[1996,9]]},"706":{"position":[[24,6],[392,6]]}}}],["directli",{"_index":679,"t":{"31":{"position":[[3646,8]]},"39":{"position":[[1009,9],[1039,8]]},"61":{"position":[[22,8]]},"255":{"position":[[343,8]]},"360":{"position":[[7428,8],[33375,8]]},"586":{"position":[[129,9],[288,9]]},"682":{"position":[[5976,8]]}}}],["directori",{"_index":1346,"t":{"108":{"position":[[860,9]]},"110":{"position":[[857,9]]},"112":{"position":[[769,9]]},"114":{"position":[[1264,9],[2740,9]]},"322":{"position":[[2935,9],[2996,9],[3040,9],[3070,9]]},"328":{"position":[[3005,9],[3066,9],[3110,9],[3140,9]]},"416":{"position":[[222,9]]},"594":{"position":[[611,9]]}}}],["disabl",{"_index":3393,"t":{"261":{"position":[[892,9]]},"322":{"position":[[412,8],[2803,7],[4001,8]]},"328":{"position":[[2873,7],[3922,7],[7702,9]]},"360":{"position":[[2273,7],[27440,7]]},"649":{"position":[[8945,7],[9248,7]]},"655":{"position":[[2116,7]]},"661":{"position":[[2079,7],[2336,7],[2427,7]]}}}],["disable/en",{"_index":3845,"t":{"328":{"position":[[426,14]]}}}],["disable_tqdm=tru",{"_index":2155,"t":{"190":{"position":[[1038,18]]}}}],["discontinu",{"_index":4117,"t":{"360":{"position":[[5253,13],[31229,13]]}}}],["discord",{"_index":294,"t":{"13":{"position":[[228,7]]},"23":{"position":[[231,7]]},"33":{"position":[[1247,7]]},"47":{"position":[[261,7]]},"71":{"position":[[198,8]]},"271":{"position":[[253,8]]}}}],["discount_in_perc",{"_index":3010,"t":{"229":{"position":[[2606,22],[8158,22],[15060,22],[20305,22],[23079,22],[24374,22]]}}}],["discov",{"_index":110,"t":{"5":{"position":[[76,8]]}}}],["discret",{"_index":2871,"t":{"227":{"position":[[255,8]]}}}],["discrete_test_df[\"above_mean_sal",{"_index":2886,"t":{"227":{"position":[[743,39]]}}}],["discrete_test_df[[\"d",{"_index":2882,"t":{"227":{"position":[[611,25]]}}}],["discrete_train_df[\"above_mean_sal",{"_index":2885,"t":{"227":{"position":[[704,38]]}}}],["discrete_train_df[[\"d",{"_index":2881,"t":{"227":{"position":[[555,26]]}}}],["discrete_x_test",{"_index":2880,"t":{"227":{"position":[[535,15]]}}}],["discrete_y_pred)print(\"tru",{"_index":2894,"t":{"227":{"position":[[1305,27]]}}}],["discrete_y_test",{"_index":2884,"t":{"227":{"position":[[684,15],[1341,16]]}}}],["discrimin",{"_index":1404,"t":{"110":{"position":[[659,15]]}}}],["discuss",{"_index":296,"t":{"13":{"position":[[247,11]]},"23":{"position":[[250,11]]},"33":{"position":[[1266,11]]},"47":{"position":[[280,11]]},"203":{"position":[[242,9]]}}}],["disjoint",{"_index":4116,"t":{"360":{"position":[[5243,9],[31219,9]]}}}],["disk",{"_index":4138,"t":{"360":{"position":[[6841,4],[32815,4]]}}}],["disord",{"_index":4541,"t":{"490":{"position":[[459,8]]}}}],["dispatch",{"_index":2083,"t":{"184":{"position":[[157,8]]}}}],["display.max_column",{"_index":2773,"t":{"225":{"position":[[61,22]]}}}],["disregard",{"_index":4645,"t":{"506":{"position":[[2048,11]]}}}],["dissemin",{"_index":5351,"t":{"640":{"position":[[173,14]]}}}],["distanc",{"_index":5817,"t":{"708":{"position":[[507,8]]}}}],["distilbert",{"_index":2117,"t":{"190":{"position":[[62,11]]}}}],["distinct",{"_index":4813,"t":{"554":{"position":[[487,8]]}}}],["distinguish",{"_index":3880,"t":{"328":{"position":[[11259,11],[12633,11]]}}}],["distribut",{"_index":1884,"t":{"162":{"position":[[52,10],[2284,11],[3130,11],[3275,11]]},"180":{"position":[[780,12]]},"184":{"position":[[182,11],[471,10]]},"281":{"position":[[506,11]]},"512":{"position":[[2862,13],[2919,13],[3163,13],[3199,13]]},"554":{"position":[[725,13]]},"649":{"position":[[6729,13],[7178,13]]},"657":{"position":[[3890,12],[4465,11]]},"682":{"position":[[546,12],[576,14],[4986,12],[5089,12]]},"706":{"position":[[1122,12]]}}}],["distribute_automl.py\"]ray_environment_nam",{"_index":1955,"t":{"162":{"position":[[2678,42]]}}}],["distribute_tune.pi",{"_index":1973,"t":{"162":{"position":[[3408,20]]}}}],["distributed/multi",{"_index":5514,"t":{"657":{"position":[[4503,17]]}}}],["divers",{"_index":384,"t":{"17":{"position":[[549,9],[830,9]]},"632":{"position":[[10,7]]}}}],["do",{"_index":3357,"t":{"257":{"position":[[221,5]]}}}],["do_eval=fals",{"_index":2154,"t":{"190":{"position":[[1023,14]]}}}],["doc",{"_index":3536,"t":{"281":{"position":[[948,4]]},"360":{"position":[[9455,4]]}}}],["docker",{"_index":985,"t":{"76":{"position":[[32,6]]},"162":{"position":[[145,6],[257,6]]},"322":{"position":[[3157,6],[3277,6]]},"328":{"position":[[3227,6],[3347,6],[7597,6],[7645,6],[19325,6]]}}}],["docker/dockerfil",{"_index":1886,"t":{"162":{"position":[[165,18],[394,20]]}}}],["dockerconfiguration(use_docker=true)aml_run_config.environ",{"_index":1961,"t":{"162":{"position":[[2917,62]]}}}],["dockerconfigurationcommand",{"_index":1954,"t":{"162":{"position":[[2640,26]]}}}],["dockerfil",{"_index":984,"t":{"76":{"position":[[20,11]]}}}],["dockerfile=ray_environment_dockerfile_path)ray_cpu_env.register(workspace=ws)ray_cpu_build_detail",{"_index":1898,"t":{"162":{"position":[[514,98]]}}}],["docstr",{"_index":552,"t":{"27":{"position":[[1669,7],[2028,6]]},"332":{"position":[[463,7]]}}}],["document",{"_index":283,"t":{"13":{"position":[[0,13]]},"23":{"position":[[42,13]]},"35":{"position":[[0,13]]},"37":{"position":[[1162,10]]},"47":{"position":[[27,13]]},"50":{"position":[[259,13]]},"65":{"position":[[0,13],[34,13]]},"84":{"position":[[18,13]]},"172":{"position":[[253,13]]},"180":{"position":[[872,13]]},"560":{"position":[[777,8]]}}}],["document\"]label_key",{"_index":1419,"t":{"112":{"position":[[205,21]]}}}],["doesn't",{"_index":3779,"t":{"312":{"position":[[411,7]]},"374":{"position":[[426,7]]},"608":{"position":[[2958,7]]},"649":{"position":[[5324,7],[5502,7]]}}}],["dollar",{"_index":3966,"t":{"336":{"position":[[2104,6],[2188,6]]}}}],["domain",{"_index":214,"t":{"9":{"position":[[532,8]]},"257":{"position":[[900,9],[962,10]]},"269":{"position":[[2925,7]]},"360":{"position":[[10066,10],[10553,8],[10670,9],[10720,9],[19747,6],[19880,9],[19930,9],[35442,6],[35575,9],[35625,9]]},"364":{"position":[[4194,6],[4284,10]]},"510":{"position":[[6,8],[241,6],[471,6],[570,7]]},"630":{"position":[[64,7]]},"649":{"position":[[4563,9],[4657,9],[4756,10],[4831,9],[6653,7],[6795,7],[8198,9],[8292,9],[9105,9],[9230,9],[9294,9],[9382,9]]},"651":{"position":[[622,10],[928,10],[960,6]]},"682":{"position":[[1449,7],[1513,6],[1550,6],[2585,7],[4429,8]]}}}],["don't",{"_index":4391,"t":{"374":{"position":[[299,5]]},"649":{"position":[[5599,5]]}}}],["done",{"_index":839,"t":{"45":{"position":[[213,4]]},"211":{"position":[[181,4]]},"620":{"position":[[171,4]]},"622":{"position":[[816,4]]}}}],["dot",{"_index":5809,"t":{"706":{"position":[[1168,4],[1214,4]]}}}],["dotnet",{"_index":3582,"t":{"283":{"position":[[339,6],[807,6]]}}}],["down",{"_index":503,"t":{"27":{"position":[[289,5]]},"31":{"position":[[872,4]]},"184":{"position":[[859,4]]},"360":{"position":[[8190,4],[34137,4]]},"708":{"position":[[2001,4]]}}}],["downgrad",{"_index":3540,"t":{"281":{"position":[[1008,10]]}}}],["download",{"_index":6,"t":{"2":{"position":[[48,9],[194,10]]},"57":{"position":[[178,11]]},"61":{"position":[[711,8]]},"100":{"position":[[75,8]]},"150":{"position":[[75,8]]},"160":{"position":[[75,8]]},"168":{"position":[[51,8]]},"298":{"position":[[95,8]]},"308":{"position":[[257,10],[294,10]]}}}],["download=tru",{"_index":3237,"t":{"236":{"position":[[358,14]]},"292":{"position":[[214,14],[319,14]]}}}],["draw",{"_index":4928,"t":{"572":{"position":[[1823,4]]}}}],["driven",{"_index":55,"t":{"2":{"position":[[711,6]]}}}],["drop",{"_index":868,"t":{"55":{"position":[[102,4]]},"269":{"position":[[943,4]]}}}],["dropout",{"_index":3165,"t":{"229":{"position":[[9192,10],[10048,10],[10632,10],[11198,10],[11758,10],[12317,10],[13410,10],[14308,10],[14873,10],[15444,10],[16013,10],[16566,10],[17128,10],[17695,10],[18258,10],[18822,10],[19394,10],[19963,10],[21431,10],[22327,10],[22892,10],[23463,10],[24032,10],[24794,10],[25230,10],[25664,10],[26091,10],[26470,10],[26613,10],[27211,10],[27450,10],[28232,10],[28643,10]]},"649":{"position":[[3482,8]]}}}],["dropout(p=0.1",{"_index":3166,"t":{"229":{"position":[[9203,14],[10059,14],[10643,14],[11209,14],[11769,14],[12328,14],[13421,14],[14319,14],[14884,14],[15455,14],[16024,14],[16577,14],[17139,14],[17706,14],[18269,14],[18833,14],[19405,14],[19974,14],[21442,14],[22338,14],[22903,14],[23474,14],[24043,14],[24805,14],[25241,14],[25675,14],[26102,14],[26481,14],[26624,14],[27222,14],[27461,14],[28243,14],[28654,14]]}}}],["dropout=0.1",{"_index":3193,"t":{"229":{"position":[[26340,12],[26414,12]]}}}],["dropout_0",{"_index":3306,"t":{"246":{"position":[[205,12]]}}}],["dropout_1",{"_index":3309,"t":{"246":{"position":[[254,12]]}}}],["dropout_2",{"_index":3310,"t":{"246":{"position":[[303,12]]}}}],["dropout_r",{"_index":1441,"t":{"112":{"position":[[1839,15]]}}}],["ds1",{"_index":5230,"t":{"610":{"position":[[1701,5]]}}}],["ds2",{"_index":5231,"t":{"610":{"position":[[1707,4]]}}}],["dtrain",{"_index":1830,"t":{"152":{"position":[[348,8]]},"649":{"position":[[7522,8]]}}}],["dtrain.get_label",{"_index":1831,"t":{"152":{"position":[[366,18]]},"649":{"position":[[7540,18]]}}}],["dtype=\"datetime64[m]\")y_train",{"_index":2518,"t":{"221":{"position":[[84,29]]}}}],["due",{"_index":426,"t":{"17":{"position":[[1739,3]]},"261":{"position":[[586,3]]},"644":{"position":[[1335,3]]},"692":{"position":[[1644,3]]}}}],["dummi",{"_index":4656,"t":{"512":{"position":[[25,5]]}}}],["durat",{"_index":1214,"t":{"100":{"position":[[5120,8],[5525,8]]},"150":{"position":[[8005,8],[8467,8]]},"174":{"position":[[271,8]]}}}],["dure",{"_index":2081,"t":{"184":{"position":[[47,6]]},"360":{"position":[[2669,6],[8738,6],[10382,6],[11835,6],[27941,6],[34247,6]]},"364":{"position":[[1013,6],[2257,6]]},"366":{"position":[[622,6]]},"434":{"position":[[8126,6]]},"568":{"position":[[2155,6]]},"655":{"position":[[598,6]]},"670":{"position":[[43,6]]},"688":{"position":[[193,6]]}}}],["dynam",{"_index":4435,"t":{"416":{"position":[[853,11]]}}}],["e",{"_index":523,"t":{"27":{"position":[[916,4]]},"74":{"position":[[61,1],[178,1]]}}}],["e.\"[test]\"coverag",{"_index":1004,"t":{"82":{"position":[[126,18]]}}}],["e.g",{"_index":317,"t":{"15":{"position":[[342,6],[440,6]]},"25":{"position":[[280,5]]},"184":{"position":[[1095,6]]},"221":{"position":[[306,5]]},"255":{"position":[[1065,5]]},"336":{"position":[[4001,5],[4474,5],[5124,5]]},"360":{"position":[[660,5],[1283,5],[1939,5],[2390,5],[5972,5],[8426,6],[9093,5],[10614,5],[10970,5],[16664,6],[17469,5],[17701,5],[20090,5],[25601,5],[25791,5],[26414,5],[27070,5],[27557,5],[31946,5],[34602,5],[36305,5],[37446,5]]},"364":{"position":[[3254,5],[4036,5],[4278,5]]},"416":{"position":[[148,5],[1322,6]]},"434":{"position":[[249,5]]},"510":{"position":[[295,5],[396,5]]},"512":{"position":[[796,5],[860,5],[1240,5],[1304,5]]},"516":{"position":[[960,4]]},"544":{"position":[[561,5],[638,5],[2359,5]]},"554":{"position":[[802,6]]},"558":{"position":[[1364,5],[1512,5],[2896,5],[3162,5],[4951,5]]},"568":{"position":[[1870,4]]},"608":{"position":[[3758,5],[3950,5],[4097,5],[4838,5],[7260,5],[8061,5],[8271,5],[8536,5],[10241,5],[10464,5]]},"610":{"position":[[441,5]]},"638":{"position":[[67,5]]},"649":{"position":[[5779,5]]},"651":{"position":[[2038,5]]},"657":{"position":[[1785,6],[2422,6],[3190,5]]},"680":{"position":[[333,6]]},"682":{"position":[[524,6],[7698,5]]},"684":{"position":[[273,5]]},"694":{"position":[[220,5],[593,5]]},"696":{"position":[[1088,6]]}}}],["each",{"_index":49,"t":{"2":{"position":[[608,4]]},"15":{"position":[[1161,4]]},"17":{"position":[[983,4]]},"19":{"position":[[92,4],[724,4]]},"27":{"position":[[676,4]]},"31":{"position":[[1054,4],[1136,4],[3578,4]]},"39":{"position":[[2738,4]]},"130":{"position":[[642,4],[655,4]]},"221":{"position":[[252,4]]},"255":{"position":[[1244,4]]},"257":{"position":[[396,4]]},"261":{"position":[[678,4]]},"302":{"position":[[88,4]]},"328":{"position":[[155,4]]},"336":{"position":[[2839,4],[2945,4],[3248,4],[7632,4],[9933,4]]},"360":{"position":[[3581,4],[8827,4],[11393,4],[14778,4],[14912,4],[15243,4],[19636,4],[19668,4],[22023,4],[22189,4],[22493,4],[22648,4],[22706,4],[22895,4],[22930,4],[23545,4],[28958,4],[34336,4],[35331,4],[35363,4],[36057,4],[36124,4]]},"364":{"position":[[2522,4],[2642,4],[2829,4],[4123,4]]},"366":{"position":[[1295,4],[1678,4]]},"394":{"position":[[183,4],[370,4]]},"398":{"position":[[177,4],[364,4]]},"502":{"position":[[900,4]]},"506":{"position":[[1494,4],[1879,4],[2800,4],[3185,4]]},"516":{"position":[[682,4],[3219,4]]},"544":{"position":[[1779,5],[3111,4],[3200,4]]},"558":{"position":[[1499,4],[4370,5],[6029,4],[6059,4]]},"608":{"position":[[4084,4],[9660,5]]},"624":{"position":[[1272,4]]},"632":{"position":[[45,4]]},"634":{"position":[[44,4],[111,4]]},"649":{"position":[[60,4],[126,4],[6243,4],[6465,4],[8596,4],[8671,4]]},"651":{"position":[[1771,4]]},"655":{"position":[[1799,4]]},"657":{"position":[[223,4],[530,4],[1113,4]]},"659":{"position":[[95,4],[288,4],[799,4]]},"661":{"position":[[62,4],[1117,4]]},"663":{"position":[[135,4],[505,4]]},"682":{"position":[[290,4]]},"692":{"position":[[196,4],[825,4]]},"694":{"position":[[1809,4],[1829,4],[2014,4]]},"696":{"position":[[4818,4]]},"702":{"position":[[376,5]]}}}],["eagerli",{"_index":266,"t":{"11":{"position":[[775,7]]}}}],["eampl",{"_index":1972,"t":{"162":{"position":[[3376,6]]}}}],["earli",{"_index":179,"t":{"7":{"position":[[329,5]]},"261":{"position":[[134,5]]},"304":{"position":[[293,5]]},"360":{"position":[[6962,5],[16572,5],[32936,5]]},"544":{"position":[[3558,5]]},"672":{"position":[[643,5]]},"696":{"position":[[491,5]]}}}],["earlier",{"_index":624,"t":{"31":{"position":[[1537,8]]},"328":{"position":[[4460,7],[5832,7]]},"572":{"position":[[2022,7]]}}}],["early_stop",{"_index":1460,"t":{"112":{"position":[[2213,17],[2393,17],[2523,17],[2653,17]]},"360":{"position":[[6908,10],[32882,10]]},"672":{"position":[[893,10]]}}}],["early_stop=non",{"_index":4304,"t":{"360":{"position":[[24388,16]]}}}],["early_stop=tru",{"_index":5595,"t":{"672":{"position":[[619,16]]}}}],["early_stopping_round",{"_index":5405,"t":{"649":{"position":[[2372,22]]}}}],["easi",{"_index":137,"t":{"5":{"position":[[448,4]]},"9":{"position":[[22,4],[473,4]]},"15":{"position":[[251,4]]},"21":{"position":[[87,4]]},"31":{"position":[[3777,4]]},"267":{"position":[[436,4]]},"269":{"position":[[2010,5]]},"640":{"position":[[168,4]]}}}],["easier",{"_index":547,"t":{"27":{"position":[[1536,8]]},"33":{"position":[[353,6]]},"37":{"position":[[978,6]]},"69":{"position":[[108,6]]},"708":{"position":[[1957,6]]}}}],["easiest",{"_index":5245,"t":{"620":{"position":[[4,7]]}}}],["easili",{"_index":468,"t":{"21":{"position":[[781,6]]},"39":{"position":[[1394,6]]},"69":{"position":[[260,6]]},"102":{"position":[[111,6]]},"152":{"position":[[8,6]]},"269":{"position":[[374,6]]},"568":{"position":[[113,6]]},"610":{"position":[[2226,6]]}}}],["easter_day",{"_index":2959,"t":{"229":{"position":[[976,13]]}}}],["easy_objective(config",{"_index":5174,"t":{"608":{"position":[[6834,23]]}}}],["econom",{"_index":168,"t":{"7":{"position":[[95,10]]},"11":{"position":[[743,10]]},"255":{"position":[[1895,10]]},"267":{"position":[[486,10]]},"269":{"position":[[1569,10]]},"602":{"position":[[641,10]]},"708":{"position":[[1768,12],[2361,10]]}}}],["ecooptigen",{"_index":693,"t":{"33":{"position":[[748,10]]},"50":{"position":[[102,10]]}}}],["ecosystem",{"_index":231,"t":{"11":{"position":[[52,10]]}}}],["effect",{"_index":264,"t":{"11":{"position":[[729,9]]},"21":{"position":[[370,13]]},"33":{"position":[[610,7]]},"37":{"position":[[491,9]]},"50":{"position":[[54,9]]},"328":{"position":[[8718,12],[10137,12]]},"602":{"position":[[2709,9],[2930,9]]},"626":{"position":[[468,11]]},"640":{"position":[[13,11]]},"706":{"position":[[371,9]]}}}],["effici",{"_index":166,"t":{"7":{"position":[[69,11],[110,9]]},"15":{"position":[[371,11]]},"255":{"position":[[1159,9]]}}}],["effort",{"_index":124,"t":{"5":{"position":[[255,7],[546,7]]},"11":{"position":[[286,7]]},"267":{"position":[[99,7]]},"360":{"position":[[4159,6],[30135,6]]}}}],["effortless",{"_index":3470,"t":{"269":{"position":[[3690,10]]}}}],["elast",{"_index":4413,"t":{"400":{"position":[[70,7]]}}}],["elasticnetestimator(sklearnestim",{"_index":4412,"t":{"400":{"position":[[6,37]]}}}],["element",{"_index":4156,"t":{"360":{"position":[[8832,7],[8927,7],[8988,7],[9060,7],[9634,7],[14783,7],[15248,7],[34341,7],[34436,7],[34497,7],[34569,7],[35116,7]]},"364":{"position":[[2527,7],[2834,7]]},"366":{"position":[[1683,7]]},"394":{"position":[[375,7]]},"398":{"position":[[369,7]]},"651":{"position":[[1776,7],[1871,7],[1932,7],[2005,7]]},"692":{"position":[[830,7]]}}}],["elementwise_affine=tru",{"_index":3155,"t":{"229":{"position":[[8980,24],[9347,24],[9492,24],[9637,24],[9837,24],[10204,24],[10421,24],[10788,24],[10987,24],[11354,24],[11547,24],[11914,24],[12106,24],[12473,24],[13131,24],[13567,24],[13761,24],[13908,24],[14097,24],[14464,24],[14662,24],[15029,24],[15233,24],[15600,24],[15802,24],[16169,24],[16355,24],[16722,24],[16917,24],[17284,24],[17484,24],[17851,24],[18047,24],[18414,24],[18611,24],[18978,24],[19183,24],[19550,24],[19752,24],[20119,24],[21157,24],[21586,24],[21780,24],[21927,24],[22116,24],[22483,24],[22681,24],[23048,24],[23252,24],[23619,24],[23821,24],[24188,24],[24951,24],[25387,24],[25821,24],[26248,24],[26788,24],[26890,24],[27368,24],[28389,24],[28800,24],[29008,24]]}}}],["elif",{"_index":4333,"t":{"360":{"position":[[36546,4]]}}}],["elu",{"_index":3159,"t":{"229":{"position":[[9064,6],[9920,6],[10504,6],[11070,6],[11630,6],[12189,6],[13217,6],[14180,6],[14745,6],[15316,6],[15885,6],[16438,6],[17000,6],[17567,6],[18130,6],[18694,6],[19266,6],[19835,6],[21241,6],[22199,6],[22764,6],[23335,6],[23904,6],[24664,6],[25100,6],[25534,6],[25961,6],[27018,6],[28513,6]]}}}],["elu(alpha=1.0",{"_index":3160,"t":{"229":{"position":[[9071,14],[9927,14],[10511,14],[11077,14],[11637,14],[12196,14],[13224,14],[14187,14],[14752,14],[15323,14],[15892,14],[16445,14],[17007,14],[17574,14],[18137,14],[18701,14],[19273,14],[19842,14],[21248,14],[22206,14],[22771,14],[23342,14],[23911,14],[24671,14],[25107,14],[25541,14],[25968,14],[27025,14],[28520,14]]}}}],["email",{"_index":720,"t":{"37":{"position":[[1142,7]]}}}],["embed",{"_index":3132,"t":{"229":{"position":[[7490,13]]}}}],["embedding(12",{"_index":3137,"t":{"229":{"position":[[7639,13]]}}}],["embedding(25",{"_index":3134,"t":{"229":{"position":[[7551,13]]}}}],["embedding(58",{"_index":3133,"t":{"229":{"position":[[7526,13]]}}}],["emphasi",{"_index":271,"t":{"11":{"position":[[849,8]]}}}],["empir",{"_index":5050,"t":{"602":{"position":[[984,9],[1158,9],[3147,9],[3412,9]]}}}],["employ",{"_index":4918,"t":{"572":{"position":[[195,7]]}}}],["empti",{"_index":3359,"t":{"257":{"position":[[268,5]]},"322":{"position":[[3354,6]]},"328":{"position":[[3424,6],[5331,5],[16609,5],[17858,5]]},"360":{"position":[[2306,5],[27473,5]]},"434":{"position":[[140,5]]}}}],["en/stable/tutorial/10_key_features/002_configurations.html",{"_index":4924,"t":{"572":{"position":[[895,60]]}}}],["enabl",{"_index":108,"t":{"5":{"position":[[51,7],[439,8]]},"11":{"position":[[717,6]]},"45":{"position":[[289,8]]},"102":{"position":[[118,6]]},"152":{"position":[[15,6]]},"267":{"position":[[6,7]]},"269":{"position":[[140,7]]},"322":{"position":[[368,7]]},"360":{"position":[[7232,6],[33179,6]]},"434":{"position":[[2328,7]]},"608":{"position":[[10846,6]]},"649":{"position":[[9424,6]]},"708":{"position":[[1752,7]]}}}],["encapsul",{"_index":753,"t":{"39":{"position":[[1251,13]]}}}],["enclos",{"_index":816,"t":{"41":{"position":[[724,7]]}}}],["encod",{"_index":2955,"t":{"229":{"position":[[875,6],[950,8]]}}}],["encoder_length",{"_index":3141,"t":{"229":{"position":[[7843,17],[10819,17],[12689,17]]}}}],["encoder_variable_select",{"_index":3054,"t":{"229":{"position":[[4137,26],[6024,26],[12908,29]]}}}],["encount",{"_index":900,"t":{"59":{"position":[[328,9]]}}}],["encourag",{"_index":683,"t":{"33":{"position":[[118,12]]},"682":{"position":[[7181,10],[7888,10]]},"698":{"position":[[504,10]]}}}],["end",{"_index":528,"t":{"27":{"position":[[990,3]]},"31":{"position":[[2218,3]]},"194":{"position":[[501,3]]},"336":{"position":[[10978,3]]},"360":{"position":[[22332,4],[22769,4]]},"610":{"position":[[2250,3]]},"672":{"position":[[345,4]]},"696":{"position":[[5649,3]]}}}],["end='1/07/2022",{"_index":4206,"t":{"360":{"position":[[14560,17]]}}}],["endpoint",{"_index":863,"t":{"52":{"position":[[109,8]]}}}],["energy_forecast_categorical.log",{"_index":2828,"t":{"225":{"position":[[1895,34]]}}}],["enforc",{"_index":5483,"t":{"655":{"position":[[124,7],[1623,8]]}}}],["engin",{"_index":219,"t":{"9":{"position":[[581,12]]},"227":{"position":[[232,11]]},"269":{"position":[[1596,6]]},"630":{"position":[[91,9]]}}}],["enginespydoc",{"_index":1022,"t":{"84":{"position":[[304,12]]}}}],["english",{"_index":1471,"t":{"112":{"position":[[2473,7],[2603,7],[2733,7]]}}}],["enhanc",{"_index":272,"t":{"11":{"position":[[879,9]]},"43":{"position":[[719,7]]},"45":{"position":[[221,7],[991,9]]}}}],["enough",{"_index":4097,"t":{"360":{"position":[[3465,6],[28745,6]]},"634":{"position":[[136,6]]},"649":{"position":[[5637,6]]},"674":{"position":[[851,6]]}}}],["ensembl",{"_index":3392,"t":{"261":{"position":[[871,11],[902,9],[929,8]]},"360":{"position":[[2684,8],[2747,8],[27956,8],[28019,8]]},"653":{"position":[[15,8],[474,11]]}}}],["ensemble.extratreesclassifi",{"_index":5356,"t":{"640":{"position":[[323,30]]}}}],["ensemble=non",{"_index":4285,"t":{"360":{"position":[[23923,14]]}}}],["ensemble=tru",{"_index":5481,"t":{"653":{"position":[[52,13],[82,14]]}}}],["ensemblefrom",{"_index":5353,"t":{"640":{"position":[[228,12]]}}}],["ensur",{"_index":966,"t":{"69":{"position":[[684,6]]},"674":{"position":[[829,7]]}}}],["enter",{"_index":3878,"t":{"328":{"position":[[10831,7],[12205,7]]},"598":{"position":[[1360,5]]}}}],["enterpris",{"_index":148,"t":{"5":{"position":[[563,10]]}}}],["entri",{"_index":4142,"t":{"360":{"position":[[7367,5],[33314,5]]},"608":{"position":[[10981,5]]}}}],["enumerate(train_load",{"_index":3267,"t":{"240":{"position":[[96,24]]}}}],["enumerate(trainload",{"_index":3675,"t":{"294":{"position":[[1290,22]]}}}],["enumerate(valid_load",{"_index":3279,"t":{"242":{"position":[[117,24]]}}}],["enumerate(valload",{"_index":3694,"t":{"294":{"position":[[1921,20]]}}}],["env",{"_index":2415,"t":{"201":{"position":[[53,3]]}}}],["envaml_run_config.node_count",{"_index":1962,"t":{"162":{"position":[[2982,28]]}}}],["environ",{"_index":1885,"t":{"162":{"position":[[112,11],[291,11],[764,11]]},"184":{"position":[[1144,11]]},"281":{"position":[[783,12]]},"322":{"position":[[3402,12],[3508,12]]},"328":{"position":[[3472,12],[3578,12]]},"360":{"position":[[8475,11]]},"657":{"position":[[1834,11]]}}}],["environment.from_dockerfil",{"_index":1896,"t":{"162":{"position":[[458,28]]}}}],["environment.get(workspace=w",{"_index":1957,"t":{"162":{"position":[[2742,29]]}}}],["environmentconda",{"_index":2416,"t":{"201":{"position":[[105,16]]}}}],["environmentfrom",{"_index":1951,"t":{"162":{"position":[[2576,15]]}}}],["eos_token_id",{"_index":1443,"t":{"112":{"position":[[1860,15]]}}}],["ep",{"_index":4800,"t":{"548":{"position":[[188,4]]}}}],["epoch",{"_index":3295,"t":{"244":{"position":[[194,5]]},"294":{"position":[[1149,5],[1769,6]]},"360":{"position":[[21443,6],[39089,6]]},"544":{"position":[[644,10]]},"696":{"position":[[1122,8]]}}}],["epoch_step",{"_index":3674,"t":{"294":{"position":[[1259,11],[1667,11],[1803,12]]}}}],["eps=1",{"_index":3154,"t":{"229":{"position":[[8969,6],[9336,6],[9481,6],[9626,6],[9826,6],[10193,6],[10410,6],[10777,6],[10976,6],[11343,6],[11536,6],[11903,6],[12095,6],[12462,6],[13120,6],[13556,6],[13750,6],[13897,6],[14086,6],[14453,6],[14651,6],[15018,6],[15222,6],[15589,6],[15791,6],[16158,6],[16344,6],[16711,6],[16906,6],[17273,6],[17473,6],[17840,6],[18036,6],[18403,6],[18600,6],[18967,6],[19172,6],[19539,6],[19741,6],[20108,6],[21146,6],[21575,6],[21769,6],[21916,6],[22105,6],[22472,6],[22670,6],[23037,6],[23241,6],[23608,6],[23810,6],[24177,6],[24940,6],[25376,6],[25810,6],[26237,6],[26777,6],[26879,6],[27357,6],[28378,6],[28789,6],[28997,6]]}}}],["eq",{"_index":776,"t":{"39":{"position":[[2221,3]]}}}],["eq(lh",{"_index":786,"t":{"39":{"position":[[2312,7]]}}}],["equal",{"_index":392,"t":{"17":{"position":[[774,5]]},"19":{"position":[[289,5]]},"31":{"position":[[1034,5]]},"39":{"position":[[2007,6]]},"336":{"position":[[10665,5]]},"360":{"position":[[18806,5],[29611,5],[29797,5]]},"434":{"position":[[3681,5],[3846,5],[6582,5]]},"490":{"position":[[589,5]]},"570":{"position":[[978,8]]},"620":{"position":[[551,5]]}}}],["equat",{"_index":785,"t":{"39":{"position":[[2301,8]]},"41":{"position":[[244,8]]}}}],["equival",{"_index":4662,"t":{"512":{"position":[[207,10],[430,10],[1568,10],[1804,10]]},"516":{"position":[[1297,10],[1627,10]]},"572":{"position":[[3737,10]]},"622":{"position":[[529,10]]},"624":{"position":[[347,11]]}}}],["erkang",{"_index":5028,"t":{"602":{"position":[[155,6],[317,6],[3259,6],[3545,6]]}}}],["error",{"_index":425,"t":{"17":{"position":[[1732,6]]},"45":{"position":[[356,7],[394,7]]},"59":{"position":[[338,5]]},"69":{"position":[[713,5]]},"92":{"position":[[807,5]]},"100":{"position":[[1094,5]]},"108":{"position":[[1690,5]]},"110":{"position":[[1289,5]]},"112":{"position":[[1200,5]]},"114":{"position":[[3242,5]]},"122":{"position":[[655,5]]},"128":{"position":[[826,5]]},"150":{"position":[[1098,5]]},"221":{"position":[[831,5]]},"223":{"position":[[1549,5]]},"225":{"position":[[2412,5]]},"227":{"position":[[1651,5]]},"229":{"position":[[3527,5]]},"261":{"position":[[413,5],[597,6],[721,6],[784,6],[852,5]]},"269":{"position":[[1060,5]]},"328":{"position":[[7321,5]]},"336":{"position":[[4388,5]]},"544":{"position":[[3324,6]]},"548":{"position":[[473,6]]},"554":{"position":[[40,5]]},"558":{"position":[[5688,6]]},"594":{"position":[[288,5],[312,6],[913,6],[949,6]]},"610":{"position":[[1818,9]]},"647":{"position":[[409,6],[436,6],[464,6],[504,6]]}}}],["error=0.0005",{"_index":2746,"t":{"223":{"position":[[13389,13]]}}}],["error=0.0005[flaml.automl",{"_index":2747,"t":{"223":{"position":[[13433,26],[13650,26],[13881,26],[14098,26],[14309,26],[14517,26]]}}}],["error=0.0008",{"_index":2734,"t":{"223":{"position":[[11219,13]]}}}],["error=0.0008[flaml.automl",{"_index":2735,"t":{"223":{"position":[[11263,26],[11476,26],[11693,26],[11904,26],[12121,26],[12338,26],[12551,26],[12782,26],[12999,26],[13216,26]]}}}],["error=0.0017",{"_index":2713,"t":{"223":{"position":[[5385,13],[5593,13],[5801,13],[6009,13],[8349,13],[8557,13],[9189,13],[11860,13],[14265,13]]}}}],["error=0.0017[flaml.automl",{"_index":2714,"t":{"223":{"position":[[5426,26],[5634,26],[5842,26],[6050,26],[6254,26],[6458,26],[6672,26],[6886,26],[7100,26],[7314,26],[7528,26],[7742,26],[7962,26],[8182,26],[8390,26],[8598,26],[8802,26],[9022,26],[9230,26],[9450,26],[9678,26],[9906,26],[10134,26],[10362,26],[10590,26],[10818,26],[11046,26]]}}}],["error=0.0018",{"_index":2731,"t":{"223":{"position":[[10321,13],[10549,13],[10777,13],[11005,13],[12738,13],[13837,13]]}}}],["error=0.0020",{"_index":2711,"t":{"223":{"position":[[5177,13]]}}}],["error=0.0020[flaml.automl",{"_index":2712,"t":{"223":{"position":[[5218,26]]}}}],["error=0.0021",{"_index":2709,"t":{"223":{"position":[[4761,13],[4969,13]]}}}],["error=0.0021[flaml.automl",{"_index":2710,"t":{"223":{"position":[[4802,26],[5010,26]]}}}],["error=0.0023",{"_index":2707,"t":{"223":{"position":[[4345,13],[4553,13]]}}}],["error=0.0023[flaml.automl",{"_index":2708,"t":{"223":{"position":[[4386,26],[4594,26]]}}}],["error=0.0029",{"_index":2730,"t":{"223":{"position":[[10093,13]]}}}],["error=0.0036",{"_index":2705,"t":{"223":{"position":[[4137,13]]}}}],["error=0.0036[flaml.automl",{"_index":2706,"t":{"223":{"position":[[4178,26]]}}}],["error=0.0047",{"_index":2738,"t":{"223":{"position":[[11432,13],[11649,13],[12077,13],[12294,13],[12507,13],[12955,13],[13606,13]]}}}],["error=0.0110",{"_index":2703,"t":{"223":{"position":[[3722,13],[3929,13]]}}}],["error=0.0110[flaml.automl",{"_index":2704,"t":{"223":{"position":[[3763,26],[3970,26]]}}}],["error=0.0146",{"_index":2753,"t":{"223":{"position":[[14473,13]]}}}],["error=0.0158",{"_index":2727,"t":{"223":{"position":[[9409,13]]}}}],["error=0.0160",{"_index":2725,"t":{"223":{"position":[[8141,13],[8981,13]]}}}],["error=0.0192",{"_index":2701,"t":{"223":{"position":[[3101,13],[3308,13],[3515,13]]}}}],["error=0.0192[flaml.automl",{"_index":2702,"t":{"223":{"position":[[3142,26],[3349,26],[3556,26]]}}}],["error=0.0197",{"_index":1561,"t":{"122":{"position":[[6512,13],[6720,13],[6928,13],[7136,13]]}}}],["error=0.0197[flaml.automl",{"_index":1562,"t":{"122":{"position":[[6553,26],[6761,26],[6969,26],[7177,26]]}}}],["error=0.0201",{"_index":1553,"t":{"122":{"position":[[5056,13],[5264,13],[5472,13],[5680,13],[5888,13],[6096,13],[6304,13]]}}}],["error=0.0201[flaml.automl",{"_index":1554,"t":{"122":{"position":[[5097,26],[5305,26],[5513,26],[5721,26],[5929,26],[6137,26],[6345,26]]}}}],["error=0.0210",{"_index":2717,"t":{"223":{"position":[[6417,13],[8761,13]]}}}],["error=0.0225",{"_index":1547,"t":{"122":{"position":[[4010,13],[4432,13],[4640,13],[4848,13]]}}}],["error=0.0225[flaml.automl",{"_index":1548,"t":{"122":{"position":[[4051,26],[4265,26],[4473,26],[4681,26],[4889,26]]}}}],["error=0.0228",{"_index":2716,"t":{"223":{"position":[[6213,13]]}}}],["error=0.0233",{"_index":1545,"t":{"122":{"position":[[3148,13],[3365,13],[3582,13],[3799,13],[4224,13]]}}}],["error=0.0233[flaml.automl",{"_index":1546,"t":{"122":{"position":[[3192,26],[3409,26],[3626,26],[3843,26]]}}}],["error=0.0242",{"_index":2722,"t":{"223":{"position":[[7701,13],[13172,13],[14054,13]]}}}],["error=0.0245",{"_index":2724,"t":{"223":{"position":[[7921,13]]}}}],["error=0.0248",{"_index":1542,"t":{"122":{"position":[[1047,13],[1254,13],[1461,13],[1668,13],[2301,13],[2508,13]]}}}],["error=0.0248[flaml.automl",{"_index":1543,"t":{"122":{"position":[[1088,26],[1295,26],[1502,26],[1709,26],[1922,26],[2135,26],[2342,26],[2549,26],[2762,26],[2975,26]]}}}],["error=0.0249",{"_index":2721,"t":{"223":{"position":[[7273,13],[7487,13]]}}}],["error=0.0315",{"_index":1544,"t":{"122":{"position":[[1881,13],[2094,13],[2721,13],[2934,13]]}}}],["error=0.0333",{"_index":2915,"t":{"227":{"position":[[7134,13],[7813,13]]}}}],["error=0.0333[flaml.automl",{"_index":2916,"t":{"227":{"position":[[7178,26],[7409,26],[7640,26],[7857,26],[8080,26],[8311,26]]}}}],["error=0.0365",{"_index":2699,"t":{"223":{"position":[[2894,13]]}}}],["error=0.0365[flaml.automl",{"_index":2700,"t":{"223":{"position":[[2935,26]]}}}],["error=0.0393",{"_index":2851,"t":{"225":{"position":[[4321,13],[4528,13]]}}}],["error=0.0393[flaml.automl",{"_index":2852,"t":{"225":{"position":[[4362,26],[4569,26]]}}}],["error=0.0406",{"_index":2848,"t":{"225":{"position":[[3700,13],[3907,13],[4114,13]]}}}],["error=0.0406[flaml.automl",{"_index":2849,"t":{"225":{"position":[[3741,26],[3948,26],[4155,26]]}}}],["error=0.0447",{"_index":2729,"t":{"223":{"position":[[9637,13],[9865,13]]}}}],["error=0.0464",{"_index":2697,"t":{"223":{"position":[[2480,13],[2687,13]]}}}],["error=0.0464[flaml.automl",{"_index":2698,"t":{"223":{"position":[[2521,26],[2728,26]]}}}],["error=0.0525",{"_index":2846,"t":{"225":{"position":[[3286,13],[3493,13]]}}}],["error=0.0525[flaml.automl",{"_index":2847,"t":{"225":{"position":[[3327,26],[3534,26]]}}}],["error=0.0533",{"_index":1088,"t":{"92":{"position":[[1659,13],[1866,13],[2073,13],[2493,13]]}}}],["error=0.0533[flaml.automl",{"_index":1089,"t":{"92":{"position":[[1700,26],[1907,26],[2114,26],[2327,26],[2534,26],[2753,26]]}}}],["error=0.0574",{"_index":2695,"t":{"223":{"position":[[2273,13]]}}}],["error=0.0574[flaml.automl",{"_index":2696,"t":{"223":{"position":[[2314,26]]}}}],["error=0.0600",{"_index":1095,"t":{"92":{"position":[[2286,13]]}}}],["error=0.0621",{"_index":2693,"t":{"223":{"position":[[2066,13]]}}}],["error=0.0621[flaml.automl",{"_index":2694,"t":{"223":{"position":[[2107,26]]}}}],["error=0.0667",{"_index":1100,"t":{"92":{"position":[[2712,13]]},"227":{"position":[[3325,13],[3530,13],[3735,13],[3940,13],[4142,13],[4344,13],[5000,13],[5212,13],[5438,13],[5640,13],[5866,13],[6072,13],[6290,13],[6502,13],[6720,13],[6922,13],[7365,13],[7596,13],[8036,13],[8267,13]]}}}],["error=0.0667[flaml.automl",{"_index":2913,"t":{"227":{"position":[[3364,26],[3569,26],[3774,26],[3979,26],[4181,26],[4383,26],[4595,26],[4813,26],[5039,26],[5251,26],[5477,26],[5679,26],[5905,26],[6111,26],[6329,26],[6541,26],[6759,26],[6961,26]]}}}],["error=0.0733",{"_index":1084,"t":{"92":{"position":[[1245,13],[1452,13]]}}}],["error=0.0733[flaml.automl",{"_index":1085,"t":{"92":{"position":[[1286,26],[1493,26]]}}}],["error=0.0854",{"_index":2844,"t":{"225":{"position":[[2872,13],[3079,13]]}}}],["error=0.0854[flaml.automl",{"_index":2845,"t":{"225":{"position":[[2913,26],[3120,26]]}}}],["error=0.1333",{"_index":2911,"t":{"227":{"position":[[2499,13],[2702,13],[2915,13],[3122,13],[4556,13],[4774,13]]}}}],["error=0.1333[flaml.automl",{"_index":2912,"t":{"227":{"position":[[2540,26],[2743,26],[2956,26],[3163,26]]}}}],["error=0.1564",{"_index":1189,"t":{"100":{"position":[[4174,13]]}}}],["error=0.1564[flaml.automl",{"_index":1190,"t":{"100":{"position":[[4215,26]]}}}],["error=0.1630",{"_index":1178,"t":{"100":{"position":[[3338,13],[3547,13],[3756,13],[3965,13]]}}}],["error=0.1630[flaml.automl",{"_index":1179,"t":{"100":{"position":[[3379,26],[3588,26],[3797,26],[4006,26]]}}}],["error=0.1663",{"_index":1774,"t":{"150":{"position":[[7127,13]]}}}],["error=0.1663[flaml.automl",{"_index":1775,"t":{"150":{"position":[[7171,26]]}}}],["error=0.1717",{"_index":2719,"t":{"223":{"position":[[7059,13]]}}}],["error=0.1740",{"_index":1386,"t":{"108":{"position":[[2273,13]]}}}],["error=0.1740[flaml.automl",{"_index":1387,"t":{"108":{"position":[[2321,26]]}}}],["error=0.1764",{"_index":1173,"t":{"100":{"position":[[3130,13]]}}}],["error=0.1764[flaml.automl",{"_index":1174,"t":{"100":{"position":[[3171,26]]}}}],["error=0.1782",{"_index":1764,"t":{"150":{"position":[[6255,13],[6473,13],[6691,13],[6909,13]]}}}],["error=0.1782[flaml.automl",{"_index":1765,"t":{"150":{"position":[[6299,26],[6517,26],[6735,26],[6953,26]]}}}],["error=0.1797",{"_index":1754,"t":{"150":{"position":[[5384,13],[5601,13],[5819,13],[6037,13]]}}}],["error=0.1797[flaml.automl",{"_index":1755,"t":{"150":{"position":[[5428,26],[5645,26],[5863,26],[6081,26]]}}}],["error=0.1919",{"_index":1748,"t":{"150":{"position":[[4950,13],[5167,13]]}}}],["error=0.1919[flaml.automl",{"_index":1749,"t":{"150":{"position":[[4994,26],[5211,26]]}}}],["error=0.2090",{"_index":1744,"t":{"150":{"position":[[4516,13],[4733,13]]}}}],["error=0.2090[flaml.automl",{"_index":1745,"t":{"150":{"position":[[4560,26],[4777,26]]}}}],["error=0.2113",{"_index":1741,"t":{"150":{"position":[[4082,13],[4299,13]]}}}],["error=0.2113[flaml.automl",{"_index":1742,"t":{"150":{"position":[[4126,26],[4343,26]]}}}],["error=0.2197",{"_index":1593,"t":{"128":{"position":[[2697,13]]}}}],["error=0.2197[flaml.automl",{"_index":1594,"t":{"128":{"position":[[2738,26],[2951,26],[3164,26],[3378,26],[3592,26],[3806,26],[4020,26],[4240,26]]}}}],["error=0.2219",{"_index":1168,"t":{"100":{"position":[[2716,13],[2923,13]]}}}],["error=0.2219[flaml.automl",{"_index":1169,"t":{"100":{"position":[[2757,26],[2964,26]]}}}],["error=0.2337",{"_index":1164,"t":{"100":{"position":[[2302,13],[2509,13]]}}}],["error=0.2337[flaml.automl",{"_index":1165,"t":{"100":{"position":[[2343,26],[2550,26]]}}}],["error=0.2513",{"_index":1735,"t":{"150":{"position":[[3431,13],[3648,13],[3865,13]]}}}],["error=0.2513[flaml.automl",{"_index":1736,"t":{"150":{"position":[[3475,26],[3692,26],[3909,26]]}}}],["error=0.2667",{"_index":2909,"t":{"227":{"position":[[2085,13],[2292,13]]}}}],["error=0.2667[flaml.automl",{"_index":2910,"t":{"227":{"position":[[2126,26],[2333,26]]}}}],["error=0.2712",{"_index":1590,"t":{"128":{"position":[[2076,13],[2283,13],[2490,13]]}}}],["error=0.2712[flaml.automl",{"_index":1591,"t":{"128":{"position":[[2117,26],[2324,26],[2531,26]]}}}],["error=0.2807",{"_index":1588,"t":{"128":{"position":[[1869,13]]}}}],["error=0.2807[flaml.automl",{"_index":1589,"t":{"128":{"position":[[1910,26]]}}}],["error=0.2985",{"_index":1160,"t":{"100":{"position":[[2095,13]]}}}],["error=0.2985[flaml.automl",{"_index":1161,"t":{"100":{"position":[[2136,26]]}}}],["error=0.2992",{"_index":1730,"t":{"150":{"position":[[2783,13],[2999,13],[3215,13]]}}}],["error=0.2992[flaml.automl",{"_index":1731,"t":{"150":{"position":[[2827,26],[3043,26],[3259,26]]}}}],["error=0.3619",{"_index":1597,"t":{"128":{"position":[[3551,13],[3765,13],[3979,13]]}}}],["error=0.3799",{"_index":1725,"t":{"150":{"position":[[2135,13],[2351,13],[2567,13]]}}}],["error=0.3799[flaml.automl",{"_index":1726,"t":{"150":{"position":[[2179,26],[2395,26],[2611,26]]}}}],["error=0.4459",{"_index":5600,"t":{"674":{"position":[[323,13],[364,12]]}}}],["error=0.4774",{"_index":1157,"t":{"100":{"position":[[1681,13],[1888,13]]}}}],["error=0.4774[flaml.automl",{"_index":1158,"t":{"100":{"position":[[1722,26],[1929,26]]}}}],["error=0.5446",{"_index":1586,"t":{"128":{"position":[[1662,13]]}}}],["error=0.5446[flaml.automl",{"_index":1587,"t":{"128":{"position":[[1703,26]]}}}],["error=0.5600",{"_index":2641,"t":{"221":{"position":[[21288,13],[21736,13],[22602,13],[22878,12]]}}}],["error=0.5600[flaml.automl",{"_index":2642,"t":{"221":{"position":[[21332,26],[21563,26],[21780,26],[21993,26],[22206,26],[22429,26],[22646,26]]}}}],["error=0.5693",{"_index":2602,"t":{"221":{"position":[[15188,13],[15399,13],[15614,13],[16058,13],[16273,13],[16484,13],[16924,13],[17139,13],[17350,13],[17565,13],[17776,13],[17991,13],[18664,13],[19323,13],[19767,13],[19978,13],[20193,13],[20404,13],[20615,13],[21949,13],[22162,13]]}}}],["error=0.5693[flaml.automl",{"_index":2603,"t":{"221":{"position":[[15230,26],[15441,26],[15656,26],[15885,26],[16100,26],[16315,26],[16526,26],[16755,26],[16966,26],[17181,26],[17392,26],[17607,26],[17818,26],[18033,26],[18262,26],[18491,26],[18706,26],[18921,26],[19150,26],[19365,26],[19594,26],[19809,26],[20020,26],[20235,26],[20446,26],[20657,26],[20886,26],[21115,26]]}}}],["error=0.6738",{"_index":2718,"t":{"223":{"position":[[6631,13],[6845,13]]}}}],["error=0.7052",{"_index":1596,"t":{"128":{"position":[[3337,13]]}}}],["error=0.7197",{"_index":1598,"t":{"128":{"position":[[4199,13]]}}}],["error=0.7383",{"_index":1155,"t":{"100":{"position":[[1474,13]]}}}],["error=0.7383[flaml.automl",{"_index":1156,"t":{"100":{"position":[[1515,26]]}}}],["error=0.7393",{"_index":1584,"t":{"128":{"position":[[1248,13],[1455,13]]}}}],["error=0.7393[flaml.automl",{"_index":1585,"t":{"128":{"position":[[1289,26],[1496,26]]}}}],["error=0.8485",{"_index":1723,"t":{"150":{"position":[[1919,13]]}}}],["error=0.8485[flaml.automl",{"_index":1724,"t":{"150":{"position":[[1963,26]]}}}],["error=0.9466",{"_index":2551,"t":{"221":{"position":[[2740,13],[2947,13],[3154,13],[3362,13],[3570,13],[3778,13],[3986,13],[4194,13],[4402,13],[4610,13],[4818,13],[7594,13],[7802,13],[8010,13],[8438,13],[10174,13],[11742,13],[12826,13],[13034,13],[14108,13],[14536,13]]}}}],["error=0.9466[flaml.automl",{"_index":2552,"t":{"221":{"position":[[2781,26],[2988,26],[3195,26],[3403,26],[3611,26],[3819,26],[4027,26],[4235,26],[4443,26],[4651,26],[4859,26],[5063,26],[5267,26],[5481,26],[5685,26],[5899,26],[6113,26],[6327,26],[6547,26],[6767,26],[6987,26],[7207,26],[7427,26],[7635,26],[7843,26],[8051,26],[8271,26],[8479,26],[8693,26],[8913,26],[9133,26],[9353,26],[9567,26],[9787,26],[10007,26],[10215,26],[10435,26],[10663,26],[10891,26],[11119,26],[11347,26],[11575,26],[11783,26],[12003,26],[12231,26],[12445,26],[12659,26],[12867,26],[13075,26],[13303,26],[13507,26],[13721,26],[13941,26],[14149,26],[14369,26],[14577,26],[14805,26],[15019,26]]}}}],["error=0.9499",{"_index":2561,"t":{"221":{"position":[[7386,13],[8230,13],[8872,13],[9092,13],[9312,13],[9746,13],[9966,13],[10394,13],[11962,13],[13900,13],[14328,13],[22385,13]]}}}],["error=0.9652",{"_index":2549,"t":{"221":{"position":[[2533,13]]}}}],["error=0.9652[flaml.automl",{"_index":2550,"t":{"221":{"position":[[2574,26]]}}}],["error=0.9683",{"_index":2578,"t":{"221":{"position":[[10850,13],[11078,13],[11306,13],[11534,13],[12190,13],[13262,13],[14764,13],[15843,13],[16713,13],[18220,13],[18449,13],[19108,13],[19552,13],[20844,13],[21073,13],[21519,13],[22834,13]]}}}],["error=0.9811",{"_index":2547,"t":{"221":{"position":[[1291,13],[1498,13],[1705,13],[1912,13],[2119,13],[2326,13]]}}}],["error=0.9811[flaml.automl",{"_index":2548,"t":{"221":{"position":[[1332,26],[1539,26],[1746,26],[1953,26],[2160,26],[2367,26]]}}}],["error=1.0015",{"_index":2559,"t":{"221":{"position":[[5858,13],[6072,13],[6286,13],[8652,13],[9526,13],[12404,13],[12618,13],[13680,13]]}}}],["error=1.0130",{"_index":2560,"t":{"221":{"position":[[6506,13],[6726,13],[6946,13],[7166,13]]}}}],["error=1.0271",{"_index":2558,"t":{"221":{"position":[[5440,13]]}}}],["error=1.0848",{"_index":2557,"t":{"221":{"position":[[5226,13],[5644,13],[13466,13]]}}}],["error=1.0994",{"_index":2556,"t":{"221":{"position":[[5022,13]]}}}],["error=1.4076",{"_index":2628,"t":{"221":{"position":[[18879,13]]}}}],["error=1.4958",{"_index":1595,"t":{"128":{"position":[[2910,13],[3123,13]]}}}],["error=1.5706",{"_index":2598,"t":{"221":{"position":[[14978,13]]}}}],["error=1.5815",{"_index":2575,"t":{"221":{"position":[[10622,13]]}}}],["error=1324290483134574.7500,\\tbest",{"_index":3116,"t":{"229":{"position":[[5513,34]]}}}],["error=1324290483134574.7500gpu",{"_index":3117,"t":{"229":{"position":[[5569,30]]}}}],["error=2.1267",{"_index":1721,"t":{"150":{"position":[[1487,13],[1703,13]]}}}],["error=2.1267[flaml.automl",{"_index":1722,"t":{"150":{"position":[[1531,26],[1747,26]]}}}],["error_fil",{"_index":4989,"t":{"594":{"position":[[920,10]]}}}],["error_r",{"_index":3297,"t":{"244":{"position":[[270,11],[328,14],[343,11]]},"248":{"position":[[220,14],[277,14],[342,14],[791,14]]},"544":{"position":[[2404,14],[2474,14],[2526,14],[2639,14],[2709,14],[2762,14]]},"558":{"position":[[4996,14],[5066,14],[5118,14],[5231,14],[5301,14],[5354,14]]},"608":{"position":[[10280,14],[10348,14],[10399,14],[10503,14],[10571,14],[10623,14]]}}}],["escap",{"_index":981,"t":{"74":{"position":[[135,8]]}}}],["especi",{"_index":685,"t":{"33":{"position":[[290,10],[462,10]]},"37":{"position":[[316,10]]},"116":{"position":[[22,10]]},"708":{"position":[[1370,11]]}}}],["essenti",{"_index":40,"t":{"2":{"position":[[498,9]]},"360":{"position":[[9669,11],[35151,11]]},"678":{"position":[[16,9]]}}}],["estim",{"_index":1053,"t":{"92":{"position":[[553,9],[1093,9],[1133,9],[1223,9],[1264,9],[1430,9],[1471,9],[1637,9],[1678,9],[1844,9],[1885,9],[2051,9],[2092,9],[2261,9],[2305,9],[2471,9],[2512,9],[2684,9],[2731,9]]},"100":{"position":[[846,9],[1323,9],[1363,9],[1452,9],[1493,9],[1659,9],[1700,9],[1866,9],[1907,9],[2073,9],[2114,9],[2280,9],[2321,9],[2487,9],[2528,9],[2694,9],[2735,9],[2901,9],[2942,9],[3108,9],[3149,9],[3316,9],[3357,9],[3525,9],[3566,9],[3734,9],[3775,9],[3943,9],[3984,9],[4152,9],[4193,9],[4867,11]]},"102":{"position":[[1304,9]]},"108":{"position":[[1364,9],[2110,9],[2152,9],[2244,9],[2292,9],[2749,11]]},"122":{"position":[[404,9],[897,9],[936,9],[1025,9],[1066,9],[1232,9],[1273,9],[1439,9],[1480,9],[1646,9],[1687,9],[1856,9],[1900,9],[2069,9],[2113,9],[2279,9],[2320,9],[2486,9],[2527,9],[2696,9],[2740,9],[2909,9],[2953,9],[3123,9],[3167,9],[3340,9],[3384,9],[3557,9],[3601,9],[3774,9],[3818,9],[3988,9],[4029,9],[4199,9],[4243,9],[4410,9],[4451,9],[4618,9],[4659,9],[4826,9],[4867,9],[5034,9],[5075,9],[5242,9],[5283,9],[5450,9],[5491,9],[5658,9],[5699,9],[5866,9],[5907,9],[6074,9],[6115,9],[6282,9],[6323,9],[6490,9],[6531,9],[6698,9],[6739,9],[6906,9],[6947,9],[7114,9],[7155,9],[7819,11]]},"128":{"position":[[573,9],[1098,9],[1137,9],[1226,9],[1267,9],[1433,9],[1474,9],[1640,9],[1681,9],[1847,9],[1888,9],[2054,9],[2095,9],[2261,9],[2302,9],[2468,9],[2509,9],[2675,9],[2716,9],[2885,9],[2929,9],[3098,9],[3142,9],[3312,9],[3356,9],[3526,9],[3570,9],[3740,9],[3784,9],[3954,9],[3998,9],[4171,9],[4218,9],[4884,11]]},"150":{"position":[[850,9],[1333,9],[1373,9],[1462,9],[1506,9],[1678,9],[1722,9],[1894,9],[1938,9],[2110,9],[2154,9],[2326,9],[2370,9],[2542,9],[2586,9],[2758,9],[2802,9],[2974,9],[3018,9],[3190,9],[3234,9],[3406,9],[3450,9],[3623,9],[3667,9],[3840,9],[3884,9],[4057,9],[4101,9],[4274,9],[4318,9],[4491,9],[4535,9],[4708,9],[4752,9],[4925,9],[4969,9],[5142,9],[5186,9],[5359,9],[5403,9],[5576,9],[5620,9],[5794,9],[5838,9],[6012,9],[6056,9],[6230,9],[6274,9],[6448,9],[6492,9],[6666,9],[6710,9],[6884,9],[6928,9],[7102,9],[7146,9],[7752,11]]},"152":{"position":[[1194,9]]},"178":{"position":[[17,10],[128,11]]},"180":{"position":[[10,11],[241,10]]},"182":{"position":[[392,10]]},"221":{"position":[[518,9],[1140,9],[1180,9],[1269,9],[1310,9],[1476,9],[1517,9],[1683,9],[1724,9],[1890,9],[1931,9],[2097,9],[2138,9],[2304,9],[2345,9],[2511,9],[2552,9],[2718,9],[2759,9],[2925,9],[2966,9],[3132,9],[3173,9],[3340,9],[3381,9],[3548,9],[3589,9],[3756,9],[3797,9],[3964,9],[4005,9],[4172,9],[4213,9],[4380,9],[4421,9],[4588,9],[4629,9],[4796,9],[4837,9],[5002,9],[5041,9],[5206,9],[5245,9],[5415,9],[5459,9],[5624,9],[5663,9],[5833,9],[5877,9],[6047,9],[6091,9],[6261,9],[6305,9],[6478,9],[6525,9],[6698,9],[6745,9],[6918,9],[6965,9],[7138,9],[7185,9],[7358,9],[7405,9],[7572,9],[7613,9],[7780,9],[7821,9],[7988,9],[8029,9],[8202,9],[8249,9],[8416,9],[8457,9],[8627,9],[8671,9],[8844,9],[8891,9],[9064,9],[9111,9],[9284,9],[9331,9],[9501,9],[9545,9],[9718,9],[9765,9],[9938,9],[9985,9],[10152,9],[10193,9],[10366,9],[10413,9],[10590,9],[10641,9],[10818,9],[10869,9],[11046,9],[11097,9],[11274,9],[11325,9],[11502,9],[11553,9],[11720,9],[11761,9],[11934,9],[11981,9],[12158,9],[12209,9],[12379,9],[12423,9],[12593,9],[12637,9],[12804,9],[12845,9],[13012,9],[13053,9],[13230,9],[13281,9],[13446,9],[13485,9],[13655,9],[13699,9],[13872,9],[13919,9],[14086,9],[14127,9],[14300,9],[14347,9],[14514,9],[14555,9],[14732,9],[14783,9],[14953,9],[14997,9],[15165,9],[15207,9],[15376,9],[15418,9],[15589,9],[15633,9],[15811,9],[15862,9],[16033,9],[16077,9],[16248,9],[16292,9],[16461,9],[16503,9],[16681,9],[16732,9],[16901,9],[16943,9],[17114,9],[17158,9],[17327,9],[17369,9],[17540,9],[17584,9],[17753,9],[17795,9],[17966,9],[18010,9],[18188,9],[18239,9],[18417,9],[18468,9],[18639,9],[18683,9],[18854,9],[18898,9],[19076,9],[19127,9],[19298,9],[19342,9],[19520,9],[19571,9],[19742,9],[19786,9],[19955,9],[19997,9],[20168,9],[20212,9],[20381,9],[20423,9],[20592,9],[20634,9],[20812,9],[20863,9],[21041,9],[21092,9],[21263,9],[21307,9],[21487,9],[21538,9],[21711,9],[21755,9],[21926,9],[21968,9],[22139,9],[22181,9],[22357,9],[22404,9],[22577,9],[22621,9],[22802,9],[22853,9]]},"223":{"position":[[1915,9],[1955,9],[2044,9],[2085,9],[2251,9],[2292,9],[2458,9],[2499,9],[2665,9],[2706,9],[2872,9],[2913,9],[3079,9],[3120,9],[3286,9],[3327,9],[3493,9],[3534,9],[3700,9],[3741,9],[3907,9],[3948,9],[4115,9],[4156,9],[4323,9],[4364,9],[4531,9],[4572,9],[4739,9],[4780,9],[4947,9],[4988,9],[5155,9],[5196,9],[5363,9],[5404,9],[5571,9],[5612,9],[5779,9],[5820,9],[5987,9],[6028,9],[6193,9],[6232,9],[6397,9],[6436,9],[6606,9],[6650,9],[6820,9],[6864,9],[7034,9],[7078,9],[7248,9],[7292,9],[7462,9],[7506,9],[7676,9],[7720,9],[7893,9],[7940,9],[8113,9],[8160,9],[8327,9],[8368,9],[8535,9],[8576,9],[8741,9],[8780,9],[8953,9],[9000,9],[9167,9],[9208,9],[9381,9],[9428,9],[9605,9],[9656,9],[9833,9],[9884,9],[10061,9],[10112,9],[10289,9],[10340,9],[10517,9],[10568,9],[10745,9],[10796,9],[10973,9],[11024,9],[11194,9],[11238,9],[11409,9],[11451,9],[11624,9],[11668,9],[11838,9],[11879,9],[12052,9],[12096,9],[12269,9],[12313,9],[12484,9],[12526,9],[12706,9],[12757,9],[12930,9],[12974,9],[13147,9],[13191,9],[13364,9],[13408,9],[13581,9],[13625,9],[13805,9],[13856,9],[14029,9],[14073,9],[14243,9],[14284,9],[14453,9],[14492,9],[14997,11]]},"225":{"position":[[2721,9],[2761,9],[2850,9],[2891,9],[3057,9],[3098,9],[3264,9],[3305,9],[3471,9],[3512,9],[3678,9],[3719,9],[3885,9],[3926,9],[4092,9],[4133,9],[4299,9],[4340,9],[4506,9],[4547,9]]},"227":{"position":[[1935,9],[1974,9],[2063,9],[2104,9],[2270,9],[2311,9],[2477,9],[2518,9],[2682,9],[2721,9],[2890,9],[2934,9],[3100,9],[3141,9],[3305,9],[3344,9],[3508,9],[3549,9],[3713,9],[3754,9],[3918,9],[3959,9],[4122,9],[4161,9],[4324,9],[4363,9],[4531,9],[4575,9],[4746,9],[4793,9],[4968,9],[5019,9],[5187,9],[5231,9],[5406,9],[5457,9],[5620,9],[5659,9],[5834,9],[5885,9],[6050,9],[6091,9],[6262,9],[6309,9],[6477,9],[6521,9],[6692,9],[6739,9],[6902,9],[6941,9],[7109,9],[7153,9],[7333,9],[7384,9],[7564,9],[7615,9],[7788,9],[7832,9],[8008,9],[8055,9],[8235,9],[8286,9]]},"229":{"position":[[5133,9],[5351,9],[5395,9],[5548,9],[7020,9],[29389,11]]},"255":{"position":[[1249,9]]},"257":{"position":[[562,10]]},"261":{"position":[[698,9],[760,10],[806,9]]},"263":{"position":[[37,10],[460,10]]},"269":{"position":[[1627,10]]},"360":{"position":[[1010,10],[1322,10],[2362,9],[3428,10],[5417,10],[5643,11],[5735,11],[9890,9],[9934,9],[9969,9],[10311,9],[10954,9],[11285,12],[11330,10],[11669,10],[11920,10],[12081,9],[12394,11],[12515,11],[14221,9],[15647,9],[15958,9],[19652,9],[19725,10],[20074,9],[20342,9],[21994,9],[22233,9],[22464,9],[26141,10],[26453,10],[27529,9],[27872,10],[28708,10],[31393,10],[31617,11],[31709,11],[35347,9],[35420,10],[37338,9],[37988,9]]},"364":{"position":[[812,10],[836,11],[874,9],[997,9],[1288,10],[3009,10],[4443,9],[4572,9]]},"374":{"position":[[82,11],[243,10]]},"426":{"position":[[127,10]]},"434":{"position":[[160,9],[1536,10],[1979,9],[1991,9],[7411,10],[7628,9],[7746,9],[8484,9],[8584,10],[8608,9]]},"490":{"position":[[115,10]]},"622":{"position":[[419,10],[556,10]]},"624":{"position":[[1277,9]]},"626":{"position":[[540,9]]},"628":{"position":[[107,9]]},"638":{"position":[[535,9]]},"644":{"position":[[89,9],[1208,9],[1858,9]]},"647":{"position":[[1536,10],[1753,10]]},"649":{"position":[[4,9],[43,9],[93,9],[115,10],[131,9],[275,10],[295,10],[3567,10],[3589,9],[3614,9],[3686,10],[3727,10],[3755,9],[3815,9],[3920,9],[5034,9],[5435,9],[5492,9],[5740,9],[5995,9],[6248,9],[7351,10],[7430,10],[8826,9]]},"651":{"position":[[348,11],[384,9]]},"653":{"position":[[107,9],[211,9],[288,9]]},"657":{"position":[[2614,8],[2733,8]]},"659":{"position":[[100,10],[293,9],[666,9],[736,10]]},"663":{"position":[[43,10],[420,11],[695,10]]},"666":{"position":[[335,9]]},"668":{"position":[[396,10],[1101,10]]},"672":{"position":[[497,11],[714,9]]},"674":{"position":[[204,9],[246,9],[301,9],[342,9],[463,9],[520,9],[598,9],[705,9]]},"682":{"position":[[6104,10]]}}}],["estimator'",{"_index":4176,"t":{"360":{"position":[[11721,11]]},"434":{"position":[[2413,11],[6465,11]]},"651":{"position":[[796,11]]},"668":{"position":[[21,11]]}}}],["estimator.predict_proba(x_train",{"_index":4083,"t":{"360":{"position":[[1645,32],[26776,32]]},"647":{"position":[[2076,32]]}}}],["estimator.predict_proba(x_v",{"_index":4077,"t":{"360":{"position":[[1482,30],[26613,30]]},"647":{"position":[[1913,30]]}}}],["estimator.suggest_hyperparams(x_train",{"_index":5267,"t":{"624":{"position":[[219,38]]}}}],["estimator_class",{"_index":5271,"t":{"624":{"position":[[621,16],[830,15]]}}}],["estimator_class(**hyperparam",{"_index":5274,"t":{"624":{"position":[[797,30]]}}}],["estimator_class_from_str",{"_index":4490,"t":{"434":{"position":[[8354,25]]}}}],["estimator_class_from_str(estimator_nam",{"_index":4491,"t":{"434":{"position":[[8384,40]]}}}],["estimator_list",{"_index":1140,"t":{"100":{"position":[[538,17]]},"150":{"position":[[538,17]]},"172":{"position":[[414,17]]},"182":{"position":[[694,17]]},"257":{"position":[[795,17]]},"261":{"position":[[825,15]]},"360":{"position":[[2323,14],[22007,15],[22477,15],[27490,14]]},"434":{"position":[[7584,14]]},"626":{"position":[[289,17],[509,14]]},"628":{"position":[[531,17],[834,15]]},"663":{"position":[[1063,17]]}}}],["estimator_list=[\"lgbm",{"_index":5302,"t":{"634":{"position":[[364,24]]}}}],["estimator_list=[\"mylgbm",{"_index":3444,"t":{"269":{"position":[[2149,26]]}}}],["estimator_list=[\"rgf",{"_index":5448,"t":{"649":{"position":[[6098,24],[6179,22]]}}}],["estimator_list=non",{"_index":4281,"t":{"360":{"position":[[23856,20]]}}}],["estimator_nam",{"_index":1650,"t":{"139":{"position":[[254,15]]},"360":{"position":[[11691,14],[11785,15],[11893,14]]},"434":{"position":[[8547,14],[8694,14]]},"624":{"position":[[170,15]]}}}],["estimators_list",{"_index":2070,"t":{"182":{"position":[[244,15]]}}}],["eta",{"_index":5234,"t":{"610":{"position":[[1828,5]]}}}],["etc",{"_index":92,"t":{"2":{"position":[[1153,4]]},"9":{"position":[[122,4]]},"15":{"position":[[92,4]]},"213":{"position":[[77,4]]},"269":{"position":[[1885,4],[1997,4]]},"416":{"position":[[255,4]]},"644":{"position":[[1873,4]]},"661":{"position":[[1563,4]]},"696":{"position":[[3819,4]]}}}],["eu",{"_index":1489,"t":{"114":{"position":[[304,5],[1685,5]]}}}],["eval",{"_index":2400,"t":{"196":{"position":[[211,4],[345,4]]},"269":{"position":[[2716,4]]},"554":{"position":[[1137,8]]}}}],["eval_binary_error",{"_index":2472,"t":{"213":{"position":[[315,19]]}}}],["eval_dataset",{"_index":2139,"t":{"190":{"position":[[592,12]]}}}],["eval_dataset=eval_dataset",{"_index":2160,"t":{"190":{"position":[[1180,26]]}}}],["eval_func",{"_index":3946,"t":{"336":{"position":[[978,10],[1485,9],[6652,9],[6876,10],[6990,9],[7048,9],[8217,9]]}}}],["eval_func(respons",{"_index":3953,"t":{"336":{"position":[[1664,20],[7108,20]]}}}],["eval_func=eval_func",{"_index":3431,"t":{"269":{"position":[[1299,20]]}}}],["eval_func=non",{"_index":4000,"t":{"336":{"position":[[6380,15]]}}}],["eval_method",{"_index":2679,"t":{"223":{"position":[[975,14]]},"225":{"position":[[1947,14]]},"227":{"position":[[1074,14]]},"229":{"position":[[2079,14]]},"360":{"position":[[2986,11],[4437,11],[17849,11],[18291,11],[19168,11],[28258,11],[30413,11]]},"434":{"position":[[4215,12],[4796,11],[5102,11]]},"655":{"position":[[175,11]]}}}],["eval_method=\"cv",{"_index":5491,"t":{"655":{"position":[[1961,17]]}}}],["eval_method=\"holdout\",)print(automl.predict(x_train[84",{"_index":2528,"t":{"221":{"position":[[416,58]]}}}],["eval_method=non",{"_index":4234,"t":{"360":{"position":[[16166,17],[23938,17]]}}}],["eval_metr",{"_index":4460,"t":{"434":{"position":[[1714,12],[2182,11]]},"610":{"position":[[1790,13]]}}}],["eval_model(model",{"_index":3275,"t":{"242":{"position":[[4,17]]},"244":{"position":[[291,17]]}}}],["eval_output",{"_index":2164,"t":{"190":{"position":[[1310,11]]}}}],["eval_pr",{"_index":2147,"t":{"190":{"position":[[851,9]]}}}],["eval_schedul",{"_index":5762,"t":{"696":{"position":[[5985,13],[6093,14]]}}}],["evalu",{"_index":174,"t":{"7":{"position":[[276,10]]},"15":{"position":[[1026,10]]},"17":{"position":[[1830,8]]},"29":{"position":[[704,9]]},"41":{"position":[[3,8],[320,8],[490,8],[837,8],[903,9]]},"92":{"position":[[730,10]]},"100":{"position":[[1017,10]]},"108":{"position":[[1608,10]]},"110":{"position":[[1207,10]]},"112":{"position":[[1118,10]]},"114":{"position":[[3160,10]]},"122":{"position":[[573,10]]},"128":{"position":[[744,10]]},"150":{"position":[[1021,10]]},"190":{"position":[[1295,8]]},"221":{"position":[[749,10]]},"223":{"position":[[1467,10]]},"225":{"position":[[2330,10]]},"227":{"position":[[1569,10]]},"229":{"position":[[3445,10]]},"267":{"position":[[573,10]]},"269":{"position":[[2620,8]]},"336":{"position":[[1510,10],[2258,9],[6527,8],[6677,10]]},"356":{"position":[[42,9]]},"360":{"position":[[22859,9],[23535,9]]},"364":{"position":[[2979,10],[3170,10],[3773,10]]},"416":{"position":[[997,10]]},"434":{"position":[[390,10],[618,9],[1864,8],[1953,10],[2223,11],[8105,10]]},"498":{"position":[[970,8]]},"554":{"position":[[642,9]]},"558":{"position":[[1752,9],[3314,8],[6034,9]]},"568":{"position":[[364,12]]},"572":{"position":[[2513,9],[4632,9],[5074,9]]},"594":{"position":[[483,9],[677,9]]},"608":{"position":[[2890,10],[3471,10],[3537,10],[4555,9],[6369,10],[6741,10],[11701,8]]},"610":{"position":[[154,10],[220,10]]},"636":{"position":[[9,10],[66,10],[1945,10]]},"638":{"position":[[166,10]]},"657":{"position":[[3105,8]]},"661":{"position":[[1409,8]]},"680":{"position":[[55,10],[312,10],[692,10],[945,10],[1059,10],[1228,11],[1351,10],[1921,10]]},"682":{"position":[[2518,10],[6029,10],[6349,10],[7015,10]]},"686":{"position":[[264,9],[486,8]]},"688":{"position":[[333,8]]},"692":{"position":[[1497,10],[1727,11],[1808,10]]},"694":{"position":[[738,8],[1290,8]]},"696":{"position":[[872,10],[1077,10],[1421,10],[1518,10],[4944,10],[5337,10],[5561,10],[5660,10],[5974,10]]},"698":{"position":[[143,9],[657,9]]},"706":{"position":[[814,10],[936,10],[1188,9],[1289,10]]}}}],["evaluate(eval_dataset=non",{"_index":4054,"t":{"356":{"position":[[56,27]]}}}],["evaluate_config",{"_index":5688,"t":{"686":{"position":[[277,16],[451,16]]},"688":{"position":[[298,16]]},"694":{"position":[[703,16],[1255,16]]}}}],["evaluate_config(config",{"_index":5617,"t":{"680":{"position":[[1197,23]]}}}],["evaluate_funct",{"_index":3324,"t":{"248":{"position":[[466,18]]}}}],["evaluate_function(configur",{"_index":3289,"t":{"244":{"position":[[4,33]]}}}],["evaluate_model_cv",{"_index":4453,"t":{"434":{"position":[[1466,18]]}}}],["evaluate_model_cv(config",{"_index":4455,"t":{"434":{"position":[[1504,25]]}}}],["evaluated_param",{"_index":4985,"t":{"594":{"position":[[653,16]]}}}],["evaluated_reward",{"_index":4830,"t":{"558":{"position":[[310,18],[1704,17],[6168,17]]},"570":{"position":[[724,18]]},"572":{"position":[[2470,17],[2804,18]]},"608":{"position":[[1536,18],[4507,17]]},"698":{"position":[[101,18]]}}}],["evaluated_rewards=[0.89",{"_index":4966,"t":{"572":{"position":[[5456,24]]}}}],["evaluated_rewards=evaluated_reward",{"_index":5786,"t":{"698":{"position":[[1308,36]]}}}],["evaluation_cost",{"_index":5626,"t":{"680":{"position":[[1815,18]]}}}],["evaluation_fn(step",{"_index":5180,"t":{"608":{"position":[[6965,19]]}}}],["evaluation_funct",{"_index":5157,"t":{"608":{"position":[[3434,19],[5859,20]]},"680":{"position":[[19,20],[461,20]]},"692":{"position":[[1010,21],[1527,20]]},"696":{"position":[[1285,19],[1941,20],[4529,20],[4994,19]]}}}],["evalut",{"_index":5712,"t":{"696":{"position":[[473,10]]}}}],["even",{"_index":185,"t":{"7":{"position":[[425,4]]},"27":{"position":[[511,4]]},"31":{"position":[[3200,4]]},"37":{"position":[[481,4]]},"41":{"position":[[284,4]]},"43":{"position":[[653,4]]},"45":{"position":[[157,4]]},"182":{"position":[[439,4]]},"610":{"position":[[1617,4]]},"708":{"position":[[1834,4]]}}}],["event",{"_index":603,"t":{"31":{"position":[[770,5]]},"588":{"position":[[155,5]]},"590":{"position":[[145,5]]},"594":{"position":[[155,5]]}}}],["everyth",{"_index":1974,"t":{"162":{"position":[[3434,10]]}}}],["evid",{"_index":691,"t":{"33":{"position":[[648,8]]}}}],["exact",{"_index":5590,"t":{"672":{"position":[[15,5]]}}}],["exactli",{"_index":4444,"t":{"434":{"position":[[653,8]]},"700":{"position":[[342,7]]}}}],["exampl",{"_index":197,"t":{"9":{"position":[[131,8]]},"13":{"position":[[39,8]]},"17":{"position":[[287,8],[1537,8]]},"19":{"position":[[881,7]]},"21":{"position":[[753,7]]},"27":{"position":[[705,7],[1013,8],[1630,7],[1883,7],[2006,8]]},"31":{"position":[[528,8],[1282,8],[2947,7],[2966,7],[3265,7],[3452,7],[3792,7]]},"39":{"position":[[1483,7]]},"43":{"position":[[1246,7]]},"50":{"position":[[316,9]]},"52":{"position":[[80,8]]},"84":{"position":[[62,8]]},"100":{"position":[[614,7]]},"102":{"position":[[195,8]]},"106":{"position":[[5,7]]},"116":{"position":[[12,9],[33,8]]},"135":{"position":[[5,7]]},"142":{"position":[[5,7]]},"150":{"position":[[618,7]]},"152":{"position":[[170,8]]},"162":{"position":[[1069,7]]},"180":{"position":[[897,7],[1494,7]]},"182":{"position":[[486,7]]},"184":{"position":[[1661,7]]},"188":{"position":[[5,7]]},"203":{"position":[[81,8],[234,7]]},"205":{"position":[[4,7]]},"223":{"position":[[15118,7]]},"229":{"position":[[73,8]]},"255":{"position":[[409,8],[771,7]]},"257":{"position":[[93,9],[127,8],[474,8]]},"259":{"position":[[131,8]]},"261":{"position":[[48,8],[946,10]]},"269":{"position":[[510,8],[1092,8],[2020,8],[2324,8],[3627,8],[3807,8]]},"271":{"position":[[119,8],[134,11]]},"281":{"position":[[419,9]]},"328":{"position":[[252,8],[8395,8],[9814,8]]},"336":{"position":[[1651,8],[4175,8],[7675,7],[7732,7],[7797,7],[9949,7]]},"360":{"position":[[51,8],[5214,8],[5878,8],[9412,7],[20330,8],[31190,8],[31852,8],[34919,8],[37976,8]]},"364":{"position":[[72,9],[1093,9],[3195,8],[3619,8]]},"374":{"position":[[258,8]]},"416":{"position":[[1444,7],[1485,8]]},"502":{"position":[[958,8]]},"516":{"position":[[1340,8],[1669,8],[2845,7],[2997,7]]},"554":{"position":[[418,8]]},"570":{"position":[[379,8]]},"598":{"position":[[103,8]]},"608":{"position":[[291,8],[2626,8],[6634,8],[6660,8]]},"620":{"position":[[243,8]]},"624":{"position":[[80,8],[398,8]]},"626":{"position":[[166,8]]},"628":{"position":[[98,8]]},"632":{"position":[[110,8]]},"634":{"position":[[262,8]]},"636":{"position":[[48,8],[2053,7],[2278,8]]},"638":{"position":[[229,8]]},"640":{"position":[[192,8]]},"647":{"position":[[1711,8]]},"649":{"position":[[3897,8],[5559,7],[7073,7],[7445,8],[8032,8],[8849,8]]},"651":{"position":[[441,8],[1263,8],[2073,8]]},"653":{"position":[[412,8]]},"655":{"position":[[1865,7]]},"657":{"position":[[925,8],[1454,7],[3827,8],[4005,7]]},"659":{"position":[[115,8]]},"661":{"position":[[165,8]]},"663":{"position":[[89,8],[149,8],[208,8],[457,8],[754,8]]},"666":{"position":[[80,8],[722,8]]},"672":{"position":[[129,8]]},"680":{"position":[[865,7],[1156,8],[2284,8]]},"682":{"position":[[613,8],[1461,8],[1886,8],[2619,7],[2666,8],[3128,8],[3438,7],[4384,7],[6081,8],[7378,7]]},"684":{"position":[[724,7]]},"686":{"position":[[138,7]]},"688":{"position":[[143,8]]},"692":{"position":[[426,8],[1125,8],[1552,8],[1635,8]]},"696":{"position":[[1209,8],[1801,8],[2339,7],[3787,8],[4146,8],[5103,8],[5273,7],[5730,8]]},"698":{"position":[[713,8]]},"700":{"position":[[179,8]]},"702":{"position":[[970,8]]},"706":{"position":[[879,7],[1506,8]]},"708":{"position":[[747,8]]}}}],["examplesearch(search",{"_index":4879,"t":{"568":{"position":[[858,24]]}}}],["exc_traceback",{"_index":5016,"t":{"598":{"position":[[1512,14]]}}}],["exc_valu",{"_index":5015,"t":{"598":{"position":[[1501,10]]}}}],["exce",{"_index":2111,"t":{"184":{"position":[[1982,6]]},"672":{"position":[[808,7]]}}}],["exceed",{"_index":2106,"t":{"184":{"position":[[1555,8]]},"360":{"position":[[7105,8]]}}}],["except",{"_index":165,"t":{"7":{"position":[[57,11]]},"69":{"position":[[390,9]]},"162":{"position":[[1457,10]]},"558":{"position":[[2778,9]]},"570":{"position":[[864,10]]},"608":{"position":[[1070,9],[1172,9],[2928,9],[6586,9],[7064,6]]},"696":{"position":[[5622,10],[6544,6],[7333,9]]}}}],["exchang",{"_index":3868,"t":{"328":{"position":[[7177,9],[7473,9]]}}}],["exclud",{"_index":805,"t":{"41":{"position":[[364,10]]},"328":{"position":[[16345,8],[17360,7],[17393,8],[17586,8],[18609,7],[18642,8]]},"659":{"position":[[747,7]]}}}],["exclus",{"_index":4680,"t":{"512":{"position":[[1759,10],[2059,10]]},"682":{"position":[[5251,11],[5512,12]]}}}],["execut",{"_index":563,"t":{"27":{"position":[[2083,9]]},"29":{"position":[[129,9]]},"312":{"position":[[419,7],[467,7]]},"322":{"position":[[94,7],[355,9],[622,7],[2789,10],[2816,10],[2958,10],[3186,10],[3263,8],[3378,8],[3484,8],[3584,9],[3703,10],[3813,9]]},"328":{"position":[[608,7],[2859,10],[2886,10],[3028,10],[3256,10],[3333,8],[3448,8],[3554,8],[3654,9],[3773,10],[4039,9],[7607,7],[7689,9],[15723,10],[17094,7],[17185,9],[18343,7],[18434,9],[19115,9],[19247,10],[19290,10],[19356,10],[19430,7],[19532,7],[19623,7],[19861,9]]},"594":{"position":[[420,9]]},"608":{"position":[[5442,9]]},"674":{"position":[[918,9]]},"696":{"position":[[46,9],[421,10]]}}}],["execute_code_block",{"_index":3819,"t":{"322":{"position":[[689,20]]},"328":{"position":[[675,20],[19367,20]]}}}],["execute_code_blocks(code_block",{"_index":3915,"t":{"328":{"position":[[19392,32]]}}}],["execute_funct",{"_index":3821,"t":{"322":{"position":[[724,16]]},"328":{"position":[[710,16],[19477,17]]}}}],["execute_function(func_cal",{"_index":3916,"t":{"328":{"position":[[19499,27]]}}}],["executor",{"_index":2094,"t":{"184":{"position":[[1007,9],[1085,9]]},"360":{"position":[[8338,9],[8416,9]]},"608":{"position":[[11539,10]]},"657":{"position":[[1697,9],[1775,9]]}}}],["exercis",{"_index":749,"t":{"39":{"position":[[1076,9]]}}}],["exist",{"_index":741,"t":{"39":{"position":[[470,8]]},"162":{"position":[[2246,7]]},"360":{"position":[[7488,7],[33435,7]]},"649":{"position":[[7421,8],[8817,8]]},"682":{"position":[[6338,6]]},"706":{"position":[[154,7],[603,8],[1648,5]]},"708":{"position":[[257,7],[523,8],[969,6],[1411,8]]}}}],["exit",{"_index":3829,"t":{"322":{"position":[[2178,7]]},"328":{"position":[[2248,7],[19225,4]]},"598":{"position":[[1532,4],[1606,5]]}}}],["exitcod",{"_index":3914,"t":{"328":{"position":[[19181,10],[19206,8]]}}}],["exogen",{"_index":4202,"t":{"360":{"position":[[14302,9],[16982,9],[17383,9],[25003,9],[25461,9]]}}}],["exp.submit(config)print(run.get_portal_url",{"_index":1969,"t":{"162":{"position":[[3156,45]]}}}],["exp_nam",{"_index":2454,"t":{"207":{"position":[[255,9]]}}}],["expand",{"_index":274,"t":{"11":{"position":[[962,9]]}}}],["expect",{"_index":3479,"t":{"269":{"position":[[4287,8]]},"312":{"position":[[447,7]]},"620":{"position":[[533,8]]}}}],["expected_success",{"_index":3962,"t":{"336":{"position":[[1896,19],[7340,19]]}}}],["expens",{"_index":325,"t":{"15":{"position":[[469,9]]},"21":{"position":[[302,9]]},"27":{"position":[[454,9],[528,9]]},"269":{"position":[[889,9]]},"680":{"position":[[1049,9]]},"696":{"position":[[1504,9]]}}}],["experi",{"_index":289,"t":{"13":{"position":[[113,10]]},"17":{"position":[[1374,11]]},"19":{"position":[[911,11]]},"23":{"position":[[92,10]]},"31":{"position":[[3821,10]]},"41":{"position":[[57,11]]},"43":{"position":[[1095,11]]},"160":{"position":[[618,10],[871,10]]},"162":{"position":[[2547,11]]},"180":{"position":[[1829,11]]},"360":{"position":[[7192,11],[7315,10],[33139,11],[33262,10]]},"490":{"position":[[535,10]]},"506":{"position":[[60,11],[150,10],[464,10],[787,10],[3380,10]]},"560":{"position":[[851,10]]},"608":{"position":[[56,10],[5456,11],[10806,11],[10929,10]]},"630":{"position":[[282,11],[379,11],[568,12]]},"638":{"position":[[1095,11]]},"640":{"position":[[572,11],[610,11]]}}}],["experiment",{"_index":3840,"t":{"322":{"position":[[3627,14]]},"328":{"position":[[3697,14],[8971,14],[10390,14],[11742,14],[13116,14],[13800,14],[14547,14]]},"494":{"position":[[739,12]]},"540":{"position":[[901,12]]},"558":{"position":[[881,13],[5382,12],[5422,12]]}}}],["experiment(w",{"_index":1967,"t":{"162":{"position":[[3115,14]]}}}],["experiment_checkpoint_dir",{"_index":5242,"t":{"610":{"position":[[2193,25]]}}}],["experiment_ids=[experiment.experiment_id",{"_index":1880,"t":{"160":{"position":[[988,42]]}}}],["experiment_tag",{"_index":4986,"t":{"594":{"position":[[719,14]]}}}],["experimentanalysi",{"_index":4627,"t":{"506":{"position":[[6,20]]},"688":{"position":[[48,18]]}}}],["experimentanalysis(ea",{"_index":5114,"t":{"608":{"position":[[6,22]]}}}],["explain",{"_index":3378,"t":{"259":{"position":[[262,7]]}}}],["explan",{"_index":3379,"t":{"259":{"position":[[296,11]]}}}],["explicitli",{"_index":4871,"t":{"560":{"position":[[766,10]]},"608":{"position":[[6596,11]]},"663":{"position":[[339,10]]},"696":{"position":[[4964,10],[5584,10],[7343,11]]}}}],["explor",{"_index":338,"t":{"15":{"position":[[911,7]]},"25":{"position":[[851,7]]},"706":{"position":[[1458,9]]},"708":{"position":[[102,11],[1806,7]]}}}],["exponenti",{"_index":4520,"t":{"464":{"position":[[98,11]]},"649":{"position":[[2864,11]]}}}],["expos",{"_index":4648,"t":{"510":{"position":[[334,7]]}}}],["express",{"_index":767,"t":{"39":{"position":[[1839,7]]},"360":{"position":[[8882,9],[34391,9]]},"554":{"position":[[689,7],[780,7]]},"651":{"position":[[1826,9]]}}}],["exsit",{"_index":2434,"t":{"205":{"position":[[17,6]]}}}],["extend",{"_index":3409,"t":{"267":{"position":[[457,7]]},"568":{"position":[[95,6]]}}}],["extens",{"_index":138,"t":{"5":{"position":[[453,10]]},"9":{"position":[[27,13]]},"33":{"position":[[847,10]]},"283":{"position":[[201,9]]},"322":{"position":[[3057,12]]},"328":{"position":[[3127,12]]}}}],["extern",{"_index":838,"t":{"45":{"position":[[177,8]]}}}],["extra",{"_index":3518,"t":{"281":{"position":[[98,5]]},"386":{"position":[[75,5]]},"476":{"position":[[58,5]]},"608":{"position":[[11583,5]]},"663":{"position":[[0,5],[274,5]]}}}],["extra_tag",{"_index":5148,"t":{"608":{"position":[[2458,10],[11550,9]]}}}],["extra_tre",{"_index":1072,"t":{"92":{"position":[[949,13]]},"221":{"position":[[955,13]]},"223":{"position":[[1730,13]]},"225":{"position":[[2536,13]]},"227":{"position":[[1781,13]]},"360":{"position":[[2452,14],[27619,14]]},"640":{"position":[[354,13]]},"649":{"position":[[1438,13]]},"668":{"position":[[989,13]]}}}],["extra_tree'",{"_index":1099,"t":{"92":{"position":[[2694,12]]},"128":{"position":[[4181,12]]},"221":{"position":[[6488,12],[6708,12],[6928,12],[7148,12],[7368,12],[8212,12],[8854,12],[9074,12],[9294,12],[9728,12],[9948,12],[10376,12],[11944,12],[13882,12],[14310,12],[22367,12]]},"223":{"position":[[7903,12],[8123,12],[8963,12],[9391,12]]},"227":{"position":[[4756,12],[6272,12],[6702,12],[8018,12]]}}}],["extra_tree'][flaml.automl",{"_index":1581,"t":{"128":{"position":[[962,27]]}}}],["extra_tree[flaml.automl",{"_index":1097,"t":{"92":{"position":[[2620,24]]},"128":{"position":[[4107,24]]},"221":{"position":[[6414,24],[6634,24],[6854,24],[7074,24],[7294,24],[8138,24],[8780,24],[9000,24],[9220,24],[9654,24],[9874,24],[10302,24],[11870,24],[13808,24],[14236,24],[22293,24]]},"223":{"position":[[7829,24],[8049,24],[8889,24],[9317,24]]},"227":{"position":[[4682,24],[6198,24],[6628,24],[7944,24]]}}}],["extract",{"_index":3918,"t":{"328":{"position":[[19684,9]]},"336":{"position":[[8771,7],[9039,7]]},"632":{"position":[[56,7]]},"634":{"position":[[8,7]]},"636":{"position":[[2125,9],[2311,9]]}}}],["extract_text",{"_index":4015,"t":{"336":{"position":[[8689,13]]}}}],["extract_text(cl",{"_index":4016,"t":{"336":{"position":[[8719,17]]}}}],["extract_text_or_function_cal",{"_index":4017,"t":{"336":{"position":[[8923,30]]}}}],["extract_text_or_function_call(cl",{"_index":4018,"t":{"336":{"position":[[8970,34]]}}}],["extratrees_ts(ts_sklearn",{"_index":4528,"t":{"476":{"position":[[6,25]]}}}],["extratreesclassifi",{"_index":5256,"t":{"620":{"position":[[741,21]]},"640":{"position":[[428,20]]}}}],["extratreesestim",{"_index":5396,"t":{"649":{"position":[[1452,19]]}}}],["extratreesestimator(randomforestestim",{"_index":4399,"t":{"386":{"position":[[6,42]]}}}],["extratreesregressor",{"_index":5257,"t":{"620":{"position":[[763,20]]}}}],["f",{"_index":5366,"t":{"644":{"position":[[1594,2],[1617,2],[1697,2]]}}}],["f\"automl__{key",{"_index":2005,"t":{"172":{"position":[[546,18]]}}}],["f\"await",{"_index":1903,"t":{"162":{"position":[[731,10]]}}}],["f\"{key}={valu",{"_index":2489,"t":{"215":{"position":[[260,17]]}}}],["f.nll_loss(model(data",{"_index":3272,"t":{"240":{"position":[[211,23]]}}}],["f.relu(self.fc1(x",{"_index":3619,"t":{"290":{"position":[[596,19]]}}}],["f.relu(self.fc2(x",{"_index":3620,"t":{"290":{"position":[[620,19]]}}}],["f1",{"_index":1998,"t":{"172":{"position":[[205,5]]},"360":{"position":[[787,5],[25918,5]]},"364":{"position":[[3313,5]]},"647":{"position":[[992,5]]}}}],["f1_score",{"_index":5378,"t":{"647":{"position":[[1011,9],[1046,8],[1102,8]]}}}],["face",{"_index":5819,"t":{"708":{"position":[[726,4]]}}}],["facebook/muppet",{"_index":1342,"t":{"108":{"position":[[729,15]]},"110":{"position":[[724,15]]},"114":{"position":[[1133,15],[2511,15]]},"416":{"position":[[298,16]]}}}],["factor",{"_index":4740,"t":{"526":{"position":[[247,6]]},"528":{"position":[[239,6]]},"544":{"position":[[1188,6]]},"558":{"position":[[2550,6]]},"608":{"position":[[5377,6]]},"657":{"position":[[3484,7]]},"696":{"position":[[344,6],[1041,6]]}}}],["fail",{"_index":980,"t":{"74":{"position":[[124,6]]},"162":{"position":[[713,10]]},"215":{"position":[[926,8]]},"223":{"position":[[1584,7]]},"261":{"position":[[580,5]]},"336":{"position":[[5430,5],[5492,5]]},"608":{"position":[[2901,5]]},"610":{"position":[[2076,6],[2290,6]]}}}],["failur",{"_index":5153,"t":{"608":{"position":[[3022,7],[8652,8]]}}}],["fair",{"_index":5069,"t":{"602":{"position":[[1617,4]]}}}],["fairli",{"_index":536,"t":{"27":{"position":[[1253,6]]}}}],["faked_evaluation_cost",{"_index":5624,"t":{"680":{"position":[[1561,21],[1834,22]]}}}],["fals",{"_index":1406,"t":{"110":{"position":[[875,6]]},"112":{"position":[[787,6]]},"213":{"position":[[485,5]]},"215":{"position":[[496,5]]},"229":{"position":[[3724,6],[3757,6],[3797,6],[5611,6],[5644,6],[5684,6]]},"261":{"position":[[214,6],[279,6]]},"312":{"position":[[393,6],[830,6]]},"322":{"position":[[259,6],[1264,6],[2761,5],[2834,6],[3345,5],[3875,5],[3988,6],[4131,6]]},"328":{"position":[[2831,5],[2904,6],[3415,5],[3817,5],[3959,6],[7835,6],[9246,6],[10658,6],[12024,6],[13389,6],[14128,6]]},"336":{"position":[[3776,6],[5218,6],[5228,5],[5448,6],[10101,6]]},"360":{"position":[[3500,6],[4117,5],[11064,6],[11829,5],[19054,6],[20184,6],[28789,6],[28799,6],[30093,5],[37540,6]]},"366":{"position":[[1056,6],[1126,6],[1601,6]]},"370":{"position":[[452,6],[522,6]]},"416":{"position":[[507,7],[751,9],[825,6]]},"434":{"position":[[1782,6],[2321,6],[5713,6],[7359,6]]},"496":{"position":[[156,6]]},"498":{"position":[[204,6]]},"516":{"position":[[1467,6]]},"540":{"position":[[1211,6]]},"544":{"position":[[3338,6]]},"548":{"position":[[487,6]]},"554":{"position":[[165,6]]},"558":{"position":[[912,6],[5702,6]]},"568":{"position":[[1840,5]]},"570":{"position":[[967,6]]},"608":{"position":[[2117,6],[2152,6],[2328,6]]},"653":{"position":[[347,6],[544,6]]},"655":{"position":[[757,5]]}}}],["falsetpu",{"_index":3036,"t":{"229":{"position":[[3737,8],[5624,8]]}}}],["faq",{"_index":5450,"t":{"649":{"position":[[7044,3]]}}}],["far",{"_index":616,"t":{"31":{"position":[[1128,3]]}}}],["fast",{"_index":3410,"t":{"267":{"position":[[477,4]]},"269":{"position":[[1584,4]]},"602":{"position":[[81,4],[225,4]]},"626":{"position":[[20,5]]}}}],["fastchat",{"_index":864,"t":{"52":{"position":[[124,8]]},"55":{"position":[[0,8],[82,8],[264,8]]},"65":{"position":[[54,9]]}}}],["fastchat.serve.control",{"_index":889,"t":{"59":{"position":[[39,25]]}}}],["fastchat.serve.model_work",{"_index":891,"t":{"59":{"position":[[113,27]]}}}],["fastchat.serve.multi_model_work",{"_index":941,"t":{"63":{"position":[[146,33]]}}}],["fastchat.serve.openai_api_serv",{"_index":894,"t":{"59":{"position":[[220,32]]}}}],["fastchat/protocol/api_protocal.pi",{"_index":904,"t":{"59":{"position":[[412,33]]}}}],["fastchat/protocol/openai_api_protocol.pi",{"_index":905,"t":{"59":{"position":[[450,40]]}}}],["faster",{"_index":5263,"t":{"622":{"position":[[871,6]]},"696":{"position":[[911,6]]}}}],["fault",{"_index":675,"t":{"31":{"position":[[3338,5]]}}}],["favorit",{"_index":5246,"t":{"620":{"position":[[86,8]]}}}],["fc",{"_index":3168,"t":{"229":{"position":[[9233,5],[10089,5],[10673,5],[11239,5],[11799,5],[12358,5],[13451,5],[14349,5],[14914,5],[15485,5],[16054,5],[16607,5],[17169,5],[17736,5],[18299,5],[18863,5],[19435,5],[20004,5],[21472,5],[22368,5],[22933,5],[23504,5],[24073,5],[24835,5],[25271,5],[25705,5],[26132,5],[26511,5],[26654,5],[27252,5],[28273,5],[28684,5],[28892,5]]}}}],["fc1",{"_index":3156,"t":{"229":{"position":[[9007,6],[9864,6],[10448,6],[11014,6],[11574,6],[12133,6],[13158,6],[14124,6],[14689,6],[15260,6],[15829,6],[16382,6],[16944,6],[17511,6],[18074,6],[18638,6],[19210,6],[19779,6],[21184,6],[22143,6],[22708,6],[23279,6],[23848,6],[24606,6],[25042,6],[25476,6],[25903,6],[26960,6],[28455,6]]}}}],["fc2",{"_index":3161,"t":{"229":{"position":[[9086,6],[9942,6],[10526,6],[11092,6],[11652,6],[12211,6],[13302,6],[14202,6],[14767,6],[15338,6],[15907,6],[16460,6],[17022,6],[17589,6],[18152,6],[18716,6],[19288,6],[19857,6],[21325,6],[22221,6],[22786,6],[23357,6],[23926,6],[24686,6],[25122,6],[25556,6],[25983,6],[27103,6],[28535,6]]}}}],["featur",{"_index":142,"t":{"5":{"position":[[503,8]]},"11":{"position":[[561,9],[889,8]]},"37":{"position":[[1645,7]]},"50":{"position":[[284,7]]},"100":{"position":[[5799,7]]},"150":{"position":[[9145,7]]},"180":{"position":[[1438,7],[1788,11]]},"227":{"position":[[224,7]]},"229":{"position":[[494,8]]},"233":{"position":[[121,7]]},"259":{"position":[[370,8]]},"360":{"position":[[13918,9],[14008,10],[14928,9],[15010,10]]},"364":{"position":[[1632,7],[2395,9],[2452,10],[2658,9],[2739,10]]},"366":{"position":[[805,9],[871,10],[1311,9],[1416,10]]},"370":{"position":[[201,9],[267,10]]},"394":{"position":[[199,9],[280,10]]},"398":{"position":[[193,9],[274,10]]},"434":{"position":[[1157,8],[1313,8],[2053,7]]},"438":{"position":[[27,9]]},"452":{"position":[[278,7],[350,8],[365,7]]},"516":{"position":[[3192,7]]},"558":{"position":[[5435,9]]},"632":{"position":[[73,7],[675,9]]},"653":{"position":[[383,8]]},"666":{"position":[[747,7]]},"702":{"position":[[1968,7]]}}}],["feature_import",{"_index":4358,"t":{"364":{"position":[[1762,20]]}}}],["feature_importances_",{"_index":3375,"t":{"259":{"position":[[67,20]]},"364":{"position":[[1671,21],[1706,22]]}}}],["feature_nam",{"_index":4355,"t":{"364":{"position":[[1480,13],[1545,14]]}}}],["feature_names_in",{"_index":4354,"t":{"364":{"position":[[1412,17]]}}}],["feature_names_in_",{"_index":4352,"t":{"364":{"position":[[1327,18],[1359,19]]}}}],["feature_transform",{"_index":4190,"t":{"360":{"position":[[13395,20],[13429,21]]},"624":{"position":[[668,20],[1379,19]]}}}],["feature_transformer.transform(x_test",{"_index":5277,"t":{"624":{"position":[[953,37]]}}}],["featurizer.transform(psdf.to_spark(index_col=\"index\"))[\"index",{"_index":2061,"t":{"180":{"position":[[1724,63]]}}}],["feed_forward_proj",{"_index":1444,"t":{"112":{"position":[[1879,20]]}}}],["feedback",{"_index":52,"t":{"2":{"position":[[662,9]]},"29":{"position":[[108,9]]},"33":{"position":[[917,9]]},"69":{"position":[[140,9]]},"269":{"position":[[445,9]]},"322":{"position":[[119,8]]}}}],["feel",{"_index":600,"t":{"31":{"position":[[725,7],[798,8]]},"336":{"position":[[4086,7],[4163,6]]}}}],["feiran",{"_index":5087,"t":{"602":{"position":[[2303,6],[2527,6],[3221,6],[3498,6]]},"708":{"position":[[2813,6],[3037,6]]}}}],["fetch",{"_index":4540,"t":{"490":{"position":[[384,8]]}}}],["fetch_california_h",{"_index":1576,"t":{"128":{"position":[[53,25]]}}}],["fetch_california_housing(return_x_y=tru",{"_index":1578,"t":{"128":{"position":[[304,42]]}}}],["fetch_openml(name=\"credit",{"_index":1521,"t":{"122":{"position":[[84,25]]}}}],["fetch_openmlfrom",{"_index":1519,"t":{"122":{"position":[[29,16]]}}}],["few",{"_index":594,"t":{"31":{"position":[[524,3]]},"336":{"position":[[6139,3]]},"360":{"position":[[20326,3],[37972,3]]},"638":{"position":[[578,3]]}}}],["fewer",{"_index":3354,"t":{"257":{"position":[[79,5]]},"544":{"position":[[3984,5]]}}}],["fiedliti",{"_index":5711,"t":{"696":{"position":[[464,8]]}}}],["field",{"_index":3873,"t":{"328":{"position":[[7981,6],[9400,6],[10977,6],[11235,5],[11341,5],[11396,5],[12351,6],[12609,5],[12715,5],[12770,5]]},"336":{"position":[[6051,7],[6148,7]]},"544":{"position":[[1585,6]]},"558":{"position":[[4176,6]]},"608":{"position":[[9466,6]]},"649":{"position":[[6645,7]]},"696":{"position":[[2598,5]]},"702":{"position":[[186,6]]}}}],["fifo",{"_index":2217,"t":{"194":{"position":[[587,4]]}}}],["figur",{"_index":433,"t":{"19":{"position":[[10,6]]},"31":{"position":[[10,6]]}}}],["file",{"_index":1144,"t":{"100":{"position":[[710,4]]},"112":{"position":[[1422,4]]},"150":{"position":[[714,4]]},"162":{"position":[[152,4],[264,5]]},"215":{"position":[[242,5]]},"223":{"position":[[970,4]]},"225":{"position":[[1942,4]]},"227":{"position":[[1069,4]]},"229":{"position":[[2074,4]]},"336":{"position":[[2041,5]]},"360":{"position":[[2246,4],[7373,5],[7477,4],[15666,5],[15719,4],[15777,5],[16458,5],[16748,4],[19207,4],[27413,4],[33320,5],[33424,4]]},"416":{"position":[[372,5]]},"608":{"position":[[8868,4],[8948,4],[8996,4],[10987,5]]},"628":{"position":[[714,5],[908,5]]},"632":{"position":[[100,5]]},"634":{"position":[[190,4]]},"636":{"position":[[38,5],[2206,5],[2239,4]]},"638":{"position":[[621,5],[1147,5]]},"661":{"position":[[27,4],[1799,4]]},"670":{"position":[[111,5]]}}}],["file://.aml_config",{"_index":2445,"t":{"207":{"position":[[89,19]]}}}],["file}experi",{"_index":1872,"t":{"160":{"position":[[563,15]]}}}],["file}pipeline_set",{"_index":2004,"t":{"172":{"position":[[521,22]]}}}],["filter",{"_index":257,"t":{"11":{"position":[[629,10]]},"27":{"position":[[1760,6]]},"29":{"position":[[151,6],[242,7]]},"332":{"position":[[605,6]]},"336":{"position":[[3984,6],[6294,6],[6322,6]]},"708":{"position":[[483,8]]}}}],["filter_func",{"_index":3975,"t":{"336":{"position":[[3612,12],[4960,11]]}}}],["filter_nan_and_inf",{"_index":4633,"t":{"506":{"position":[[912,19],[1976,18]]}}}],["filter_string=\"params.learn",{"_index":1881,"t":{"160":{"position":[[1031,29]]}}}],["fimport",{"_index":3225,"t":{"236":{"position":[[96,7]]},"290":{"position":[[63,7]]}}}],["final",{"_index":410,"t":{"17":{"position":[[1274,5],[1486,5],[1588,5],[1640,5],[1679,5]]},"31":{"position":[[779,7]]},"39":{"position":[[1238,5],[1318,5]]},"41":{"position":[[572,5],[615,5],[736,5],[815,5],[1015,5],[1185,5]]},"45":{"position":[[487,5]]},"59":{"position":[[171,8]]},"184":{"position":[[1230,5]]},"306":{"position":[[208,5],[306,5]]},"308":{"position":[[158,5],[210,5]]},"328":{"position":[[16893,7],[18142,7]]},"360":{"position":[[8561,5],[36174,5]]},"506":{"position":[[1507,5],[2813,5]]},"554":{"position":[[946,8]]},"560":{"position":[[183,5],[290,5]]},"608":{"position":[[260,5]]},"653":{"position":[[101,5],[205,5],[282,5]]},"655":{"position":[[775,5],[954,5]]},"657":{"position":[[1920,5]]}}}],["final=fals",{"_index":3910,"t":{"328":{"position":[[16933,12],[18182,12]]}}}],["final_estim",{"_index":4090,"t":{"360":{"position":[[2812,17],[2861,15],[28084,17],[28133,15]]},"653":{"position":[[244,18],[488,18]]}}}],["financ",{"_index":217,"t":{"9":{"position":[[561,8]]}}}],["find",{"_index":353,"t":{"15":{"position":[[1279,4]]},"17":{"position":[[1401,4]]},"27":{"position":[[1577,7]]},"31":{"position":[[2043,4],[2136,4]]},"33":{"position":[[1039,4]]},"39":{"position":[[1772,4],[1936,4],[2070,4],[2168,4]]},"50":{"position":[[166,5],[254,4]]},"92":{"position":[[3198,4]]},"100":{"position":[[4700,4],[4800,4]]},"108":{"position":[[2582,4],[2682,4]]},"122":{"position":[[7651,4],[7752,4]]},"128":{"position":[[4716,4],[4817,4]]},"150":{"position":[[7586,4],[7684,4]]},"223":{"position":[[14830,4],[14930,4]]},"225":{"position":[[4863,4]]},"227":{"position":[[9252,4]]},"229":{"position":[[29220,4],[29321,4]]},"267":{"position":[[352,5]]},"269":{"position":[[43,4]]},"271":{"position":[[109,4]]},"316":{"position":[[329,4]]},"360":{"position":[[9404,4],[13758,4],[24726,4],[34914,4]]},"506":{"position":[[1874,4],[3180,4]]},"608":{"position":[[5880,4],[6650,4]]},"622":{"position":[[438,4]]},"624":{"position":[[42,4]]},"659":{"position":[[1153,4]]},"668":{"position":[[7,4],[364,4]]},"672":{"position":[[430,4],[843,4]]},"674":{"position":[[57,4]]},"682":{"position":[[3718,4],[6666,4],[7720,4]]},"696":{"position":[[3599,4]]}}}],["fine",{"_index":2065,"t":{"182":{"position":[[38,4]]},"255":{"position":[[1479,4]]},"366":{"position":[[60,4]]},"368":{"position":[[60,4]]},"372":{"position":[[62,4]]},"602":{"position":[[1035,4],[1209,4]]}}}],["finish",{"_index":3394,"t":{"263":{"position":[[9,8]]},"360":{"position":[[4107,9],[30083,9]]},"570":{"position":[[331,6]]},"657":{"position":[[2807,6],[4288,9]]},"668":{"position":[[1905,9]]},"674":{"position":[[407,6]]},"678":{"position":[[116,6]]},"682":{"position":[[6960,6]]},"684":{"position":[[423,6]]},"688":{"position":[[24,9]]}}}],["finish_reason",{"_index":903,"t":{"59":{"position":[[395,13],[640,14],[795,14]]}}}],["first",{"_index":200,"t":{"9":{"position":[[196,5]]},"19":{"position":[[4,5]]},"27":{"position":[[1175,5]]},"31":{"position":[[4,5]]},"39":{"position":[[289,5],[1200,5]]},"59":{"position":[[0,6]]},"114":{"position":[[76,5]]},"178":{"position":[[165,5]]},"182":{"position":[[109,6]]},"203":{"position":[[40,5]]},"229":{"position":[[928,5]]},"283":{"position":[[532,5]]},"288":{"position":[[89,5]]},"322":{"position":[[3303,5]]},"328":{"position":[[3373,5],[17040,6],[18289,6]]},"336":{"position":[[4355,5],[10619,5]]},"360":{"position":[[8921,5],[14105,5],[15804,5],[16863,5],[17280,5],[19408,5],[24884,5],[25358,5],[34430,5],[35786,5]]},"558":{"position":[[1697,6]]},"560":{"position":[[732,5]]},"572":{"position":[[1578,6],[1656,5],[4642,5]]},"608":{"position":[[4500,6],[5013,5]]},"610":{"position":[[2284,5]]},"620":{"position":[[422,5]]},"632":{"position":[[612,5]]},"651":{"position":[[1865,5]]},"670":{"position":[[68,5]]},"674":{"position":[[123,6],[418,5]]},"680":{"position":[[224,5],[293,5]]},"696":{"position":[[2567,5]]},"698":{"position":[[94,6],[590,5]]}}}],["fit",{"_index":569,"t":{"29":{"position":[[322,4]]},"92":{"position":[[3126,3]]},"100":{"position":[[4628,3]]},"108":{"position":[[2510,3]]},"122":{"position":[[7579,3]]},"128":{"position":[[4644,3]]},"150":{"position":[[7514,3]]},"223":{"position":[[14758,3]]},"225":{"position":[[4791,3]]},"227":{"position":[[9180,3]]},"229":{"position":[[29148,3]]},"261":{"position":[[328,3],[397,4]]},"269":{"position":[[4125,5]]},"350":{"position":[[160,3],[646,3]]},"360":{"position":[[337,5],[399,5],[492,5],[6694,6],[9362,5],[9522,5],[11842,6],[20250,5],[21736,8],[21803,9],[23709,4],[32668,6],[34872,5],[35004,5],[37896,5]]},"364":{"position":[[763,5],[795,5],[961,5],[1045,5],[1874,4]]},"366":{"position":[[122,4]]},"402":{"position":[[81,3]]},"434":{"position":[[2425,3],[4379,7],[6477,3],[6999,7],[8133,7]]},"454":{"position":[[74,4],[126,3]]},"558":{"position":[[3080,3]]},"608":{"position":[[8454,3]]},"622":{"position":[[412,6]]},"644":{"position":[[117,3],[309,5],[428,5]]},"649":{"position":[[3960,5],[5096,5],[5142,5]]},"657":{"position":[[4080,7]]},"661":{"position":[[1508,6],[1695,5],[2371,5],[2416,5],[2459,5]]},"663":{"position":[[6,3],[432,5]]}}}],["fit(x",{"_index":4510,"t":{"454":{"position":[[83,6]]}}}],["fit(x_train",{"_index":4359,"t":{"364":{"position":[[1883,12]]},"366":{"position":[[131,12]]}}}],["fit(x_train=non",{"_index":4277,"t":{"360":{"position":[[23718,17]]}}}],["fit_kwarg",{"_index":4246,"t":{"360":{"position":[[16419,13],[20199,12],[24704,13],[37391,10],[37845,12]]},"434":{"position":[[1789,11],[2368,10],[6010,11],[6420,10]]}}}],["fit_kwargs_by_estim",{"_index":1337,"t":{"108":{"position":[[605,26]]},"114":{"position":[[1009,26],[2386,26]]},"257":{"position":[[435,23]]},"360":{"position":[[10857,23],[10976,23],[19977,23],[20096,23],[37241,23],[37452,23]]},"663":{"position":[[716,23],[1101,26]]}}}],["fit_kwargs_by_estimator=fit_kwargs_by_estim",{"_index":3023,"t":{"229":{"position":[[3055,50]]}}}],["fit_kwargs_by_estimator=non",{"_index":4245,"t":{"360":{"position":[[16389,29],[24652,29]]}}}],["fit_transform",{"_index":4047,"t":{"350":{"position":[[60,14]]}}}],["fit_transform(x",{"_index":4048,"t":{"350":{"position":[[79,16]]}}}],["fix",{"_index":906,"t":{"59":{"position":[[496,3]]},"516":{"position":[[825,5],[883,5]]},"572":{"position":[[2263,5]]},"649":{"position":[[1407,5],[1687,5],[2006,5]]},"651":{"position":[[952,3]]}}}],["flaml",{"_index":14,"t":{"2":{"position":[[121,5],[141,5],[274,5],[524,5],[718,5]]},"5":{"position":[[0,5],[228,5],[263,5],[517,5],[581,5]]},"7":{"position":[[10,5],[203,5],[416,5]]},"9":{"position":[[0,5]]},"11":{"position":[[63,5],[234,6],[412,5],[811,5],[1134,5]]},"13":{"position":[[91,5]]},"15":{"position":[[499,5],[1437,5],[1527,5]]},"17":{"position":[[7,5]]},"19":{"position":[[655,5]]},"43":{"position":[[1217,6]]},"61":{"position":[[137,5]]},"63":{"position":[[341,5]]},"69":{"position":[[532,6],[577,5]]},"76":{"position":[[92,5],[116,5]]},"78":{"position":[[36,5]]},"82":{"position":[[105,7]]},"92":{"position":[[5,5]]},"100":{"position":[[5,5],[700,5]]},"102":{"position":[[171,6]]},"108":{"position":[[5,5]]},"110":{"position":[[5,5]]},"112":{"position":[[5,5]]},"114":{"position":[[118,5],[1543,5]]},"122":{"position":[[46,5]]},"128":{"position":[[5,5]]},"130":{"position":[[108,5]]},"150":{"position":[[5,5],[704,5]]},"152":{"position":[[146,6]]},"160":{"position":[[54,5],[553,5],[888,7]]},"170":{"position":[[160,5]]},"172":{"position":[[511,5]]},"178":{"position":[[0,5]]},"180":{"position":[[55,5]]},"182":{"position":[[286,5],[372,5],[546,6]]},"184":{"position":[[146,5],[1427,5]]},"215":{"position":[[24,5]]},"221":{"position":[[23,5]]},"223":{"position":[[691,5],[960,5]]},"225":{"position":[[1932,5]]},"227":{"position":[[68,5],[1059,5]]},"229":{"position":[[332,5],[1513,5],[1860,5],[2064,5]]},"236":{"position":[[49,5]]},"257":{"position":[[10,5],[578,5]]},"263":{"position":[[102,6],[221,5]]},"267":{"position":[[0,5],[638,5]]},"269":{"position":[[8,5],[36,6],[110,6],[524,5],[1643,5],[2338,5],[3654,5]]},"271":{"position":[[218,5]]},"279":{"position":[[0,5],[80,5],[115,5]]},"281":{"position":[[437,5],[1697,5]]},"283":{"position":[[0,5],[123,5],[240,6],[398,5],[609,5]]},"360":{"position":[[5983,5],[6409,5],[9564,5],[31957,5],[32383,5],[35046,5]]},"364":{"position":[[1108,5]]},"416":{"position":[[65,5]]},"434":{"position":[[612,5]]},"602":{"position":[[72,6]]},"608":{"position":[[316,5],[2651,5],[5481,8],[5654,7],[5732,8],[5779,5],[7271,5]]},"626":{"position":[[180,5]]},"634":{"position":[[102,5]]},"644":{"position":[[1428,5]]},"649":{"position":[[195,5],[5790,5]]},"655":{"position":[[12,5],[647,5],[811,5],[1096,5]]},"657":{"position":[[611,5],[1072,5]]},"661":{"position":[[1206,5],[1515,5],[2120,6]]},"663":{"position":[[876,5]]},"682":{"position":[[1019,5]]},"686":{"position":[[332,6]]},"696":{"position":[[623,5],[720,6],[2073,5],[4413,5],[4759,5],[5287,7]]},"698":{"position":[[939,5]]},"704":{"position":[[203,5]]},"706":{"position":[[1520,5]]},"708":{"position":[[802,5]]}}}],["flaml'",{"_index":2,"t":{"2":{"position":[[19,7],[1211,7]]},"9":{"position":[[504,7]]},"11":{"position":[[972,7]]},"360":{"position":[[5040,7],[31016,7]]},"608":{"position":[[9323,7]]},"657":{"position":[[2455,7]]},"702":{"position":[[1857,7]]}}}],["flaml.autogen",{"_index":284,"t":{"13":{"position":[[20,13]]},"15":{"position":[[1248,13]]},"23":{"position":[[62,13]]},"29":{"position":[[774,14]]},"33":{"position":[[79,14],[717,13]]},"35":{"position":[[20,13]]},"47":{"position":[[47,13]]},"50":{"position":[[26,13]]},"52":{"position":[[33,13]]},"65":{"position":[[20,13]]}}}],["flaml.automl",{"_index":1055,"t":{"92":{"position":[[611,14]]},"100":{"position":[[901,14]]},"108":{"position":[[1419,14]]},"110":{"position":[[1025,14]]},"112":{"position":[[937,14]]},"114":{"position":[[2969,14]]},"122":{"position":[[459,14]]},"128":{"position":[[628,14]]},"130":{"position":[[48,12]]},"150":{"position":[[905,14]]},"162":{"position":[[63,12]]},"182":{"position":[[272,13]]},"221":{"position":[[573,14]]},"223":{"position":[[1291,14]]},"225":{"position":[[2154,14]]},"227":{"position":[[1378,14]]},"229":{"position":[[3263,14]]},"644":{"position":[[0,12],[1381,13]]}}}],["flaml.automl()automl_set",{"_index":2108,"t":{"184":{"position":[[1745,29]]}}}],["flaml.automl()set",{"_index":2076,"t":{"182":{"position":[[632,22]]}}}],["flaml.automl.automl.automl",{"_index":4465,"t":{"434":{"position":[[2561,29]]}}}],["flaml.automl.data",{"_index":1121,"t":{"100":{"position":[[29,17],[6981,17]]},"137":{"position":[[5,17]]},"139":{"position":[[5,17]]},"144":{"position":[[5,17]]},"150":{"position":[[29,17],[10287,17]]},"160":{"position":[[5,17]]},"168":{"position":[[5,17]]},"663":{"position":[[827,17]]},"670":{"position":[[122,17]]},"696":{"position":[[2124,17]]}}}],["flaml.automl.fit",{"_index":5280,"t":{"626":{"position":[[111,18]]}}}],["flaml.automl.ml",{"_index":1247,"t":{"100":{"position":[[6207,15],[6687,15]]},"137":{"position":[[93,15]]},"144":{"position":[[93,15]]},"150":{"position":[[9513,15],[9987,15]]}}}],["flaml.automl.ml.baseestim",{"_index":4456,"t":{"434":{"position":[[1547,32],[8433,31]]}}}],["flaml.automl.model",{"_index":1306,"t":{"102":{"position":[[913,18]]},"152":{"position":[[523,18]]},"269":{"position":[[2360,18]]},"649":{"position":[[4076,18],[7459,18]]}}}],["flaml.automl.model.baseestim",{"_index":4222,"t":{"360":{"position":[[15495,33]]},"649":{"position":[[3840,32],[5174,33]]}}}],["flaml.automl.model.lgbmestim",{"_index":5555,"t":{"666":{"position":[[157,33],[222,32],[361,32]]}}}],["flaml.automl.spark.util",{"_index":2016,"t":{"180":{"position":[[118,24],[958,24]]}}}],["flaml.automl.state.automlst",{"_index":4466,"t":{"434":{"position":[[2598,33],[4038,33]]}}}],["flaml.default",{"_index":1625,"t":{"137":{"position":[[54,13]]},"139":{"position":[[54,13]]},"144":{"position":[[54,13]]},"269":{"position":[[3960,13]]},"620":{"position":[[444,13]]},"624":{"position":[[94,13],[412,13]]},"640":{"position":[[241,13]]}}}],["flaml.default.flamlize_estim",{"_index":5350,"t":{"640":{"position":[[131,32]]}}}],["flaml.default.lgbmclassifi",{"_index":3477,"t":{"269":{"position":[[4145,29]]}}}],["flaml.default.lgbmregressor",{"_index":5258,"t":{"622":{"position":[[0,27],[122,28],[170,27]]}}}],["flaml.default.lgbmregressor(default_location=\"location_for_default",{"_index":5284,"t":{"628":{"position":[[119,69]]}}}],["flaml.ml",{"_index":1648,"t":{"139":{"position":[[93,8]]}}}],["flaml.nlp.huggingface.trainer.trainerforauto",{"_index":1389,"t":{"108":{"position":[[2394,45]]}}}],["flaml.oai.chatcomplet",{"_index":917,"t":{"61":{"position":[[106,25]]}}}],["flaml.oai.complet",{"_index":916,"t":{"61":{"position":[[81,20]]}}}],["flaml.tun",{"_index":466,"t":{"21":{"position":[[613,11]]},"114":{"position":[[3508,10]]},"162":{"position":[[79,10]]},"678":{"position":[[102,10]]},"684":{"position":[[390,10]]},"696":{"position":[[556,10]]},"704":{"position":[[254,10]]}}}],["flaml.tune.loguniform(1",{"_index":2180,"t":{"192":{"position":[[324,24],[382,24],[433,24]]}}}],["flaml.tune.loguniform(98",{"_index":2186,"t":{"192":{"position":[[527,25]]}}}],["flaml.tune.randint(50",{"_index":2469,"t":{"213":{"position":[[211,22]]}}}],["flaml.tune.report",{"_index":2166,"t":{"190":{"position":[[1395,18]]}}}],["flaml.tune.run",{"_index":2195,"t":{"194":{"position":[[44,15],[153,15]]},"213":{"position":[[523,15]]},"304":{"position":[[44,15]]},"686":{"position":[[85,17]]}}}],["flaml.tune.run(evaluation_function=evaluate_config",{"_index":5629,"t":{"680":{"position":[[2293,51]]}}}],["flaml.tune.uniform(0.01",{"_index":2471,"t":{"213":{"position":[[270,24]]}}}],["flaml.tune.uniform(0.8",{"_index":2183,"t":{"192":{"position":[[482,23]]}}}],["flaml>=1.1.0",{"_index":3212,"t":{"233":{"position":[[12,14]]}}}],["flaml[autogen",{"_index":3517,"t":{"281":{"position":[[21,16]]}}}],["flaml[automl",{"_index":1033,"t":{"90":{"position":[[41,15]]},"98":{"position":[[41,14]]},"120":{"position":[[41,15]]},"126":{"position":[[41,15]]},"148":{"position":[[41,14]]},"166":{"position":[[41,14]]},"281":{"position":[[77,15]]}}}],["flaml[automl,azureml",{"_index":1851,"t":{"156":{"position":[[49,23]]}}}],["flaml[automl,hf",{"_index":1319,"t":{"106":{"position":[[71,18]]}}}],["flaml[automl,ts_forecast",{"_index":2513,"t":{"219":{"position":[[53,27]]}}}],["flaml[autozero",{"_index":1623,"t":{"135":{"position":[[57,15]]}}}],["flaml[benchmark",{"_index":3575,"t":{"281":{"position":[[1855,16]]}}}],["flaml[blendsearch",{"_index":3572,"t":{"281":{"position":[[1652,20]]}}}],["flaml[blendsearch,ray",{"_index":1889,"t":{"162":{"position":[[215,22]]},"188":{"position":[[89,24]]},"288":{"position":[[24,24]]}}}],["flaml[blendsearch,ray]==1.0.9",{"_index":2430,"t":{"201":{"position":[[497,29]]}}}],["flaml[blendsearch]analysi",{"_index":5691,"t":{"686":{"position":[[412,26]]}}}],["flaml[blendsearch]from",{"_index":5821,"t":{"708":{"position":[[779,22]]}}}],["flaml[catboost",{"_index":3521,"t":{"281":{"position":[[189,17]]}}}],["flaml[forecast",{"_index":3524,"t":{"281":{"position":[[312,17]]}}}],["flaml[hf",{"_index":3525,"t":{"281":{"position":[[372,11]]}}}],["flaml[nni",{"_index":3571,"t":{"281":{"position":[[1610,12]]}}}],["flaml[notebook",{"_index":3526,"t":{"281":{"position":[[483,17]]}}}],["flaml[notebook,autogen",{"_index":977,"t":{"74":{"position":[[63,23]]}}}],["flaml[openai",{"_index":3520,"t":{"281":{"position":[[147,15]]}}}],["flaml[ray",{"_index":3527,"t":{"281":{"position":[[542,12]]},"360":{"position":[[6499,10],[32473,10]]},"694":{"position":[[405,10]]}}}],["flaml[ray,blendsearch",{"_index":5494,"t":{"657":{"position":[[856,22]]}}}],["flaml[ray]analysi",{"_index":5704,"t":{"694":{"position":[[672,18]]}}}],["flaml[ray]from",{"_index":5754,"t":{"696":{"position":[[4178,14]]}}}],["flaml[spark",{"_index":4133,"t":{"360":{"position":[[6525,13],[32499,13]]},"608":{"position":[[11295,13]]},"694":{"position":[[463,12]]}}}],["flaml[spark,blendsearch]>=1.1.0",{"_index":5497,"t":{"657":{"position":[[1343,31]]}}}],["flaml[spark]>=1.1.0",{"_index":3529,"t":{"281":{"position":[[611,21]]}}}],["flaml[spark]analysi",{"_index":5707,"t":{"694":{"position":[[1222,20]]}}}],["flaml[synaps",{"_index":3573,"t":{"281":{"position":[[1759,14]]}}}],["flaml[test",{"_index":3574,"t":{"281":{"position":[[1816,11]]}}}],["flaml[vw",{"_index":3522,"t":{"281":{"position":[[238,11]]}}}],["flaml\\[notebook,autogen",{"_index":983,"t":{"74":{"position":[[180,26]]}}}],["flaml_lgbm_search_space.item",{"_index":3460,"t":{"269":{"position":[[3039,33],[3259,31]]}}}],["flaml_max_concurr",{"_index":2097,"t":{"184":{"position":[[1165,20]]},"360":{"position":[[8496,20]]},"657":{"position":[[1855,20]]}}}],["flaml_y_pr",{"_index":2763,"t":{"223":{"position":[[15161,12],[15292,13]]}}}],["flamlautoml_experi",{"_index":2107,"t":{"184":{"position":[[1720,22]]}}}],["flamlflaml_lgbm_search_spac",{"_index":3455,"t":{"269":{"position":[[2800,28]]}}}],["flamlimport",{"_index":2125,"t":{"190":{"position":[[296,11]]},"298":{"position":[[25,11]]}}}],["flamliz",{"_index":1671,"t":{"144":{"position":[[308,10]]},"620":{"position":[[58,11],[608,11]]},"624":{"position":[[1516,11]]},"640":{"position":[[104,10],[416,11]]}}}],["flamlize_estim",{"_index":5355,"t":{"640":{"position":[[303,19]]}}}],["flamlize_estimatorextratreesclassifi",{"_index":5354,"t":{"640":{"position":[[262,38]]}}}],["flamlpip",{"_index":2429,"t":{"201":{"position":[[480,8]]}}}],["flamlprint(flaml.__version__",{"_index":965,"t":{"69":{"position":[[642,29]]}}}],["flattened_grn",{"_index":3145,"t":{"229":{"position":[[8814,16],[12964,16],[20991,16]]}}}],["flexibl",{"_index":211,"t":{"9":{"position":[[445,11]]},"39":{"position":[[1377,8]]},"672":{"position":[[98,8]]}}}],["flight",{"_index":1866,"t":{"160":{"position":[[186,6]]},"168":{"position":[[162,6]]}}}],["float",{"_index":3384,"t":{"261":{"position":[[21,5]]},"332":{"position":[[283,9],[330,6],[692,5]]},"336":{"position":[[2064,6],[2145,6]]},"360":{"position":[[1199,5],[2483,5],[3083,5],[3607,5],[3673,5],[3818,5],[8674,5],[12581,5],[12793,5],[13090,5],[13733,5],[17623,5],[17946,5],[20457,6],[20480,5],[23181,5],[23233,5],[23321,5],[23373,5],[23472,5],[26330,5],[27650,5],[28355,5],[28984,5],[29050,5],[29203,5],[34183,5],[36030,7],[36213,5],[38103,6],[38126,5]]},"364":{"position":[[2145,5],[2201,5],[2298,5],[4395,5],[4531,5],[4672,5]]},"366":{"position":[[510,5],[566,5],[663,5]]},"434":{"position":[[1747,6],[1838,6],[1845,6],[1852,6],[4263,6],[5529,5]]},"494":{"position":[[479,5],[525,5]]},"496":{"position":[[119,6],[386,5],[761,6]]},"498":{"position":[[146,6],[538,5]]},"510":{"position":[[149,5],[162,8]]},"512":{"position":[[88,6],[102,6],[123,5],[291,6],[305,6],[315,6],[346,5],[636,6],[650,6],[663,5],[750,5],[814,5],[952,6],[966,6],[976,6],[989,5],[1194,5],[1258,5],[1318,5],[1911,5],[2427,5],[2736,5],[2753,5],[2780,5],[2835,5],[2894,5],[2973,6],[2984,6],[2994,6],[3015,5]]},"516":{"position":[[194,7],[1042,5],[2672,5]]},"526":{"position":[[161,5],[223,5]]},"528":{"position":[[143,5],[215,5]]},"544":{"position":[[994,5],[1071,5],[1160,5]]},"558":{"position":[[378,6],[686,7],[699,8],[766,8],[2097,5],[2369,5],[2446,5],[2527,5],[2992,5],[3763,5]]},"598":{"position":[[584,5],[643,5]]},"608":{"position":[[1472,6],[1960,7],[1973,8],[2040,8],[4388,5],[5196,5],[5273,5],[5354,5],[8366,5],[12150,5]]},"649":{"position":[[7141,6]]},"680":{"position":[[1665,5]]},"682":{"position":[[1641,6],[2225,5],[3849,5],[3925,6],[3939,6],[4002,5],[4036,6],[4050,6],[4063,5],[4177,6],[4191,6],[4201,5],[4294,5],[4330,6],[4347,5],[4364,5],[4460,5],[4542,5],[4664,5],[4789,5],[4966,5],[5069,5]]},"696":{"position":[[165,5],[241,5],[321,5]]}}}],["float(\"inf",{"_index":5797,"t":{"702":{"position":[[1467,13],[1495,14]]}}}],["flop",{"_index":3284,"t":{"242":{"position":[[349,6]]},"244":{"position":[[263,6],[355,8],[364,6]]},"248":{"position":[[298,8],[362,8],[812,8]]}}}],["flops\"]lexico_objectives[\"toler",{"_index":3318,"t":{"248":{"position":[[235,39]]}}}],["flourish",{"_index":43,"t":{"2":{"position":[[539,11]]}}}],["flow2",{"_index":4760,"t":{"544":{"position":[[50,6]]},"548":{"position":[[266,6]]},"706":{"position":[[45,5],[342,6],[349,5],[496,5],[625,5],[908,5],[999,5],[1201,6],[1344,5],[1437,5]]}}}],["flow2(search",{"_index":4759,"t":{"544":{"position":[[6,15]]}}}],["flow2cat(flow2",{"_index":4743,"t":{"532":{"position":[[6,15]]}}}],["focu",{"_index":102,"t":{"2":{"position":[[1279,5]]},"41":{"position":[[72,5]]}}}],["focus",{"_index":243,"t":{"11":{"position":[[262,8]]},"39":{"position":[[1568,7]]}}}],["fold",{"_index":4095,"t":{"360":{"position":[[3174,5],[18038,5],[28446,5],[35925,6],[36062,5],[36129,4],[36204,6]]},"434":{"position":[[5620,5]]},"655":{"position":[[1050,6]]}}}],["folder",{"_index":991,"t":{"78":{"position":[[42,6]]},"360":{"position":[[21293,6],[38939,6]]}}}],["follow",{"_index":370,"t":{"17":{"position":[[35,9],[409,9]]},"29":{"position":[[801,9]]},"41":{"position":[[850,9],[1359,9]]},"69":{"position":[[59,6],[611,9]]},"102":{"position":[[185,9]]},"108":{"position":[[1179,9]]},"152":{"position":[[160,9]]},"162":{"position":[[2500,10]]},"203":{"position":[[101,9]]},"205":{"position":[[133,9]]},"257":{"position":[[487,9]]},"283":{"position":[[144,9]]},"312":{"position":[[1392,9]]},"322":{"position":[[1558,9],[2881,9]]},"328":{"position":[[1647,9],[2951,9],[7971,9],[9390,9],[10958,9],[12332,9],[16708,9],[17957,9]]},"336":{"position":[[4028,9],[4135,9]]},"360":{"position":[[948,9],[5863,9],[8899,9],[26079,9],[31837,9],[34408,9],[35979,9]]},"516":{"position":[[1321,9],[1651,9]]},"544":{"position":[[1575,9],[3677,9]]},"554":{"position":[[431,9],[1073,8]]},"558":{"position":[[2690,9],[4166,9]]},"598":{"position":[[856,9]]},"608":{"position":[[6624,9],[9456,9]]},"628":{"position":[[704,9]]},"638":{"position":[[325,9],[611,9]]},"647":{"position":[[1334,9]]},"649":{"position":[[6022,9],[6635,9],[7157,6]]},"651":{"position":[[1753,9],[1843,9]]},"657":{"position":[[138,9],[2708,9]]},"672":{"position":[[250,9]]},"680":{"position":[[663,9]]},"682":{"position":[[598,9],[2045,9],[2609,9],[3118,9],[3423,9]]},"684":{"position":[[714,9]]},"688":{"position":[[128,9]]},"692":{"position":[[411,9],[1110,9]]},"696":{"position":[[1786,9],[4131,9],[5088,9],[5715,9]]},"698":{"position":[[726,9]]},"700":{"position":[[195,9],[298,9]]},"702":{"position":[[176,9],[960,9]]},"706":{"position":[[639,9]]}}}],["forc",{"_index":2104,"t":{"184":{"position":[[1510,7]]},"360":{"position":[[7060,7],[33034,7]]},"598":{"position":[[749,7]]},"608":{"position":[[10701,7]]}}}],["forcast",{"_index":4199,"t":{"360":{"position":[[14062,7]]}}}],["force_cancel",{"_index":2103,"t":{"184":{"position":[[1460,13],[1881,15],[1920,12]]},"360":{"position":[[7009,12],[32983,12]]},"598":{"position":[[167,13],[698,12],[1446,12]]},"608":{"position":[[2297,13],[10650,12]]}}}],["force_cancel=fals",{"_index":4998,"t":{"598":{"position":[[362,19]]}}}],["force_cancel=non",{"_index":4305,"t":{"360":{"position":[[24405,18]]}}}],["forecast",{"_index":157,"t":{"5":{"position":[[688,12]]},"221":{"position":[[296,9]]},"223":{"position":[[871,8],[1244,8]]},"229":{"position":[[123,12]]},"281":{"position":[[267,11]]},"360":{"position":[[4761,8],[16843,8],[17167,8],[18615,8],[20388,8],[20425,8],[25247,8],[30737,8],[38034,8],[38071,8]]},"434":{"position":[[5426,8]]},"444":{"position":[[70,10]]},"466":{"position":[[71,10]]},"468":{"position":[[99,11]]},"470":{"position":[[83,11]]},"472":{"position":[[89,11]]},"474":{"position":[[90,11]]},"476":{"position":[[96,11]]},"478":{"position":[[120,11]]},"644":{"position":[[643,12],[698,11],[763,11]]},"649":{"position":[[3542,8]]},"655":{"position":[[1276,12]]},"663":{"position":[[254,11]]}}}],["forecast\")plt.xlabel(\"date\")plt.ylabel(\"co2",{"_index":2769,"t":{"223":{"position":[[15319,43]]}}}],["forecsat",{"_index":4316,"t":{"360":{"position":[[24864,8]]}}}],["forest",{"_index":3440,"t":{"269":{"position":[[1878,6]]},"370":{"position":[[90,7]]},"384":{"position":[[94,7]]},"474":{"position":[[57,6]]},"649":{"position":[[8986,7]]}}}],["forg",{"_index":3516,"t":{"279":{"position":[[130,5]]}}}],["form",{"_index":2021,"t":{"180":{"position":[[301,4]]},"312":{"position":[[1256,4]]},"322":{"position":[[1422,4]]},"328":{"position":[[1511,4]]},"544":{"position":[[2335,4]]},"558":{"position":[[4927,4]]},"608":{"position":[[10217,4]]},"680":{"position":[[1006,5]]},"702":{"position":[[739,4]]}}}],["formal",{"_index":970,"t":{"71":{"position":[[22,6]]}}}],["format",{"_index":745,"t":{"39":{"position":[[704,6]]},"69":{"position":[[732,9]]},"178":{"position":[[214,7]]},"180":{"position":[[1359,6]]},"182":{"position":[[150,6],[590,6]]},"306":{"position":[[231,11],[333,11]]},"336":{"position":[[5558,6],[10024,6]]},"360":{"position":[[8909,7],[34418,7]]},"416":{"position":[[1196,7]]},"516":{"position":[[2859,7],[3011,7]]},"554":{"position":[[1192,6]]},"572":{"position":[[3090,7]]},"651":{"position":[[1763,7],[1853,7]]}}}],["format(best_trial.config))print",{"_index":3745,"t":{"306":{"position":[[159,36]]}}}],["format(test_acc",{"_index":3761,"t":{"306":{"position":[[1008,21]]}}}],["format_var",{"_index":4825,"t":{"554":{"position":[[1177,11]]}}}],["forward",{"_index":280,"t":{"11":{"position":[[1064,7]]},"25":{"position":[[930,8]]},"294":{"position":[[1501,7]]}}}],["forward(self",{"_index":3615,"t":{"290":{"position":[[473,13]]}}}],["found",{"_index":446,"t":{"19":{"position":[[665,5],[930,5]]},"31":{"position":[[3839,5]]},"39":{"position":[[2449,5],[3126,5]]},"43":{"position":[[145,5],[1114,5]]},"69":{"position":[[590,5]]},"162":{"position":[[1468,6]]},"180":{"position":[[848,5]]},"259":{"position":[[107,5]]},"328":{"position":[[7311,6],[7380,6]]},"336":{"position":[[4191,5]]},"360":{"position":[[11646,5],[12091,6],[12209,6],[12604,6],[37409,5]]},"364":{"position":[[1007,5]]},"657":{"position":[[1624,5]]},"659":{"position":[[278,5]]},"682":{"position":[[6817,6]]},"688":{"position":[[187,5]]},"694":{"position":[[323,5]]}}}],["foundat",{"_index":481,"t":{"25":{"position":[[251,10]]}}}],["four",{"_index":5299,"t":{"632":{"position":[[661,4]]},"649":{"position":[[7096,4]]}}}],["fourier",{"_index":4506,"t":{"452":{"position":[[335,7]]}}}],["fourier_seri",{"_index":4502,"t":{"452":{"position":[[200,15]]}}}],["fourier_series(featur",{"_index":4503,"t":{"452":{"position":[[220,23]]}}}],["fp16",{"_index":1405,"t":{"110":{"position":[[867,7]]},"112":{"position":[[779,7]]},"360":{"position":[[11056,7],[20176,7],[37532,7]]},"416":{"position":[[474,4],[540,5]]}}}],["fp16}automl.fit",{"_index":1407,"t":{"110":{"position":[[909,16]]},"112":{"position":[[821,16]]}}}],["fraction",{"_index":5484,"t":{"655":{"position":[[292,8]]}}}],["frame",{"_index":738,"t":{"39":{"position":[[341,6]]}}}],["framework",{"_index":701,"t":{"37":{"position":[[47,9],[1524,9],[1597,9]]},"45":{"position":[[234,9]]},"57":{"position":[[85,10]]},"269":{"position":[[220,10]]},"283":{"position":[[91,9]]}}}],["free",{"_index":3385,"t":{"261":{"position":[[79,4]]},"360":{"position":[[8712,4],[34221,4]]},"364":{"position":[[2231,4]]},"366":{"position":[[596,4]]}}}],["free_mem_ratio",{"_index":3383,"t":{"261":{"position":[[4,14]]},"360":{"position":[[8657,14],[34166,14]]},"364":{"position":[[2182,14]]},"366":{"position":[[547,14]]}}}],["free_mem_ratio=0",{"_index":4310,"t":{"360":{"position":[[24512,17]]},"364":{"position":[[1918,17]]},"366":{"position":[[196,17]]}}}],["french",{"_index":1474,"t":{"112":{"position":[[2614,7]]}}}],["frequent",{"_index":3380,"t":{"259":{"position":[[311,10]]}}}],["from_panda",{"_index":5208,"t":{"610":{"position":[[1033,11]]}}}],["from_pandas(dataset_df",{"_index":5222,"t":{"610":{"position":[[1321,23]]}}}],["frozen",{"_index":1019,"t":{"84":{"position":[[279,6]]}}}],["frugal",{"_index":3348,"t":{"255":{"position":[[1819,6]]},"602":{"position":[[368,6]]},"708":{"position":[[71,9],[2085,6]]}}}],["full",{"_index":208,"t":{"9":{"position":[[401,4]]},"69":{"position":[[430,4]]},"360":{"position":[[4035,4],[19148,4],[30011,4]]},"516":{"position":[[939,4]]},"544":{"position":[[540,4]]},"630":{"position":[[202,4]]},"655":{"position":[[707,4]]},"696":{"position":[[2031,4]]}}}],["fulli",{"_index":5816,"t":{"708":{"position":[[369,5]]}}}],["func_cal",{"_index":3917,"t":{"328":{"position":[[19659,9]]}}}],["function",{"_index":210,"t":{"9":{"position":[[429,10]]},"27":{"position":[[767,8]]},"31":{"position":[[540,8],[1518,8]]},"41":{"position":[[792,8],[1140,8]]},"55":{"position":[[194,8]]},"102":{"position":[[68,8],[282,9],[353,9],[1032,11]]},"152":{"position":[[41,8],[256,9],[636,8],[662,11],[844,11]]},"180":{"position":[[83,8],[274,8],[581,8]]},"255":{"position":[[1231,8]]},"261":{"position":[[633,8]]},"269":{"position":[[2216,9],[2281,8],[4131,8]]},"271":{"position":[[78,8]]},"312":{"position":[[1219,8]]},"322":{"position":[[665,8],[1372,8],[1385,8],[2674,8],[2720,10]]},"328":{"position":[[651,8],[1461,8],[1474,8],[2744,8],[2790,10],[4333,9],[4353,8],[4418,8],[4661,8],[4765,8],[4876,8],[4976,8],[5065,8],[5171,8],[5313,8],[5395,9],[5409,8],[5749,8],[5771,8],[5790,8],[5963,9],[6073,8],[6107,8],[8120,8],[8171,8],[8252,10],[9539,8],[9590,8],[9671,10],[10741,8],[11132,8],[11218,11],[11279,10],[11379,11],[11428,8],[12115,8],[12506,8],[12592,11],[12653,10],[12753,11],[12802,8],[15926,8],[16661,9],[16718,9],[16868,8],[16916,8],[16955,8],[17102,8],[17380,9],[17910,9],[17967,9],[18117,8],[18165,8],[18204,8],[18351,8],[18629,9],[19034,8],[19542,8],[19593,8],[19633,8],[19973,11],[20128,8],[20350,9],[20421,8],[20439,10]]},"332":{"position":[[354,8],[414,8]]},"336":{"position":[[1521,8],[1549,8],[3991,9],[4995,8],[6301,9],[6688,8],[6734,8],[6938,8],[6970,8],[7076,9],[9059,8],[9194,8]]},"360":{"position":[[650,9],[907,9],[921,8],[9263,9],[9295,8],[9368,8],[9528,8],[12977,8],[14410,8],[15113,8],[16469,8],[20256,8],[23500,9],[23521,8],[25781,9],[26038,9],[26052,8],[34773,9],[34805,8],[34878,8],[35010,8],[35881,9],[35952,8],[36147,8],[37902,8]]},"364":{"position":[[3181,9],[3245,8],[3605,9],[3663,9]]},"374":{"position":[[120,8]]},"516":{"position":[[2355,8]]},"554":{"position":[[621,10],[1026,9]]},"558":{"position":[[2966,8]]},"570":{"position":[[842,14]]},"572":{"position":[[684,8],[753,8],[1027,9],[1080,8],[3021,14],[3769,8]]},"598":{"position":[[927,8],[940,8]]},"608":{"position":[[211,8],[2588,8],[3482,9],[6380,8],[6752,9],[8340,8]]},"610":{"position":[[165,9]]},"644":{"position":[[133,10]]},"647":{"position":[[141,9],[1277,9],[1307,8],[2584,9]]},"649":{"position":[[3980,10],[5162,8],[6307,9],[6337,9],[7776,11],[7942,8],[8406,8]]},"651":{"position":[[1457,9]]},"663":{"position":[[364,8]]},"680":{"position":[[66,9],[452,8],[486,8],[703,8],[956,8],[1505,8],[1932,8],[2083,8]]},"682":{"position":[[2529,8]]},"686":{"position":[[474,8]]},"688":{"position":[[321,8]]},"692":{"position":[[246,8],[1508,9]]},"694":{"position":[[726,8],[1278,8]]},"696":{"position":[[1432,8],[5572,8],[5671,8]]},"706":{"position":[[485,10],[545,8],[709,9]]}}}],["function_cal",{"_index":3792,"t":{"312":{"position":[[1435,16]]},"322":{"position":[[1601,16]]},"328":{"position":[[1690,16],[8007,13],[8083,13],[9426,13],[9502,13],[11003,13],[11087,16],[12377,13],[12461,16],[19721,15]]}}}],["function_map",{"_index":3824,"t":{"322":{"position":[[1052,13],[2631,12]]},"328":{"position":[[1108,13],[2701,12],[20385,12]]}}}],["functionalit",{"_index":3425,"t":{"269":{"position":[[1023,14]]}}}],["functiondef",{"_index":1286,"t":{"102":{"position":[[416,11]]},"152":{"position":[[319,11]]}}}],["functool",{"_index":5717,"t":{"696":{"position":[[2095,9]]}}}],["further",{"_index":184,"t":{"7":{"position":[[373,7]]},"11":{"position":[[954,7]]},"25":{"position":[[578,7],[664,7]]},"31":{"position":[[3424,7]]},"37":{"position":[[523,7]]},"45":{"position":[[193,7]]},"670":{"position":[[726,7]]}}}],["fusion",{"_index":4498,"t":{"448":{"position":[[97,6]]}}}],["futur",{"_index":99,"t":{"2":{"position":[[1245,6]]},"11":{"position":[[1124,6]]},"233":{"position":[[180,6]]},"294":{"position":[[2404,6]]},"572":{"position":[[1712,6],[2274,6]]},"640":{"position":[[521,6]]},"702":{"position":[[2047,6]]}}}],["g",{"_index":1522,"t":{"122":{"position":[[110,3]]}}}],["gain",{"_index":3420,"t":{"269":{"position":[[702,4]]}}}],["gamma=0",{"_index":1686,"t":{"144":{"position":[[762,8]]},"150":{"position":[[8627,8]]},"227":{"position":[[8597,8]]}}}],["gap",{"_index":5390,"t":{"647":{"position":[[2384,3]]}}}],["gate",{"_index":3150,"t":{"229":{"position":[[8927,7],[9438,7],[9583,7],[9783,7],[10367,7],[10933,7],[11493,7],[12052,7],[13077,7],[13707,7],[13854,7],[14043,7],[14608,7],[15179,7],[15748,7],[16301,7],[16863,7],[17430,7],[17993,7],[18557,7],[19129,7],[19698,7],[21104,7],[21726,7],[21873,7],[22062,7],[22627,7],[23198,7],[23767,7]]}}}],["gate_norm",{"_index":3163,"t":{"229":{"position":[[9142,12],[9998,12],[10582,12],[11148,12],[11708,12],[12267,12],[13360,12],[14258,12],[14823,12],[15394,12],[15963,12],[16516,12],[17078,12],[17645,12],[18208,12],[18772,12],[19344,12],[19913,12],[21381,12],[22277,12],[22842,12],[23413,12],[23982,12],[24744,12],[25180,12],[25614,12],[26041,12],[27161,12],[28593,12]]}}}],["gateaddnorm",{"_index":3085,"t":{"229":{"position":[[4828,11],[4920,11],[6715,11],[6807,11],[9155,12],[10011,12],[10595,12],[11161,12],[11721,12],[12280,12],[13373,12],[14271,12],[14836,12],[15407,12],[15976,12],[16529,12],[17091,12],[17658,12],[18221,12],[18785,12],[19357,12],[19926,12],[21394,12],[22290,12],[22855,12],[23426,12],[23995,12],[24757,12],[25193,12],[25627,12],[26054,12],[27174,12],[28195,12],[28606,12],[28855,12]]}}}],["gatedlinearunit",{"_index":3074,"t":{"229":{"position":[[4622,15],[6509,15],[9175,16],[10031,16],[10615,16],[11181,16],[11741,16],[12300,16],[13393,16],[14291,16],[14856,16],[15427,16],[15996,16],[16549,16],[17111,16],[17678,16],[18241,16],[18805,16],[19377,16],[19946,16],[21414,16],[22310,16],[22875,16],[23446,16],[24015,16],[24777,16],[25213,16],[25647,16],[26074,16],[26453,16],[26596,16],[27194,16],[28215,16],[28626,16],[28875,16]]}}}],["gatedresidualnetwork",{"_index":3060,"t":{"229":{"position":[[4303,20],[4372,20],[4439,20],[4500,20],[4714,20],[4864,20],[6190,20],[6259,20],[6326,20],[6387,20],[6601,20],[6751,20],[8831,21],[9687,21],[10271,21],[10837,21],[11397,21],[11956,21],[12981,21],[13947,21],[14512,21],[15083,21],[15652,21],[16205,21],[16767,21],[17334,21],[17897,21],[18461,21],[19033,21],[19602,21],[21008,21],[21966,21],[22531,21],[23102,21],[23671,21],[24584,21],[25020,21],[25454,21],[25881,21],[26938,21],[28433,21]]}}}],["gbt",{"_index":4424,"t":{"410":{"position":[[66,3]]}}}],["gen",{"_index":3403,"t":{"267":{"position":[[28,3]]},"269":{"position":[[157,3]]}}}],["gener",{"_index":159,"t":{"5":{"position":[[716,10]]},"15":{"position":[[648,8]]},"17":{"position":[[359,10],[969,9],[1091,9]]},"21":{"position":[[203,8],[593,9],[798,7]]},"25":{"position":[[589,10]]},"27":{"position":[[145,8],[1707,9],[1830,8],[1967,8]]},"29":{"position":[[98,9],[474,8]]},"31":{"position":[[180,10],[227,9],[304,9],[3238,9],[3728,7]]},"33":{"position":[[50,7],[157,10],[223,7],[250,8],[365,10],[441,8],[887,10]]},"37":{"position":[[810,11],[851,11]]},"45":{"position":[[271,8]]},"50":{"position":[[344,10]]},"57":{"position":[[56,7],[151,10]]},"223":{"position":[[852,9]]},"255":{"position":[[839,9]]},"269":{"position":[[187,7],[1118,11],[2238,7]]},"275":{"position":[[1247,8],[1430,9],[1468,10],[1665,8],[1848,9],[1886,10]]},"322":{"position":[[3845,10]]},"328":{"position":[[60,7],[1945,10],[4071,10],[10804,9],[12178,9],[13619,8],[14366,8],[15488,8],[15695,8],[15903,8],[16674,8],[17157,9],[17459,10],[17923,8],[18406,9],[18708,10],[20070,8]]},"332":{"position":[[646,10],[775,9]]},"336":{"position":[[2817,8],[2923,8],[6226,8]]},"404":{"position":[[66,11]]},"434":{"position":[[350,10],[1042,7],[2171,10]]},"498":{"position":[[850,9]]},"502":{"position":[[312,10]]},"544":{"position":[[2935,8]]},"554":{"position":[[32,7],[257,9]]},"560":{"position":[[721,10]]},"568":{"position":[[161,9]]},"570":{"position":[[796,7]]},"572":{"position":[[373,8]]},"602":{"position":[[2772,10],[2993,10]]},"628":{"position":[[893,8]]},"655":{"position":[[1891,8]]},"682":{"position":[[7472,9]]},"700":{"position":[[333,8]]},"706":{"position":[[691,7]]}}}],["generate_assert",{"_index":3932,"t":{"332":{"position":[[295,20]]}}}],["generate_code_execution_repli",{"_index":3902,"t":{"328":{"position":[[15524,30],[16813,29],[18062,29]]}}}],["generate_code_execution_reply(messag",{"_index":3903,"t":{"328":{"position":[[15559,39]]}}}],["generate_function_call_repli",{"_index":3904,"t":{"328":{"position":[[15734,29],[16784,28],[18033,28]]}}}],["generate_function_call_reply(messag",{"_index":3905,"t":{"328":{"position":[[15768,38]]}}}],["generate_init_messag",{"_index":3823,"t":{"322":{"position":[[833,21]]},"328":{"position":[[819,21],[13584,21],[13943,21],[14331,21],[14690,21],[19985,22]]}}}],["generate_init_message(**context",{"_index":3921,"t":{"328":{"position":[[20012,32]]}}}],["generate_oai_repli",{"_index":3898,"t":{"328":{"position":[[15300,19],[16843,18],[18092,18]]}}}],["generate_oai_reply(messag",{"_index":3899,"t":{"328":{"position":[[15324,28]]}}}],["generate_paramet",{"_index":4864,"t":{"560":{"position":[[259,22],[344,20]]}}}],["generate_parameters(parameter_id",{"_index":4865,"t":{"560":{"position":[[369,33]]}}}],["generate_repli",{"_index":3506,"t":{"275":{"position":[[1077,15]]},"328":{"position":[[400,14],[16239,15]]}}}],["generate_reply(messag",{"_index":3507,"t":{"275":{"position":[[1097,24]]},"328":{"position":[[16259,24]]}}}],["generate_vari",{"_index":4804,"t":{"554":{"position":[[72,18]]}}}],["generate_variants(unresolved_spec",{"_index":4805,"t":{"554":{"position":[[95,34]]}}}],["generator[tuple[dict",{"_index":4809,"t":{"554":{"position":[[211,21]]}}}],["geometri",{"_index":806,"t":{"41":{"position":[[375,10]]}}}],["german",{"_index":1472,"t":{"112":{"position":[[2484,7]]},"114":{"position":[[321,9],[1702,9]]}}}],["get",{"_index":3651,"t":{"294":{"position":[[452,4]]},"640":{"position":[[716,4]]},"706":{"position":[[1781,4]]}}}],["get_best_config",{"_index":4646,"t":{"506":{"position":[[2115,16]]}}}],["get_best_config(metr",{"_index":4631,"t":{"506":{"position":[[640,23],[2136,23]]}}}],["get_best_tri",{"_index":4632,"t":{"506":{"position":[[798,15]]}}}],["get_best_trial(metr",{"_index":4629,"t":{"506":{"position":[[326,22],[818,22],[3556,22]]}}}],["get_boost",{"_index":4357,"t":{"364":{"position":[[1608,12]]}}}],["get_dataset",{"_index":5215,"t":{"610":{"position":[[1179,14],[1440,15]]}}}],["get_estimator_from_log",{"_index":4223,"t":{"360":{"position":[[15529,23]]}}}],["get_estimator_from_log(log_file_nam",{"_index":4224,"t":{"360":{"position":[[15557,37]]}}}],["get_human_input",{"_index":3818,"t":{"322":{"position":[[577,15]]},"328":{"position":[[563,15],[18719,16]]}}}],["get_human_input(prompt",{"_index":3912,"t":{"328":{"position":[[18740,23]]}}}],["get_monthly_avg(data",{"_index":2794,"t":{"225":{"position":[[744,22]]}}}],["get_monthly_avg(multi_df).to_dict().get(\"temp\")def",{"_index":2801,"t":{"225":{"position":[[917,50]]}}}],["get_n_split",{"_index":4111,"t":{"360":{"position":[[4386,12],[18240,12],[30362,12]]},"434":{"position":[[5051,12]]},"655":{"position":[[2066,12]]}}}],["get_ns_feature_dim_from_vw_exampl",{"_index":4723,"t":{"516":{"position":[[3059,35]]}}}],["get_ns_feature_dim_from_vw_example(vw_exampl",{"_index":4725,"t":{"516":{"position":[[3112,46]]}}}],["get_output_from_log(filename=settings[\"log_file_nam",{"_index":5581,"t":{"670":{"position":[[258,55]]}}}],["get_output_from_log(filename=settings['log_file_nam",{"_index":1273,"t":{"100":{"position":[[7135,55]]},"150":{"position":[[10441,55]]}}}],["get_output_from_logimport",{"_index":1266,"t":{"100":{"position":[[7006,25]]},"150":{"position":[[10312,25]]}}}],["get_output_from_logtime_histori",{"_index":5580,"t":{"670":{"position":[[147,32]]}}}],["get_sales_data(n_dates=180",{"_index":2864,"t":{"227":{"position":[[109,27]]}}}],["get_sales_dataimport",{"_index":2861,"t":{"227":{"position":[[31,20]]}}}],["get_stalliion_data",{"_index":2938,"t":{"229":{"position":[[163,21]]}}}],["get_stalliion_data()time_horizon",{"_index":2975,"t":{"229":{"position":[[1295,32]]}}}],["get_stallion_data",{"_index":2940,"t":{"229":{"position":[[231,17],[256,19]]}}}],["get_statu",{"_index":1939,"t":{"162":{"position":[[2137,12]]}}}],["get_top_running_tri",{"_index":4608,"t":{"502":{"position":[[1062,23]]}}}],["get_top_running_trials(top_ratio=non",{"_index":4609,"t":{"502":{"position":[[1090,38]]}}}],["get_trial",{"_index":4611,"t":{"502":{"position":[[1236,11],[1252,12]]},"586":{"position":[[139,11],[155,12]]}}}],["getattr(best_trial.checkpoint",{"_index":3753,"t":{"306":{"position":[[668,30]]}}}],["gib",{"_index":2221,"t":{"194":{"position":[[665,3],[685,3]]}}}],["gibus",{"_index":2216,"t":{"194":{"position":[[578,8]]}}}],["gif",{"_index":5805,"t":{"706":{"position":[[844,4]]}}}],["gist",{"_index":960,"t":{"69":{"position":[[361,4]]}}}],["git",{"_index":872,"t":{"55":{"position":[[213,3]]},"57":{"position":[[229,3],[248,3]]},"74":{"position":[[0,3]]},"80":{"position":[[55,3]]}}}],["github",{"_index":949,"t":{"69":{"position":[[28,7],[371,6]]},"271":{"position":[[312,7]]}}}],["give",{"_index":539,"t":{"27":{"position":[[1361,4]]},"269":{"position":[[3073,4]]},"271":{"position":[[294,4]]},"649":{"position":[[5724,4]]}}}],["given",{"_index":355,"t":{"15":{"position":[[1337,5],[1360,5]]},"27":{"position":[[1001,5],[1557,5],[2015,5]]},"31":{"position":[[992,5],[1936,5]]},"160":{"position":[[180,5],[210,5]]},"168":{"position":[[156,5],[186,5]]},"215":{"position":[[152,5]]},"223":{"position":[[79,5]]},"336":{"position":[[3825,5]]},"360":{"position":[[15983,5],[24745,5]]},"364":{"position":[[1972,5],[3415,6],[3488,6],[4595,5]]},"366":{"position":[[287,5]]},"434":{"position":[[7551,5]]},"490":{"position":[[666,5]]},"516":{"position":[[2944,5]]},"540":{"position":[[1255,5]]},"608":{"position":[[8934,6],[8981,6]]},"655":{"position":[[458,5]]},"661":{"position":[[1718,5]]}}}],["glm",{"_index":878,"t":{"57":{"position":[[79,5]]}}}],["global",{"_index":1011,"t":{"84":{"position":[[114,6]]},"548":{"position":[[35,6]]},"558":{"position":[[2634,6]]},"708":{"position":[[39,6],[125,6],[458,6],[650,6],[1731,6]]}}}],["global_search_alg",{"_index":4834,"t":{"558":{"position":[[583,18],[2587,17],[2737,18]]}}}],["glu",{"_index":3164,"t":{"229":{"position":[[9168,6],[10024,6],[10608,6],[11174,6],[11734,6],[12293,6],[13386,6],[14284,6],[14849,6],[15420,6],[15989,6],[16542,6],[17104,6],[17671,6],[18234,6],[18798,6],[19370,6],[19939,6],[21407,6],[22303,6],[22868,6],[23439,6],[24008,6],[24770,6],[25206,6],[25640,6],[26067,6],[27187,6],[28208,6],[28619,6],[28868,6]]}}}],["go",{"_index":1518,"t":{"116":{"position":[[65,2]]}}}],["goal",{"_index":1038,"t":{"92":{"position":[[127,4]]},"128":{"position":[[142,4]]}}}],["goe",{"_index":47,"t":{"2":{"position":[[596,4]]},"452":{"position":[[286,4]]},"572":{"position":[[3927,4]]}}}],["good",{"_index":686,"t":{"33":{"position":[[325,4],[378,4]]},"69":{"position":[[135,4]]},"259":{"position":[[365,4]]},"269":{"position":[[4211,4]]},"572":{"position":[[1624,4]]},"608":{"position":[[2977,8]]},"682":{"position":[[6673,4]]},"684":{"position":[[460,4]]},"698":{"position":[[460,4]]},"706":{"position":[[726,4],[1403,4]]}}}],["good_friday",{"_index":2960,"t":{"229":{"position":[[990,14]]}}}],["google/electra",{"_index":1402,"t":{"110":{"position":[[637,15]]}}}],["gpt",{"_index":307,"t":{"15":{"position":[[176,3],[276,3],[324,3],[412,3],[492,3],[762,3],[1496,3],[1508,3],[1688,3]]},"17":{"position":[[103,3],[179,3],[244,3]]},"19":{"position":[[168,3],[252,3],[469,3],[516,3],[598,3]]},"21":{"position":[[6,3],[142,3],[735,3]]},"25":{"position":[[95,3],[207,3],[225,3],[377,3],[456,3],[501,3],[572,3],[733,3],[893,3]]},"27":{"position":[[0,3],[78,3],[174,3],[1110,3],[1165,3],[1195,3],[1300,3],[1950,3]]},"29":{"position":[[839,3],[873,3],[953,3],[979,3],[1051,3]]},"31":{"position":[[132,3],[634,3],[1420,3],[1556,3],[1811,3],[2422,3],[3661,3]]},"37":{"position":[[111,3],[418,3],[712,3]]},"39":{"position":[[1542,4]]},"41":{"position":[[499,3],[718,3],[913,3]]},"43":{"position":[[231,3]]},"45":{"position":[[150,3]]},"50":{"position":[[15,3]]},"267":{"position":[[32,3],[181,3],[229,3]]},"269":{"position":[[161,3],[924,3]]},"336":{"position":[[4539,4],[4724,4]]},"602":{"position":[[3204,3],[3469,3]]}}}],["gpu",{"_index":1317,"t":{"106":{"position":[[22,4]]},"108":{"position":[[907,3]]},"114":{"position":[[1311,3],[2787,3]]},"162":{"position":[[1100,3]]},"184":{"position":[[888,3]]},"188":{"position":[[22,4]]},"192":{"position":[[700,3]]},"194":{"position":[[648,5]]},"302":{"position":[[79,4]]},"304":{"position":[[378,6]]},"360":{"position":[[8219,3],[20503,4],[38149,4]]},"416":{"position":[[993,3]]},"657":{"position":[[2022,3]]},"663":{"position":[[492,4]]}}}],["gpu)num_sampl",{"_index":3725,"t":{"302":{"position":[[142,15]]}}}],["gpu_id",{"_index":1687,"t":{"144":{"position":[[771,7]]},"150":{"position":[[8636,7]]},"227":{"position":[[8606,7]]}}}],["gpu_per_tri",{"_index":1347,"t":{"108":{"position":[[870,16]]},"110":{"position":[[440,16]]},"112":{"position":[[417,16]]},"114":{"position":[[1274,16],[2750,16]]},"229":{"position":[[2907,16]]},"360":{"position":[[20441,13],[38087,13]]},"663":{"position":[[525,13]]}}}],["gpus_per_tri",{"_index":3740,"t":{"304":{"position":[[385,16]]},"306":{"position":[[542,14]]}}}],["grace_period",{"_index":5167,"t":{"608":{"position":[[6131,14]]}}}],["grad",{"_index":1291,"t":{"102":{"position":[[492,4],[588,4],[645,4],[802,4]]},"152":{"position":[[450,4],[508,5]]},"649":{"position":[[7624,4],[7682,5]]}}}],["grad_ma",{"_index":1297,"t":{"102":{"position":[[659,8],[841,9]]}}}],["grad_mae[grad_ma",{"_index":1299,"t":{"102":{"position":[[689,17],[717,17]]}}}],["grad_rms",{"_index":1295,"t":{"102":{"position":[[602,9],[819,9]]}}}],["gradient",{"_index":3678,"t":{"294":{"position":[[1467,9]]},"346":{"position":[[90,8]]},"398":{"position":[[75,8]]}}}],["gradient_clip_v",{"_index":5421,"t":{"649":{"position":[[3405,18]]}}}],["gradual",{"_index":5800,"t":{"706":{"position":[[216,9]]},"708":{"position":[[589,9]]}}}],["granular",{"_index":5645,"t":{"682":{"position":[[3223,11],[3286,11]]}}}],["gratitud",{"_index":46,"t":{"2":{"position":[[586,9]]}}}],["grid",{"_index":4657,"t":{"512":{"position":[[48,4]]},"554":{"position":[[361,4],[389,4],[441,4],[1003,4],[1388,4],[1471,8]]},"610":{"position":[[1622,4]]}}}],["grid(sampl",{"_index":4655,"t":{"512":{"position":[[6,13]]}}}],["grid_search",{"_index":4824,"t":{"554":{"position":[[1096,15],[1287,12]]}}}],["grid_search([\"relu",{"_index":4814,"t":{"554":{"position":[[535,20]]}}}],["grid_search([1",{"_index":4816,"t":{"554":{"position":[[582,15]]}}}],["grid_search(valu",{"_index":4827,"t":{"554":{"position":[[1304,19]]}}}],["ground",{"_index":415,"t":{"17":{"position":[[1519,6]]}}}],["group",{"_index":1529,"t":{"122":{"position":[[244,5]]},"229":{"position":[[2485,5]]},"316":{"position":[[35,5],[213,5],[259,5]]},"318":{"position":[[98,5],[296,5]]},"360":{"position":[[4616,9],[4716,9],[4839,8],[10943,7],[18470,9],[18570,9],[18693,8],[18702,6],[18732,5],[18782,6],[20063,7],[29540,5],[29588,5],[29685,7],[29693,6],[29723,5],[29773,6],[30592,9],[30692,9],[30815,8],[37327,7]]},"434":{"position":[[2987,7],[3610,5],[3658,5],[3755,7],[3763,6],[3772,5],[3822,6],[5281,9],[5381,9],[5504,8],[6028,7],[6489,6],[6508,5],[6558,6]]},"640":{"position":[[589,5]]},"649":{"position":[[5336,7]]},"655":{"position":[[1289,5],[1700,5],[1778,5],[1823,6]]}}}],["group[flaml.automl",{"_index":1537,"t":{"122":{"position":[[523,19]]}}}],["group_id",{"_index":4257,"t":{"360":{"position":[[20620,9],[20779,9],[38266,9],[38425,9]]}}}],["group_ids=[\"ag",{"_index":3022,"t":{"229":{"position":[[3026,20]]}}}],["groupchat",{"_index":3796,"t":{"316":{"position":[[16,11]]}}}],["groupchatmanager(conversableag",{"_index":3809,"t":{"318":{"position":[[6,34]]}}}],["groups=group",{"_index":1533,"t":{"122":{"position":[[303,14]]}}}],["groups=non",{"_index":4238,"t":{"360":{"position":[[16234,12],[24176,12]]}}}],["groups_test=non",{"_index":4069,"t":{"360":{"position":[[1097,17],[26228,17]]}}}],["groups_train",{"_index":5391,"t":{"647":{"position":[[2551,12]]}}}],["groups_train=non",{"_index":4070,"t":{"360":{"position":[[1115,20],[26246,20]]},"647":{"position":[[1639,20]]}}}],["groups_val",{"_index":4321,"t":{"360":{"position":[[29506,10]]},"434":{"position":[[2947,11],[3597,10]]},"647":{"position":[[2536,10]]}}}],["groups_val=non",{"_index":4295,"t":{"360":{"position":[[24159,16]]},"647":{"position":[[1622,16]]}}}],["grow",{"_index":234,"t":{"11":{"position":[[92,4]]}}}],["grow_policy='lossguid",{"_index":1688,"t":{"144":{"position":[[782,24]]},"150":{"position":[[8647,25]]},"227":{"position":[[8617,24]]}}}],["grown",{"_index":25,"t":{"2":{"position":[[284,5]]}}}],["gtp",{"_index":711,"t":{"37":{"position":[[700,3]]}}}],["guarante",{"_index":5789,"t":{"700":{"position":[[410,10]]},"706":{"position":[[790,10]]}}}],["guess",{"_index":533,"t":{"27":{"position":[[1181,5]]},"31":{"position":[[940,7],[1023,7],[1141,5],[1165,7],[1261,5]]}}}],["guid",{"_index":740,"t":{"39":{"position":[[374,6],[645,6]]},"84":{"position":[[517,5],[553,5]]},"271":{"position":[[385,6]]},"283":{"position":[[317,6],[520,6],[818,7]]}}}],["guidanc",{"_index":178,"t":{"7":{"position":[[315,9]]},"269":{"position":[[3078,8]]}}}],["guidelin",{"_index":950,"t":{"69":{"position":[[72,11]]},"649":{"position":[[3697,10]]},"657":{"position":[[2080,10]]},"682":{"position":[[1308,10]]}}}],["h",{"_index":5097,"t":{"602":{"position":[[2829,2],[3065,2]]}}}],["hadoop2.tgz",{"_index":3559,"t":{"281":{"position":[[1393,13]]}}}],["hadoop2.tgz?action=download",{"_index":3554,"t":{"281":{"position":[[1292,28]]}}}],["halt",{"_index":2110,"t":{"184":{"position":[[1956,4]]}}}],["hand",{"_index":5749,"t":{"696":{"position":[[3723,7]]},"708":{"position":[[1529,4],[2026,5]]}}}],["handl",{"_index":150,"t":{"5":{"position":[[601,8]]},"7":{"position":[[228,8]]},"267":{"position":[[526,8]]},"269":{"position":[[1066,9]]},"624":{"position":[[927,6]]}}}],["hangyu",{"_index":5103,"t":{"602":{"position":[[3248,6],[3531,6]]}}}],["happen",{"_index":3346,"t":{"255":{"position":[[1404,6]]},"261":{"position":[[424,7],[858,7]]},"674":{"position":[[690,6]]}}}],["hard",{"_index":321,"t":{"15":{"position":[[387,4]]},"336":{"position":[[2280,4]]}}}],["hardwar",{"_index":5193,"t":{"608":{"position":[[8019,8]]},"694":{"position":[[178,8]]}}}],["have",{"_index":1026,"t":{"84":{"position":[[463,6]]},"434":{"position":[[7183,6]]}}}],["haven't",{"_index":2072,"t":{"182":{"position":[[451,7]]}}}],["hcrystalball.util",{"_index":2860,"t":{"227":{"position":[[5,18]]}}}],["headless",{"_index":3547,"t":{"281":{"position":[[1126,8]]}}}],["headsup",{"_index":5709,"t":{"694":{"position":[[1685,7]]}}}],["healthcar",{"_index":223,"t":{"9":{"position":[[623,11]]}}}],["heap",{"_index":2222,"t":{"194":{"position":[[669,5]]}}}],["heartfelt",{"_index":45,"t":{"2":{"position":[[576,9]]}}}],["heatmap",{"_index":5808,"t":{"706":{"position":[[1090,8]]}}}],["heavili",{"_index":5451,"t":{"649":{"position":[[7269,7]]}}}],["height",{"_index":57,"t":{"2":{"position":[[731,8]]},"608":{"position":[[6865,6],[6992,7]]}}}],["held",{"_index":3541,"t":{"281":{"position":[[1034,4]]},"655":{"position":[[575,4]]}}}],["help",{"_index":326,"t":{"15":{"position":[[509,4]]},"17":{"position":[[1702,4]]},"45":{"position":[[167,4]]},"255":{"position":[[1116,5]]},"269":{"position":[[851,5]]},"328":{"position":[[926,7]]},"572":{"position":[[1665,4]]},"608":{"position":[[140,4]]},"674":{"position":[[617,4]]},"682":{"position":[[3446,5],[7956,5]]},"696":{"position":[[397,4]]},"704":{"position":[[122,4]]}}}],["henc",{"_index":5459,"t":{"649":{"position":[[8635,5]]}}}],["here",{"_index":526,"t":{"27":{"position":[[936,5]]},"31":{"position":[[513,4]]},"50":{"position":[[292,5]]},"180":{"position":[[886,4],[1483,4]]},"182":{"position":[[475,4]]},"229":{"position":[[1560,4]]},"294":{"position":[[2260,4]]},"360":{"position":[[6552,4],[32526,4]]},"572":{"position":[[4400,4],[4544,5]]},"608":{"position":[[7123,4],[11322,4]]},"610":{"position":[[587,5]]},"657":{"position":[[1630,5]]},"680":{"position":[[873,4],[1450,4],[1516,4]]},"682":{"position":[[7765,5]]},"694":{"position":[[329,5]]},"696":{"position":[[6603,4]]}}}],["here'",{"_index":773,"t":{"39":{"position":[[2146,6],[2692,6]]}}}],["hess",{"_index":1293,"t":{"102":{"position":[[537,4],[597,4],[654,4],[861,4]]},"152":{"position":[[472,4]]},"649":{"position":[[7646,4]]}}}],["hess_ma",{"_index":1300,"t":{"102":{"position":[[747,8]]}}}],["hess_maefrom",{"_index":1305,"t":{"102":{"position":[[900,12]]}}}],["hess_rms",{"_index":1296,"t":{"102":{"position":[[623,9],[878,9]]}}}],["hessclass",{"_index":5454,"t":{"649":{"position":[[7688,9]]}}}],["hessfrom",{"_index":1836,"t":{"152":{"position":[[514,8]]}}}],["heterogen",{"_index":173,"t":{"7":{"position":[[262,13]]},"267":{"position":[[559,13]]},"682":{"position":[[6388,14],[6902,13],[7054,14]]}}}],["hi\"}])print(respons",{"_index":933,"t":{"61":{"position":[[634,22]]},"63":{"position":[[708,22]]}}}],["hidden_continuous_s",{"_index":5423,"t":{"649":{"position":[[3437,23]]}}}],["hidden_s",{"_index":5422,"t":{"649":{"position":[[3424,12]]}}}],["hierarch",{"_index":198,"t":{"9":{"position":[[155,12]]}}}],["high",{"_index":111,"t":{"5":{"position":[[85,4]]},"15":{"position":[[208,4]]},"21":{"position":[[767,4]]},"41":{"position":[[147,4]]},"682":{"position":[[6653,4]]},"702":{"position":[[1054,4]]},"706":{"position":[[234,4],[1472,4]]}}}],["higher",{"_index":258,"t":{"11":{"position":[[644,6]]},"17":{"position":[[519,6]]},"19":{"position":[[308,6],[536,6]]},"25":{"position":[[128,6],[326,6]]},"360":{"position":[[3919,6],[29895,6]]}}}],["highest",{"_index":413,"t":{"17":{"position":[[1422,7]]}}}],["highli",{"_index":225,"t":{"9":{"position":[[646,6]]},"682":{"position":[[6493,6]]}}}],["highlight",{"_index":969,"t":{"69":{"position":[[787,12]]}}}],["hindsight",{"_index":5825,"t":{"708":{"position":[[1335,10]]}}}],["histgb",{"_index":5397,"t":{"649":{"position":[[1718,9]]}}}],["histgradientboostingestim",{"_index":5398,"t":{"649":{"position":[[1728,29]]}}}],["histgradientboostingestimator(sklearnestim",{"_index":4043,"t":{"346":{"position":[[6,47]]}}}],["histogram",{"_index":4044,"t":{"346":{"position":[[80,9]]}}}],["histor",{"_index":5503,"t":{"657":{"position":[[2560,10]]}}}],["histori",{"_index":3382,"t":{"259":{"position":[[431,7]]},"328":{"position":[[13534,7],[13754,7],[14281,7],[14501,7],[15163,7],[15233,7],[15275,7],[16450,7],[17270,8],[17699,7],[18519,8]]},"336":{"position":[[9659,7],[9695,7],[10060,7],[10112,7],[10447,7],[10757,7],[10815,7]]},"670":{"position":[[90,7]]}}}],["history_dict",{"_index":4025,"t":{"336":{"position":[[9387,13],[9530,12]]}}}],["hold",{"_index":772,"t":{"39":{"position":[[2113,6],[3038,5],[3152,5]]},"594":{"position":[[34,5]]}}}],["holdout",{"_index":2680,"t":{"223":{"position":[[990,10],[1049,10]]},"225":{"position":[[1962,10]]},"227":{"position":[[1089,12]]},"229":{"position":[[2094,12]]},"257":{"position":[[227,7],[295,7]]},"360":{"position":[[3055,11],[3126,8],[4065,8],[17918,11],[17990,8],[28327,11],[28398,8],[30041,8]]},"434":{"position":[[4865,11],[5572,8]]},"655":{"position":[[193,9],[215,7],[248,8]]}}}],["holdout[flaml.automl",{"_index":1364,"t":{"108":{"position":[[1627,21]]},"110":{"position":[[1226,21]]},"112":{"position":[[1137,21]]},"114":{"position":[[3179,21]]},"122":{"position":[[592,21]]},"128":{"position":[[763,21]]},"221":{"position":[[768,21]]},"223":{"position":[[1486,21]]},"225":{"position":[[2349,21]]},"227":{"position":[[1588,21]]},"229":{"position":[[3464,21]]}}}],["holidays_prior_scal",{"_index":5411,"t":{"649":{"position":[[2641,21]]}}}],["holt",{"_index":4516,"t":{"464":{"position":[[66,4]]},"649":{"position":[[2827,5],[2843,4]]}}}],["holtwinters(statsmodelsestim",{"_index":4515,"t":{"464":{"position":[[6,33]]}}}],["home/chiw/flaml/notebook/logs/train_distilbert_2021",{"_index":2227,"t":{"194":{"position":[[741,52]]}}}],["home/xliu127/.cache/huggingface/transformers/fe501e8fd6425b8ec93df37767fcce78ce626e34cc5edc859c662350cf712e41.406701565c0afd9899544c1cb8b93185a76f00b31e5ce7f6e18bbaef02241985model",{"_index":1429,"t":{"112":{"position":[[1498,180]]}}}],["homogen",{"_index":5829,"t":{"708":{"position":[[1579,11]]}}}],["hong",{"_index":90,"t":{"2":{"position":[[1143,4]]}}}],["hood",{"_index":4161,"t":{"360":{"position":[[9604,5],[35086,5]]}}}],["hook",{"_index":994,"t":{"80":{"position":[[59,6],[283,5]]}}}],["horizon",{"_index":2523,"t":{"221":{"position":[[285,7]]},"360":{"position":[[20397,7],[38043,7]]},"438":{"position":[[73,7]]}}}],["host",{"_index":895,"t":{"59":{"position":[[255,4]]}}}],["hot",{"_index":2957,"t":{"229":{"position":[[946,3]]}}}],["hour",{"_index":2212,"t":{"194":{"position":[[488,5]]},"659":{"position":[[155,5],[230,6]]}}}],["hous",{"_index":1123,"t":{"100":{"position":[[84,7],[187,5],[255,7]]},"150":{"position":[[84,7],[187,5],[255,7]]}}}],["houses_experiment.log",{"_index":1142,"t":{"100":{"position":[[673,24]]},"150":{"position":[[677,24]]}}}],["housesx_train.shap",{"_index":1633,"t":{"137":{"position":[[469,20]]},"139":{"position":[[432,20]]}}}],["hp",{"_index":3457,"t":{"269":{"position":[[2914,2],[3002,3],[3026,3],[3093,2],[3209,3],[3246,3]]}}}],["hp_metric",{"_index":2401,"t":{"196":{"position":[[216,12]]},"213":{"position":[[303,9],[900,12]]}}}],["hpo",{"_index":2461,"t":{"209":{"position":[[255,4]]},"211":{"position":[[31,3],[87,3],[131,3]]},"213":{"position":[[157,3],[504,3]]},"360":{"position":[[6289,4],[32263,4]]},"608":{"position":[[234,3],[2621,4]]},"657":{"position":[[2384,3],[2463,3],[2520,3],[4386,3]]},"696":{"position":[[810,3]]},"704":{"position":[[220,3]]},"706":{"position":[[612,3]]},"708":{"position":[[1420,3]]}}}],["hpo_method",{"_index":4113,"t":{"360":{"position":[[4848,10],[30824,10]]}}}],["hpo_method=non",{"_index":4299,"t":{"360":{"position":[[24262,16]]}}}],["html",{"_index":1006,"t":{"82":{"position":[[240,5]]}}}],["http://127.0.0.1:8080",{"_index":3989,"t":{"336":{"position":[[4888,24]]}}}],["http://localhost:8000/v1",{"_index":923,"t":{"61":{"position":[[273,27],[521,27]]},"63":{"position":[[481,27],[595,27]]}}}],["https://api.openai.com/v1",{"_index":3987,"t":{"336":{"position":[[4821,28]]}}}],["https://arxiv.org/pdf/1911.04706.pdf",{"_index":5163,"t":{"608":{"position":[[5933,38]]}}}],["https://github.com/lm",{"_index":874,"t":{"55":{"position":[[223,21]]}}}],["https://github.com/microsoft/flaml.git#main",{"_index":986,"t":{"76":{"position":[[45,43]]}}}],["https://github.com/microsoft/flaml.gitpip",{"_index":976,"t":{"74":{"position":[[10,41]]}}}],["https://github.com/microsoft/flaml/blob/v1.2.1/notebook/autogen_chatgpt.ipynb",{"_index":452,"t":{"19":{"position":[[940,77]]}}}],["https://github.com/microsoft/flaml/blob/v1.2.1/notebook/research/autogen_code.ipynb",{"_index":680,"t":{"31":{"position":[[3849,83]]}}}],["https://huggingface.co/facebook/muppet",{"_index":1344,"t":{"108":{"position":[[759,38]]},"110":{"position":[[754,38]]},"114":{"position":[[1163,38],[2541,38]]}}}],["https://huggingface.co/t5",{"_index":1423,"t":{"112":{"position":[[686,25],[1427,25]]}}}],["https://huggingface.co/thudm/chatglm2",{"_index":888,"t":{"57":{"position":[[258,37]]}}}],["https://microsoft.github.io/autogen",{"_index":5018,"t":{"600":{"position":[[50,37]]}}}],["https://microsoft.github.io/autogen/docs/examples/#autogen",{"_index":1031,"t":{"86":{"position":[[53,58]]}}}],["https://microsoft.github.io/flaml/docs/us",{"_index":2000,"t":{"172":{"position":[[284,43]]}}}],["https://optuna.org/>_",{"_index":4916,"t":{"572":{"position":[[95,22]]}}}],["https://optuna.readthedocs.io",{"_index":4923,"t":{"572":{"position":[[864,30]]}}}],["https://raw.githubusercontent.com/srivatsan88/youtubeli/master/dataset/nyc_energy_consumption.csv",{"_index":2776,"t":{"225":{"position":[[113,101]]}}}],["https://www.apache.org/dyn/closer.lua/spark/spark",{"_index":3551,"t":{"281":{"position":[[1219,50]]}}}],["huang",{"_index":5038,"t":{"602":{"position":[[449,6],[596,7],[737,6],[921,5]]},"708":{"position":[[2166,6],[2313,7],[2457,6],[2641,5]]}}}],["hub",{"_index":885,"t":{"57":{"position":[[207,4]]}}}],["huggingfac",{"_index":884,"t":{"57":{"position":[[195,11]]},"108":{"position":[[830,11]]},"110":{"position":[[584,11]]},"112":{"position":[[562,11]]},"114":{"position":[[1234,11],[2710,11]]},"281":{"position":[[335,11]]},"360":{"position":[[13317,11]]},"372":{"position":[[97,11]]},"416":{"position":[[397,11]]},"649":{"position":[[3011,11]]},"680":{"position":[[1103,12]]}}}],["huggingface.co/model",{"_index":4429,"t":{"416":{"position":[[420,22]]}}}],["human",{"_index":714,"t":{"37":{"position":[[907,6],[989,6]]},"269":{"position":[[309,6],[439,5]]},"322":{"position":[[304,5],[555,5],[1928,5],[2068,5],[2163,5],[2237,5],[2299,5],[2473,5]]},"328":{"position":[[441,5],[541,5],[1998,5],[2138,5],[2233,5],[2307,5],[2369,5],[2543,5],[10853,6],[12227,6],[16214,5],[17012,5],[17070,5],[18261,5],[18319,5],[18785,5],[18847,5],[18899,5],[18927,5]]}}}],["human_input_mod",{"_index":3777,"t":{"312":{"position":[[318,16],[734,17],[1697,16]]},"322":{"position":[[214,16],[1008,17],[1852,16],[1886,16]]},"328":{"position":[[475,16],[1061,17],[1956,16]]}}}],["humanev",{"_index":475,"t":{"25":{"position":[[30,9],[424,10]]}}}],["hummingbird",{"_index":1030,"t":{"84":{"position":[[586,12]]}}}],["hydra",{"_index":2426,"t":{"201":{"position":[[391,5],[453,5]]},"207":{"position":[[68,6]]}}}],["hyper",{"_index":4866,"t":{"560":{"position":[[449,6],[738,5]]}}}],["hyperband",{"_index":5750,"t":{"696":{"position":[[3802,10]]}}}],["hyperbandscheduler(time_attr=\"sample_s",{"_index":5757,"t":{"696":{"position":[[4253,43]]}}}],["hyperbandschedulermy_schedul",{"_index":5756,"t":{"696":{"position":[[4220,30]]}}}],["hyperoptsearch",{"_index":4851,"t":{"558":{"position":[[2756,14]]}}}],["hyperoptsearch(metric=\"accuracy\")search_alg",{"_index":4903,"t":{"570":{"position":[[466,43]]}}}],["hyperparam",{"_index":5266,"t":{"624":{"position":[[157,12],[608,12]]}}}],["hyperparamet",{"_index":119,"t":{"5":{"position":[[185,15]]},"7":{"position":[[120,14]]},"9":{"position":[[250,14]]},"50":{"position":[[64,14],[184,15]]},"100":{"position":[[4879,14],[6945,14]]},"108":{"position":[[2761,14]]},"122":{"position":[[7831,14]]},"128":{"position":[[4896,14]]},"150":{"position":[[7764,14],[10251,14]]},"184":{"position":[[89,14],[597,14]]},"192":{"position":[[79,15]]},"215":{"position":[[184,15],[1052,15]]},"223":{"position":[[15009,14]]},"229":{"position":[[29401,14]]},"255":{"position":[[85,14],[319,15],[531,16],[561,16],[662,16],[1047,17],[1360,15],[1856,15],[1906,14]]},"269":{"position":[[1779,15],[2246,14],[4231,14]]},"336":{"position":[[3398,14]]},"360":{"position":[[4887,14],[5387,14],[5683,14],[5773,14],[5820,14],[10015,14],[10161,14],[10187,14],[10422,14],[22037,14],[22402,14],[22507,14],[30863,14],[31363,14],[31657,14],[31747,14],[31794,14]]},"364":{"position":[[628,14],[4149,15],[4497,14],[4953,14]]},"498":{"position":[[497,15]]},"516":{"position":[[789,15],[831,16]]},"540":{"position":[[1000,16]]},"554":{"position":[[1220,16]]},"572":{"position":[[123,14],[223,14],[382,14],[472,14],[726,14],[1828,14]]},"602":{"position":[[405,16],[537,17],[652,14],[821,14],[1003,14],[1177,14],[2203,14],[2415,14],[2719,14],[2940,14]]},"608":{"position":[[4463,14],[11195,14]]},"610":{"position":[[61,14]]},"622":{"position":[[210,14]]},"626":{"position":[[568,14]]},"630":{"position":[[207,14]]},"644":{"position":[[1145,16]]},"649":{"position":[[164,14],[425,16],[729,16],[1018,16],[1281,16],[1561,16],[1847,16],[2139,16],[2261,16],[2355,16],[2501,16],[2574,16],[2720,16],[2789,16],[2917,16],[3165,16],[3388,16],[6380,16],[6436,15],[6543,15],[6704,14],[6867,15],[6947,14],[7025,15],[7101,16],[7966,15],[8427,15]]},"657":{"position":[[2828,14],[2865,14],[3127,14],[4431,14],[4619,14]]},"659":{"position":[[61,14],[597,14],[883,14],[925,14]]},"672":{"position":[[509,14],[724,15]]},"678":{"position":[[70,15],[193,16],[240,16]]},"680":{"position":[[418,15],[506,14],[732,15],[1242,14],[1432,15]]},"682":{"position":[[355,15],[463,15],[660,15],[1071,15],[1322,14],[1391,14],[1528,14],[1686,14],[1724,15],[1866,15],[2121,14],[2157,15],[2351,14],[3306,14],[5888,16],[5918,15],[5954,15],[6047,14],[6263,15],[6322,15],[6468,14],[7156,16],[7277,14],[7680,17],[7856,14]]},"698":{"position":[[57,14],[465,14]]},"704":{"position":[[12,15],[74,14],[135,15]]},"706":{"position":[[1667,15]]},"708":{"position":[[953,15],[1166,14],[2122,16],[2254,17],[2372,14],[2541,14],[2713,14],[2925,14]]}}}],["hyperparmet",{"_index":1209,"t":{"100":{"position":[[4988,13],[5227,13]]},"150":{"position":[[7873,13],[8112,13]]},"174":{"position":[[133,13]]}}}],["i,j",{"_index":4363,"t":{"364":{"position":[[2845,5]]},"366":{"position":[[1694,5]]},"394":{"position":[[386,5]]},"398":{"position":[[380,5]]}}}],["i.",{"_index":568,"t":{"29":{"position":[[118,5]]},"255":{"position":[[175,6],[1515,5]]},"269":{"position":[[3139,5]]},"360":{"position":[[10176,6]]},"416":{"position":[[1241,5]]},"512":{"position":[[513,4],[1088,4],[2271,4],[2624,4],[3083,4]]},"558":{"position":[[1546,5]]},"608":{"position":[[1031,5],[4130,5]]},"657":{"position":[[663,5],[2851,5],[4581,5]]},"661":{"position":[[1273,5]]},"682":{"position":[[2297,5],[3549,5]]},"692":{"position":[[1518,5]]},"696":{"position":[[5514,5]]},"706":{"position":[[952,6]]}}}],["iclr",{"_index":5046,"t":{"602":{"position":[[756,4],[2337,4]]},"708":{"position":[[2476,4],[2847,4]]}}}],["icml",{"_index":5065,"t":{"602":{"position":[[1421,4]]}}}],["id",{"_index":1485,"t":{"114":{"position":[[174,5],[426,5],[508,5],[1506,2],[1599,5],[1807,5],[1887,5]]},"156":{"position":[[219,5]]},"360":{"position":[[15767,2],[19245,2]]},"416":{"position":[[1274,2],[1367,2]]},"496":{"position":[[704,3]]},"498":{"position":[[813,2]]},"502":{"position":[[1180,4]]},"568":{"position":[[2422,2]]},"661":{"position":[[130,2]]}}}],["idea",{"_index":567,"t":{"29":{"position":[[74,6]]},"31":{"position":[[2118,4]]},"33":{"position":[[213,5],[668,5]]},"39":{"position":[[1903,4]]}}}],["ideal",{"_index":952,"t":{"69":{"position":[[154,5]]}}}],["identifi",{"_index":458,"t":{"21":{"position":[[265,8]]},"71":{"position":[[78,8]]},"336":{"position":[[304,10],[701,10]]},"360":{"position":[[20664,11],[38310,11]]},"594":{"position":[[523,10],[740,11]]},"655":{"position":[[1784,10]]}}}],["idiosyncrasi",{"_index":5830,"t":{"708":{"position":[[1663,13]]}}}],["ignor",{"_index":1021,"t":{"84":{"position":[[297,6]]},"360":{"position":[[17552,8],[19220,8],[19366,8],[19466,8],[25684,8]]},"374":{"position":[[154,6]]},"649":{"position":[[5694,7]]}}}],["ignore_keys=non",{"_index":4055,"t":{"356":{"position":[[84,17]]}}}],["illustr",{"_index":2432,"t":{"203":{"position":[[128,13]]}}}],["imag",{"_index":1894,"t":{"162":{"position":[[431,5]]},"296":{"position":[[235,7],[257,7]]},"322":{"position":[[3164,5],[3219,5],[3309,5]]},"328":{"position":[[3234,5],[3289,5],[3379,5],[7652,5],[19198,7],[19301,5],[19332,5]]}}}],["images.to(devic",{"_index":3714,"t":{"296":{"position":[[274,18]]}}}],["imbalanc",{"_index":3353,"t":{"257":{"position":[[40,10]]}}}],["immedi",{"_index":2109,"t":{"184":{"position":[[1944,11]]}}}],["implement",{"_index":555,"t":{"27":{"position":[[1773,16]]},"29":{"position":[[727,14]]},"31":{"position":[[2732,11],[3065,14],[3184,15]]},"33":{"position":[[32,9]]},"43":{"position":[[1158,14]]},"283":{"position":[[17,14]]},"332":{"position":[[144,10],[342,9],[676,15],[716,15],[789,15]]},"336":{"position":[[5813,12]]},"434":{"position":[[95,9],[291,11],[409,12],[426,14],[702,15],[1054,9]]},"502":{"position":[[372,11]]},"510":{"position":[[111,11]]},"520":{"position":[[42,12]]},"568":{"position":[[216,10],[479,15],[2296,14],[2619,14]]},"586":{"position":[[29,14]]},"588":{"position":[[50,14]]},"590":{"position":[[45,14]]},"594":{"position":[[140,10]]},"608":{"position":[[5764,11]]},"651":{"position":[[401,11]]},"696":{"position":[[608,11],[3758,11]]}}}],["implement(definit",{"_index":3929,"t":{"332":{"position":[[159,21]]}}}],["import",{"_index":237,"t":{"11":{"position":[[143,10]]},"37":{"position":[[1053,9]]},"39":{"position":[[2205,6],[2764,6]]},"61":{"position":[[143,6]]},"63":{"position":[[347,6]]},"69":{"position":[[635,6]]},"92":{"position":[[11,6],[46,6]]},"100":{"position":[[11,6],[47,6],[5807,11],[5819,6],[6223,6],[6585,6],[6703,6],[6999,6]]},"102":{"position":[[363,6],[932,6]]},"108":{"position":[[11,6],[38,6]]},"110":{"position":[[11,6],[38,6]]},"112":{"position":[[11,6],[38,6]]},"114":{"position":[[124,6],[1549,6]]},"122":{"position":[[22,6],[52,6]]},"128":{"position":[[11,6],[46,6]]},"130":{"position":[[114,6],[149,6],[200,6],[248,6]]},"137":{"position":[[23,6],[68,6],[109,6]]},"139":{"position":[[23,6],[68,6],[102,6]]},"144":{"position":[[23,6],[68,6],[109,6]]},"150":{"position":[[11,6],[47,6],[9153,11],[9165,6],[9529,6],[9890,6],[10003,6],[10305,6]]},"152":{"position":[[266,6],[542,6]]},"156":{"position":[[123,6]]},"158":{"position":[[0,6],[31,6]]},"160":{"position":[[23,6],[60,6]]},"162":{"position":[[982,6],[2529,6],[2615,6]]},"168":{"position":[[23,6]]},"170":{"position":[[13,6],[52,6],[87,6],[134,6],[166,6]]},"180":{"position":[[934,6],[983,6],[1544,6]]},"182":{"position":[[539,6]]},"184":{"position":[[1713,6]]},"190":{"position":[[29,6],[289,6],[334,6]]},"194":{"position":[[60,6]]},"213":{"position":[[387,6]]},"221":{"position":[[0,6],[29,6]]},"223":{"position":[[0,6],[697,6]]},"225":{"position":[[0,6]]},"227":{"position":[[24,6],[74,6]]},"229":{"position":[[224,6]]},"236":{"position":[[0,6],[55,6]]},"257":{"position":[[584,6],[619,6]]},"263":{"position":[[227,6],[262,6]]},"269":{"position":[[530,6],[1649,6],[2344,6],[2379,6],[3929,6],[3974,6]]},"290":{"position":[[0,6],[113,6]]},"294":{"position":[[9,6]]},"298":{"position":[[0,6]]},"304":{"position":[[0,6]]},"360":{"position":[[1425,6],[1441,6],[5989,6],[26556,6],[26572,6],[31963,6]]},"364":{"position":[[1114,6]]},"570":{"position":[[410,6]]},"572":{"position":[[3127,6],[3461,6],[4193,6],[4714,6],[5186,6]]},"608":{"position":[[300,6],[322,6],[2635,6],[2657,6],[7277,6]]},"610":{"position":[[965,6],[1000,6],[1026,6],[1065,6],[1120,6],[1162,6]]},"620":{"position":[[49,6],[294,6],[458,6]]},"624":{"position":[[108,6],[426,6]]},"626":{"position":[[186,6]]},"640":{"position":[[201,6],[255,6]]},"644":{"position":[[1434,6]]},"647":{"position":[[1856,6],[1872,6]]},"649":{"position":[[4095,6],[4349,6],[4430,6],[5796,6],[7478,6]]},"663":{"position":[[845,6],[882,6]]},"666":{"position":[[755,11],[767,6]]},"670":{"position":[[140,6],[438,6]]},"680":{"position":[[1182,6]]},"682":{"position":[[1025,6]]},"696":{"position":[[2079,6],[2105,6],[2142,6],[2264,6],[2307,6],[4213,6],[5870,6],[5913,6]]},"698":{"position":[[945,6]]},"700":{"position":[[443,6]]},"706":{"position":[[1526,6]]},"708":{"position":[[808,6]]}}}],["importance_type='gain",{"_index":1689,"t":{"144":{"position":[[807,23]]},"150":{"position":[[8673,23]]},"227":{"position":[[8642,23]]}}}],["importantli",{"_index":5442,"t":{"649":{"position":[[5231,12]]}}}],["impos",{"_index":5468,"t":{"651":{"position":[[47,7]]}}}],["improv",{"_index":309,"t":{"15":{"position":[[189,8]]},"21":{"position":[[350,7]]},"31":{"position":[[3432,8]]},"37":{"position":[[168,8],[300,11],[531,12]]},"41":{"position":[[16,11]]},"43":{"position":[[296,8],[617,12],[855,8]]},"45":{"position":[[19,12],[594,7]]},"50":{"position":[[218,7]]},"100":{"position":[[6910,7]]},"150":{"position":[[10216,7]]},"670":{"position":[[24,8],[734,7]]},"696":{"position":[[918,12]]}}}],["imput",{"_index":1991,"t":{"170":{"position":[[323,9]]}}}],["imputu",{"_index":1990,"t":{"170":{"position":[[309,13]]}}}],["in_featur",{"_index":3253,"t":{"238":{"position":[[82,11],[332,11]]}}}],["includ",{"_index":215,"t":{"9":{"position":[[541,9]]},"31":{"position":[[158,8]]},"39":{"position":[[612,8],[952,10],[1415,7]]},"41":{"position":[[196,7]]},"69":{"position":[[453,7]]},"162":{"position":[[241,8]]},"182":{"position":[[198,9]]},"184":{"position":[[1592,7]]},"192":{"position":[[44,9]]},"203":{"position":[[267,8]]},"211":{"position":[[65,10]]},"223":{"position":[[1231,8]]},"269":{"position":[[455,9]]},"312":{"position":[[263,9]]},"332":{"position":[[435,9]]},"360":{"position":[[17127,9],[25207,9]]},"516":{"position":[[775,8]]},"558":{"position":[[6126,8]]},"560":{"position":[[318,9]]},"568":{"position":[[2214,7],[2238,7],[2537,7],[2561,7]]},"649":{"position":[[6622,8]]},"678":{"position":[[285,9]]},"682":{"position":[[625,7],[1633,7],[5401,9],[6780,8]]},"708":{"position":[[1259,7]]}}}],["inclus",{"_index":4669,"t":{"512":{"position":[[591,10],[1166,10],[1739,10],[2039,10],[2202,10],[2227,9],[2349,10],[2555,10],[2580,9],[2702,10]]},"682":{"position":[[5232,11],[5336,11],[5355,10],[5493,11],[5632,11],[5651,10]]}}}],["incorpor",{"_index":239,"t":{"11":{"position":[[197,12],[861,13]]},"39":{"position":[[458,11],[547,12]]}}}],["increas",{"_index":486,"t":{"25":{"position":[[543,8],[672,8]]},"31":{"position":[[396,8]]},"37":{"position":[[371,8]]},"43":{"position":[[345,8]]},"100":{"position":[[4921,10]]},"108":{"position":[[2803,10]]},"122":{"position":[[7873,10]]},"128":{"position":[[4938,10]]},"150":{"position":[[7806,10]]},"223":{"position":[[15051,10]]},"229":{"position":[[29443,10]]},"261":{"position":[[488,8]]},"526":{"position":[[262,8]]},"528":{"position":[[254,8]]},"544":{"position":[[1204,10],[3710,8]]},"657":{"position":[[579,10],[3839,10]]},"670":{"position":[[695,10]]},"672":{"position":[[551,10]]},"696":{"position":[[844,10],[1729,8],[1756,8]]},"708":{"position":[[599,9]]}}}],["increase_factor",{"_index":4739,"t":{"526":{"position":[[203,15]]},"528":{"position":[[195,15]]}}}],["increasingli",{"_index":716,"t":{"37":{"position":[[1040,12]]}}}],["increment",{"_index":4668,"t":{"512":{"position":[[540,9],[1115,9],[1388,9],[2298,9],[2651,9],[3110,9],[3279,9]]},"558":{"position":[[2566,11]]},"608":{"position":[[5393,11]]},"682":{"position":[[3529,10],[4593,10],[4875,10],[5139,10],[5385,10],[5714,10]]},"696":{"position":[[360,11]]}}}],["incumb",{"_index":4782,"t":{"544":{"position":[[3363,10],[3574,10],[3699,10],[3758,9],[3820,9],[3968,9],[4274,9],[4298,9]]},"548":{"position":[[586,9],[610,9]]}}}],["incur",{"_index":2090,"t":{"184":{"position":[[817,5]]},"360":{"position":[[7852,5],[8148,5],[33799,5],[34095,5]]},"682":{"position":[[6013,8]]},"706":{"position":[[830,9]]}}}],["independ",{"_index":4124,"t":{"360":{"position":[[5587,11],[31561,11]]},"622":{"position":[[358,11]]},"659":{"position":[[1124,11]]},"692":{"position":[[1656,13]]}}}],["independence_day",{"_index":2964,"t":{"229":{"position":[[1043,19]]}}}],["index",{"_index":614,"t":{"31":{"position":[[1059,5]]},"59":{"position":[[586,6],[739,6]]},"180":{"position":[[699,6],[757,5],[828,5]]},"229":{"position":[[287,5]]},"332":{"position":[[742,5]]},"336":{"position":[[6171,5],[9849,5],[10178,5]]},"360":{"position":[[22243,5]]},"366":{"position":[[929,5],[1474,5]]},"370":{"position":[[325,5]]},"434":{"position":[[2165,5]]}}}],["index\"].to_fram",{"_index":2669,"t":{"223":{"position":[[507,19]]}}}],["index_col",{"_index":2028,"t":{"180":{"position":[[622,9],[656,9]]},"366":{"position":[[214,10],[904,9],[1449,9]]},"370":{"position":[[300,9]]}}}],["index_col=\"tmp_index_col",{"_index":4382,"t":{"366":{"position":[[726,26],[1208,26]]},"370":{"position":[[122,26]]}}}],["indic",{"_index":734,"t":{"39":{"position":[[96,10]]},"312":{"position":[[1305,10]]},"322":{"position":[[1471,10]]},"328":{"position":[[1560,10],[11415,8],[12789,8]]},"336":{"position":[[5084,8],[9868,10]]},"360":{"position":[[12061,10]]},"496":{"position":[[461,10],[546,10]]},"498":{"position":[[623,9],[724,9]]},"608":{"position":[[3030,9]]},"636":{"position":[[1842,9],[2012,9],[2082,9]]}}}],["individu",{"_index":677,"t":{"31":{"position":[[3583,10]]},"229":{"position":[[45,10]]},"610":{"position":[[753,10]]}}}],["industri",{"_index":31,"t":{"2":{"position":[[341,8],[762,10]]}}}],["industry_volum",{"_index":3014,"t":{"229":{"position":[[2773,18],[8417,18],[17315,18],[20564,18]]}}}],["ineffect",{"_index":4432,"t":{"416":{"position":[[691,12]]}}}],["inequ",{"_index":758,"t":{"39":{"position":[[1592,10],[1800,10],[1993,10],[2102,10],[2723,10],[2798,10],[3027,10],[3141,10],[3250,10]]},"360":{"position":[[9003,10],[34512,10]]},"651":{"position":[[1947,10]]}}}],["inequality.subs(x",{"_index":794,"t":{"39":{"position":[[2924,18]]}}}],["inf",{"_index":5794,"t":{"702":{"position":[[1206,3]]}}}],["infer",{"_index":121,"t":{"5":{"position":[[217,10]]},"11":{"position":[[457,9],[589,9]]},"15":{"position":[[26,9],[862,9],[933,9],[1303,9],[1369,9],[1564,9],[1628,9]]},"17":{"position":[[66,9],[419,9],[1798,9],[1875,9]]},"19":{"position":[[74,9],[315,9],[699,9]]},"21":{"position":[[124,9],[559,9],[859,9]]},"25":{"position":[[172,9]]},"29":{"position":[[173,9],[518,9],[622,9]]},"31":{"position":[[70,9],[143,9],[3376,9],[3517,9]]},"33":{"position":[[502,9],[770,9]]},"52":{"position":[[145,9]]},"63":{"position":[[311,9]]},"269":{"position":[[1392,9]]},"312":{"position":[[964,10],[1080,9]]},"322":{"position":[[3887,9],[4087,10]]},"328":{"position":[[1431,10],[3829,9],[6421,10]]},"336":{"position":[[2086,9]]},"434":{"position":[[4390,10],[7010,9]]},"602":{"position":[[2783,10],[3004,11]]},"655":{"position":[[1138,5]]}}}],["inference_budget",{"_index":3947,"t":{"336":{"position":[[1036,17],[2047,16]]}}}],["inference_budget=0.05",{"_index":3432,"t":{"269":{"position":[[1320,22]]}}}],["infinit",{"_index":4644,"t":{"506":{"position":[[2028,8]]},"686":{"position":[[692,8]]},"688":{"position":[[539,8]]},"694":{"position":[[944,8],[1496,8]]}}}],["influenc",{"_index":5452,"t":{"649":{"position":[[7277,9]]}}}],["info",{"_index":1059,"t":{"92":{"position":[[649,4],[723,4],[789,4],[869,4],[1008,4],[1086,4],[1207,4],[1336,4],[1414,4],[1543,4],[1621,4],[1750,4],[1828,4],[1957,4],[2035,4],[2164,4],[2245,4],[2377,4],[2455,4],[2584,4],[2668,4],[2803,4],[2869,4],[3119,4],[3177,4]]},"100":{"position":[[939,4],[1010,4],[1076,4],[1150,4],[1238,4],[1316,4],[1436,4],[1565,4],[1643,4],[1772,4],[1850,4],[1979,4],[2057,4],[2186,4],[2264,4],[2393,4],[2471,4],[2600,4],[2678,4],[2807,4],[2885,4],[3014,4],[3092,4],[3221,4],[3299,4],[3429,4],[3508,4],[3638,4],[3717,4],[3847,4],[3926,4],[4056,4],[4135,4],[4265,4],[4331,4],[4621,4],[4679,4]]},"108":{"position":[[1457,4],[1527,4],[1601,4],[1672,4],[1752,4],[1847,4],[2103,4],[2227,4],[2371,4],[2503,4],[2561,4]]},"110":{"position":[[1063,4],[1129,4],[1200,4],[1271,4],[1345,4],[1440,4]]},"112":{"position":[[975,4],[1040,4],[1111,4],[1182,4],[1258,4],[1353,4]]},"114":{"position":[[3007,4],[3079,4],[3153,4],[3224,4],[3312,4],[3407,4]]},"122":{"position":[[497,4],[566,4],[637,4],[713,4],[812,4],[890,4],[1009,4],[1138,4],[1216,4],[1345,4],[1423,4],[1552,4],[1630,4],[1759,4],[1840,4],[1972,4],[2053,4],[2185,4],[2263,4],[2392,4],[2470,4],[2599,4],[2680,4],[2812,4],[2893,4],[3025,4],[3107,4],[3242,4],[3324,4],[3459,4],[3541,4],[3676,4],[3758,4],[3893,4],[3972,4],[4101,4],[4183,4],[4315,4],[4394,4],[4523,4],[4602,4],[4731,4],[4810,4],[4939,4],[5018,4],[5147,4],[5226,4],[5355,4],[5434,4],[5563,4],[5642,4],[5771,4],[5850,4],[5979,4],[6058,4],[6187,4],[6266,4],[6395,4],[6474,4],[6603,4],[6682,4],[6811,4],[6890,4],[7019,4],[7098,4],[7227,4],[7293,4],[7572,4],[7630,4]]},"128":{"position":[[666,4],[737,4],[808,4],[882,4],[1013,4],[1091,4],[1210,4],[1339,4],[1417,4],[1546,4],[1624,4],[1753,4],[1831,4],[1960,4],[2038,4],[2167,4],[2245,4],[2374,4],[2452,4],[2581,4],[2659,4],[2788,4],[2869,4],[3001,4],[3082,4],[3214,4],[3296,4],[3428,4],[3510,4],[3642,4],[3724,4],[3856,4],[3938,4],[4070,4],[4155,4],[4290,4],[4356,4],[4637,4],[4695,4]]},"150":{"position":[[943,4],[1014,4],[1080,4],[1154,4],[1245,4],[1326,4],[1446,4],[1581,4],[1662,4],[1797,4],[1878,4],[2013,4],[2094,4],[2229,4],[2310,4],[2445,4],[2526,4],[2661,4],[2742,4],[2877,4],[2958,4],[3093,4],[3174,4],[3309,4],[3390,4],[3525,4],[3607,4],[3742,4],[3824,4],[3959,4],[4041,4],[4176,4],[4258,4],[4393,4],[4475,4],[4610,4],[4692,4],[4827,4],[4909,4],[5044,4],[5126,4],[5261,4],[5343,4],[5478,4],[5560,4],[5695,4],[5777,4],[5913,4],[5995,4],[6131,4],[6213,4],[6349,4],[6431,4],[6567,4],[6649,4],[6785,4],[6867,4],[7003,4],[7085,4],[7221,4],[7329,4],[7398,4],[7507,4],[7565,4]]},"180":{"position":[[809,4]]},"221":{"position":[[611,4],[674,4],[742,4],[813,4],[887,4],[1055,4],[1133,4],[1253,4],[1382,4],[1460,4],[1589,4],[1667,4],[1796,4],[1874,4],[2003,4],[2081,4],[2210,4],[2288,4],[2417,4],[2495,4],[2624,4],[2702,4],[2831,4],[2909,4],[3038,4],[3116,4],[3245,4],[3324,4],[3453,4],[3532,4],[3661,4],[3740,4],[3869,4],[3948,4],[4077,4],[4156,4],[4285,4],[4364,4],[4493,4],[4572,4],[4701,4],[4780,4],[4909,4],[4986,4],[5113,4],[5190,4],[5317,4],[5399,4],[5531,4],[5608,4],[5735,4],[5817,4],[5949,4],[6031,4],[6163,4],[6245,4],[6377,4],[6462,4],[6597,4],[6682,4],[6817,4],[6902,4],[7037,4],[7122,4],[7257,4],[7342,4],[7477,4],[7556,4],[7685,4],[7764,4],[7893,4],[7972,4],[8101,4],[8186,4],[8321,4],[8400,4],[8529,4],[8611,4],[8743,4],[8828,4],[8963,4],[9048,4],[9183,4],[9268,4],[9403,4],[9485,4],[9617,4],[9702,4],[9837,4],[9922,4],[10057,4],[10136,4],[10265,4],[10350,4],[10485,4],[10574,4],[10713,4],[10802,4],[10941,4],[11030,4],[11169,4],[11258,4],[11397,4],[11486,4],[11625,4],[11704,4],[11833,4],[11918,4],[12053,4],[12142,4],[12281,4],[12363,4],[12495,4],[12577,4],[12709,4],[12788,4],[12917,4],[12996,4],[13125,4],[13214,4],[13353,4],[13430,4],[13557,4],[13639,4],[13771,4],[13856,4],[13991,4],[14070,4],[14199,4],[14284,4],[14419,4],[14498,4],[14627,4],[14716,4],[14855,4],[14937,4],[15069,4],[15149,4],[15280,4],[15360,4],[15491,4],[15573,4],[15706,4],[15795,4],[15935,4],[16017,4],[16150,4],[16232,4],[16365,4],[16445,4],[16576,4],[16665,4],[16805,4],[16885,4],[17016,4],[17098,4],[17231,4],[17311,4],[17442,4],[17524,4],[17657,4],[17737,4],[17868,4],[17950,4],[18083,4],[18172,4],[18312,4],[18401,4],[18541,4],[18623,4],[18756,4],[18838,4],[18971,4],[19060,4],[19200,4],[19282,4],[19415,4],[19504,4],[19644,4],[19726,4],[19859,4],[19939,4],[20070,4],[20152,4],[20285,4],[20365,4],[20496,4],[20576,4],[20707,4],[20796,4],[20936,4],[21025,4],[21165,4],[21247,4],[21382,4],[21471,4],[21613,4],[21695,4],[21830,4],[21910,4],[22043,4],[22123,4],[22256,4],[22341,4],[22479,4],[22561,4],[22696,4],[22786,4]]},"223":{"position":[[1329,4],[1392,4],[1460,4],[1531,4],[1662,4],[1830,4],[1908,4],[2028,4],[2157,4],[2235,4],[2364,4],[2442,4],[2571,4],[2649,4],[2778,4],[2856,4],[2985,4],[3063,4],[3192,4],[3270,4],[3399,4],[3477,4],[3606,4],[3684,4],[3813,4],[3891,4],[4020,4],[4099,4],[4228,4],[4307,4],[4436,4],[4515,4],[4644,4],[4723,4],[4852,4],[4931,4],[5060,4],[5139,4],[5268,4],[5347,4],[5476,4],[5555,4],[5684,4],[5763,4],[5892,4],[5971,4],[6100,4],[6177,4],[6304,4],[6381,4],[6508,4],[6590,4],[6722,4],[6804,4],[6936,4],[7018,4],[7150,4],[7232,4],[7364,4],[7446,4],[7578,4],[7660,4],[7792,4],[7877,4],[8012,4],[8097,4],[8232,4],[8311,4],[8440,4],[8519,4],[8648,4],[8725,4],[8852,4],[8937,4],[9072,4],[9151,4],[9280,4],[9365,4],[9500,4],[9589,4],[9728,4],[9817,4],[9956,4],[10045,4],[10184,4],[10273,4],[10412,4],[10501,4],[10640,4],[10729,4],[10868,4],[10957,4],[11096,4],[11178,4],[11313,4],[11393,4],[11526,4],[11608,4],[11743,4],[11822,4],[11954,4],[12036,4],[12171,4],[12253,4],[12388,4],[12468,4],[12601,4],[12690,4],[12832,4],[12914,4],[13049,4],[13131,4],[13266,4],[13348,4],[13483,4],[13565,4],[13700,4],[13789,4],[13931,4],[14013,4],[14148,4],[14227,4],[14359,4],[14436,4],[14567,4],[14636,4],[14751,4],[14809,4]]},"225":{"position":[[2192,4],[2255,4],[2323,4],[2394,4],[2468,4],[2636,4],[2714,4],[2834,4],[2963,4],[3041,4],[3170,4],[3248,4],[3377,4],[3455,4],[3584,4],[3662,4],[3791,4],[3869,4],[3998,4],[4076,4],[4205,4],[4283,4],[4412,4],[4490,4],[4619,4],[4784,4],[4842,4]]},"227":{"position":[[1416,4],[1494,4],[1562,4],[1633,4],[1713,4],[1850,4],[1928,4],[2047,4],[2176,4],[2254,4],[2383,4],[2461,4],[2590,4],[2666,4],[2793,4],[2874,4],[3006,4],[3084,4],[3213,4],[3289,4],[3414,4],[3492,4],[3619,4],[3697,4],[3824,4],[3902,4],[4029,4],[4106,4],[4231,4],[4308,4],[4433,4],[4515,4],[4645,4],[4730,4],[4863,4],[4952,4],[5089,4],[5171,4],[5301,4],[5390,4],[5527,4],[5604,4],[5729,4],[5818,4],[5955,4],[6034,4],[6161,4],[6246,4],[6379,4],[6461,4],[6591,4],[6676,4],[6809,4],[6886,4],[7011,4],[7093,4],[7228,4],[7317,4],[7459,4],[7548,4],[7690,4],[7772,4],[7907,4],[7992,4],[8130,4],[8219,4],[8361,4],[8430,4],[9173,4],[9231,4]]},"229":{"position":[[3301,4],[3370,4],[3438,4],[3509,4],[3583,4],[3670,4],[5344,4],[5472,4],[7231,4],[7299,4],[29141,4],[29199,4]]},"360":{"position":[[10061,4]]},"506":{"position":[[1292,4],[2598,4]]},"610":{"position":[[692,5],[899,5]]},"661":{"position":[[1836,4]]},"674":{"position":[[156,4],[197,4],[285,4]]}}}],["inform",{"_index":1868,"t":{"160":{"position":[[220,11]]},"162":{"position":[[2407,6]]},"168":{"position":[[196,11]]},"283":{"position":[[256,11],[443,11],[705,11]]},"328":{"position":[[13892,12],[14639,12]]},"360":{"position":[[21173,11],[38819,11]]},"502":{"position":[[1002,11]]},"510":{"position":[[264,11]]},"544":{"position":[[1370,11]]},"558":{"position":[[3920,11]]},"572":{"position":[[847,12]]},"608":{"position":[[2966,6],[5067,6],[9147,11],[11033,11]]},"622":{"position":[[664,11]]},"647":{"position":[[1475,11]]},"668":{"position":[[1152,12]]},"682":{"position":[[7915,11]]},"696":{"position":[[4576,11]]},"698":{"position":[[859,6]]}}}],["inher",{"_index":750,"t":{"39":{"position":[[1092,8]]}}}],["inherit",{"_index":1826,"t":{"152":{"position":[[89,8]]},"622":{"position":[[28,8]]},"649":{"position":[[3828,11],[7408,8]]}}}],["init",{"_index":4373,"t":{"364":{"position":[[4737,5]]},"494":{"position":[[500,6]]}}}],["init(cl",{"_index":4374,"t":{"364":{"position":[[4759,9]]}}}],["init_cal",{"_index":4756,"t":{"540":{"position":[[1183,10]]}}}],["init_cb",{"_index":4550,"t":{"494":{"position":[[192,8],[513,7]]}}}],["init_config",{"_index":4696,"t":{"516":{"position":[[120,12],[896,11]]},"540":{"position":[[532,11]]},"544":{"position":[[497,11]]}}}],["init_loss",{"_index":4549,"t":{"494":{"position":[[158,10],[465,9]]}}}],["init_valu",{"_index":3370,"t":{"257":{"position":[[915,13],[985,13]]},"360":{"position":[[10077,13]]},"364":{"position":[[4237,11],[4328,13]]},"649":{"position":[[4877,13],[6803,10],[9340,13]]}}}],["initi",{"_index":739,"t":{"39":{"position":[[354,7],[567,7],[1703,8]]},"52":{"position":[[97,8]]},"92":{"position":[[64,10]]},"128":{"position":[[79,10]]},"225":{"position":[[1674,10]]},"227":{"position":[[783,10]]},"248":{"position":[[11,7],[674,7]]},"255":{"position":[[1604,7]]},"269":{"position":[[764,9]]},"322":{"position":[[780,7]]},"328":{"position":[[766,7],[13415,8],[13632,7],[14162,8],[14379,7],[20083,7],[20154,7]]},"360":{"position":[[22841,7],[22912,7]]},"364":{"position":[[4792,10]]},"506":{"position":[[1185,11],[2491,11]]},"516":{"position":[[944,7]]},"540":{"position":[[562,7]]},"544":{"position":[[545,7],[613,7]]},"558":{"position":[[1339,7],[1657,7],[6139,7]]},"572":{"position":[[1538,7],[2312,10],[2435,11]]},"608":{"position":[[3925,7],[4455,7]]},"649":{"position":[[6846,7]]},"682":{"position":[[164,7]]},"698":{"position":[[49,7]]},"706":{"position":[[117,7],[198,7],[1698,7]]},"708":{"position":[[220,7],[987,7]]}}}],["initializer_factor",{"_index":1446,"t":{"112":{"position":[[1908,21]]}}}],["initiate_chat",{"_index":3883,"t":{"328":{"position":[[13262,14]]}}}],["initiate_chat(recipi",{"_index":3884,"t":{"328":{"position":[[13281,24]]}}}],["innat",{"_index":825,"t":{"43":{"position":[[208,6]]}}}],["innov",{"_index":53,"t":{"2":{"position":[[676,10]]}}}],["inplace=fals",{"_index":3167,"t":{"229":{"position":[[9218,14],[10074,14],[10658,14],[11224,14],[11784,14],[12343,14],[13436,14],[14334,14],[14899,14],[15470,14],[16039,14],[16592,14],[17154,14],[17721,14],[18284,14],[18848,14],[19420,14],[19989,14],[21457,14],[22353,14],[22918,14],[23489,14],[24058,14],[24820,14],[25256,14],[25690,14],[26117,14],[26496,14],[26639,14],[27237,14],[27476,14],[28258,14],[28669,14]]}}}],["inproceedings{kayaliwang2022default",{"_index":5081,"t":{"602":{"position":[[1980,37]]}}}],["inproceedings{liuwang2021hpolm",{"_index":5055,"t":{"602":{"position":[[1115,32]]}}}],["inproceedings{wang2021blendsearch",{"_index":5047,"t":{"602":{"position":[[767,35]]},"708":{"position":[[2487,35]]}}}],["inproceedings{wang2021flaml",{"_index":5032,"t":{"602":{"position":[[179,29]]}}}],["inproceedings{wang2023ecooptigen",{"_index":5100,"t":{"602":{"position":[[2883,34]]}}}],["inproceedings{wu2021cfo",{"_index":5040,"t":{"602":{"position":[[467,25]]},"708":{"position":[[2184,25]]}}}],["inproceedings{wu2021chacha",{"_index":5066,"t":{"602":{"position":[[1432,28]]}}}],["inproceedings{wu2023empir",{"_index":5112,"t":{"602":{"position":[[3370,31]]}}}],["inproceedings{wuwang2021fairautoml",{"_index":5073,"t":{"602":{"position":[[1692,36]]}}}],["inproceedings{zhang2023target",{"_index":5089,"t":{"602":{"position":[[2365,33]]},"708":{"position":[[2875,33]]}}}],["input",{"_index":207,"t":{"9":{"position":[[391,6]]},"17":{"position":[[349,5]]},"27":{"position":[[833,5]]},"31":{"position":[[1626,5],[1714,6]]},"92":{"position":[[340,5]]},"128":{"position":[[366,5]]},"182":{"position":[[351,5]]},"229":{"position":[[1527,5]]},"294":{"position":[[1327,7],[1353,8],[1370,7],[1392,7],[1968,7],[1990,7]]},"322":{"position":[[310,5],[561,6],[1934,6],[2074,5],[2169,5],[2243,6],[2305,5],[2479,6]]},"328":{"position":[[547,6],[2004,6],[2144,5],[2239,5],[2313,6],[2375,5],[2549,6],[5494,5],[18791,6],[18853,6],[18905,6],[18933,6]]},"336":{"position":[[1610,6],[6795,6]]},"350":{"position":[[39,5],[192,5]]},"360":{"position":[[958,5],[7467,5],[26089,5],[33414,5],[35989,5]]},"364":{"position":[[3076,5]]},"434":{"position":[[7211,6]]},"438":{"position":[[21,5]]},"452":{"position":[[359,5]]},"454":{"position":[[41,5]]},"516":{"position":[[2792,5]]},"544":{"position":[[2986,6]]},"608":{"position":[[3520,6],[3642,5],[5993,5],[9380,5]]},"610":{"position":[[203,6],[325,5]]},"638":{"position":[[14,6],[245,5],[451,5],[1141,5]]},"644":{"position":[[156,6],[252,5],[366,5],[1084,6],[1787,6]]},"647":{"position":[[1344,7],[1379,5]]},"680":{"position":[[538,6],[1689,5]]},"692":{"position":[[285,5],[499,5]]},"696":{"position":[[3972,6]]},"702":{"position":[[1914,5]]},"706":{"position":[[134,5]]},"708":{"position":[[237,5]]}}}],["input_embed",{"_index":3044,"t":{"229":{"position":[[3995,16],[5882,16],[7454,19]]}}}],["inputs.to(devic",{"_index":3676,"t":{"294":{"position":[[1409,18],[2007,18]]}}}],["inputs=(torch.randn(1",{"_index":3286,"t":{"242":{"position":[[386,22]]}}}],["insid",{"_index":4925,"t":{"572":{"position":[[1069,6]]}}}],["inspect",{"_index":4977,"t":{"588":{"position":[[239,7]]},"590":{"position":[[229,7]]},"622":{"position":[[386,7]]},"666":{"position":[[706,7]]}}}],["instal",{"_index":887,"t":{"57":{"position":[[237,10]]},"74":{"position":[[52,7],[108,7],[169,7]]},"80":{"position":[[15,7],[26,7],[210,10]]},"82":{"position":[[73,7],[117,7]]},"84":{"position":[[41,7],[75,7],[104,7],[177,7],[269,7]]},"90":{"position":[[0,7],[33,7]]},"98":{"position":[[0,7],[33,7]]},"106":{"position":[[27,7],[63,7]]},"120":{"position":[[0,7],[33,7]]},"126":{"position":[[0,7],[33,7]]},"135":{"position":[[49,7]]},"148":{"position":[[0,7],[33,7]]},"156":{"position":[[0,7],[41,7]]},"162":{"position":[[207,7]]},"166":{"position":[[0,7],[33,7]]},"188":{"position":[[27,7],[53,7]]},"201":{"position":[[60,7],[198,7],[255,7],[287,7],[342,7],[383,7],[445,7],[472,7],[489,7]]},"219":{"position":[[0,7],[45,7]]},"233":{"position":[[4,7]]},"269":{"position":[[0,7],[28,7],[64,13]]},"279":{"position":[[48,9],[72,7],[107,7]]},"281":{"position":[[13,7],[69,7],[139,7],[181,7],[230,7],[304,7],[364,7],[429,7],[475,7],[534,7],[603,7],[735,7],[830,7],[908,10],[989,7],[1053,7],[1602,7],[1644,7],[1689,7],[1751,7],[1808,7],[1847,7]]},"283":{"position":[[278,8],[295,7],[465,7],[497,7],[720,10],[755,7]]},"288":{"position":[[4,7]]},"360":{"position":[[6445,12],[6491,7],[6517,7],[6580,10],[11194,10],[32419,12],[32465,7],[32491,7],[32554,10],[37230,10]]},"608":{"position":[[11287,7],[11350,10]]},"657":{"position":[[803,7],[848,7],[1255,7],[1335,7],[1403,10],[1437,13]]},"686":{"position":[[404,7]]},"694":{"position":[[423,10],[483,11],[664,7],[1214,7]]},"696":{"position":[[4170,7]]},"704":{"position":[[326,10]]},"708":{"position":[[771,7]]}}}],["instanc",{"_index":374,"t":{"17":{"position":[[93,9],[1356,9],[1906,8]]},"43":{"position":[[642,10]]},"45":{"position":[[540,8]]},"275":{"position":[[1386,9],[1804,9]]},"328":{"position":[[4584,9],[4707,8],[4844,8],[4929,9],[11568,9],[12942,9],[17350,9],[18599,9]]},"336":{"position":[[2115,9],[2849,8],[2955,8],[6720,9],[7617,10],[7998,8],[8322,8],[8451,8]]},"350":{"position":[[367,8]]},"360":{"position":[[2063,8],[4317,8],[14019,10],[14819,9],[15021,10],[15289,8],[15918,8],[17825,8],[18171,8],[27235,8],[30293,8]]},"364":{"position":[[2463,10],[2554,9],[2750,10],[2874,8]]},"366":{"position":[[882,10],[1427,10],[1723,8]]},"370":{"position":[[278,10]]},"394":{"position":[[291,10],[415,8]]},"398":{"position":[[285,10],[409,8]]},"434":{"position":[[682,8],[3114,8],[3190,8],[4432,8],[4508,8],[4982,8],[7113,8]]},"558":{"position":[[2618,8],[2648,9]]},"572":{"position":[[2927,9]]},"608":{"position":[[5550,8],[6229,8],[7217,8]]},"651":{"position":[[1238,8]]},"653":{"position":[[266,8]]},"655":{"position":[[1997,8],[2148,8]]},"666":{"position":[[66,9],[394,9]]},"696":{"position":[[3944,8],[4063,8]]}}}],["instance/str",{"_index":5183,"t":{"608":{"position":[[7156,15]]}}}],["instanceautoml",{"_index":1037,"t":{"92":{"position":[[85,14]]},"128":{"position":[[100,14]]},"225":{"position":[[1692,14]]},"227":{"position":[[801,14]]}}}],["instancerespons",{"_index":3434,"t":{"269":{"position":[[1413,16]]}}}],["instanti",{"_index":3478,"t":{"269":{"position":[[4197,11]]},"336":{"position":[[3891,11],[5968,12]]},"568":{"position":[[1639,13]]}}}],["instantli",{"_index":5261,"t":{"622":{"position":[[821,9]]}}}],["instead",{"_index":4165,"t":{"360":{"position":[[10473,8]]},"506":{"position":[[362,8],[677,8],[3604,8]]},"568":{"position":[[1710,7]]},"572":{"position":[[1037,8],[4405,7]]},"630":{"position":[[183,7]]},"661":{"position":[[1324,8]]},"674":{"position":[[800,7]]},"680":{"position":[[1016,7]]}}}],["insteaddata",{"_index":2656,"t":{"223":{"position":[[155,11]]}}}],["institut",{"_index":80,"t":{"2":{"position":[[991,9]]},"267":{"position":[[768,9]]}}}],["instruct",{"_index":535,"t":{"27":{"position":[[1238,11]]},"39":{"position":[[880,10],[1283,9]]}}}],["insur",{"_index":222,"t":{"9":{"position":[[608,10]]}}}],["int",{"_index":908,"t":{"59":{"position":[[593,3],[746,3]]},"184":{"position":[[1347,4]]},"322":{"position":[[1645,3],[3566,5],[3652,5]]},"328":{"position":[[1734,3],[3636,5],[3722,5],[5717,3],[6512,4],[6626,3],[6878,3],[19215,3]]},"332":{"position":[[732,3]]},"336":{"position":[[276,4],[673,4],[2217,4],[5772,5]]},"360":{"position":[[3878,4],[6241,3],[6329,4],[7600,4],[15611,4],[20382,3],[21405,4],[21529,4],[29854,4],[32215,3],[32303,4],[33547,4],[38028,3],[39051,4],[39175,4]]},"416":{"position":[[561,4],[942,4]]},"434":{"position":[[1705,4],[4280,4]]},"438":{"position":[[83,3]]},"494":{"position":[[688,3]]},"502":{"position":[[107,4]]},"512":{"position":[[877,3],[1418,3],[1649,4],[1661,4],[1888,4],[1900,4],[2100,4],[2112,4],[2120,3],[2396,4],[2408,4],[2416,4]]},"516":{"position":[[95,4],[554,3]]},"558":{"position":[[2090,3],[2143,3]]},"560":{"position":[[223,4],[521,4]]},"570":{"position":[[209,3]]},"608":{"position":[[4381,3],[8612,3],[11133,4]]},"682":{"position":[[3888,4],[3900,4],[3979,4],[3991,4],[4127,4],[4139,4],[4147,3],[4264,4],[4279,3]]}}}],["int(config[resource_attr",{"_index":5722,"t":{"696":{"position":[[2396,26]]}}}],["int(data_s",{"_index":5457,"t":{"649":{"position":[[8155,15]]}}}],["int(len(trainset",{"_index":3661,"t":{"294":{"position":[[772,17]]}}}],["int(round(config[\"num_epoch",{"_index":3671,"t":{"294":{"position":[[1165,32]]}}}],["integ",{"_index":658,"t":{"31":{"position":[[2576,8]]},"328":{"position":[[4532,8],[5904,8]]},"336":{"position":[[296,7],[693,7]]},"360":{"position":[[2103,7],[2566,7],[3149,7],[12152,7],[14168,7],[15745,7],[18013,7],[18865,7],[22255,7],[27270,7],[27733,7],[28421,7]]},"364":{"position":[[3967,9]]},"416":{"position":[[597,8],[976,8]]},"434":{"position":[[5595,7]]},"510":{"position":[[171,7],[186,10]]},"512":{"position":[[532,7],[1107,7],[1380,7],[1681,7],[1938,7],[2144,7],[2290,7],[2454,7],[2643,7],[3102,7],[3271,7]]},"516":{"position":[[2445,7]]},"540":{"position":[[798,7]]},"544":{"position":[[1288,7]]},"558":{"position":[[3234,7]]},"608":{"position":[[7921,7]]},"624":{"position":[[1120,9]]},"647":{"position":[[1255,8]]},"649":{"position":[[7124,8],[8503,8]]},"682":{"position":[[735,8],[1648,8],[2207,7],[3841,7],[5203,7],[5465,7],[5604,7]]},"684":{"position":[[78,7]]}}}],["integr",{"_index":134,"t":{"5":{"position":[[395,9]]},"37":{"position":[[621,11]]},"178":{"position":[[6,10]]},"269":{"position":[[283,9]]}}}],["intend",{"_index":2069,"t":{"182":{"position":[[223,6]]},"360":{"position":[[16481,8]]},"630":{"position":[[16,8]]}}}],["interact",{"_index":262,"t":{"11":{"position":[[694,11]]},"37":{"position":[[999,8]]},"43":{"position":[[1195,11]]},"63":{"position":[[21,8]]},"211":{"position":[[107,11]]},"215":{"position":[[4,11]]},"223":{"position":[[1592,11]]},"516":{"position":[[965,16]]}}}],["interaction_constraint",{"_index":1690,"t":{"144":{"position":[[831,27]]},"150":{"position":[[8697,28]]},"227":{"position":[[8666,27]]}}}],["interest",{"_index":277,"t":{"11":{"position":[[1030,10]]},"27":{"position":[[1406,11]]},"37":{"position":[[1287,10]]},"209":{"position":[[312,8]]},"271":{"position":[[331,10]]}}}],["interfac",{"_index":682,"t":{"33":{"position":[[58,9]]},"520":{"position":[[28,9]]}}}],["intermedi",{"_index":810,"t":{"41":{"position":[[448,12]]},"43":{"position":[[510,12],[956,12]]},"108":{"position":[[1084,12]]},"304":{"position":[[317,12]]},"558":{"position":[[5828,12]]},"608":{"position":[[269,12],[5835,12],[6341,12]]},"696":{"position":[[5025,12],[6468,12]]}}}],["intermediate_scor",{"_index":5179,"t":{"608":{"position":[[6944,18]]}}}],["intern",{"_index":20,"t":{"2":{"position":[[223,6]]}}}],["interpret",{"_index":3376,"t":{"259":{"position":[[165,9]]}}}],["interpretablemultiheadattent",{"_index":3082,"t":{"229":{"position":[[4764,31],[6651,31],[27417,32]]}}}],["interv",{"_index":768,"t":{"39":{"position":[[1862,8],[2029,9],[2079,8],[2520,9],[2620,9],[2743,9],[2879,9],[2976,9],[3007,9],[3112,9]]},"512":{"position":[[787,8],[851,8],[1231,8],[1295,8]]}}}],["intervals.append(point",{"_index":795,"t":{"39":{"position":[[2951,24]]}}}],["intial",{"_index":4556,"t":{"494":{"position":[[546,6]]}}}],["introduc",{"_index":7,"t":{"2":{"position":[[58,11]]},"37":{"position":[[10,9],[1487,9]]},"657":{"position":[[4541,9]]},"682":{"position":[[687,10]]}}}],["intuit",{"_index":566,"t":{"29":{"position":[[64,9]]}}}],["invalid",{"_index":4470,"t":{"434":{"position":[[3939,7],[5833,7],[6730,7]]},"544":{"position":[[1532,8]]},"558":{"position":[[4123,8]]},"608":{"position":[[9310,8],[9413,8]]},"702":{"position":[[1844,8],[1945,8]]}}}],["invit",{"_index":275,"t":{"11":{"position":[[997,6]]}}}],["involv",{"_index":828,"t":{"43":{"position":[[384,9]]},"45":{"position":[[938,8]]},"47":{"position":[[98,7]]},"229":{"position":[[27,8]]},"608":{"position":[[3702,8]]},"610":{"position":[[385,8]]},"622":{"position":[[1007,9]]},"680":{"position":[[1024,8]]}}}],["ipu",{"_index":3039,"t":{"229":{"position":[[3813,4],[5700,4]]}}}],["iris.log\",}x_train",{"_index":1042,"t":{"92":{"position":[[262,20]]}}}],["irrelev",{"_index":335,"t":{"15":{"position":[[839,11]]}}}],["is_champion",{"_index":4568,"t":{"496":{"position":[[126,12],[431,11]]},"498":{"position":[[174,12],[604,11]]}}}],["is_checked_under_current_champion",{"_index":4569,"t":{"496":{"position":[[163,34],[503,33]]},"498":{"position":[[211,34],[683,33]]}}}],["is_encoder_decod",{"_index":1447,"t":{"112":{"position":[[1935,21]]}}}],["is_equiv_chain_of_thought(respons",{"_index":3960,"t":{"336":{"position":[[1812,35],[7256,35]]}}}],["is_exec_success",{"_index":3919,"t":{"328":{"position":[[19791,17],[19823,15]]}}}],["is_palindrome(str",{"_index":634,"t":{"31":{"position":[[1888,21]]}}}],["is_spark_datafram",{"_index":4485,"t":{"434":{"position":[[7332,19],[7661,18]]}}}],["is_termination_msg",{"_index":3785,"t":{"312":{"position":[[623,19],[1163,18]]},"322":{"position":[[897,19],[1353,18],[2194,18],[2603,18]]},"328":{"position":[[950,19],[1442,18],[2264,18],[2673,18]]}}}],["is_valid",{"_index":4653,"t":{"510":{"position":[[483,9]]}}}],["is_valid(valu",{"_index":4654,"t":{"510":{"position":[[497,15]]}}}],["isinstance(metrics_to_log",{"_index":4334,"t":{"360":{"position":[[36551,26],[36808,26]]}}}],["issu",{"_index":948,"t":{"69":{"position":[[19,5]]},"558":{"position":[[2717,6]]},"572":{"position":[[2086,6],[2246,5]]},"649":{"position":[[3523,5]]}}}],["it'",{"_index":541,"t":{"27":{"position":[[1381,4],[1531,4]]},"360":{"position":[[16610,4]]}}}],["iter",{"_index":251,"t":{"11":{"position":[[401,10]]},"92":{"position":[[1015,9],[1343,9],[1550,9],[1757,9],[1964,9],[2171,9],[2384,9],[2591,9]]},"100":{"position":[[1245,9],[1572,9],[1779,9],[1986,9],[2193,9],[2400,9],[2607,9],[2814,9],[3021,9],[3228,9],[3436,9],[3645,9],[3854,9],[4063,9]]},"108":{"position":[[1854,9]]},"110":{"position":[[1447,9]]},"112":{"position":[[1360,9]]},"114":{"position":[[3414,9]]},"122":{"position":[[819,9],[1145,9],[1352,9],[1559,9],[1766,9],[1979,9],[2192,9],[2399,9],[2606,9],[2819,9],[3032,9],[3249,9],[3466,9],[3683,9],[3900,9],[4108,9],[4322,9],[4530,9],[4738,9],[4946,9],[5154,9],[5362,9],[5570,9],[5778,9],[5986,9],[6194,9],[6402,9],[6610,9],[6818,9],[7026,9]]},"128":{"position":[[1020,9],[1346,9],[1553,9],[1760,9],[1967,9],[2174,9],[2381,9],[2588,9],[2795,9],[3008,9],[3221,9],[3435,9],[3649,9],[3863,9],[4077,9]]},"150":{"position":[[1252,9],[1588,9],[1804,9],[2020,9],[2236,9],[2452,9],[2668,9],[2884,9],[3100,9],[3316,9],[3532,9],[3749,9],[3966,9],[4183,9],[4400,9],[4617,9],[4834,9],[5051,9],[5268,9],[5485,9],[5702,9],[5920,9],[6138,9],[6356,9],[6574,9],[6792,9],[7010,9]]},"194":{"position":[[941,4]]},"221":{"position":[[1062,9],[1389,9],[1596,9],[1803,9],[2010,9],[2217,9],[2424,9],[2631,9],[2838,9],[3045,9],[3252,9],[3460,9],[3668,9],[3876,9],[4084,9],[4292,9],[4500,9],[4708,9],[4916,9],[5120,9],[5324,9],[5538,9],[5742,9],[5956,9],[6170,9],[6384,9],[6604,9],[6824,9],[7044,9],[7264,9],[7484,9],[7692,9],[7900,9],[8108,9],[8328,9],[8536,9],[8750,9],[8970,9],[9190,9],[9410,9],[9624,9],[9844,9],[10064,9],[10272,9],[10492,9],[10720,9],[10948,9],[11176,9],[11404,9],[11632,9],[11840,9],[12060,9],[12288,9],[12502,9],[12716,9],[12924,9],[13132,9],[13360,9],[13564,9],[13778,9],[13998,9],[14206,9],[14426,9],[14634,9],[14862,9],[15076,9],[15287,9],[15498,9],[15713,9],[15942,9],[16157,9],[16372,9],[16583,9],[16812,9],[17023,9],[17238,9],[17449,9],[17664,9],[17875,9],[18090,9],[18319,9],[18548,9],[18763,9],[18978,9],[19207,9],[19422,9],[19651,9],[19866,9],[20077,9],[20292,9],[20503,9],[20714,9],[20943,9],[21172,9],[21389,9],[21620,9],[21837,9],[22050,9],[22263,9],[22486,9],[22703,9]]},"223":{"position":[[1837,9],[2164,9],[2371,9],[2578,9],[2785,9],[2992,9],[3199,9],[3406,9],[3613,9],[3820,9],[4027,9],[4235,9],[4443,9],[4651,9],[4859,9],[5067,9],[5275,9],[5483,9],[5691,9],[5899,9],[6107,9],[6311,9],[6515,9],[6729,9],[6943,9],[7157,9],[7371,9],[7585,9],[7799,9],[8019,9],[8239,9],[8447,9],[8655,9],[8859,9],[9079,9],[9287,9],[9507,9],[9735,9],[9963,9],[10191,9],[10419,9],[10647,9],[10875,9],[11103,9],[11320,9],[11533,9],[11750,9],[11961,9],[12178,9],[12395,9],[12608,9],[12839,9],[13056,9],[13273,9],[13490,9],[13707,9],[13938,9],[14155,9],[14366,9]]},"225":{"position":[[2643,9],[2970,9],[3177,9],[3384,9],[3591,9],[3798,9],[4005,9],[4212,9],[4419,9],[4626,9]]},"227":{"position":[[1857,9],[2183,9],[2390,9],[2597,9],[2800,9],[3013,9],[3220,9],[3421,9],[3626,9],[3831,9],[4036,9],[4238,9],[4440,9],[4652,9],[4870,9],[5096,9],[5308,9],[5534,9],[5736,9],[5962,9],[6168,9],[6386,9],[6598,9],[6816,9],[7018,9],[7235,9],[7466,9],[7697,9],[7914,9],[8137,9]]},"229":{"position":[[3677,9]]},"294":{"position":[[2411,11]]},"360":{"position":[[2599,11],[3324,5],[11280,4],[12167,9],[27766,11],[28596,5]]},"554":{"position":[[1437,8]]},"608":{"position":[[7242,9]]},"661":{"position":[[1255,5]]},"668":{"position":[[1622,9]]},"674":{"position":[[163,9]]},"696":{"position":[[4823,9]]},"706":{"position":[[423,9],[572,9]]}}}],["iter_hp",{"_index":4248,"t":{"360":{"position":[[16656,7]]}}}],["iter_per_learn",{"_index":5523,"t":{"661":{"position":[[191,19],[606,19],[1058,16]]}}}],["iter_per_learner=3",{"_index":5540,"t":{"661":{"position":[[1163,18]]}}}],["iteract",{"_index":4704,"t":{"516":{"position":[[696,11]]}}}],["itself",{"_index":4270,"t":{"360":{"position":[[22730,7]]},"692":{"position":[[1606,7]]}}}],["j",{"_index":4216,"t":{"360":{"position":[[15263,2],[15315,2]]},"364":{"position":[[2900,2]]},"366":{"position":[[1749,2]]},"394":{"position":[[441,2]]},"398":{"position":[[435,2]]}}}],["java",{"_index":3544,"t":{"281":{"position":[[1090,4]]}}}],["jdk",{"_index":3546,"t":{"281":{"position":[[1122,3]]}}}],["jia",{"_index":5088,"t":{"602":{"position":[[2310,4],[2534,3],[3228,4],[3505,3]]},"708":{"position":[[2820,4],[3044,3]]}}}],["job",{"_index":1943,"t":{"162":{"position":[[2303,4],[2489,3],[3292,4]]},"184":{"position":[[171,3],[726,5],[1531,4],[1587,4],[1616,4],[1652,5],[1707,5],[1967,4]]},"211":{"position":[[35,3],[91,4],[135,3],[156,4]]},"213":{"position":[[161,3],[508,3]]},"215":{"position":[[51,4],[211,4],[474,3],[1113,3],[1149,3],[1185,3],[1242,3],[1570,3]]},"302":{"position":[[123,4]]},"360":{"position":[[2964,4],[7081,4],[8057,5],[28236,4],[33061,3],[34004,5]]},"598":{"position":[[86,3],[496,4],[622,4],[682,3],[776,3],[834,4],[971,4],[1129,5],[1322,5]]},"608":{"position":[[10728,3]]},"610":{"position":[[83,4],[513,4]]},"657":{"position":[[237,4],[551,3],[740,4]]}}}],["joblib",{"_index":2084,"t":{"184":{"position":[[214,6]]}}}],["joblib.parallel.parallel",{"_index":5005,"t":{"598":{"position":[[987,24]]}}}],["joblib_spark",{"_index":5006,"t":{"598":{"position":[[1036,12]]}}}],["john",{"_index":5059,"t":{"602":{"position":[[1376,4],[1531,4]]}}}],["join",{"_index":293,"t":{"13":{"position":[[219,4]]},"23":{"position":[[222,4]]},"33":{"position":[[1238,4]]},"47":{"position":[[252,4]]}}}],["json",{"_index":4822,"t":{"554":{"position":[[990,4]]},"560":{"position":[[828,4]]},"634":{"position":[[184,5]]},"636":{"position":[[2028,4],[2227,4]]},"661":{"position":[[88,4]]}}}],["k",{"_index":1948,"t":{"162":{"position":[[2438,1]]},"229":{"position":[[5062,1],[5107,1],[6949,1],[6994,1]]},"360":{"position":[[36602,3],[36632,2],[36759,3],[36773,2]]},"647":{"position":[[1247,1]]}}}],["k10",{"_index":3065,"t":{"229":{"position":[[4466,3],[6353,3]]}}}],["k11",{"_index":3067,"t":{"229":{"position":[[4527,3],[6414,3]]}}}],["k12",{"_index":3070,"t":{"229":{"position":[[4559,3],[6446,3]]}}}],["k13",{"_index":3072,"t":{"229":{"position":[[4591,3],[6478,3]]}}}],["k16",{"_index":3080,"t":{"229":{"position":[[4741,3],[6628,3]]}}}],["k19",{"_index":3088,"t":{"229":{"position":[[4891,3],[6778,3]]}}}],["k3",{"_index":3046,"t":{"229":{"position":[[4035,2],[5922,2]]}}}],["k5",{"_index":3053,"t":{"229":{"position":[[4132,2],[6019,2]]}}}],["k6",{"_index":3055,"t":{"229":{"position":[[4197,2],[6084,2]]}}}],["k7",{"_index":3058,"t":{"229":{"position":[[4262,2],[6149,2]]}}}],["k8",{"_index":3061,"t":{"229":{"position":[[4330,2],[6217,2]]}}}],["k9",{"_index":3063,"t":{"229":{"position":[[4399,2],[6286,2]]}}}],["k=1k=1k=1",{"_index":5512,"t":{"657":{"position":[[3314,10]]}}}],["k>1k>1k>1",{"_index":5513,"t":{"657":{"position":[[3348,10]]}}}],["k_layer",{"_index":3199,"t":{"229":{"position":[[27798,11]]}}}],["kaggl",{"_index":2937,"t":{"229":{"position":[[151,7]]}}}],["kata",{"_index":654,"t":{"31":{"position":[[2528,5]]}}}],["kayali",{"_index":5079,"t":{"602":{"position":[[1922,7],[2108,6]]}}}],["keep",{"_index":501,"t":{"27":{"position":[[262,7]]},"261":{"position":[[74,4],[528,4]]},"336":{"position":[[9317,7],[9510,8],[9572,8],[9650,4],[10987,8]]},"360":{"position":[[3404,4],[6654,4],[8733,4],[28676,4],[32628,4],[34242,4]]},"364":{"position":[[2252,4]]},"366":{"position":[[617,4]]},"516":{"position":[[1879,4],[1936,4]]},"657":{"position":[[76,4]]}}}],["keep_challenger_metr",{"_index":4709,"t":{"516":{"position":[[1697,25]]}}}],["keep_challenger_ratio",{"_index":4711,"t":{"516":{"position":[[1796,24]]}}}],["keep_champion",{"_index":4712,"t":{"516":{"position":[[1889,16]]}}}],["keep_search_st",{"_index":4134,"t":{"360":{"position":[[6598,17],[32572,17]]}}}],["keep_search_state=non",{"_index":4303,"t":{"360":{"position":[[24338,23]]}}}],["keepdim=tru",{"_index":3281,"t":{"242":{"position":[[243,13]]}}}],["key",{"_index":743,"t":{"39":{"position":[[583,3],[1899,3]]},"172":{"position":[[575,4]]},"215":{"position":[[282,4]]},"223":{"position":[[1196,3]]},"312":{"position":[[1402,5]]},"322":{"position":[[1568,5],[2891,5]]},"328":{"position":[[1657,5],[2961,5],[19717,3],[19742,4],[19918,4]]},"336":{"position":[[3283,4],[3935,4],[9716,3],[10167,3]]},"360":{"position":[[2789,4],[2935,3],[5618,4],[9337,3],[9875,4],[10002,4],[14370,3],[15067,3],[19641,3],[20220,3],[22028,3],[22110,4],[22498,3],[22580,4],[28061,4],[28207,3],[31592,4],[34847,3],[35336,3],[37866,3]]},"364":{"position":[[662,5],[4128,3]]},"374":{"position":[[452,4]]},"506":{"position":[[1278,3],[2584,3]]},"544":{"position":[[1595,3],[2032,4],[2224,4]]},"558":{"position":[[4186,3],[4624,4],[4816,4],[6102,5]]},"572":{"position":[[583,4],[823,5],[2897,4]]},"608":{"position":[[957,3],[9476,3],[9914,4],[10106,4]]},"649":{"position":[[6401,4]]},"659":{"position":[[653,4],[804,3]]},"686":{"position":[[25,3]]},"692":{"position":[[1332,3]]},"696":{"position":[[1321,3]]},"702":{"position":[[196,3],[628,4],[855,4]]}}}],["keyword",{"_index":3794,"t":{"312":{"position":[[1758,7]]},"328":{"position":[[19142,7]]},"360":{"position":[[7912,8],[9501,7],[10923,8],[20043,8],[33859,8],[34983,7],[37307,8]]},"364":{"position":[[3146,7]]},"608":{"position":[[12266,7]]}}}],["keywork",{"_index":5553,"t":{"663":{"position":[[280,7]]}}}],["kf",{"_index":3358,"t":{"257":{"position":[[239,3]]},"434":{"position":[[1710,3],[2143,2]]}}}],["kfold",{"_index":4110,"t":{"360":{"position":[[4361,5],[18215,5],[30337,5]]},"434":{"position":[[5026,5]]},"655":{"position":[[2041,5]]}}}],["kkk",{"_index":5509,"t":{"657":{"position":[[3157,3]]}}}],["kneighbor",{"_index":5406,"t":{"649":{"position":[[2424,12]]}}}],["kneighborsestim",{"_index":5407,"t":{"649":{"position":[[2437,19]]}}}],["know",{"_index":506,"t":{"27":{"position":[[359,4]]},"29":{"position":[[289,7]]},"71":{"position":[[190,4]]},"255":{"position":[[795,4],[1414,4]]},"608":{"position":[[4989,4]]},"682":{"position":[[2185,4],[2264,5],[7428,4]]},"698":{"position":[[756,4]]}}}],["knowledg",{"_index":5605,"t":{"678":{"position":[[46,9]]}}}],["known",{"_index":604,"t":{"31":{"position":[[787,6]]},"255":{"position":[[160,5],[450,5]]},"558":{"position":[[2711,5]]},"649":{"position":[[3517,5]]},"682":{"position":[[6180,5],[7352,5]]},"706":{"position":[[1715,5]]},"708":{"position":[[1004,6]]}}}],["kong",{"_index":91,"t":{"2":{"position":[[1148,4]]}}}],["kwarg",{"_index":2996,"t":{"229":{"position":[[2115,6]]},"275":{"position":[[1185,9],[1597,9]]},"312":{"position":[[837,9],[1731,8],[1792,6]]},"328":{"position":[[18969,9],[19125,8]]},"364":{"position":[[1936,9],[2361,9],[2600,9],[2953,9],[3137,6]]},"366":{"position":[[248,9],[771,9],[1253,9]]},"370":{"position":[[167,9]]},"394":{"position":[[141,9]]},"398":{"position":[[135,9]]},"434":{"position":[[2392,6],[6444,6]]},"502":{"position":[[176,9]]},"528":{"position":[[156,9]]},"560":{"position":[[152,9],[403,9]]},"568":{"position":[[934,10],[1008,9],[1232,10]]},"608":{"position":[[194,9],[942,8]]},"649":{"position":[[5371,6]]}}}],["l1",{"_index":3609,"t":{"290":{"position":[[407,3]]},"294":{"position":[[84,4]]},"300":{"position":[[30,5]]},"308":{"position":[[51,6]]},"388":{"position":[[90,2]]},"649":{"position":[[2093,2]]}}}],["l1=120",{"_index":3597,"t":{"290":{"position":[[234,7]]}}}],["l2",{"_index":3612,"t":{"290":{"position":[[436,3]]},"300":{"position":[[86,5]]},"308":{"position":[[61,5]]},"390":{"position":[[90,2]]},"649":{"position":[[2215,2]]}}}],["l2=84",{"_index":3598,"t":{"290":{"position":[[242,7]]}}}],["l2_regular",{"_index":5400,"t":{"649":{"position":[[1977,18]]}}}],["label",{"_index":1045,"t":{"92":{"position":[[332,7]]},"100":{"position":[[6007,8],[6035,6]]},"114":{"position":[[33,5],[105,7],[1509,6],[1526,5]]},"128":{"position":[[358,7]]},"150":{"position":[[9353,8],[9381,6]]},"152":{"position":[[357,6],[465,6]]},"180":{"position":[[1942,6]]},"190":{"position":[[842,6]]},"223":{"position":[[1160,5]]},"225":{"position":[[1992,8]]},"227":{"position":[[1297,7],[1333,7]]},"294":{"position":[[1362,7],[1378,6],[1400,6],[1579,7],[1976,6],[1998,6],[2204,7]]},"296":{"position":[[243,6],[265,6]]},"350":{"position":[[349,7],[558,7]]},"360":{"position":[[1021,7],[1333,7],[13555,5],[13658,7],[13907,5],[14806,5],[17065,6],[17137,5],[17263,6],[17429,5],[17450,5],[17475,8],[17542,5],[17583,5],[18738,6],[25143,6],[25217,5],[25341,6],[25557,5],[25578,5],[25607,8],[25674,5],[25715,5],[26152,7],[26464,7],[29388,7],[29546,6],[29729,6]]},"364":{"position":[[2113,6],[2384,5],[2542,5],[3130,6]]},"366":{"position":[[794,5]]},"370":{"position":[[190,5]]},"416":{"position":[[1112,5],[1211,7],[1233,7],[1277,7],[1379,6]]},"434":{"position":[[492,6],[590,5],[605,6],[2796,6],[3427,5],[3616,6],[3778,6],[6514,6]]},"454":{"position":[[252,7],[379,7]]},"624":{"position":[[1107,6],[1200,6],[1229,5]]},"644":{"position":[[485,6]]},"647":{"position":[[1547,7],[1764,7]]},"649":{"position":[[7531,6],[7639,6]]}}}],["label\"x_train",{"_index":1328,"t":{"108":{"position":[[328,15]]},"110":{"position":[[254,14]]}}}],["label=\"actu",{"_index":2766,"t":{"223":{"position":[[15254,13]]}}}],["label=\"co2",{"_index":2684,"t":{"223":{"position":[[1145,12]]}}}],["label=\"flaml",{"_index":2768,"t":{"223":{"position":[[15306,12]]}}}],["label=label",{"_index":2079,"t":{"182":{"position":[[805,12]]},"184":{"position":[[2049,12]]}}}],["label=non",{"_index":4232,"t":{"360":{"position":[[16102,11],[23766,11]]}}}],["label]featur",{"_index":2058,"t":{"180":{"position":[[1637,16]]}}}],["label_column=\"target",{"_index":5223,"t":{"610":{"position":[[1386,22]]}}}],["label_list",{"_index":1508,"t":{"114":{"position":[[2593,13]]},"416":{"position":[[1020,10],[1311,10]]}}}],["label_transform",{"_index":4191,"t":{"360":{"position":[[13483,18],[13515,19]]},"624":{"position":[[689,19],[1247,18]]}}}],["labeling/token",{"_index":4436,"t":{"416":{"position":[[1151,14]]}}}],["labels).sum().item",{"_index":3698,"t":{"294":{"position":[[2157,20]]},"296":{"position":[[424,20]]}}}],["labels.size(0",{"_index":3697,"t":{"294":{"position":[[2117,14]]},"296":{"position":[[384,14]]}}}],["labels.to(devic",{"_index":3677,"t":{"294":{"position":[[1428,17],[2026,17]]},"296":{"position":[[293,17]]}}}],["labels=label",{"_index":4081,"t":{"360":{"position":[[1595,14],[1717,14],[26726,14],[26848,14]]},"647":{"position":[[2026,14],[2148,14]]}}}],["labelsx_test",{"_index":5276,"t":{"624":{"position":[[938,12]]}}}],["labelx_test",{"_index":2667,"t":{"223":{"position":[[475,11]]}}}],["labor_day",{"_index":2963,"t":{"229":{"position":[[1030,12]]}}}],["lag",{"_index":4260,"t":{"360":{"position":[[21243,5],[37825,7],[38889,5]]},"440":{"position":[[40,4]]}}}],["lamb",{"_index":1493,"t":{"114":{"position":[[367,7],[1748,7]]}}}],["lambda",{"_index":2808,"t":{"225":{"position":[[1128,6]]},"328":{"position":[[8452,6],[9871,6]]},"554":{"position":[[614,6],[858,6],[909,6],[1019,6]]}}}],["langford",{"_index":5060,"t":{"602":{"position":[[1381,9],[1536,8]]}}}],["languag",{"_index":9,"t":{"2":{"position":[[76,8],[1294,8]]},"11":{"position":[[9,8],[163,8],[358,8],[494,8],[930,8]]},"15":{"position":[[597,8],[665,8]]},"37":{"position":[[74,8],[672,8]]},"50":{"position":[[130,8]]},"57":{"position":[[32,8],[64,8]]},"372":{"position":[[74,8]]},"416":{"position":[[357,8]]},"600":{"position":[[18,8]]},"602":{"position":[[1059,8],[1233,8],[2757,8],[2978,8]]}}}],["lar",{"_index":4418,"t":{"402":{"position":[[120,5]]}}}],["larg",{"_index":8,"t":{"2":{"position":[[70,5],[1288,5]]},"5":{"position":[[468,5]]},"7":{"position":[[237,5]]},"11":{"position":[[3,5],[157,5],[351,6],[488,5],[924,5]]},"15":{"position":[[591,5]]},"37":{"position":[[68,5],[666,5]]},"50":{"position":[[124,5]]},"108":{"position":[[1235,5]]},"184":{"position":[[775,5],[792,5]]},"267":{"position":[[535,5]]},"360":{"position":[[3459,5],[7827,5],[8106,5],[8123,5],[28739,5],[33774,5],[34053,5],[34070,5]]},"572":{"position":[[2113,5]]},"600":{"position":[[12,5]]},"602":{"position":[[2751,5],[2972,5]]},"636":{"position":[[1976,5]]},"657":{"position":[[3687,6]]},"682":{"position":[[2504,5],[2916,5],[6707,6]]},"708":{"position":[[1507,5]]}}}],["larger",{"_index":574,"t":{"29":{"position":[[540,6]]},"31":{"position":[[3623,6],[3736,6]]},"682":{"position":[[6873,6]]},"692":{"position":[[545,6],[1181,6]]},"696":{"position":[[1474,6]]},"708":{"position":[[1127,6],[1197,6],[1852,6],[1906,6]]}}}],["largest",{"_index":3421,"t":{"269":{"position":[[713,7]]}}}],["lasso",{"_index":4415,"t":{"402":{"position":[[69,5]]}}}],["lassolarsestimator(sklearnestim",{"_index":4414,"t":{"402":{"position":[[6,36]]}}}],["last",{"_index":667,"t":{"31":{"position":[[2928,4],[3131,4]]},"84":{"position":[[345,4]]},"225":{"position":[[523,4]]},"328":{"position":[[7164,4],[7391,4],[7460,4]]},"360":{"position":[[16557,4],[19071,4]]},"506":{"position":[[207,4],[521,4],[750,4],[904,7],[1429,5],[1440,4],[1452,4],[1779,4],[2223,7],[2735,5],[2746,4],[2758,4],[3085,4],[3343,4],[3437,4]]},"661":{"position":[[150,4]]}}}],["last_messag",{"_index":3866,"t":{"328":{"position":[[7085,13]]}}}],["last_message(ag",{"_index":3867,"t":{"328":{"position":[[7103,19]]}}}],["last_n_messag",{"_index":3839,"t":{"322":{"position":[[3611,15]]},"328":{"position":[[3681,15]]}}}],["latenc",{"_index":4101,"t":{"360":{"position":[[3697,7],[9743,7],[29074,7],[35225,7]]}}}],["later",{"_index":2062,"t":{"180":{"position":[[1805,5]]},"328":{"position":[[4438,5],[5810,5],[8818,6],[10237,6]]}}}],["latest",{"_index":3532,"t":{"281":{"position":[[800,6]]}}}],["latter",{"_index":4005,"t":{"336":{"position":[[7020,6]]},"516":{"position":[[855,6]]},"632":{"position":[[654,6]]}}}],["launch",{"_index":268,"t":{"11":{"position":[[801,6]]},"59":{"position":[[7,6],[76,6],[180,6]]},"61":{"position":[[766,9]]},"184":{"position":[[986,6],[1047,6]]},"194":{"position":[[20,6]]},"213":{"position":[[493,6]]},"248":{"position":[[420,6]]},"360":{"position":[[8317,6],[8378,6]]},"610":{"position":[[51,9]]},"657":{"position":[[1676,6],[1737,6]]}}}],["layer",{"_index":3252,"t":{"238":{"position":[[70,6]]}}}],["layer_norm_epsilon",{"_index":1448,"t":{"112":{"position":[[1963,21]]}}}],["layernorm((13",{"_index":3177,"t":{"229":{"position":[[13103,16],[13539,16]]}}}],["layernorm((16",{"_index":3172,"t":{"229":{"position":[[9464,16],[9609,16],[9809,16],[10176,16],[10393,16],[10760,16],[10959,16],[11326,16],[11519,16],[11886,16],[12078,16],[12445,16],[13733,16],[13880,16],[14069,16],[14436,16],[14634,16],[15001,16],[15205,16],[15572,16],[15774,16],[16141,16],[16327,16],[16694,16],[16889,16],[17256,16],[17456,16],[17823,16],[18019,16],[18386,16],[18583,16],[18950,16],[19155,16],[19522,16],[19724,16],[20091,16],[21752,16],[21899,16],[22088,16],[22455,16],[22653,16],[23020,16],[23224,16],[23591,16],[23793,16],[24160,16],[24923,16],[25359,16],[25793,16],[26220,16],[26760,16],[26862,16],[27340,16],[28361,16],[28772,16],[28980,16]]}}}],["layernorm((6",{"_index":3184,"t":{"229":{"position":[[21130,15],[21559,15]]}}}],["layernorm((7",{"_index":3153,"t":{"229":{"position":[[8953,15],[9320,15]]}}}],["layers.append(nn.dropout(p",{"_index":3260,"t":{"238":{"position":[[303,28]]}}}],["layers.append(nn.linear(in_featur",{"_index":3257,"t":{"238":{"position":[[184,36],[359,36]]}}}],["layers.append(nn.logsoftmax(dim=1",{"_index":3261,"t":{"238":{"position":[[401,35]]}}}],["layers.append(nn.relu",{"_index":3258,"t":{"238":{"position":[[236,24]]}}}],["lead",{"_index":494,"t":{"25":{"position":[[910,5]]},"657":{"position":[[4402,5]]},"696":{"position":[[902,5]]}}}],["leaf",{"_index":1835,"t":{"152":{"position":[[438,4]]},"649":{"position":[[7612,4]]}}}],["leaner",{"_index":2010,"t":{"174":{"position":[[89,9]]}}}],["leap",{"_index":495,"t":{"25":{"position":[[925,4]]}}}],["learn",{"_index":64,"t":{"2":{"position":[[818,9]]},"45":{"position":[[1001,9]]},"69":{"position":[[546,5]]},"84":{"position":[[576,6]]},"100":{"position":[[6866,8]]},"122":{"position":[[186,8]]},"150":{"position":[[10172,8]]},"259":{"position":[[511,8]]},"267":{"position":[[290,8]]},"269":{"position":[[1615,5],[2299,8]]},"271":{"position":[[190,5]]},"283":{"position":[[82,8],[376,8]]},"360":{"position":[[4355,5],[18209,5],[30331,5]]},"374":{"position":[[76,5],[293,5]]},"434":{"position":[[55,8],[234,8],[5020,5]]},"516":{"position":[[687,8],[2867,6],[2921,8]]},"602":{"position":[[2607,8]]},"608":{"position":[[3675,8],[3742,8]]},"610":{"position":[[358,8],[425,8]]},"628":{"position":[[21,7],[76,7],[940,5]]},"630":{"position":[[350,7]]},"638":{"position":[[39,8],[343,6],[673,7],[745,7],[815,7],[874,7],[1068,7],[1167,8]]},"640":{"position":[[484,7],[656,7]]},"644":{"position":[[77,5],[826,8]]},"649":{"position":[[233,8],[3948,5],[5084,5],[5593,5]]},"655":{"position":[[1311,8],[2035,5]]},"657":{"position":[[155,6],[4119,5]]},"680":{"position":[[358,8]]},"682":{"position":[[2631,8],[2725,8],[2888,8],[3030,8],[3567,8]]},"708":{"position":[[3117,8]]}}}],["learn(data_sampl",{"_index":4722,"t":{"516":{"position":[[2878,18]]}}}],["learner",{"_index":195,"t":{"9":{"position":[[89,9],[215,7],[288,8]]},"92":{"position":[[887,8],[1036,7],[1364,7],[1571,7],[1778,7],[1985,7],[2192,7],[2405,7],[2612,7]]},"100":{"position":[[579,9],[1168,8],[1266,7],[1593,7],[1800,7],[2007,7],[2214,7],[2421,7],[2628,7],[2835,7],[3042,7],[3249,7],[3458,7],[3667,7],[3876,7],[4085,7]]},"102":{"position":[[160,7],[250,7],[321,7],[1148,7]]},"108":{"position":[[1770,8],[1875,7]]},"110":{"position":[[1363,8],[1468,7]]},"112":{"position":[[1276,8],[1381,7]]},"114":{"position":[[3330,8],[3435,7]]},"122":{"position":[[731,8],[840,7],[1166,7],[1373,7],[1580,7],[1787,7],[2000,7],[2213,7],[2420,7],[2627,7],[2840,7],[3054,7],[3271,7],[3488,7],[3705,7],[3922,7],[4130,7],[4344,7],[4552,7],[4760,7],[4968,7],[5176,7],[5384,7],[5592,7],[5800,7],[6008,7],[6216,7],[6424,7],[6632,7],[6840,7],[7048,7]]},"128":{"position":[[900,8],[1041,7],[1367,7],[1574,7],[1781,7],[1988,7],[2195,7],[2402,7],[2609,7],[2816,7],[3029,7],[3243,7],[3457,7],[3671,7],[3885,7],[4099,7]]},"150":{"position":[[584,9],[1172,8],[1273,7],[1609,7],[1825,7],[2041,7],[2257,7],[2473,7],[2689,7],[2905,7],[3121,7],[3337,7],[3554,7],[3771,7],[3988,7],[4205,7],[4422,7],[4639,7],[4856,7],[5073,7],[5290,7],[5507,7],[5724,7],[5942,7],[6160,7],[6378,7],[6596,7],[6814,7],[7032,7]]},"152":{"position":[[81,7],[224,7],[960,8]]},"221":{"position":[[905,8],[1083,7],[1410,7],[1617,7],[1824,7],[2031,7],[2238,7],[2445,7],[2652,7],[2859,7],[3066,7],[3274,7],[3482,7],[3690,7],[3898,7],[4106,7],[4314,7],[4522,7],[4730,7],[4938,7],[5142,7],[5346,7],[5560,7],[5764,7],[5978,7],[6192,7],[6406,7],[6626,7],[6846,7],[7066,7],[7286,7],[7506,7],[7714,7],[7922,7],[8130,7],[8350,7],[8558,7],[8772,7],[8992,7],[9212,7],[9432,7],[9646,7],[9866,7],[10086,7],[10294,7],[10514,7],[10742,7],[10970,7],[11198,7],[11426,7],[11654,7],[11862,7],[12082,7],[12310,7],[12524,7],[12738,7],[12946,7],[13154,7],[13382,7],[13586,7],[13800,7],[14020,7],[14228,7],[14448,7],[14656,7],[14884,7],[15098,7],[15309,7],[15520,7],[15735,7],[15964,7],[16179,7],[16394,7],[16605,7],[16834,7],[17045,7],[17260,7],[17471,7],[17686,7],[17897,7],[18112,7],[18341,7],[18570,7],[18785,7],[19000,7],[19229,7],[19444,7],[19673,7],[19888,7],[20099,7],[20314,7],[20525,7],[20736,7],[20965,7],[21194,7],[21411,7],[21642,7],[21859,7],[22072,7],[22285,7],[22508,7],[22726,7]]},"223":{"position":[[1680,8],[1858,7],[2185,7],[2392,7],[2599,7],[2806,7],[3013,7],[3220,7],[3427,7],[3634,7],[3841,7],[4049,7],[4257,7],[4465,7],[4673,7],[4881,7],[5089,7],[5297,7],[5505,7],[5713,7],[5921,7],[6129,7],[6333,7],[6537,7],[6751,7],[6965,7],[7179,7],[7393,7],[7607,7],[7821,7],[8041,7],[8261,7],[8469,7],[8677,7],[8881,7],[9101,7],[9309,7],[9529,7],[9757,7],[9985,7],[10213,7],[10441,7],[10669,7],[10897,7],[11125,7],[11342,7],[11555,7],[11772,7],[11983,7],[12200,7],[12417,7],[12630,7],[12861,7],[13078,7],[13295,7],[13512,7],[13729,7],[13960,7],[14177,7],[14388,7]]},"225":{"position":[[2486,8],[2664,7],[2991,7],[3198,7],[3405,7],[3612,7],[3819,7],[4026,7],[4233,7],[4440,7],[4647,7]]},"227":{"position":[[1731,8],[1878,7],[2204,7],[2411,7],[2618,7],[2821,7],[3034,7],[3241,7],[3442,7],[3647,7],[3852,7],[4058,7],[4260,7],[4462,7],[4674,7],[4892,7],[5118,7],[5330,7],[5556,7],[5758,7],[5984,7],[6190,7],[6408,7],[6620,7],[6838,7],[7040,7],[7257,7],[7488,7],[7719,7],[7936,7],[8159,7]]},"229":{"position":[[3601,8],[3698,7]]},"255":{"position":[[498,9]]},"269":{"position":[[1835,8],[1970,8],[3873,8]]},"360":{"position":[[14435,9],[15138,9],[15398,8],[20281,9],[22293,7],[22711,7],[22935,8],[28875,8],[37927,9]]},"364":{"position":[[54,9]]},"620":{"position":[[70,7],[137,7],[620,8]]},"624":{"position":[[1528,8]]},"630":{"position":[[410,8]]},"638":{"position":[[279,8]]},"640":{"position":[[117,7]]},"649":{"position":[[6153,9]]},"651":{"position":[[428,8]]},"661":{"position":[[551,10],[988,10],[1122,8]]},"674":{"position":[[184,7]]},"682":{"position":[[6228,9],[6294,9]]}}}],["learner'",{"_index":4221,"t":{"360":{"position":[[15449,9],[22194,9],[22653,9]]}}}],["learner_class",{"_index":4219,"t":{"360":{"position":[[15361,14],[15465,13]]}}}],["learner_class=mylgbm)settings[\"estimator_list",{"_index":1314,"t":{"102":{"position":[[1229,47]]}}}],["learner_class=myxgb1)automl.add_learner(learner_name=\"my_xgb2",{"_index":1846,"t":{"152":{"position":[[1044,63]]}}}],["learner_class=myxgb2)settings[\"estimator_list",{"_index":1847,"t":{"152":{"position":[[1108,47]]}}}],["learner_nam",{"_index":4220,"t":{"360":{"position":[[15418,12]]},"628":{"position":[[814,12]]}}}],["learner_name}/multiclass.json",{"_index":5292,"t":{"628":{"position":[[773,30]]}}}],["learner_selector=non",{"_index":4298,"t":{"360":{"position":[[24239,22]]}}}],["learnerprint(\"best",{"_index":2009,"t":{"174":{"position":[[67,18]]}}}],["learners/model",{"_index":3519,"t":{"281":{"position":[[104,16]]}}}],["learning_r",{"_index":1223,"t":{"100":{"position":[[5315,16]]},"139":{"position":[[601,16]]},"150":{"position":[[8217,16]]},"192":{"position":[[365,16]]},"194":{"position":[[910,13]]},"196":{"position":[[444,16]]},"207":{"position":[[324,14]]},"360":{"position":[[10701,16],[19911,16],[35606,16]]},"516":{"position":[[989,16]]},"554":{"position":[[565,16]]},"649":{"position":[[487,14],[790,14],[1078,14],[1908,14],[2395,14],[3182,14],[3491,14],[4739,16]]},"661":{"position":[[423,16],[838,16]]},"668":{"position":[[190,16],[521,16],[797,16],[1460,16],[1717,16]]},"682":{"position":[[2938,16],[3139,16],[3642,16]]},"696":{"position":[[3338,16],[6890,16]]}}}],["learning_rate=0.022635758411078528",{"_index":1641,"t":{"137":{"position":[[661,35]]}}}],["learning_rate=0.034918421933217675",{"_index":1567,"t":{"122":{"position":[[7365,35]]}}}],["learning_rate=0.04039771837785377",{"_index":1691,"t":{"144":{"position":[[859,34]]}}}],["learning_rate=0.09100963138990374",{"_index":1194,"t":{"100":{"position":[[4406,34],[5608,34]]}}}],["learning_rate=0.1665803484560213",{"_index":2922,"t":{"227":{"position":[[8694,33]]}}}],["learning_rate=0.26865031351923346",{"_index":1805,"t":{"150":{"position":[[8726,34]]}}}],["learning_rate=0.41929025492645006",{"_index":1600,"t":{"128":{"position":[[4431,34]]},"666":{"position":[[487,34]]}}}],["leas",{"_index":4572,"t":{"496":{"position":[[424,6],[791,5]]},"498":{"position":[[567,6]]},"516":{"position":[[1071,5]]},"526":{"position":[[280,6]]},"528":{"position":[[272,6]]}}}],["leav",{"_index":854,"t":{"45":{"position":[[756,7]]},"255":{"position":[[1487,5]]},"682":{"position":[[6156,6]]},"706":{"position":[[1032,6]]}}}],["led",{"_index":212,"t":{"9":{"position":[[497,3]]},"43":{"position":[[658,3]]}}}],["lee",{"_index":5108,"t":{"602":{"position":[[3289,4],[3581,3]]}}}],["len(respons",{"_index":3956,"t":{"336":{"position":[[1744,14],[7188,14]]}}}],["len(trainset",{"_index":3665,"t":{"294":{"position":[[859,13]]}}}],["len(val_loss_fold",{"_index":4337,"t":{"360":{"position":[[36720,19]]}}}],["len(x_val",{"_index":4079,"t":{"360":{"position":[[1549,10],[26680,10]]},"647":{"position":[[1980,10]]}}}],["len(y_train)analysi",{"_index":5770,"t":{"696":{"position":[[6677,20]]}}}],["len(y_train)resource_attr",{"_index":5739,"t":{"696":{"position":[[3058,25]]}}}],["length",{"_index":400,"t":{"17":{"position":[[1026,6]]},"31":{"position":[[1040,7],[1108,6]]},"59":{"position":[[835,10]]},"360":{"position":[[18760,6],[18815,6],[29568,6],[29620,6],[29751,6],[29806,6]]},"416":{"position":[[614,6],[814,7],[894,6]]},"434":{"position":[[3638,6],[3690,6],[3800,6],[3855,6],[6536,6],[6591,6]]},"438":{"position":[[87,6]]},"558":{"position":[[2003,6]]},"570":{"position":[[895,6],[990,7]]},"572":{"position":[[2753,6]]},"608":{"position":[[4806,6]]},"698":{"position":[[385,6],[403,6]]}}}],["length\"]]class",{"_index":913,"t":{"59":{"position":[[680,15]]}}}],["length_penalti",{"_index":1461,"t":{"112":{"position":[[2237,17]]}}}],["less",{"_index":324,"t":{"15":{"position":[[464,4]]},"17":{"position":[[563,4],[761,4],[844,4]]},"25":{"position":[[818,5]]},"45":{"position":[[716,4],[764,4]]},"490":{"position":[[576,4]]}}}],["let'",{"_index":513,"t":{"27":{"position":[[687,5]]},"39":{"position":[[1459,5],[1720,5]]}}}],["level",{"_index":204,"t":{"9":{"position":[[301,5]]},"11":{"position":[[583,5],[651,5]]},"15":{"position":[[1741,6]]},"19":{"position":[[118,5],[377,5],[442,5],[608,5],[752,6]]},"41":{"position":[[85,5]]},"43":{"position":[[49,5]]},"336":{"position":[[2426,6],[8087,6]]},"657":{"position":[[4690,5]]}}}],["level\")plt.plot(x_test",{"_index":2767,"t":{"223":{"position":[[15268,23]]}}}],["levels\")plt.legend",{"_index":2770,"t":{"223":{"position":[[15363,20]]}}}],["leverag",{"_index":505,"t":{"27":{"position":[[311,10]]},"37":{"position":[[57,10]]},"269":{"position":[[3708,8]]},"620":{"position":[[19,8]]},"630":{"position":[[262,8]]},"708":{"position":[[57,9]]}}}],["lexico_object",{"_index":4765,"t":{"544":{"position":[[1316,17],[1466,17],[2365,17]]},"558":{"position":[[919,18],[3866,17],[4057,17],[4957,17]]},"608":{"position":[[2255,18],[9093,17],[9243,17],[10247,17],[10470,17]]},"702":{"position":[[90,17],[124,17],[1231,17],[1522,17],[1777,17]]}}}],["lexico_objectives=lexico_object",{"_index":3328,"t":{"248":{"position":[[577,36]]},"702":{"position":[[1582,36]]}}}],["lexico_objectives=non",{"_index":4764,"t":{"544":{"position":[[444,23]]}}}],["lexico_objectives[\"metr",{"_index":3317,"t":{"248":{"position":[[187,30]]},"702":{"position":[[1251,30]]}}}],["lexico_objectives[\"toler",{"_index":3331,"t":{"248":{"position":[[757,31]]},"702":{"position":[[1688,31]]}}}],["lexicograph",{"_index":3215,"t":{"233":{"position":[[87,13]]},"248":{"position":[[143,13]]},"544":{"position":[[1434,13]]},"558":{"position":[[3984,13]]},"602":{"position":[[2236,13],[2448,13]]},"608":{"position":[[9211,13]]},"702":{"position":[[43,13]]},"708":{"position":[[2746,13],[2958,13]]}}}],["lf",{"_index":886,"t":{"57":{"position":[[233,3]]}}}],["lgbm",{"_index":1068,"t":{"92":{"position":[[911,8],[2818,4]]},"100":{"position":[[556,9],[4280,4],[6750,4],[6827,4]]},"122":{"position":[[755,8],[7242,4]]},"128":{"position":[[924,8],[4305,4]]},"137":{"position":[[320,4],[582,4]]},"172":{"position":[[456,8]]},"221":{"position":[[929,8]]},"223":{"position":[[1704,8]]},"225":{"position":[[2510,8],[4655,7]]},"227":{"position":[[1755,8]]},"255":{"position":[[1074,5]]},"269":{"position":[[2462,4]]},"360":{"position":[[2396,8],[22697,4],[27563,8]]},"376":{"position":[[61,5]]},"470":{"position":[[52,4]]},"626":{"position":[[307,9]]},"628":{"position":[[270,7],[549,8]]},"636":{"position":[[89,4],[2106,4]]},"638":{"position":[[292,5],[545,4],[694,5],[895,5]]},"649":{"position":[[306,7],[6202,7],[9269,7]]},"661":{"position":[[562,7],[999,7]]},"668":{"position":[[448,8],[1389,8],[1848,5]]},"674":{"position":[[192,4]]},"682":{"position":[[7707,5]]},"696":{"position":[[2516,4],[6201,4]]}}}],["lgbm\")model",{"_index":5273,"t":{"624":{"position":[[782,12]]}}}],["lgbm'",{"_index":1083,"t":{"92":{"position":[[1233,6],[1274,6],[1440,6],[1481,6],[1647,6],[1688,6],[1854,6],[1895,6],[2061,6],[2102,6],[2315,6],[2481,6],[2522,6],[2741,6]]},"100":{"position":[[1462,6],[1503,6],[1669,6],[1710,6],[1876,6],[1917,6],[2083,6],[2124,6],[2290,6],[2331,6],[2497,6],[2538,6],[2704,6],[2745,6],[2911,6],[2952,6],[3118,6],[3159,6],[3326,6],[3367,6],[3535,6],[3576,6],[3744,6],[3785,6],[3953,6],[3994,6],[4162,6],[4203,6]]},"122":{"position":[[1035,6],[1076,6],[1242,6],[1283,6],[1449,6],[1490,6],[1656,6],[1697,6],[1910,6],[2123,6],[2289,6],[2330,6],[2496,6],[2537,6],[2750,6],[2963,6],[3998,6],[4039,6],[4253,6],[4420,6],[4461,6],[4628,6],[4669,6],[4836,6],[4877,6],[5044,6],[5085,6],[5252,6],[5293,6],[5460,6],[5501,6],[5668,6],[5709,6],[5876,6],[5917,6],[6084,6],[6125,6],[6292,6],[6333,6],[6500,6],[6541,6],[6708,6],[6749,6],[6916,6],[6957,6],[7124,6],[7165,6]]},"128":{"position":[[1236,6],[1277,6],[1443,6],[1484,6],[1650,6],[1691,6],[1857,6],[1898,6],[2064,6],[2105,6],[2271,6],[2312,6],[2478,6],[2519,6],[2685,6],[2726,6],[2939,6],[3152,6],[3366,6],[3580,6],[3794,6],[4008,6],[4228,6]]},"221":{"position":[[1279,6],[1320,6],[1486,6],[1527,6],[1693,6],[1734,6],[1900,6],[1941,6],[2107,6],[2148,6],[2314,6],[2355,6],[2521,6],[2562,6],[2728,6],[2769,6],[2935,6],[2976,6],[3142,6],[3183,6],[3350,6],[3391,6],[3558,6],[3599,6],[3766,6],[3807,6],[3974,6],[4015,6],[4182,6],[4223,6],[4390,6],[4431,6],[4598,6],[4639,6],[4806,6],[4847,6],[5051,6],[5255,6],[5469,6],[5673,6],[5887,6],[6101,6],[6315,6],[6535,6],[6755,6],[6975,6],[7195,6],[7415,6],[7582,6],[7623,6],[7790,6],[7831,6],[7998,6],[8039,6],[8259,6],[8426,6],[8467,6],[8681,6],[8901,6],[9121,6],[9341,6],[9555,6],[9775,6],[9995,6],[10162,6],[10203,6],[10423,6],[10651,6],[10879,6],[11107,6],[11335,6],[11563,6],[11730,6],[11771,6],[11991,6],[12219,6],[12433,6],[12647,6],[12814,6],[12855,6],[13022,6],[13063,6],[13291,6],[13495,6],[13709,6],[13929,6],[14096,6],[14137,6],[14357,6],[14524,6],[14565,6],[14793,6],[15007,6]]},"223":{"position":[[2054,6],[2095,6],[2261,6],[2302,6],[2468,6],[2509,6],[2675,6],[2716,6],[2882,6],[2923,6],[3089,6],[3130,6],[3296,6],[3337,6],[3503,6],[3544,6],[3710,6],[3751,6],[3917,6],[3958,6],[4125,6],[4166,6],[4333,6],[4374,6],[4541,6],[4582,6],[4749,6],[4790,6],[4957,6],[4998,6],[5165,6],[5206,6],[5373,6],[5414,6],[5581,6],[5622,6],[5789,6],[5830,6],[5997,6],[6038,6],[6242,6],[6446,6],[6660,6],[6874,6],[7088,6],[7302,6],[7516,6],[7730,6],[7950,6],[8170,6],[8337,6],[8378,6],[8545,6],[8586,6],[8790,6],[9010,6],[9177,6],[9218,6],[9438,6],[9666,6],[9894,6],[10122,6],[10350,6],[10578,6],[10806,6],[11034,6],[11848,6],[14253,6]]},"225":{"position":[[2860,6],[2901,6],[3067,6],[3108,6],[3274,6],[3315,6],[3481,6],[3522,6],[3688,6],[3729,6],[3895,6],[3936,6],[4102,6],[4143,6],[4309,6],[4350,6],[4516,6],[4557,6]]},"227":{"position":[[2073,6],[2114,6],[2280,6],[2321,6],[2487,6],[2528,6],[2731,6],[2944,6],[3110,6],[3151,6],[3518,6],[3723,6],[3928,6],[6060,6]]},"674":{"position":[[311,6],[352,6]]}}}],["lgbm'][flaml.automl",{"_index":1151,"t":{"100":{"position":[[1192,22]]}}}],["lgbm.predict(x_test)from",{"_index":1262,"t":{"100":{"position":[[6662,24]]}}}],["lgbm.predict(x_test)print(\"flaml",{"_index":1629,"t":{"137":{"position":[[283,36]]}}}],["lgbm.suggest_hyperparams(x_train",{"_index":1653,"t":{"139":{"position":[[301,33]]}}}],["lgbm/2dplanes.json",{"_index":5333,"t":{"636":{"position":[[2061,20],[2287,20]]}}}],["lgbm/2dplanes.json'}2dplanes,0,regression,0.907774,{'_modeljson",{"_index":5306,"t":{"636":{"position":[[205,66]]}}}],["lgbm/2dplanes.json'}adult,0,binary,0.932072,{'_modeljson",{"_index":5320,"t":{"636":{"position":[[1072,59]]}}}],["lgbm/adult.json'}2dplanes,0,regression,0.901643,{'_modeljson",{"_index":5307,"t":{"636":{"position":[[272,63]]}}}],["lgbm/adult.json'}adult,0,binary,0.926563,{'_modeljson",{"_index":5321,"t":{"636":{"position":[[1132,56]]}}}],["lgbm/airlines.json'}2dplanes,0,regression,0.915098,{'_modeljson",{"_index":5308,"t":{"636":{"position":[[336,66]]}}}],["lgbm/airlines.json'}adult,0,binary,0.928604,{'_modeljson",{"_index":5322,"t":{"636":{"position":[[1189,59]]}}}],["lgbm/albert.json'}2dplanes,0,regression,0.302328,{'_modeljson",{"_index":5309,"t":{"636":{"position":[[403,64]]}}}],["lgbm/albert.json'}adult,0,binary,0.911171,{'_modeljson",{"_index":5323,"t":{"636":{"position":[[1249,57]]}}}],["lgbm/amazon_employee_access.json'}2dplanes,0,regression,0.94523,{'_modeljson",{"_index":5310,"t":{"636":{"position":[[468,79]]}}}],["lgbm/amazon_employee_access.json'}adult,0,binary,0.930645,{'_modeljson",{"_index":5324,"t":{"636":{"position":[[1307,73]]}}}],["lgbm/bng_breasttumor.json'}2dplanes,0,regression,0.945698,{'_modeljson",{"_index":5311,"t":{"636":{"position":[[548,73]]}}}],["lgbm/bng_breasttumor.json'}adult,0,binary,0.928603,{'_modeljson",{"_index":5325,"t":{"636":{"position":[[1381,66]]}}}],["lgbm/bng_pbc.json'}2dplanes,0,regression,0.946194,{'_modeljson",{"_index":5312,"t":{"636":{"position":[[622,65]]}}}],["lgbm/bng_pbc.json'}adult,0,binary,0.915825,{'_modeljson",{"_index":5326,"t":{"636":{"position":[[1448,58]]}}}],["lgbm/car.json'}2dplanes,0,regression,0.945549,{'_modeljson",{"_index":5313,"t":{"636":{"position":[[688,61]]}}}],["lgbm/car.json'}adult,0,binary,0.919499,{'_modeljson",{"_index":5327,"t":{"636":{"position":[[1507,54]]}}}],["lgbm/connect",{"_index":5314,"t":{"636":{"position":[[750,13],[1562,13]]}}}],["lgbm/default.json'}2dplanes,0,regression,0.945594,{'_modeljson",{"_index":5316,"t":{"636":{"position":[[818,65]]}}}],["lgbm/default.json'}adult,0,binary,0.932453,{'_modeljson",{"_index":5329,"t":{"636":{"position":[[1623,58]]}}}],["lgbm/dilbert.json'}2dplanes,0,regression,0.836996,{'_modeljson",{"_index":5317,"t":{"636":{"position":[[884,65]]}}}],["lgbm/dilbert.json'}adult,0,binary,0.921959,{'_modeljson",{"_index":5330,"t":{"636":{"position":[[1682,58]]}}}],["lgbm/dionis.json'}2dplanes,0,regression,0.917152,{'_modeljson",{"_index":5318,"t":{"636":{"position":[[950,64]]}}}],["lgbm/dionis.json'}adult,0,binary,0.910763,{'_modeljson",{"_index":5331,"t":{"636":{"position":[[1741,57]]}}}],["lgbm/poker.json",{"_index":5332,"t":{"636":{"position":[[1799,21]]}}}],["lgbm/poker.json'}adult,0,binary,0.927203,{'_modeljson",{"_index":5319,"t":{"636":{"position":[[1015,56]]}}}],["lgbm[flaml.automl",{"_index":1075,"t":{"92":{"position":[[1044,18],[1372,18],[1579,18],[1786,18],[1993,18],[2413,18]]},"100":{"position":[[1274,18],[1601,18],[1808,18],[2015,18],[2222,18],[2429,18],[2636,18],[2843,18],[3050,18],[3257,18],[3466,18],[3675,18],[3884,18],[4093,18]]},"122":{"position":[[848,18],[1174,18],[1381,18],[1588,18],[2221,18],[2428,18],[3930,18],[4352,18],[4560,18],[4768,18],[4976,18],[5184,18],[5392,18],[5600,18],[5808,18],[6016,18],[6224,18],[6432,18],[6640,18],[6848,18],[7056,18]]},"128":{"position":[[1049,18],[1375,18],[1582,18],[1789,18],[1996,18],[2203,18],[2410,18],[2617,18]]},"221":{"position":[[1091,18],[1418,18],[1625,18],[1832,18],[2039,18],[2246,18],[2453,18],[2660,18],[2867,18],[3074,18],[3282,18],[3490,18],[3698,18],[3906,18],[4114,18],[4322,18],[4530,18],[4738,18],[7514,18],[7722,18],[7930,18],[8358,18],[10094,18],[11662,18],[12746,18],[12954,18],[14028,18],[14456,18]]},"223":{"position":[[1866,18],[2193,18],[2400,18],[2607,18],[2814,18],[3021,18],[3228,18],[3435,18],[3642,18],[3849,18],[4057,18],[4265,18],[4473,18],[4681,18],[4889,18],[5097,18],[5305,18],[5513,18],[5721,18],[5929,18],[8269,18],[8477,18],[9109,18],[11780,18],[14185,18]]},"225":{"position":[[2672,18],[2999,18],[3206,18],[3413,18],[3620,18],[3827,18],[4034,18],[4241,18],[4448,18]]},"227":{"position":[[1886,18],[2212,18],[2419,18],[3042,18],[3450,18],[3655,18],[3860,18],[5992,18]]}}}],["lgbm_spark",{"_index":2064,"t":{"182":{"position":[[12,11],[712,15]]}}}],["lgbm_ts(ts_sklearn",{"_index":4525,"t":{"470":{"position":[[6,19]]}}}],["lgbmclassifi",{"_index":3474,"t":{"269":{"position":[[3936,14],[3981,14]]},"620":{"position":[[634,15]]},"624":{"position":[[908,14]]},"696":{"position":[[2271,14],[5877,14]]}}}],["lgbmclassifier(**config",{"_index":5765,"t":{"696":{"position":[[6236,24]]}}}],["lgbmclassifier(**model_config",{"_index":5731,"t":{"696":{"position":[[2738,30]]}}}],["lgbmclassifier(learning_rate=0.2677050123105203",{"_index":1105,"t":{"92":{"position":[[2893,48]]}}}],["lgbmestim",{"_index":1309,"t":{"102":{"position":[[981,16]]},"364":{"position":[[161,14]]},"380":{"position":[[48,14]]},"384":{"position":[[46,14]]},"649":{"position":[[314,13]]}}}],["lgbmestimator(**config).param",{"_index":3448,"t":{"269":{"position":[[2483,30]]}}}],["lgbmestimator(baseestim",{"_index":4392,"t":{"376":{"position":[[6,28]]}}}],["lgbmestimator.search_space(x_train.shap",{"_index":3456,"t":{"269":{"position":[[2831,42]]}}}],["lgbmestimatorclass",{"_index":1307,"t":{"102":{"position":[[939,18]]}}}],["lgbmestimatordef",{"_index":3446,"t":{"269":{"position":[[2386,16]]}}}],["lgbmprint(automl.best_config",{"_index":5561,"t":{"668":{"position":[[95,30]]}}}],["lgbmranker(colsample_bytree=0.9852774042640857",{"_index":1566,"t":{"122":{"position":[[7317,47]]}}}],["lgbmregressor",{"_index":5252,"t":{"620":{"position":[[465,13],[650,14]]},"624":{"position":[[140,16]]}}}],["lgbmregressor()estimator.fit(x_train",{"_index":5250,"t":{"620":{"position":[[326,37]]}}}],["lgbmregressor()hyperparam",{"_index":1649,"t":{"139":{"position":[[226,27]]}}}],["lgbmregressor()lgbm.fit(x_train",{"_index":1260,"t":{"100":{"position":[[6612,32]]},"137":{"position":[[233,32]]}}}],["lgbmregressor(colsample_bytree=0.7610534336273627",{"_index":1599,"t":{"128":{"position":[[4380,50]]}}}],["lgbmregressor(colsample_bytree=0.8025848209352517",{"_index":1193,"t":{"100":{"position":[[4355,50],[5556,51]]}}}],["lgbmregressorestim",{"_index":5249,"t":{"620":{"position":[[301,22]]},"624":{"position":[[115,22]]}}}],["lgbmregressorfrom",{"_index":1626,"t":{"137":{"position":[[75,17]]},"139":{"position":[[75,17]]}}}],["lgbmregressorlgbm",{"_index":1259,"t":{"100":{"position":[[6592,17]]}}}],["lgmbclassifi",{"_index":3475,"t":{"269":{"position":[[4053,15]]}}}],["lh",{"_index":778,"t":{"39":{"position":[[2250,3]]}}}],["li",{"_index":5104,"t":{"602":{"position":[[3255,3],[3538,2]]}}}],["librari",{"_index":28,"t":{"2":{"position":[[310,7]]},"7":{"position":[[40,9]]},"61":{"position":[[62,7]]},"572":{"position":[[151,8],[181,10]]},"602":{"position":[[109,8],[253,9]]}}}],["lightgbm",{"_index":1141,"t":{"100":{"position":[[597,8],[6561,9],[6576,8]]},"102":{"position":[[18,8],[151,8],[241,8],[312,8]]},"135":{"position":[[73,8]]},"182":{"position":[[64,8]]},"269":{"position":[[1852,9],[3781,8],[3920,8]]},"364":{"position":[[4727,9]]},"368":{"position":[[86,8]]},"620":{"position":[[285,8]]},"649":{"position":[[9037,9]]},"661":{"position":[[1554,8]]},"666":{"position":[[278,8],[683,8]]},"680":{"position":[[1138,8]]},"696":{"position":[[2255,8],[5861,8]]}}}],["lightgbm.dataset(csv_file_nam",{"_index":3450,"t":{"269":{"position":[[2544,31]]}}}],["lightgbm.lgbmclassifi",{"_index":3473,"t":{"269":{"position":[[3833,23]]}}}],["lightgbm.lgbmclassifiermodel.fit(x_transform",{"_index":5275,"t":{"624":{"position":[[849,47]]}}}],["lightgbm.lgbmregressor",{"_index":5259,"t":{"622":{"position":[[37,23],[80,22]]}}}],["lightgbm.train(param",{"_index":3451,"t":{"269":{"position":[[2584,22]]}}}],["lightning_log",{"_index":4262,"t":{"360":{"position":[[21274,16],[38920,16]]}}}],["lightweight",{"_index":5021,"t":{"602":{"position":[[90,11],[234,11]]}}}],["limit",{"_index":492,"t":{"25":{"position":[[786,6]]},"312":{"position":[[1564,5],[1643,5],[1668,5]]},"322":{"position":[[1719,5],[1798,5],[1823,5]]},"328":{"position":[[1808,5],[1887,5]]},"360":{"position":[[2545,6],[27712,6]]},"382":{"position":[[97,7]]},"558":{"position":[[2191,5]]},"570":{"position":[[64,8]]},"651":{"position":[[1103,5]]},"682":{"position":[[2322,5],[2338,5],[2692,5],[2712,5]]},"694":{"position":[[508,5],[1048,5],[2001,8]]},"696":{"position":[[1561,5]]}}}],["line",{"_index":902,"t":{"59":{"position":[[378,5]]},"69":{"position":[[337,6]]},"269":{"position":[[1529,5]]},"620":{"position":[[428,4]]},"661":{"position":[[107,5],[155,5]]},"700":{"position":[[488,4]]},"706":{"position":[[1232,5]]}}}],["linear",{"_index":3092,"t":{"229":{"position":[[4957,6],[6844,6]]},"336":{"position":[[10834,6]]},"394":{"position":[[63,6]]},"404":{"position":[[78,6]]},"406":{"position":[[79,6]]},"408":{"position":[[72,6]]},"682":{"position":[[2398,6],[3089,6],[3855,6],[4075,6]]}}}],["linear(in_features=1",{"_index":3138,"t":{"229":{"position":[[7709,21],[7794,21],[7861,21],[7922,21],[7982,21],[8043,21],[8109,21],[8181,21],[8251,21],[8305,21],[8368,21],[8436,21],[8500,21],[8565,21],[8638,21],[8708,21],[12555,21],[12640,21],[12707,21],[12768,21],[12828,21],[20190,21],[20256,21],[20328,21],[20398,21],[20452,21],[20515,21],[20583,21],[20647,21],[20712,21],[20785,21],[20855,21],[24259,21],[24325,21],[24397,21],[24467,21]]}}}],["linear(in_features=100",{"_index":3178,"t":{"229":{"position":[[13165,23]]}}}],["linear(in_features=13",{"_index":3182,"t":{"229":{"position":[[13309,22],[13457,22]]}}}],["linear(in_features=16",{"_index":3180,"t":{"229":{"position":[[13250,22],[21274,22],[24613,22],[24693,22],[24841,22],[25049,22],[25129,22],[25277,22],[25483,22],[25563,22],[25711,22],[25910,22],[25990,22],[26138,22],[26517,22],[26660,22],[26967,22],[27051,22],[27110,22],[27258,22],[27502,22],[27581,22],[27636,22],[27691,22],[27746,22],[27827,22],[27882,22],[27937,22],[27992,22],[28279,22],[28462,22],[28542,22],[28690,22],[28898,22],[29053,22]]}}}],["linear(in_features=4",{"_index":3204,"t":{"229":{"position":[[28119,21]]}}}],["linear(in_features=44",{"_index":3185,"t":{"229":{"position":[[21191,22]]}}}],["linear(in_features=6",{"_index":3187,"t":{"229":{"position":[[21332,21],[21478,21]]}}}],["linear(in_features=66",{"_index":3157,"t":{"229":{"position":[[9014,22]]}}}],["linear(in_features=7",{"_index":3162,"t":{"229":{"position":[[9093,21],[9239,21]]}}}],["linear(in_features=8",{"_index":3173,"t":{"229":{"position":[[9871,21],[9949,21],[10095,21],[10455,21],[10533,21],[10679,21],[11021,21],[11099,21],[11245,21],[11581,21],[11659,21],[11805,21],[12140,21],[12218,21],[12364,21],[14131,21],[14209,21],[14355,21],[14696,21],[14774,21],[14920,21],[15267,21],[15345,21],[15491,21],[15836,21],[15914,21],[16060,21],[16389,21],[16467,21],[16613,21],[16951,21],[17029,21],[17175,21],[17518,21],[17596,21],[17742,21],[18081,21],[18159,21],[18305,21],[18645,21],[18723,21],[18869,21],[19217,21],[19295,21],[19441,21],[19786,21],[19864,21],[20010,21],[22150,21],[22228,21],[22374,21],[22715,21],[22793,21],[22939,21],[23286,21],[23364,21],[23510,21],[23855,21],[23933,21],[24079,21]]}}}],["link",{"_index":860,"t":{"50":{"position":[[298,5]]},"69":{"position":[[351,4]]},"94":{"position":[[0,4]]},"102":{"position":[[1380,4]]},"116":{"position":[[72,4]]},"139":{"position":[[786,4]]},"152":{"position":[[1270,4]]},"160":{"position":[[1246,4]]},"162":{"position":[[3204,4]]},"174":{"position":[[348,4]]},"182":{"position":[[836,4]]},"184":{"position":[[2087,4]]},"196":{"position":[[583,4]]},"229":{"position":[[29486,4]]},"248":{"position":[[832,4]]},"308":{"position":[[359,4]]},"328":{"position":[[8774,6],[8811,6],[10193,6],[10230,6]]}}}],["linux",{"_index":1000,"t":{"80":{"position":[[299,5]]},"283":{"position":[[427,6]]}}}],["list",{"_index":1067,"t":{"92":{"position":[[876,4]]},"100":{"position":[[568,4],[1157,4]]},"108":{"position":[[1759,4]]},"110":{"position":[[1352,4]]},"112":{"position":[[1265,4]]},"114":{"position":[[1532,5],[3319,4]]},"122":{"position":[[720,4]]},"128":{"position":[[889,4]]},"150":{"position":[[573,4],[1161,4]]},"182":{"position":[[6,5]]},"215":{"position":[[781,5]]},"221":{"position":[[894,4]]},"223":{"position":[[1669,4]]},"225":{"position":[[2475,4]]},"227":{"position":[[1720,4]]},"229":{"position":[[3590,4]]},"275":{"position":[[1331,4],[1749,4]]},"294":{"position":[[1345,4]]},"316":{"position":[[68,4],[457,5]]},"322":{"position":[[3133,5],[3202,4],[3463,5]]},"328":{"position":[[3203,5],[3272,4],[3533,5],[4182,6],[4607,4],[5037,4],[5121,4],[5445,4],[5780,5],[7052,4],[17233,4],[17372,4],[18482,4],[18621,4]]},"332":{"position":[[479,4],[490,4]]},"336":{"position":[[1367,4],[1378,4],[1572,4],[2580,4],[3021,4],[3043,4],[3051,5],[3119,4],[3168,4],[3176,5],[4284,5],[4301,4],[6615,4],[6626,4],[6757,4],[8892,4],[9178,4]]},"360":{"position":[[2342,4],[5812,4],[8776,5],[8799,4],[8848,4],[20632,4],[22121,4],[22320,4],[22591,4],[22725,4],[22757,4],[22880,4],[23636,4],[23677,4],[27509,4],[31786,4],[34285,5],[34308,4],[34357,4],[36022,4],[36087,4],[38278,4]]},"416":{"position":[[1073,4],[1100,4]]},"434":{"position":[[7395,4],[7492,4],[7528,4],[7620,4],[7732,4]]},"502":{"position":[[994,4],[1150,4],[1166,4],[1268,4],[1289,4]]},"544":{"position":[[1625,4],[1752,4],[1859,5]]},"554":{"position":[[1324,5],[1343,5]]},"558":{"position":[[1722,4],[1888,4],[2852,4],[3118,4],[4216,4],[4343,4],[4450,5],[6000,4]]},"568":{"position":[[546,4],[603,4],[613,4],[676,4],[715,4],[725,4]]},"570":{"position":[[743,5]]},"572":{"position":[[1279,4],[1443,4],[1745,4],[2649,4]]},"586":{"position":[[185,4]]},"608":{"position":[[4447,4],[4525,4],[4691,4],[8227,4],[8492,4],[9506,4],[9633,4],[9740,5]]},"620":{"position":[[600,4]]},"644":{"position":[[1868,4]]},"649":{"position":[[14,4]]},"651":{"position":[[1721,4],[1792,4]]},"659":{"position":[[840,4]]},"663":{"position":[[350,6]]},"682":{"position":[[1823,4]]},"684":{"position":[[152,4],[229,4],[1126,4],[1223,4]]},"692":{"position":[[140,4],[745,4],[864,4]]},"698":{"position":[[41,4],[281,4]]},"702":{"position":[[224,4],[349,4],[456,5]]}}}],["list(metrics.valu",{"_index":2498,"t":{"215":{"position":[[686,22]]}}}],["list(range(n_train_exampl",{"_index":3241,"t":{"236":{"position":[[501,31]]}}}],["list(range(n_valid_exampl",{"_index":3247,"t":{"236":{"position":[[764,31]]}}}],["list[dict",{"_index":3512,"t":{"275":{"position":[[1316,10],[1734,10]]},"328":{"position":[[6992,11]]},"336":{"position":[[942,11]]},"558":{"position":[[5982,10]]}}}],["list[list[str",{"_index":4196,"t":{"360":{"position":[[13845,15]]}}}],["list[str",{"_index":3799,"t":{"316":{"position":[[160,9]]},"336":{"position":[[8756,9],[9024,9]]},"360":{"position":[[13833,9]]},"416":{"position":[[1031,10]]},"434":{"position":[[7369,9]]},"570":{"position":[[668,10]]},"608":{"position":[[125,9]]}}}],["list[union[list",{"_index":4909,"t":{"570":{"position":[[699,16]]}}}],["listautoml.fit(x_train=x_train",{"_index":1316,"t":{"102":{"position":[[1314,31]]},"152":{"position":[[1204,31]]}}}],["literatur",{"_index":593,"t":{"31":{"position":[[452,11]]}}}],["littl",{"_index":831,"t":{"43":{"position":[[610,6]]}}}],["liu",{"_index":5053,"t":{"602":{"position":[[1090,4],[1273,3],[2818,4],[3051,3]]}}}],["live",{"_index":718,"t":{"37":{"position":[[1081,5]]},"84":{"position":[[450,4]]},"502":{"position":[[438,6]]},"516":{"position":[[591,6],[1884,4],[2173,4]]}}}],["live'/run",{"_index":4590,"t":{"502":{"position":[[258,14]]}}}],["llama",{"_index":3988,"t":{"336":{"position":[[4864,6]]}}}],["llm",{"_index":11,"t":{"2":{"position":[[91,5],[1310,5]]},"11":{"position":[[673,3],[763,4],[946,7]]},"13":{"position":[[139,3]]},"15":{"position":[[573,3],[613,6],[802,3],[963,3],[1037,4],[1327,4],[1470,4]]},"17":{"position":[[207,3]]},"19":{"position":[[818,3]]},"21":{"position":[[855,3]]},"23":{"position":[[118,3],[183,3]]},"33":{"position":[[234,3],[1134,3],[1199,3]]},"37":{"position":[[90,7],[688,6],[1260,5],[1586,5],[1673,5],[1711,3]]},"39":{"position":[[46,3],[206,3],[326,3],[656,3],[1086,5],[1528,3],[1881,3],[2120,3],[2432,3],[2666,3],[3079,3]]},"45":{"position":[[139,5],[364,4],[536,3],[642,3]]},"47":{"position":[[202,3]]},"52":{"position":[[57,3]]},"63":{"position":[[44,4]]},"269":{"position":[[293,5],[899,4],[1133,3]]},"312":{"position":[[103,4],[258,4],[1076,3]]},"322":{"position":[[388,3],[3826,3],[3883,3],[4010,3]]},"328":{"position":[[3825,3],[3930,3],[4052,3]]}}}],["llm'",{"_index":702,"t":{"37":{"position":[[177,5]]}}}],["llm_config",{"_index":3783,"t":{"312":{"position":[[575,11],[1035,10]]},"322":{"position":[[245,10],[1222,11],[3856,10],[4113,10]]},"328":{"position":[[1219,11],[3798,10]]}}}],["llmop",{"_index":103,"t":{"2":{"position":[[1320,7]]},"11":{"position":[[344,6],[1144,6]]},"13":{"position":[[204,7]]}}}],["lmsys/vicuna",{"_index":942,"t":{"63":{"position":[[195,12]]}}}],["load",{"_index":1631,"t":{"137":{"position":[[419,4]]},"139":{"position":[[382,4]]},"144":{"position":[[429,4]]},"160":{"position":[[1105,6]]},"190":{"position":[[440,4]]},"269":{"position":[[2766,4]]},"490":{"position":[[178,4]]},"670":{"position":[[74,4]]}}}],["load_breast_canc",{"_index":5206,"t":{"610":{"position":[[972,18]]}}}],["load_breast_cancer(as_frame=tru",{"_index":5217,"t":{"610":{"position":[[1205,33]]}}}],["load_data",{"_index":3709,"t":{"296":{"position":[[59,11]]}}}],["load_data(data_dir",{"_index":3659,"t":{"294":{"position":[[741,19]]}}}],["load_data(data_dir=\"data",{"_index":3622,"t":{"292":{"position":[[4,27]]}}}],["load_dataset(\"glu",{"_index":1321,"t":{"108":{"position":[[73,20],[142,20],[217,20]]},"110":{"position":[[73,20],[142,20]]}}}],["load_dataset(\"xsum",{"_index":1417,"t":{"112":{"position":[[73,20],[134,20]]}}}],["load_datasettrain_dataset",{"_index":1320,"t":{"108":{"position":[[45,25]]},"110":{"position":[[45,25]]},"112":{"position":[[45,25]]}}}],["load_iri",{"_index":1036,"t":{"92":{"position":[[53,10]]}}}],["load_iris(return_x_y=tru",{"_index":1044,"t":{"92":{"position":[[293,27]]},"624":{"position":[[474,26]]},"628":{"position":[[340,26]]},"634":{"position":[[290,26]]}}}],["load_iris(return_x_y=true)automl",{"_index":3366,"t":{"257":{"position":[[654,32]]},"263":{"position":[[285,32]]}}}],["load_iris(return_x_y=true)automl.fit(x_train",{"_index":4127,"t":{"360":{"position":[[6038,45],[32012,45]]}}}],["load_irisx",{"_index":3397,"t":{"263":{"position":[[269,11]]}}}],["load_irisx_train",{"_index":3365,"t":{"257":{"position":[[626,17]]}}}],["load_openml_dataset",{"_index":1122,"t":{"100":{"position":[[54,20]]},"150":{"position":[[54,20]]},"168":{"position":[[30,20],[270,20]]}}}],["load_openml_dataset(dataset_id=1169",{"_index":1667,"t":{"144":{"position":[[176,36]]},"160":{"position":[[294,36]]},"663":{"position":[[930,36]]}}}],["load_openml_dataset(dataset_id=537",{"_index":1132,"t":{"100":{"position":[[319,35]]},"137":{"position":[[176,35]]},"139":{"position":[[169,35]]},"150":{"position":[[319,35]]}}}],["load_openml_datasetfrom",{"_index":1624,"t":{"137":{"position":[[30,23]]},"139":{"position":[[30,23]]},"144":{"position":[[30,23]]},"160":{"position":[[30,23]]},"663":{"position":[[852,23]]}}}],["load_openml_task(task_id=7592",{"_index":5737,"t":{"696":{"position":[[2995,30]]}}}],["load_openml_taskdef",{"_index":5719,"t":{"696":{"position":[[2149,19]]}}}],["loc",{"_index":1509,"t":{"114":{"position":[[2653,5],[2662,5]]},"194":{"position":[[871,3]]},"416":{"position":[[1264,5],[1346,5]]}}}],["local",{"_index":862,"t":{"52":{"position":[[51,5]]},"55":{"position":[[96,5]]},"63":{"position":[[57,5]]},"84":{"position":[[32,8],[367,5]]},"184":{"position":[[1102,5]]},"215":{"position":[[1220,6],[1403,5],[1453,5]]},"360":{"position":[[8433,5]]},"416":{"position":[[448,5]]},"532":{"position":[[27,5]]},"544":{"position":[[27,5],[4187,5]]},"548":{"position":[[45,5],[253,5]]},"608":{"position":[[7814,5],[7870,5]]},"657":{"position":[[1792,5]]},"672":{"position":[[740,5]]},"706":{"position":[[266,5],[1799,5]]},"708":{"position":[[21,5],[353,5],[684,5],[1053,5],[1090,5],[1714,5]]}}}],["local_dir",{"_index":4984,"t":{"594":{"position":[[549,9],[565,9]]},"608":{"position":[[1794,10],[7786,9],[8917,9],[8968,9],[9034,10]]}}}],["local_dir=\"log",{"_index":2208,"t":{"194":{"position":[[366,18]]},"304":{"position":[[402,18]]}}}],["localhost",{"_index":896,"t":{"59":{"position":[[260,9]]}}}],["locallypython",{"_index":2508,"t":{"215":{"position":[[1189,13]]}}}],["locat",{"_index":5243,"t":{"610":{"position":[[2233,7]]},"638":{"position":[[251,8]]},"640":{"position":[[467,8]]}}}],["location=\"location_for_default",{"_index":5286,"t":{"628":{"position":[[278,33]]}}}],["location_for_default",{"_index":5290,"t":{"628":{"position":[[726,25]]}}}],["location_for_defaults}/{learner_name}/{task_name}.json",{"_index":5300,"t":{"634":{"position":[[201,56]]}}}],["location}/all/metafeatures.csv",{"_index":5338,"t":{"638":{"position":[[73,32]]}}}],["location}/{learner_name}/results.csv",{"_index":5340,"t":{"638":{"position":[[186,38]]}}}],["location}/{learner_name}/{task_name}.json",{"_index":5339,"t":{"638":{"position":[[122,43]]}}}],["lockfil",{"_index":1020,"t":{"84":{"position":[[286,8]]}}}],["log",{"_index":1143,"t":{"100":{"position":[[706,3]]},"150":{"position":[[710,3]]},"160":{"position":[[559,3],[858,6],[1085,6]]},"172":{"position":[[517,3]]},"190":{"position":[[1391,3]]},"209":{"position":[[293,3]]},"223":{"position":[[966,3]]},"225":{"position":[[1938,3]]},"227":{"position":[[1065,3]]},"229":{"position":[[2070,3]]},"259":{"position":[[463,4],[494,3]]},"300":{"position":[[58,3],[114,3],[262,3]]},"328":{"position":[[19192,5],[19258,4],[19273,4]]},"336":{"position":[[2037,3],[2418,7],[8079,7]]},"360":{"position":[[1278,4],[2242,3],[2281,8],[3231,3],[3281,4],[3336,4],[3553,3],[7286,3],[7448,3],[7473,3],[11131,3],[12862,3],[15662,3],[15715,3],[16454,3],[16505,6],[16640,6],[16744,3],[19203,3],[19264,3],[21314,3],[26409,4],[27409,3],[27448,8],[28503,3],[28553,4],[28608,4],[28930,3],[33233,3],[33395,3],[33420,3],[36137,4],[36292,3],[37055,3],[37130,7],[38960,3]]},"416":{"position":[[250,4]]},"434":{"position":[[2336,7]]},"490":{"position":[[147,3],[690,7],[788,3]]},"512":{"position":[[895,4],[1436,4],[1952,3],[2468,3]]},"582":{"position":[[37,8]]},"594":{"position":[[637,4]]},"608":{"position":[[7836,4],[7899,4],[8864,3],[8944,3],[8992,3],[10900,3]]},"647":{"position":[[2473,4]]},"649":{"position":[[3551,8],[7166,3],[8519,3]]},"651":{"position":[[1586,4]]},"661":{"position":[[15,6],[76,6],[136,6],[1217,4],[1356,7],[1795,3],[1950,8],[2094,7],[2351,7],[2442,7]]},"670":{"position":[[107,3]]},"672":{"position":[[334,3]]},"682":{"position":[[564,3],[2414,3],[2466,3],[2581,3],[2792,3],[2858,3],[3946,3],[4212,3],[4725,3],[4849,3],[5545,3],[5688,3]]}}}],["log=tru",{"_index":4956,"t":{"572":{"position":[[3902,9]]}}}],["log_dir",{"_index":4261,"t":{"360":{"position":[[21249,7],[38895,7]]}}}],["log_file_nam",{"_index":1041,"t":{"92":{"position":[[245,16]]},"100":{"position":[[656,16]]},"128":{"position":[[250,16]]},"150":{"position":[[660,16]]},"160":{"position":[[507,16]]},"172":{"position":[[465,16]]},"223":{"position":[[921,16]]},"225":{"position":[[1878,16]]},"227":{"position":[[1003,16]]},"229":{"position":[[2015,16]]},"257":{"position":[[761,16]]},"336":{"position":[[999,14],[2003,13]]},"360":{"position":[[164,16],[2210,13],[15683,13],[16712,13],[27377,13]]},"608":{"position":[[2218,14],[8832,13]]},"628":{"position":[[448,16]]},"661":{"position":[[37,13]]}}}],["log_file_name=\"ts_forecast.log",{"_index":2527,"t":{"221":{"position":[[383,32]]}}}],["log_file_name=non",{"_index":4280,"t":{"360":{"position":[[23836,19]]}}}],["log_loss",{"_index":1999,"t":{"172":{"position":[[211,11]]},"360":{"position":[[817,11],[1432,8],[25948,11],[26563,8]]},"364":{"position":[[3343,11]]},"647":{"position":[[234,11],[1863,8]]}}}],["log_loss(y_train",{"_index":4085,"t":{"360":{"position":[[1691,17],[26822,17]]},"647":{"position":[[2122,17]]}}}],["log_loss(y_v",{"_index":4080,"t":{"360":{"position":[[1571,15],[26702,15]]},"647":{"position":[[2002,15]]}}}],["log_max_bin",{"_index":1225,"t":{"100":{"position":[[5353,14]]},"649":{"position":[[502,11],[1923,11]]},"661":{"position":[[461,14],[875,14]]},"668":{"position":[[228,14],[559,14],[1498,14],[1755,14]]}}}],["log_metrics_fold",{"_index":4328,"t":{"360":{"position":[[36068,18],[36349,19],[36471,18]]}}}],["log_training_metr",{"_index":4098,"t":{"360":{"position":[[3507,19],[28884,19]]},"434":{"position":[[1754,20],[2285,19]]}}}],["log_training_metric=non",{"_index":4288,"t":{"360":{"position":[[24024,25]]}}}],["log_typ",{"_index":2829,"t":{"225":{"position":[[1973,11]]},"360":{"position":[[3204,8],[28476,8]]}}}],["log_type='al",{"_index":5543,"t":{"661":{"position":[[1309,14]]}}}],["log_type='bett",{"_index":5542,"t":{"661":{"position":[[1279,18]]}}}],["log_type=non",{"_index":4286,"t":{"360":{"position":[[23956,14]]}}}],["log_volum",{"_index":3013,"t":{"229":{"position":[[2759,13],[8354,13],[16753,13],[20501,13]]}}}],["logarithm",{"_index":4685,"t":{"512":{"position":[[2019,10],[2535,10]]},"649":{"position":[[514,10],[1935,10]]},"682":{"position":[[926,11]]}}}],["logdir",{"_index":2226,"t":{"194":{"position":[[733,7]]},"594":{"position":[[598,6]]}}}],["logged_histori",{"_index":4019,"t":{"336":{"position":[[9227,15]]}}}],["logged_history(cl",{"_index":4021,"t":{"336":{"position":[[9268,19]]}}}],["logged_metr",{"_index":5524,"t":{"661":{"position":[[214,16],[629,16]]}}}],["logger",{"_index":4969,"t":{"582":{"position":[[22,6]]}}}],["logger.warning(config",{"_index":3635,"t":{"294":{"position":[[104,22]]}}}],["logging.warn",{"_index":3950,"t":{"336":{"position":[[1186,16],[2445,16],[8106,16]]}}}],["logging_level",{"_index":3949,"t":{"336":{"position":[[1155,14],[2393,13],[8054,13]]}}}],["logging_level=logging.warn",{"_index":4004,"t":{"336":{"position":[[6478,30]]}}}],["logging_metr",{"_index":3042,"t":{"229":{"position":[[3959,15],[5846,15],[7373,18]]}}}],["logging_steps=20000",{"_index":2156,"t":{"190":{"position":[[1057,20]]}}}],["logic",{"_index":843,"t":{"45":{"position":[[388,5],[737,7]]},"572":{"position":[[1063,5],[3921,5]]}}}],["logist",{"_index":4401,"t":{"388":{"position":[[65,8]]},"390":{"position":[[65,8]]}}}],["logisticregress",{"_index":5482,"t":{"653":{"position":[[507,21]]}}}],["logloss",{"_index":5233,"t":{"610":{"position":[[1806,11]]}}}],["logprob",{"_index":909,"t":{"59":{"position":[[607,9],[760,9]]}}}],["lograndint",{"_index":4683,"t":{"512":{"position":[[1854,11]]},"682":{"position":[[5555,13]]}}}],["lograndint(low",{"_index":4684,"t":{"512":{"position":[[1870,17]]}}}],["logregobj",{"_index":1839,"t":{"152":{"position":[[626,9]]},"649":{"position":[[7749,9],[7951,10]]}}}],["logregobj(pr",{"_index":1829,"t":{"152":{"position":[[331,16]]},"649":{"position":[[7505,16]]}}}],["loguniform",{"_index":4650,"t":{"510":{"position":[[415,14]]},"512":{"position":[[602,11]]},"682":{"position":[[4735,13]]}}}],["loguniform(low",{"_index":4670,"t":{"512":{"position":[[618,17]]}}}],["long",{"_index":601,"t":{"31":{"position":[[757,4]]},"634":{"position":[[131,4]]},"636":{"position":[[2215,4]]}}}],["longer",{"_index":959,"t":{"69":{"position":[[315,6]]},"490":{"position":[[781,6]]},"657":{"position":[[4309,6]]}}}],["longest",{"_index":641,"t":{"31":{"position":[[2145,7]]},"672":{"position":[[184,7]]}}}],["look",{"_index":279,"t":{"11":{"position":[[1059,4]]},"27":{"position":[[693,4]]},"39":{"position":[[1472,4]]},"59":{"position":[[531,5]]},"322":{"position":[[3684,4]]},"328":{"position":[[3754,4]]},"506":{"position":[[1486,4],[2792,4]]},"628":{"position":[[691,4]]}}}],["loop",{"_index":3672,"t":{"294":{"position":[[1203,4]]},"588":{"position":[[161,5],[224,5]]},"590":{"position":[[151,5],[214,5]]},"594":{"position":[[161,4]]}}}],["loss",{"_index":2233,"t":{"194":{"position":[[961,4]]},"229":{"position":[[3932,4],[5819,4],[7350,7]]},"294":{"position":[[1553,4],[1755,5],[1850,4],[2178,4]]},"306":{"position":[[225,5]]},"308":{"position":[[175,5]]},"360":{"position":[[3306,4],[12532,5],[12599,4],[12811,5],[13015,5],[23573,5],[28578,4],[36042,4]]},"434":{"position":[[2279,5],[2457,5]]},"494":{"position":[[507,5]]},"498":{"position":[[591,4]]},"516":{"position":[[2350,4],[2412,4]]},"608":{"position":[[3783,5]]},"610":{"position":[[466,5]]},"647":{"position":[[2362,4],[2420,4]]},"670":{"position":[[16,4]]},"696":{"position":[[2942,7]]},"706":{"position":[[760,5],[927,4],[1108,4],[1267,4],[1382,4]]}}}],["loss.backward",{"_index":3682,"t":{"294":{"position":[[1587,15]]}}}],["loss.cpu().numpi",{"_index":3699,"t":{"294":{"position":[[2224,18]]}}}],["loss.item",{"_index":3684,"t":{"294":{"position":[[1655,11]]}}}],["loss2",{"_index":4960,"t":{"572":{"position":[[4482,9]]}}}],["loss=45.2",{"_index":3121,"t":{"229":{"position":[[7111,10]]}}}],["loss=45.9",{"_index":3104,"t":{"229":{"position":[[5224,10]]}}}],["loss=eval_output[\"eval_loss",{"_index":2167,"t":{"190":{"position":[[1414,30]]}}}],["loss=test_loss",{"_index":5767,"t":{"696":{"position":[[6528,15]]}}}],["loss_avg",{"_index":4597,"t":{"502":{"position":[[618,11]]},"516":{"position":[[2100,11]]}}}],["loss_lcb",{"_index":4598,"t":{"502":{"position":[[630,11]]},"516":{"position":[[2088,11]]}}}],["loss_ucb",{"_index":4596,"t":{"502":{"position":[[605,12]]},"516":{"position":[[1396,11],[2076,11]]}}}],["lot",{"_index":951,"t":{"69":{"position":[[104,3]]}}}],["low",{"_index":189,"t":{"7":{"position":[[493,3]]},"11":{"position":[[579,3]]},"15":{"position":[[1401,3]]},"248":{"position":[[2,3],[665,3]]},"255":{"position":[[166,3],[182,3],[617,3],[1423,3]]},"267":{"position":[[401,3]]},"269":{"position":[[3120,3]]},"283":{"position":[[160,3],[638,3]]},"360":{"position":[[21927,3]]},"544":{"position":[[621,3]]},"558":{"position":[[1347,3]]},"608":{"position":[[3933,3]]},"649":{"position":[[6986,3],[8616,3]]},"674":{"position":[[678,4]]},"682":{"position":[[172,3],[6991,3],[7111,3],[7358,3]]},"706":{"position":[[108,3],[189,3],[1378,3],[1689,3]]},"708":{"position":[[211,3],[978,3]]}}}],["low/high",{"_index":3337,"t":{"255":{"position":[[257,8]]}}}],["low_cost_init_valu",{"_index":3343,"t":{"255":{"position":[[1193,19]]},"269":{"position":[[3294,21]]},"360":{"position":[[10095,22]]},"364":{"position":[[4216,20]]},"649":{"position":[[4616,22],[4710,22],[7221,21],[8247,22],[8341,22],[8645,21],[9166,22]]}}}],["low_cost_init_value(opt",{"_index":5449,"t":{"649":{"position":[[6883,30]]}}}],["low_cost_partial_config",{"_index":3332,"t":{"255":{"position":[[28,23],[718,24],[950,23],[1092,23],[1546,23]]},"360":{"position":[[21850,24],[21888,25],[22133,24],[22204,24]]},"558":{"position":[[177,24],[1254,23]]},"608":{"position":[[1304,24],[3840,23]]},"682":{"position":[[69,23],[7211,24],[7583,23]]}}}],["low_cost_partial_config=low_cost_partial_config",{"_index":3329,"t":{"248":{"position":[[614,48]]},"269":{"position":[[3478,48]]}}}],["low_cost_partial_config=low_cost_partial_config)for",{"_index":5186,"t":{"608":{"position":[[7365,51]]}}}],["low_cost_partial_config={\"num_epoch",{"_index":3734,"t":{"304":{"position":[[156,38]]}}}],["low_cost_partial_config={\"num_train_epoch",{"_index":2204,"t":{"194":{"position":[[258,44]]}}}],["lower",{"_index":396,"t":{"17":{"position":[[807,5]]},"19":{"position":[[570,5]]},"25":{"position":[[166,5]]},"255":{"position":[[887,5],[1005,5]]},"512":{"position":[[153,5],[376,5],[744,5],[758,5],[1188,5],[1202,5],[1713,5],[1730,5],[1974,5],[2030,5],[2176,5],[2193,5],[2490,5],[2546,5]]},"544":{"position":[[2849,6]]},"649":{"position":[[8580,5]]},"682":{"position":[[2316,5],[2686,5],[7520,5],[7638,5]]},"696":{"position":[[1545,5]]}}}],["lr",{"_index":3311,"t":{"246":{"position":[[352,5]]},"300":{"position":[[142,5]]},"308":{"position":[[70,5]]}}}],["lr=config[\"lr",{"_index":3648,"t":{"294":{"position":[[388,16]]}}}],["lrl1",{"_index":5401,"t":{"649":{"position":[[2037,7]]}}}],["lrl1'][flaml.automl",{"_index":1073,"t":{"92":{"position":[[963,21]]}}}],["lrl1classifi",{"_index":4345,"t":{"364":{"position":[[199,15]]},"649":{"position":[[2045,14]]}}}],["lrl1classifier(sklearnestim",{"_index":4400,"t":{"388":{"position":[[6,32]]}}}],["lrl2",{"_index":5403,"t":{"649":{"position":[[2159,7]]}}}],["lrl2classifi",{"_index":4346,"t":{"364":{"position":[[215,15]]},"649":{"position":[[2167,14]]}}}],["lrl2classifier(sklearnestim",{"_index":4403,"t":{"390":{"position":[[6,32]]}}}],["lstm",{"_index":3069,"t":{"229":{"position":[[4548,4],[4580,4],[6435,4],[6467,4]]}}}],["lstm(16",{"_index":3190,"t":{"229":{"position":[[26295,8],[26369,8]]}}}],["lstm_decod",{"_index":3071,"t":{"229":{"position":[[4565,12],[6452,12],[26353,15]]}}}],["lstm_encod",{"_index":3068,"t":{"229":{"position":[[4533,12],[6420,12],[26279,15]]}}}],["lt",{"_index":1009,"t":{"84":{"position":[[85,3]]}}}],["m",{"_index":86,"t":{"2":{"position":[[1047,1]]},"59":{"position":[[37,1],[111,1],[218,1]]},"63":{"position":[[144,1]]},"82":{"position":[[150,1],[226,1]]},"360":{"position":[[14040,2],[15042,2],[24844,3]]}}}],["machin",{"_index":63,"t":{"2":{"position":[[810,7]]},"63":{"position":[[63,8]]},"215":{"position":[[1459,8]]},"267":{"position":[[282,7]]},"269":{"position":[[2290,8]]},"283":{"position":[[74,7],[368,7]]},"394":{"position":[[85,7]]},"434":{"position":[[47,7],[226,7]]},"608":{"position":[[3667,7],[3734,7]]},"610":{"position":[[350,7],[417,7]]},"649":{"position":[[225,7]]},"680":{"position":[[350,7]]}}}],["maco",{"_index":3583,"t":{"283":{"position":[[416,6]]}}}],["macro_f1",{"_index":4064,"t":{"360":{"position":[[805,11],[25936,11]]},"364":{"position":[[3331,11]]},"647":{"position":[[1077,11]]}}}],["made",{"_index":671,"t":{"31":{"position":[[3121,5]]},"360":{"position":[[37150,4]]}}}],["mae",{"_index":1257,"t":{"100":{"position":[[6510,3]]},"102":{"position":[[641,3]]},"150":{"position":[[9817,3]]},"172":{"position":[[223,6]]},"229":{"position":[[7422,5]]},"360":{"position":[[829,6],[25960,6]]},"364":{"position":[[3355,6]]},"496":{"position":[[256,6]]},"498":{"position":[[167,6]]},"516":{"position":[[2266,6]]},"647":{"position":[[443,6]]}}}],["mae','mse','r2",{"_index":1139,"t":{"100":{"position":[[519,18]]},"150":{"position":[[519,18]]}}}],["mae_clip",{"_index":4701,"t":{"516":{"position":[[373,14],[2250,15]]}}}],["magnitud",{"_index":4672,"t":{"512":{"position":[[722,10],[1048,10]]},"696":{"position":[[1690,9]]}}}],["main",{"_index":684,"t":{"33":{"position":[[208,4]]},"360":{"position":[[7362,4],[33309,4]]},"608":{"position":[[10976,4]]}}}],["major",{"_index":846,"t":{"45":{"position":[[469,5]]}}}],["make",{"_index":143,"t":{"5":{"position":[[512,4]]},"7":{"position":[[409,6]]},"25":{"position":[[622,6]]},"29":{"position":[[81,4]]},"37":{"position":[[968,6]]},"69":{"position":[[94,4]]},"160":{"position":[[1124,4]]},"162":{"position":[[189,4]]},"180":{"position":[[558,4]]},"223":{"position":[[232,5]]},"227":{"position":[[1215,4]]},"255":{"position":[[1144,4]]},"257":{"position":[[246,4]]},"269":{"position":[[381,4]]},"336":{"position":[[3801,4]]},"360":{"position":[[3439,4],[28719,4]]},"374":{"position":[[409,4]]},"426":{"position":[[92,4]]},"512":{"position":[[569,5],[1144,5],[2327,5],[2680,5]]},"572":{"position":[[1684,4]]},"608":{"position":[[9370,5]]},"661":{"position":[[1689,5]]},"702":{"position":[[1904,5]]}}}],["make_palindrom",{"_index":649,"t":{"31":{"position":[[2309,19]]}}}],["make_palindrome('cat",{"_index":650,"t":{"31":{"position":[[2336,22]]}}}],["make_palindrome('cata",{"_index":652,"t":{"31":{"position":[[2371,23]]}}}],["make_palindrome(str",{"_index":638,"t":{"31":{"position":[[2002,23]]}}}],["make_regression(n_targets=3",{"_index":1613,"t":{"130":{"position":[[306,29]]}}}],["make_regressionfrom",{"_index":1607,"t":{"130":{"position":[[156,19]]}}}],["manag",{"_index":3810,"t":{"318":{"position":[[66,7],[89,6]]},"494":{"position":[[36,8]]},"502":{"position":[[425,8],[1304,7]]},"570":{"position":[[186,7]]},"586":{"position":[[200,7]]},"594":{"position":[[100,7]]},"598":{"position":[[46,7],[1378,8],[1549,8]]},"657":{"position":[[899,6]]},"696":{"position":[[402,6]]}}}],["manchest",{"_index":87,"t":{"2":{"position":[[1075,11]]}}}],["mani",{"_index":147,"t":{"5":{"position":[[558,4]]},"21":{"position":[[426,4],[850,4]]},"27":{"position":[[644,4]]},"33":{"position":[[828,4]]},"336":{"position":[[10729,4]]},"360":{"position":[[320,4]]},"657":{"position":[[197,4],[4107,4]]},"661":{"position":[[1085,4]]}}}],["manifest",{"_index":4937,"t":{"572":{"position":[[2172,8]]}}}],["manipul",{"_index":830,"t":{"43":{"position":[[409,14]]}}}],["manner",{"_index":737,"t":{"39":{"position":[[265,7]]},"626":{"position":[[628,7]]}}}],["manual",{"_index":813,"t":{"41":{"position":[[594,8]]},"281":{"position":[[749,8]]},"328":{"position":[[10839,8],[12213,8]]},"572":{"position":[[3384,9]]},"700":{"position":[[121,8]]}}}],["map",{"_index":3831,"t":{"322":{"position":[[2666,7]]},"328":{"position":[[2736,7],[20413,7]]},"680":{"position":[[1756,4]]}}}],["mape",{"_index":2676,"t":{"223":{"position":[[801,7],[842,6]]},"225":{"position":[[1818,7]]},"229":{"position":[[1949,7],[7445,6]]},"360":{"position":[[849,7],[25980,7]]},"364":{"position":[[3375,7]]},"647":{"position":[[471,7]]}}}],["mape[flaml.automl",{"_index":2536,"t":{"221":{"position":[[845,18]]},"225":{"position":[[2426,18]]},"229":{"position":[[3541,18]]}}}],["mapeimport",{"_index":2688,"t":{"223":{"position":[[1563,13]]}}}],["marco",{"_index":5063,"t":{"602":{"position":[[1408,5],[1566,5]]}}}],["markdown==4.5.0",{"_index":1016,"t":{"84":{"position":[[191,15]]}}}],["markdownyarn",{"_index":1023,"t":{"84":{"position":[[317,12]]}}}],["market",{"_index":218,"t":{"9":{"position":[[570,10]]},"100":{"position":[[263,6]]},"150":{"position":[[263,6]]}}}],["marku",{"_index":5026,"t":{"602":{"position":[[140,6],[299,6]]}}}],["mass",{"_index":389,"t":{"17":{"position":[[692,4]]}}}],["match",{"_index":611,"t":{"31":{"position":[[975,8],[1073,6]]},"328":{"position":[[4394,7],[4812,7]]},"360":{"position":[[18751,8],[29559,8],[29742,8]]},"434":{"position":[[3629,8],[3791,8],[6527,8]]},"568":{"position":[[830,5]]}}}],["math",{"_index":286,"t":{"13":{"position":[[65,4]]},"15":{"position":[[220,4],[1004,5],[1084,4],[1105,4]]},"17":{"position":[[1343,4]]},"21":{"position":[[465,4],[711,4]]},"25":{"position":[[298,5]]},"33":{"position":[[698,4]]},"35":{"position":[[90,5]]},"37":{"position":[[210,4],[466,4],[1338,4],[1567,4],[1749,4]]},"39":{"position":[[306,4],[1734,4]]},"41":{"position":[[111,4]]},"43":{"position":[[90,4]]},"45":{"position":[[85,4],[247,4],[882,4]]},"47":{"position":[[106,4],[223,4]]},"50":{"position":[[384,4]]},"602":{"position":[[3178,4],[3443,4]]}}}],["mathchat",{"_index":699,"t":{"37":{"position":[[20,9],[159,8],[1497,9]]},"39":{"position":[[0,8],[1365,8]]},"41":{"position":[[39,9],[700,9]]},"43":{"position":[[698,8],[846,8],[1176,8]]},"45":{"position":[[788,8]]},"47":{"position":[[18,8]]}}}],["mathchat'",{"_index":837,"t":{"45":{"position":[[8,10]]}}}],["mathemat",{"_index":343,"t":{"15":{"position":[[1054,12]]},"37":{"position":[[136,12]]}}}],["matplotlib",{"_index":1119,"t":{"98":{"position":[[56,10]]},"148":{"position":[[56,10]]},"223":{"position":[[15149,11]]}}}],["matplotlib.pyplot",{"_index":1236,"t":{"100":{"position":[[5826,17]]},"150":{"position":[[9172,17]]},"223":{"position":[[15205,17]]},"666":{"position":[[774,17]]},"670":{"position":[[445,17]]}}}],["matter",{"_index":339,"t":{"15":{"position":[[953,6]]},"19":{"position":[[793,6]]}}}],["matthews_correl",{"_index":2189,"t":{"192":{"position":[[608,23]]},"196":{"position":[[350,21]]}}}],["matthews_correlation=eval_output[\"eval_matthews_correl",{"_index":2168,"t":{"190":{"position":[[1445,62]]}}}],["matthews_correlationtrain_distilbert_a0c303d0",{"_index":2234,"t":{"194":{"position":[[966,45]]}}}],["max",{"_index":399,"t":{"17":{"position":[[1022,3]]},"192":{"position":[[119,6],[632,6]]},"213":{"position":[[342,5]]},"336":{"position":[[1479,5]]},"416":{"position":[[610,3]]},"494":{"position":[[598,6]]},"506":{"position":[[1367,5],[2673,5]]},"516":{"position":[[2595,6]]},"540":{"position":[[716,6]]},"544":{"position":[[740,6],[1806,6]]},"558":{"position":[[1139,6],[4397,6]]},"568":{"position":[[706,5],[733,3],[1988,7]]},"572":{"position":[[1349,5],[4505,7]]},"608":{"position":[[4300,6],[9687,6]]},"680":{"position":[[155,6],[2273,6]]},"686":{"position":[[621,5]]},"688":{"position":[[468,5]]},"694":{"position":[[873,5],[1425,5]]},"702":{"position":[[403,6]]}}}],["max_bin",{"_index":1662,"t":{"139":{"position":[[750,10]]},"649":{"position":[[528,8],[1949,8]]}}}],["max_bin=1023",{"_index":1568,"t":{"122":{"position":[[7401,13]]}}}],["max_bin=127",{"_index":1106,"t":{"92":{"position":[[2942,12]]}}}],["max_bin=255",{"_index":1195,"t":{"100":{"position":[[4441,12],[5643,13]]},"128":{"position":[[4466,12]]},"666":{"position":[[522,12]]}}}],["max_bin=511",{"_index":1642,"t":{"137":{"position":[[697,12]]}}}],["max_concurr",{"_index":4899,"t":{"570":{"position":[[194,14]]}}}],["max_concurrent=2)tune.run(train",{"_index":4905,"t":{"570":{"position":[[543,36]]}}}],["max_consecutive_auto_repli",{"_index":3787,"t":{"312":{"position":[[684,27],[1452,26],[1596,26]]},"322":{"position":[[958,27],[1618,26],[1751,26],[2395,27],[2568,26]]},"328":{"position":[[1011,27],[1707,26],[1840,26],[2465,27],[2638,26],[6740,26],[6784,27]]}}}],["max_consecutive_auto_reply(send",{"_index":3864,"t":{"328":{"position":[[6816,34]]}}}],["max_delta_step=0",{"_index":1692,"t":{"144":{"position":[[894,17]]},"150":{"position":[[8761,17]]},"227":{"position":[[8728,17]]}}}],["max_depth",{"_index":1791,"t":{"150":{"position":[[8174,12]]},"610":{"position":[[1903,11]]},"649":{"position":[[1049,10]]}}}],["max_depth=0",{"_index":1693,"t":{"144":{"position":[[912,12]]},"150":{"position":[[8779,13]]},"227":{"position":[[8746,12]]}}}],["max_encoder_length",{"_index":3000,"t":{"229":{"position":[[2223,21]]},"360":{"position":[[21203,19],[37559,21],[38849,19]]}}}],["max_epoch",{"_index":3021,"t":{"229":{"position":[[2890,13]]},"360":{"position":[[21392,10],[39038,10]]}}}],["max_failur",{"_index":5144,"t":{"608":{"position":[[2057,12],[8598,11]]}}}],["max_featur",{"_index":5395,"t":{"649":{"position":[[1312,13],[1592,13]]},"668":{"position":[[1023,15]]}}}],["max_it",{"_index":4088,"t":{"360":{"position":[[2552,8],[27719,8],[27811,8]]},"626":{"position":[[337,11]]},"628":{"position":[[582,11]]},"644":{"position":[[1111,8]]},"651":{"position":[[220,9]]},"674":{"position":[[791,8]]}}}],["max_iter=0",{"_index":4265,"t":{"360":{"position":[[21750,10]]},"626":{"position":[[427,10]]}}}],["max_iter=100",{"_index":5475,"t":{"651":{"position":[[1301,13],[2185,13]]}}}],["max_iter=2",{"_index":5597,"t":{"674":{"position":[[90,10]]}}}],["max_iter=non",{"_index":4283,"t":{"360":{"position":[[23895,14]]}}}],["max_leaf",{"_index":5436,"t":{"649":{"position":[[4549,11],[7192,10]]}}}],["max_leav",{"_index":1790,"t":{"150":{"position":[[8156,13]]},"255":{"position":[[435,10],[828,10],[926,13]]},"558":{"position":[[1390,13]]},"608":{"position":[[3976,13]]},"649":{"position":[[760,11],[1326,11],[1606,11],[1878,11],[8276,13],[8468,13],[8963,12],[9214,13]]},"668":{"position":[[740,13],[1044,13]]},"682":{"position":[[6163,12],[7461,10],[7559,13]]},"696":{"position":[[3285,13]]}}}],["max_leaves=159",{"_index":1694,"t":{"144":{"position":[[925,15]]}}}],["max_leaves=35",{"_index":1806,"t":{"150":{"position":[[8793,14]]}}}],["max_leaves=4",{"_index":2923,"t":{"227":{"position":[[8759,13]]}}}],["max_length",{"_index":1463,"t":{"112":{"position":[[2260,13],[2417,13],[2547,13],[2677,13]]}}}],["max_live_model_num",{"_index":4589,"t":{"502":{"position":[[215,18]]},"516":{"position":[[530,18]]}}}],["max_nodes=node_count",{"_index":1928,"t":{"162":{"position":[[1698,20]]}}}],["max_num_epoch",{"_index":2175,"t":{"192":{"position":[[218,13],[349,15]]},"300":{"position":[[0,13],[210,15]]}}}],["max_resourc",{"_index":4275,"t":{"360":{"position":[[23276,13],[23303,14]]},"544":{"position":[[287,13],[963,13],[1054,12]]},"558":{"position":[[503,13],[2338,13],[2429,12]]},"608":{"position":[[1653,13],[5256,12],[6046,14]]},"696":{"position":[[225,13],[1614,13],[1990,12],[4009,13],[4633,12],[5833,13],[6037,13],[6062,12],[6809,13]]}}}],["max_resource=max_num_epoch",{"_index":3735,"t":{"304":{"position":[[199,27]]}}}],["max_resource=max_resourc",{"_index":5746,"t":{"696":{"position":[[3477,26],[7028,26]]}}}],["max_seq_length",{"_index":4430,"t":{"416":{"position":[[546,14]]}}}],["max_t",{"_index":5166,"t":{"608":{"position":[[6122,8]]}}}],["max_t=max_resourc",{"_index":5758,"t":{"696":{"position":[[4297,19]]}}}],["max_token",{"_index":397,"t":{"17":{"position":[[916,11]]}}}],["maxanalysi",{"_index":5156,"t":{"608":{"position":[[3148,11]]}}}],["maxim",{"_index":3406,"t":{"267":{"position":[[200,9]]},"269":{"position":[[857,8]]},"302":{"position":[[166,7]]},"360":{"position":[[2581,7],[23387,7],[27748,7]]},"494":{"position":[[649,13]]},"516":{"position":[[2646,13]]},"540":{"position":[[767,13]]},"544":{"position":[[791,13],[1084,7]]},"558":{"position":[[1190,13],[2459,7]]},"568":{"position":[[792,10],[2857,10]]},"572":{"position":[[1401,10]]},"608":{"position":[[4351,13],[5286,7],[8622,7]]},"651":{"position":[[245,7],[1070,7]]},"680":{"position":[[206,13],[2194,13]]},"686":{"position":[[649,7]]},"688":{"position":[[496,7]]},"694":{"position":[[901,7],[1453,7]]},"696":{"position":[[254,7]]}}}],["maximum",{"_index":398,"t":{"17":{"position":[[932,7]]},"312":{"position":[[1499,7]]},"316":{"position":[[91,7]]},"322":{"position":[[1655,7],[3576,7]]},"328":{"position":[[1744,7],[3646,7],[6565,7],[6636,7],[6891,7]]},"360":{"position":[[21425,7],[39071,7]]},"416":{"position":[[797,7],[886,7]]},"502":{"position":[[240,7]]},"510":{"position":[[313,7]]},"516":{"position":[[573,7],[636,7]]},"570":{"position":[[215,7]]},"682":{"position":[[6138,7]]}}}],["mb)epoch",{"_index":3100,"t":{"229":{"position":[[5161,9],[7048,9]]}}}],["mean",{"_index":383,"t":{"17":{"position":[[538,5],[819,5]]},"192":{"position":[[766,5]]},"225":{"position":[[883,8]]},"227":{"position":[[294,4]]},"261":{"position":[[61,5]]},"302":{"position":[[104,5]]},"336":{"position":[[2271,5]]},"360":{"position":[[3926,5],[19347,5],[29902,5],[37120,5]]},"512":{"position":[[2806,4],[2830,4],[2843,4],[3041,4],[3137,4],[3144,4]]},"558":{"position":[[2182,5],[3378,5]]},"608":{"position":[[4974,5],[11765,5]]},"647":{"position":[[396,4],[423,4],[450,4],[479,4]]},"661":{"position":[[1075,5],[1375,5]]},"668":{"position":[[1610,8]]},"686":{"position":[[686,5]]},"688":{"position":[[533,5]]},"694":{"position":[[938,5],[1490,5]]},"698":{"position":[[741,5]]}}}],["mean=10",{"_index":5671,"t":{"682":{"position":[[5006,7],[5109,7]]}}}],["mean_loss=intermediate_scor",{"_index":5182,"t":{"608":{"position":[[7034,29]]}}}],["mean_squared_error(y_test",{"_index":3453,"t":{"269":{"position":[[2674,26]]}}}],["meandf[\"above_mean_sal",{"_index":2872,"t":{"227":{"position":[[319,26]]}}}],["meaning",{"_index":3338,"t":{"255":{"position":[[274,10]]}}}],["measur",{"_index":429,"t":{"17":{"position":[[1918,8]]}}}],["median",{"_index":1125,"t":{"100":{"position":[[167,6]]},"150":{"position":[[167,6]]},"336":{"position":[[7715,8]]}}}],["meet",{"_index":995,"t":{"80":{"position":[[120,4]]},"360":{"position":[[16589,4]]}}}],["mem_siz",{"_index":4853,"t":{"558":{"position":[[2923,11],[2952,8]]},"608":{"position":[[8298,11],[8326,8]]}}}],["mem_thr",{"_index":4099,"t":{"360":{"position":[[3593,9],[28970,9]]}}}],["mem_thres=non",{"_index":4289,"t":{"360":{"position":[[24050,15]]}}}],["memori",{"_index":2214,"t":{"194":{"position":[[538,8]]},"261":{"position":[[84,6],[110,7],[152,6],[362,6],[650,6]]},"360":{"position":[[3449,6],[3620,6],[8717,6],[28729,6],[28997,6],[34226,6]]},"364":{"position":[[2236,6],[4424,6],[4544,6]]},"366":{"position":[[601,6]]},"558":{"position":[[3087,7]]},"608":{"position":[[8461,7]]}}}],["mention",{"_index":5694,"t":{"690":{"position":[[48,11]]}}}],["mentionedautoml",{"_index":2075,"t":{"182":{"position":[[614,15]]}}}],["merg",{"_index":2051,"t":{"180":{"position":[[1428,5]]}}}],["messag",{"_index":967,"t":{"69":{"position":[[719,8]]},"275":{"position":[[476,7],[648,7],[810,7],[990,7],[1286,9],[1307,8],[1339,8],[1704,9],[1725,8],[1757,8]]},"312":{"position":[[190,8],[218,7],[933,7],[1241,7],[1333,7],[1358,8]]},"316":{"position":[[364,8],[524,7]]},"322":{"position":[[329,7],[788,7],[1407,7],[1499,7],[1524,8],[1954,7],[2093,7],[2335,7],[3672,8],[3792,7],[4060,7]]},"328":{"position":[[160,8],[774,7],[1400,7],[1496,7],[1588,7],[1613,8],[2024,7],[2163,7],[2405,7],[3742,8],[5337,8],[5453,9],[5520,8],[5574,9],[6240,8],[6342,8],[6390,7],[7075,9],[7169,7],[7396,7],[7465,7],[7862,7],[7899,7],[7921,7],[7945,7],[8074,8],[8222,8],[8331,8],[8425,7],[8597,7],[8660,7],[8864,8],[9007,7],[9049,7],[9104,8],[9281,7],[9318,7],[9340,7],[9364,7],[9493,8],[9641,8],[9750,8],[9844,7],[10016,7],[10079,7],[10283,8],[10426,7],[10468,7],[10523,8],[10680,7],[10715,7],[10871,7],[10893,7],[11065,8],[11181,8],[11480,8],[11778,7],[11824,7],[11879,8],[12054,7],[12089,7],[12245,7],[12267,7],[12439,8],[12555,8],[12854,8],[13152,7],[13198,7],[13253,8],[13640,7],[13836,8],[13905,9],[14387,7],[14583,8],[14652,9],[16481,8],[16593,8],[17220,8],[17241,8],[17730,8],[17842,8],[18469,8],[18490,8],[19706,7],[20091,7],[20162,7],[20213,9]]},"336":{"position":[[2670,8],[2729,8],[3073,8],[3127,8],[3185,8],[3253,7],[5892,10],[10635,8],[10695,9]]},"360":{"position":[[3937,9],[29913,9]]},"672":{"position":[[311,7]]},"674":{"position":[[134,7]]}}}],["message=\"show",{"_index":3418,"t":{"269":{"position":[[677,13]]}}}],["messages=[{\"rol",{"_index":931,"t":{"61":{"position":[[596,18]]},"63":{"position":[[670,18]]}}}],["meta",{"_index":5283,"t":{"628":{"position":[[16,4],[71,4],[935,4]]},"630":{"position":[[345,4]]},"632":{"position":[[68,4],[670,4]]},"638":{"position":[[34,4]]}}}],["metafeatur",{"_index":5337,"t":{"638":{"position":[[53,13],[472,12]]}}}],["method",{"_index":170,"t":{"7":{"position":[[168,7]]},"39":{"position":[[489,7]]},"41":{"position":[[860,7]]},"43":{"position":[[118,7],[921,8],[1022,8]]},"45":{"position":[[46,8],[402,7]]},"92":{"position":[[667,7],[741,7]]},"100":{"position":[[957,7],[1028,7]]},"108":{"position":[[1545,7],[1619,7]]},"110":{"position":[[1147,7],[1218,7]]},"112":{"position":[[1058,7],[1129,7]]},"114":{"position":[[3097,7],[3171,7]]},"122":{"position":[[515,7],[584,7]]},"128":{"position":[[684,7],[755,7]]},"150":{"position":[[961,7],[1032,7]]},"190":{"position":[[281,7]]},"221":{"position":[[692,7],[760,7]]},"223":{"position":[[1014,6],[1410,7],[1478,7]]},"225":{"position":[[2273,7],[2341,7]]},"227":{"position":[[1512,7],[1580,7]]},"229":{"position":[[3388,7],[3456,7]]},"255":{"position":[[764,6]]},"275":{"position":[[200,7],[461,7],[633,7],[792,7],[972,7],[1052,7],[1239,7],[1657,7]]},"322":{"position":[[466,6],[593,7],[741,7],[855,7]]},"328":{"position":[[415,7],[579,7],[727,7],[841,7],[13965,6],[14712,6],[18812,6]]},"336":{"position":[[7593,6]]},"360":{"position":[[4399,7],[4915,7],[11482,6],[18253,7],[30375,7],[30891,7]]},"364":{"position":[[967,7],[1601,6],[3907,7],[4416,7],[4693,7],[4784,7],[4884,7]]},"434":{"position":[[114,7],[401,7],[2429,7],[5064,7],[6481,7]]},"438":{"position":[[111,6]]},"510":{"position":[[342,7]]},"554":{"position":[[1366,6]]},"568":{"position":[[146,6],[381,6],[1606,6],[1761,7]]},"588":{"position":[[201,6]]},"590":{"position":[[191,6]]},"655":{"position":[[1088,7],[1344,6],[2079,7]]},"682":{"position":[[6833,7],[7404,7]]},"688":{"position":[[90,7]]},"704":{"position":[[224,8]]},"706":{"position":[[38,6],[279,6],[406,7],[446,6],[616,8]]},"708":{"position":[[139,7],[472,6],[1424,7],[1634,8]]}}}],["metric",{"_index":196,"t":{"9":{"position":[[99,8]]},"17":{"position":[[1820,6]]},"92":{"position":[[197,9],[813,7]]},"100":{"position":[[450,9],[476,7],[1100,7],[6168,6]]},"108":{"position":[[1696,7]]},"110":{"position":[[505,9],[1295,7]]},"112":{"position":[[481,9],[1206,7]]},"114":{"position":[[1328,9],[2804,9],[3248,7]]},"122":{"position":[[661,7]]},"128":{"position":[[212,9],[832,7]]},"150":{"position":[[450,9],[476,7],[1104,7],[9474,6]]},"160":{"position":[[426,9],[450,6],[817,7]]},"172":{"position":[[71,9],[103,7],[368,7]]},"182":{"position":[[678,9]]},"184":{"position":[[1798,9]]},"190":{"position":[[753,6],[1356,6],[1381,6]]},"192":{"position":[[99,6]]},"209":{"position":[[301,7]]},"213":{"position":[[51,6],[752,6]]},"215":{"position":[[443,7],[600,7],[608,7],[663,8]]},"221":{"position":[[837,7]]},"223":{"position":[[791,9],[819,6],[1555,7]]},"225":{"position":[[1808,9],[1836,6],[2418,7]]},"227":{"position":[[914,9],[946,6],[1657,7]]},"229":{"position":[[1939,9],[1967,6],[3533,7]]},"269":{"position":[[1172,7],[1961,8]]},"336":{"position":[[954,7],[1399,6],[1416,6],[1638,8],[6823,8],[7644,8]]},"356":{"position":[[184,7]]},"360":{"position":[[116,9],[608,6],[633,6],[900,6],[1267,7],[3570,6],[8807,6],[8969,7],[9142,6],[9256,6],[9288,6],[9330,6],[12851,7],[12970,6],[13232,7],[13263,7],[13287,7],[13329,7],[13366,7],[23646,6],[23689,6],[25739,6],[25764,6],[26031,6],[26398,7],[28947,6],[34316,6],[34478,7],[34652,6],[34766,6],[34798,6],[34840,6],[35910,7],[36113,7],[36281,7]]},"364":{"position":[[3204,7],[3228,6],[3405,6],[3463,7],[3474,6],[3499,6],[3598,6],[3656,6]]},"416":{"position":[[1405,6]]},"434":{"position":[[1971,7],[2196,6],[2360,7],[2463,6],[7876,6],[7942,6],[8005,6],[8061,6],[8084,6],[8177,7],[8201,6]]},"498":{"position":[[153,7],[574,6],[596,7]]},"506":{"position":[[236,6],[550,6],[1032,7],[1043,6],[1212,6],[1265,6],[1522,7],[1642,6],[1802,6],[1910,6],[2338,7],[2349,6],[2518,6],[2571,6],[2828,7],[2948,6],[3108,6],[3216,6],[3466,6]]},"516":{"position":[[349,7],[1737,6],[2229,6]]},"540":{"position":[[324,7],[635,6],[660,6]]},"544":{"position":[[124,7],[659,6],[684,6],[1511,7],[1612,10],[1852,6],[2045,6],[2071,10],[2237,6],[2263,11],[2392,9],[2627,9]]},"558":{"position":[[1058,6],[1083,6],[3126,6],[4102,7],[4203,10],[4443,6],[4637,6],[4663,10],[4829,6],[4855,11],[4984,9],[5219,9],[6086,6]]},"560":{"position":[[296,7],[336,7]]},"568":{"position":[[532,6],[807,6],[844,7],[1930,6],[1943,6],[2263,7],[2468,7],[2586,7],[2703,7],[2724,8],[2872,7]]},"572":{"position":[[1128,6],[1229,6],[1287,7],[1416,6],[1508,8],[4384,6],[4528,6]]},"608":{"position":[[870,6],[1388,7],[3072,6],[3123,6],[4219,6],[4244,6],[8500,6],[9288,7],[9493,10],[9733,6],[9927,6],[9953,10],[10119,6],[10145,11],[10269,10],[10492,10]]},"644":{"position":[[1850,7]]},"647":{"position":[[17,6],[45,6],[115,7],[160,7],[214,6],[254,6],[332,6],[360,6],[558,6],[1300,6],[1416,6],[2432,6],[2462,7]]},"651":{"position":[[1381,7],[1450,6],[1504,6],[1542,7],[1648,7],[1688,8],[1913,7]]},"655":{"position":[[420,7]]},"670":{"position":[[368,6]]},"680":{"position":[[76,7],[100,6],[569,6],[620,6],[636,6],[1761,6],[1776,6],[1965,8],[2010,6],[2046,6]]},"684":{"position":[[237,6],[1231,6]]},"686":{"position":[[257,6]]},"692":{"position":[[753,6],[937,6],[949,6],[1151,6]]},"702":{"position":[[213,8],[449,6],[641,6],[667,11],[868,6],[894,10],[1822,7]]}}}],["metric(",{"_index":5607,"t":{"678":{"position":[[432,10]]}}}],["metric.compute(predictions=predict",{"_index":2150,"t":{"190":{"position":[[913,39]]}}}],["metric2minim",{"_index":5120,"t":{"608":{"position":[[393,15],[2728,15]]}}}],["metric:.4f",{"_index":2484,"t":{"213":{"position":[[913,14]]}}}],["metric:.4f}\")print(f\"best",{"_index":2402,"t":{"196":{"position":[[229,26]]}}}],["metric=\"loss",{"_index":3733,"t":{"304":{"position":[[129,14]]},"572":{"position":[[3253,14],[3664,14],[4040,14],[4984,14],[5487,14]]},"696":{"position":[[3402,14],[6954,14]]}}}],["metric=\"mean_loss",{"_index":4880,"t":{"568":{"position":[[902,19]]}}}],["metric=\"ms",{"_index":3465,"t":{"269":{"position":[[3424,13]]}}}],["metric=\"scor",{"_index":5630,"t":{"680":{"position":[[2345,15]]},"686":{"position":[[559,15]]},"688":{"position":[[406,15]]},"694":{"position":[[811,15],[1363,15]]}}}],["metric=\"success",{"_index":3429,"t":{"269":{"position":[[1269,17]]}}}],["metric='metric2minim",{"_index":5129,"t":{"608":{"position":[[687,25],[3293,25]]}}}],["metric=[\"loss1",{"_index":4959,"t":{"572":{"position":[[4465,16]]}}}],["metric=custom_metr",{"_index":3443,"t":{"269":{"position":[[2127,21]]}}}],["metric=hp_metr",{"_index":2202,"t":{"194":{"position":[[229,17]]},"213":{"position":[[577,17]]}}}],["metric=metr",{"_index":4882,"t":{"568":{"position":[[982,14]]}}}],["metric=non",{"_index":4278,"t":{"360":{"position":[[23778,12]]}}}],["metric_constraint",{"_index":4155,"t":{"360":{"position":[[8755,18],[9158,18],[9649,19],[23579,19],[23612,20],[34264,18],[34668,18],[35131,19]]},"558":{"position":[[716,19],[3095,18]]},"608":{"position":[[1990,19],[8469,18]]},"651":{"position":[[2082,18]]},"684":{"position":[[196,18],[1287,19]]},"692":{"position":[[805,19],[845,18],[1307,20]]}}}],["metric_constraints=[(\"training_cost",{"_index":5702,"t":{"692":{"position":[[1229,37]]}}}],["metric_constraints=metric_constraint",{"_index":5479,"t":{"651":{"position":[[2219,39]]}}}],["metric_constraints=non",{"_index":4311,"t":{"360":{"position":[[24530,24]]}}}],["metric_histori",{"_index":1272,"t":{"100":{"position":[[7118,14]]},"150":{"position":[[10424,14]]},"670":{"position":[[241,14]]}}}],["metric_key_prefix=\"ev",{"_index":4056,"t":{"356":{"position":[[102,25]]}}}],["metric_loss_scor",{"_index":4437,"t":{"416":{"position":[[1417,18]]}}}],["metric_to_minim",{"_index":4071,"t":{"360":{"position":[[1143,19],[26274,19],[36369,18],[36874,19]]},"647":{"position":[[1667,19]]}}}],["metrics_for_best_config",{"_index":4185,"t":{"360":{"position":[[12714,24],[12752,25]]}}}],["metrics_to_log",{"_index":4072,"t":{"360":{"position":[[1163,14],[9205,14],[26294,14],[34715,14],[36430,14],[36493,14],[36517,14],[36585,14],[36667,14],[36700,15],[36740,14],[36846,14],[36894,14]]},"647":{"position":[[1687,14]]}}}],["metrics_to_log.item",{"_index":4338,"t":{"360":{"position":[[36781,23]]}}}],["metrics_to_log[k",{"_index":4335,"t":{"360":{"position":[[36606,17]]}}}],["micro_f1",{"_index":4063,"t":{"360":{"position":[[793,11],[25924,11]]},"364":{"position":[[3319,11]]},"647":{"position":[[1021,11]]}}}],["microsoft",{"_index":24,"t":{"2":{"position":[[254,9],[853,9]]},"267":{"position":[[692,9]]}}}],["microsoft.ml.automl",{"_index":3584,"t":{"283":{"position":[[538,19]]}}}],["mileston",{"_index":3,"t":{"2":{"position":[[27,10],[173,10],[409,10]]}}}],["million",{"_index":5,"t":{"2":{"position":[[40,7],[186,7]]}}}],["min",{"_index":1933,"t":{"162":{"position":[[1903,3]]},"192":{"position":[[129,6]]},"248":{"position":[[404,7],[412,7]]},"306":{"position":[[120,6]]},"336":{"position":[[1470,5]]},"494":{"position":[[248,6],[590,7]]},"506":{"position":[[1361,5],[2667,5]]},"516":{"position":[[461,6],[2587,7]]},"540":{"position":[[708,7]]},"544":{"position":[[732,7],[1797,5],[1889,5],[2443,7],[2451,7],[2678,7],[2686,7]]},"548":{"position":[[101,6]]},"558":{"position":[[1131,7],[4388,5],[4480,5],[5035,7],[5043,7],[5270,7],[5278,7]]},"568":{"position":[[700,5],[741,4],[1980,7]]},"572":{"position":[[1343,5]]},"608":{"position":[[3141,3],[4292,7],[9678,5],[9770,5],[10318,7],[10326,7],[10541,7],[10549,7]]},"680":{"position":[[147,7],[2264,5]]},"686":{"position":[[612,5]]},"688":{"position":[[459,5]]},"694":{"position":[[864,5],[1416,5]]},"702":{"position":[[394,5],[486,5],[1338,7]]}}}],["min\"]lexico_objectives[\"toler",{"_index":5796,"t":{"702":{"position":[[1346,37]]}}}],["min(32768",{"_index":5456,"t":{"649":{"position":[[8144,10]]}}}],["min/max",{"_index":4643,"t":{"506":{"position":[[1892,7],[3198,7]]}}}],["min_child_sampl",{"_index":1221,"t":{"100":{"position":[[5290,20]]},"139":{"position":[[577,20]]},"649":{"position":[[468,18]]},"661":{"position":[[398,20],[813,20]]},"668":{"position":[[166,20],[497,20],[1435,20],[1692,20]]}}}],["min_child_samples=12",{"_index":1107,"t":{"92":{"position":[[2955,21]]}}}],["min_child_samples=2",{"_index":1643,"t":{"137":{"position":[[710,20]]}}}],["min_child_samples=22",{"_index":1569,"t":{"122":{"position":[[7415,21]]}}}],["min_child_samples=4",{"_index":1601,"t":{"128":{"position":[[4479,20]]},"666":{"position":[[535,20]]}}}],["min_child_samples=42",{"_index":1196,"t":{"100":{"position":[[4454,21],[5657,21]]}}}],["min_child_weight",{"_index":1792,"t":{"150":{"position":[[8190,19]]},"649":{"position":[[772,17],[1060,17]]},"668":{"position":[[757,19]]}}}],["min_child_weight=0.001",{"_index":1807,"t":{"150":{"position":[[8808,23]]}}}],["min_child_weight=0.3396294979905001",{"_index":1695,"t":{"144":{"position":[[941,36]]}}}],["min_child_weight=0.5649012460525115",{"_index":2924,"t":{"227":{"position":[[8773,36]]}}}],["min_encoder_length",{"_index":4259,"t":{"360":{"position":[[21223,19],[37584,21],[38869,19]]}}}],["min_length",{"_index":1465,"t":{"112":{"position":[[2279,13]]}}}],["min_node_count=non",{"_index":1936,"t":{"162":{"position":[[2031,20]]}}}],["min_nodes=0",{"_index":1927,"t":{"162":{"position":[[1685,12]]}}}],["min_resourc",{"_index":4274,"t":{"360":{"position":[[23136,13],[23163,14]]},"544":{"position":[[249,13],[977,12]]},"558":{"position":[[465,13],[2352,12]]},"608":{"position":[[1615,13],[5179,12],[6030,15]]},"696":{"position":[[149,13],[1597,12],[1973,12],[3995,13],[4619,13],[5193,13],[5207,12],[5819,13],[6795,13]]}}}],["min_resource=1",{"_index":3736,"t":{"304":{"position":[[227,15]]}}}],["min_resource=min_resourc",{"_index":5747,"t":{"696":{"position":[[3504,26],[7055,26]]}}}],["min_resource_leas",{"_index":4567,"t":{"496":{"position":[[99,19],[363,18]]},"498":{"position":[[126,19],[519,18]]},"516":{"position":[[154,19],[1011,18]]}}}],["min_sample_s",{"_index":4148,"t":{"360":{"position":[[7582,15],[33529,15]]}}}],["min_sample_size=non",{"_index":4307,"t":{"360":{"position":[[24460,21]]}}}],["min_samples_leaf",{"_index":5399,"t":{"649":{"position":[[1890,17],[4809,19]]}}}],["mine",{"_index":5076,"t":{"602":{"position":[[1848,6]]}}}],["mineiro",{"_index":5062,"t":{"602":{"position":[[1396,7],[1554,7]]}}}],["mini",{"_index":3687,"t":{"294":{"position":[[1724,4]]}}}],["minim",{"_index":205,"t":{"9":{"position":[[336,7]]},"92":{"position":[[796,10]]},"100":{"position":[[1083,10]]},"108":{"position":[[1679,10]]},"110":{"position":[[1278,10]]},"112":{"position":[[1189,10]]},"114":{"position":[[3231,10]]},"122":{"position":[[644,10]]},"128":{"position":[[815,10]]},"150":{"position":[[1087,10]]},"221":{"position":[[820,10]]},"223":{"position":[[1538,10]]},"225":{"position":[[2401,10]]},"227":{"position":[[1640,10]]},"229":{"position":[[3516,10]]},"267":{"position":[[91,7]]},"269":{"position":[[3343,10]]},"360":{"position":[[1219,12],[7636,7],[23247,7],[26350,12],[33583,7],[36233,12]]},"494":{"position":[[633,12]]},"516":{"position":[[2630,12]]},"540":{"position":[[751,12]]},"544":{"position":[[775,12],[1007,7],[2997,7]]},"558":{"position":[[1174,12],[2382,7]]},"568":{"position":[[778,10],[2843,10]]},"572":{"position":[[1387,10]]},"608":{"position":[[4335,12],[5209,7]]},"644":{"position":[[148,7],[1779,7]]},"647":{"position":[[224,9],[342,9],[522,8],[607,8],[673,8],[744,8],[820,8],[918,8],[998,8],[1033,8],[1089,8],[1139,8],[1185,8],[1220,8],[1435,9],[2442,9]]},"680":{"position":[[190,12],[2211,13]]},"686":{"position":[[207,12]]},"696":{"position":[[178,7]]},"702":{"position":[[990,8]]}}}],["minimum",{"_index":1931,"t":{"162":{"position":[[1843,7]]},"184":{"position":[[1276,7]]},"360":{"position":[[8607,7]]},"496":{"position":[[407,7]]},"498":{"position":[[550,7]]},"510":{"position":[[301,7]]},"516":{"position":[[1054,7]]},"657":{"position":[[1966,7]]},"696":{"position":[[772,7]]}}}],["minor",{"_index":869,"t":{"55":{"position":[[163,5]]}}}],["misc",{"_index":1488,"t":{"114":{"position":[[224,6],[249,6],[2671,6],[2681,6]]}}}],["mislead",{"_index":668,"t":{"31":{"position":[[3016,8]]}}}],["mismatch",{"_index":4913,"t":{"570":{"position":[[902,10]]}}}],["miss",{"_index":2659,"t":{"223":{"position":[[256,7]]},"229":{"position":[[316,7]]}}}],["missing=nan",{"_index":1696,"t":{"144":{"position":[[978,12]]},"150":{"position":[[8832,13]]},"227":{"position":[[8810,12]]}}}],["mistak",{"_index":856,"t":{"45":{"position":[[778,9]]}}}],["mit",{"_index":75,"t":{"2":{"position":[[955,4]]}}}],["mix",{"_index":2177,"t":{"192":{"position":[[263,3]]},"649":{"position":[[6126,3]]}}}],["ml",{"_index":152,"t":{"5":{"position":[[630,2]]},"9":{"position":[[212,2]]},"92":{"position":[[884,2]]},"100":{"position":[[576,2],[1165,2]]},"108":{"position":[[1767,2]]},"110":{"position":[[1360,2]]},"112":{"position":[[1273,2]]},"114":{"position":[[3327,2]]},"122":{"position":[[728,2]]},"128":{"position":[[897,2]]},"150":{"position":[[581,2],[1169,2]]},"174":{"position":[[86,2]]},"178":{"position":[[43,2]]},"180":{"position":[[1337,2]]},"201":{"position":[[301,2]]},"203":{"position":[[60,2]]},"221":{"position":[[902,2]]},"223":{"position":[[1677,2]]},"225":{"position":[[2483,2]]},"227":{"position":[[1728,2]]},"229":{"position":[[3598,2]]},"283":{"position":[[224,2]]},"360":{"position":[[22098,4],[22568,4]]},"651":{"position":[[1396,2]]}}}],["ml.azure.comrun.wait_for_completion(show_output=tru",{"_index":1970,"t":{"162":{"position":[[3212,53]]}}}],["ml.net",{"_index":68,"t":{"2":{"position":[[868,7]]},"283":{"position":[[35,7],[324,6],[477,6],[509,6],[684,6],[850,6]]}}}],["ml/ai",{"_index":115,"t":{"5":{"position":[[134,5]]}}}],["mlflow",{"_index":1876,"t":{"160":{"position":[[697,6]]},"360":{"position":[[7185,6],[7239,6],[11159,7],[11180,6],[33132,6],[33186,6],[37083,7],[37216,6]]},"490":{"position":[[171,6],[558,6]]},"608":{"position":[[10799,6],[10853,6],[11613,6]]},"661":{"position":[[1939,6],[2087,6],[2344,6],[2435,6]]}}}],["mlflow.pyfunc.load_model(model_run_id_or_uri",{"_index":4535,"t":{"490":{"position":[[202,46]]}}}],["mlflow.search_run",{"_index":1879,"t":{"160":{"position":[[948,19],[968,19]]}}}],["mlflow.set_experiment(\"flaml",{"_index":1873,"t":{"160":{"position":[[581,30]]}}}],["mlflow.set_experiment(\"flaml\")with",{"_index":5550,"t":{"661":{"position":[[1959,34]]}}}],["mlflow.sklearn.load_model(f\"{run.info.artifact_uri}/automl\")print(automl.predict(x_test",{"_index":1882,"t":{"160":{"position":[[1151,89]]}}}],["mlflow.sklearn.log_model(automl",{"_index":1878,"t":{"160":{"position":[[765,32]]}}}],["mlflow.start_run",{"_index":1875,"t":{"160":{"position":[[659,18]]},"661":{"position":[[1994,19]]}}}],["mlflow_exp_nam",{"_index":4139,"t":{"360":{"position":[[7131,15],[33078,15]]},"608":{"position":[[2375,16],[10745,15]]}}}],["mlflow_exp_name=non",{"_index":4315,"t":{"360":{"position":[[24682,21]]}}}],["mlflow_log",{"_index":4172,"t":{"360":{"position":[[11079,14],[37003,14],[37178,14]]}}}],["mlflow_log_lat",{"_index":5195,"t":{"608":{"position":[[11088,22]]}}}],["mlflow_logging=fals",{"_index":5551,"t":{"661":{"position":[[2131,21],[2244,21],[2291,20],[2392,20]]}}}],["mlflow_logging=non",{"_index":4314,"t":{"360":{"position":[[24631,20]]}}}],["mlflowfrom",{"_index":1862,"t":{"158":{"position":[[7,10]]}}}],["mlflowintegr",{"_index":4530,"t":{"490":{"position":[[6,19]]}}}],["mlsi",{"_index":5030,"t":{"602":{"position":[[167,5]]}}}],["mode",{"_index":2095,"t":{"184":{"position":[[1108,6]]},"192":{"position":[[114,4],[601,4]]},"196":{"position":[[48,5]]},"213":{"position":[[71,5],[335,4],[739,5]]},"322":{"position":[[2125,5],[2497,5]]},"328":{"position":[[2195,5],[2567,5]]},"336":{"position":[[967,5],[1436,4],[1464,5]]},"360":{"position":[[8439,6]]},"494":{"position":[[226,5],[571,4]]},"506":{"position":[[247,4],[349,5],[561,4],[664,5],[863,5],[1105,4],[1223,4],[1343,4],[1926,5],[2182,5],[2411,4],[2529,4],[2649,4],[3232,5],[3477,4],[3579,5]]},"540":{"position":[[354,5],[689,4],[1096,5]]},"544":{"position":[[154,5],[713,4],[1519,4],[1730,7],[1773,5],[1785,4],[1910,4],[2433,7],[2668,7]]},"558":{"position":[[119,5],[1112,4],[2050,4],[4110,4],[4321,7],[4364,5],[4376,4],[4501,4],[5025,7],[5260,7]]},"568":{"position":[[664,4],[1517,5],[1962,4],[2792,5],[2811,6]]},"572":{"position":[[1198,4],[1329,4],[1451,5],[4395,4],[4539,4]]},"608":{"position":[[1418,5],[3130,4],[4273,4],[9296,5],[9611,7],[9654,5],[9666,4],[9791,4],[10309,8],[10532,8]]},"657":{"position":[[1798,6]]},"680":{"position":[[129,5],[2156,4],[2242,4]]},"686":{"position":[[606,5]]},"688":{"position":[[453,5]]},"694":{"position":[[858,5],[1410,5]]},"702":{"position":[[329,6],[370,5],[382,4],[507,4],[1830,5]]}}}],["mode=\"max",{"_index":3430,"t":{"269":{"position":[[1287,11]]},"698":{"position":[[1257,11]]},"700":{"position":[[597,11]]}}}],["mode=\"min",{"_index":3466,"t":{"269":{"position":[[3438,11]]},"304":{"position":[[144,11]]},"568":{"position":[[922,11]]},"572":{"position":[[3268,11],[3679,11],[4055,11],[4999,11],[5502,11]]},"680":{"position":[[2361,11]]},"686":{"position":[[575,11]]},"688":{"position":[[422,11]]},"694":{"position":[[827,11],[1379,11]]},"696":{"position":[[3417,11],[6969,11]]}}}],["mode='min",{"_index":5130,"t":{"608":{"position":[[713,11],[3319,11],[7333,11]]},"686":{"position":[[220,12]]}}}],["mode=[\"min",{"_index":4961,"t":{"572":{"position":[[4492,12]]}}}],["mode=[min,max",{"_index":4640,"t":{"506":{"position":[[1565,15],[1684,15],[1844,15],[1960,15],[2871,15],[2990,15],[3150,15],[3266,15]]}}}],["mode=mod",{"_index":2203,"t":{"194":{"position":[[247,10]]},"213":{"position":[[595,10]]},"568":{"position":[[997,10]]}}}],["mode=sum",{"_index":3136,"t":{"229":{"position":[[7620,9]]}}}],["model",{"_index":10,"t":{"2":{"position":[[85,5],[1303,6]]},"5":{"position":[[98,6],[174,6]]},"7":{"position":[[152,5]]},"11":{"position":[[18,6],[172,7],[367,5],[437,5],[503,7],[939,6]]},"15":{"position":[[52,6],[118,5],[290,5],[519,5],[606,6],[823,5],[923,5],[1293,5],[1544,5]]},"17":{"position":[[45,6],[137,5],[271,6]]},"19":{"position":[[182,5],[212,5],[425,5],[499,6],[689,5]]},"21":{"position":[[241,5],[312,5],[638,5]]},"25":{"position":[[99,6],[262,5],[897,6]]},"27":{"position":[[414,6],[464,6],[538,6],[621,5],[1722,6],[1821,5]]},"29":{"position":[[602,5]]},"33":{"position":[[486,5],[801,5]]},"37":{"position":[[83,6],[607,6],[681,6],[772,6],[879,6],[1025,6]]},"41":{"position":[[1115,5],[1258,5]]},"45":{"position":[[302,5]]},"50":{"position":[[19,6],[139,7]]},"55":{"position":[[59,7]]},"57":{"position":[[41,5],[73,5]]},"59":{"position":[[87,5],[143,5]]},"61":{"position":[[8,6],[237,8],[485,8],[703,7],[750,5],[776,5]]},"63":{"position":[[121,5],[184,5],[220,5],[251,5],[278,5],[445,8],[556,8]]},"92":{"position":[[2886,6],[3212,6]]},"100":{"position":[[4348,6],[4714,6],[4814,5],[6895,5]]},"102":{"position":[[84,5]]},"108":{"position":[[720,5],[2387,6],[2596,6],[2696,5]]},"110":{"position":[[715,5]]},"112":{"position":[[667,5]]},"114":{"position":[[1124,5],[2502,5]]},"122":{"position":[[7310,6],[7665,6],[7766,5]]},"128":{"position":[[4373,6],[4730,6],[4831,5]]},"150":{"position":[[7237,6],[7415,6],[7600,6],[7698,5],[10201,5]]},"160":{"position":[[1092,5]]},"178":{"position":[[46,7],[60,6],[153,7]]},"180":{"position":[[1340,6]]},"182":{"position":[[0,5],[73,7],[212,6],[335,7],[521,6]]},"184":{"position":[[359,6],[427,6],[781,6],[1637,5]]},"190":{"position":[[657,5],[1129,6],[1271,5],[1304,5]]},"196":{"position":[[205,5],[256,5],[339,5],[385,5]]},"203":{"position":[[207,5]]},"223":{"position":[[14653,6],[14844,6],[14944,5]]},"225":{"position":[[4877,6]]},"227":{"position":[[8447,6],[9266,6]]},"229":{"position":[[5143,5],[7030,5],[7316,6],[29234,6],[29335,5]]},"242":{"position":[[379,6]]},"244":{"position":[[38,5]]},"255":{"position":[[234,7],[398,6],[871,6]]},"259":{"position":[[101,5],[283,6],[290,5]]},"263":{"position":[[193,5]]},"267":{"position":[[235,6],[366,6]]},"269":{"position":[[1816,5],[2526,5],[2576,5],[2633,5]]},"281":{"position":[[128,6]]},"283":{"position":[[169,5],[227,6],[303,5],[385,6],[662,5]]},"336":{"position":[[2638,7],[2747,7],[3088,6],[4530,8],[4715,8],[4855,8],[8665,5]]},"360":{"position":[[3418,5],[3586,6],[4022,5],[6675,5],[8112,6],[10847,9],[11376,5],[11404,6],[11424,7],[11536,6],[11640,5],[11775,5],[11867,5],[11983,5],[12678,5],[13768,5],[19290,5],[21573,6],[24733,5],[27846,5],[28698,5],[28856,5],[28963,6],[29998,5],[32649,5],[34059,6],[36993,9],[39219,6]]},"364":{"position":[[710,6],[730,7],[751,5],[884,6],[928,5],[1961,5]]},"366":{"position":[[78,7],[276,5]]},"368":{"position":[[95,7]]},"372":{"position":[[83,7]]},"398":{"position":[[92,6]]},"400":{"position":[[93,6]]},"402":{"position":[[75,5]]},"404":{"position":[[104,6]]},"406":{"position":[[105,6]]},"408":{"position":[[91,6]]},"410":{"position":[[78,6]]},"412":{"position":[[114,6]]},"416":{"position":[[366,5],[409,5],[467,6],[791,5]]},"434":{"position":[[384,5],[1877,5],[2014,6],[8119,6]]},"464":{"position":[[79,6]]},"490":{"position":[[108,6],[718,5],[808,5]]},"498":{"position":[[979,5],[1040,6]]},"502":{"position":[[273,6]]},"516":{"position":[[598,7],[654,6],[2141,5],[2178,5],[3052,6]]},"594":{"position":[[58,5]]},"600":{"position":[[27,6]]},"602":{"position":[[1068,7],[1242,8],[2766,5],[2987,5]]},"608":{"position":[[3751,6]]},"610":{"position":[[434,6]]},"620":{"position":[[567,5]]},"622":{"position":[[1026,5]]},"630":{"position":[[130,6]]},"644":{"position":[[1134,6],[1198,5]]},"649":{"position":[[242,6],[2887,5],[3035,6]]},"651":{"position":[[263,6],[1008,6],[1088,6],[1150,6],[1399,5],[1576,6]]},"653":{"position":[[34,5]]},"655":{"position":[[609,5],[633,5],[670,5],[978,6]]},"657":{"position":[[85,5],[455,5],[4565,5],[4599,5],[4684,5]]},"661":{"position":[[1090,6],[1870,5]]},"663":{"position":[[815,6]]},"666":{"position":[[9,5],[38,5],[287,7],[320,6],[692,6]]},"670":{"position":[[54,5]]},"672":{"position":[[444,5],[857,6]]},"674":{"position":[[71,6],[874,5]]},"680":{"position":[[367,5]]},"682":{"position":[[1935,5],[2810,5],[7504,6]]},"696":{"position":[[2521,5],[2730,5],[6206,5],[6228,5]]},"702":{"position":[[1029,5]]}}}],["model'",{"_index":1052,"t":{"92":{"position":[[545,7]]},"100":{"position":[[838,7]]},"108":{"position":[[1356,7]]},"122":{"position":[[396,7]]},"128":{"position":[[565,7]]},"150":{"position":[[842,7]]},"221":{"position":[[510,7]]}}}],["model(data).argmax(dim=1",{"_index":3280,"t":{"242":{"position":[[217,25]]}}}],["model.ev",{"_index":3277,"t":{"242":{"position":[[37,12]]}}}],["model.fit(sampled_x_train",{"_index":5732,"t":{"696":{"position":[[2769,26],[6261,26]]}}}],["model.predict(x_test",{"_index":3452,"t":{"269":{"position":[[2646,21]]},"624":{"position":[[1022,21]]},"696":{"position":[[2830,21],[6322,21]]}}}],["model.train",{"_index":3265,"t":{"240":{"position":[[49,13]]}}}],["model/tri",{"_index":4706,"t":{"516":{"position":[[1102,12]]}}}],["model_config",{"_index":5727,"t":{"696":{"position":[[2669,12]]}}}],["model_config[resource_attr",{"_index":5730,"t":{"696":{"position":[[2702,27]]}}}],["model_histori",{"_index":3387,"t":{"261":{"position":[[200,13]]},"360":{"position":[[3364,13],[11804,13],[11934,13],[28636,13]]}}}],["model_history=non",{"_index":4287,"t":{"360":{"position":[[23971,19]]}}}],["model_nam",{"_index":2143,"t":{"190":{"position":[[717,11]]}}}],["model_path",{"_index":1341,"t":{"108":{"position":[[685,10]]},"110":{"position":[[623,13],[680,10]]},"112":{"position":[[601,13],[632,10]]},"114":{"position":[[1089,10],[2467,10]]},"360":{"position":[[10654,13],[19864,13],[35559,13]]},"416":{"position":[[260,10]]}}}],["model_select_polici",{"_index":4699,"t":{"516":{"position":[[290,20],[1975,19]]}}}],["model_selection_mod",{"_index":4703,"t":{"516":{"position":[[423,21],[2552,20]]}}}],["model_st",{"_index":3654,"t":{"294":{"position":[[591,12]]}}}],["model_typ",{"_index":1450,"t":{"112":{"position":[[1992,13]]}}}],["model_work",{"_index":937,"t":{"63":{"position":[[84,12]]}}}],["modelautoml.fit",{"_index":2889,"t":{"227":{"position":[[1112,16]]},"229":{"position":[[2942,16]]}}}],["modelautoml.fit(dataframe=df",{"_index":2830,"t":{"225":{"position":[[2023,29]]}}}],["modelmodel",{"_index":1618,"t":{"130":{"position":[[469,10]]}}}],["modelprint(automl.model.estim",{"_index":1051,"t":{"92":{"position":[[475,34]]},"128":{"position":[[495,34]]},"229":{"position":[[3208,34]]}}}],["modelset",{"_index":2993,"t":{"229":{"position":[[1866,13]]}}}],["modelwith",{"_index":5363,"t":{"644":{"position":[[1556,9]]}}}],["modif",{"_index":870,"t":{"55":{"position":[[169,12]]}}}],["modifi",{"_index":759,"t":{"39":{"position":[[1638,8]]},"59":{"position":[[517,8]]},"261":{"position":[[728,6]]},"322":{"position":[[436,6],[533,6],[604,6]]},"328":{"position":[[372,6],[519,6],[590,6],[8271,8],[8785,6],[9690,8],[10204,6],[19046,6],[19605,6]]},"374":{"position":[[109,6]]},"588":{"position":[[250,6]]},"590":{"position":[[240,6]]}}}],["modul",{"_index":2017,"t":{"180":{"position":[[143,6]]},"554":{"position":[[842,8]]}}}],["moduledict",{"_index":3048,"t":{"229":{"position":[[4053,10],[5940,10],[7504,11],[7674,11],[9402,11],[12520,11],[13622,11],[20166,11],[21641,11],[24235,11]]}}}],["modulelist",{"_index":3043,"t":{"229":{"position":[[3977,10],[5864,10],[7392,11],[27564,11],[27810,11]]}}}],["moe",{"_index":5078,"t":{"602":{"position":[[1918,3]]}}}],["mold",{"_index":42,"t":{"2":{"position":[[516,7]]}}}],["moment",{"_index":606,"t":{"31":{"position":[[837,6]]}}}],["momentum=0.9",{"_index":3649,"t":{"294":{"position":[[405,13]]}}}],["monitor",{"_index":4991,"t":{"598":{"position":[[63,7],[559,11],[1239,7],[1405,7],[1581,7]]}}}],["monoton",{"_index":5474,"t":{"651":{"position":[[674,12]]}}}],["monotone_constraint",{"_index":1697,"t":{"144":{"position":[[991,26]]},"150":{"position":[[8846,26]]},"227":{"position":[[8823,26]]},"651":{"position":[[904,23]]}}}],["monotonicxgboostestimator(xgboostsklearnestim",{"_index":5470,"t":{"651":{"position":[[456,51]]}}}],["month",{"_index":2524,"t":{"221":{"position":[[315,6]]},"225":{"position":[[999,5]]},"229":{"position":[[2420,9],[7630,8],[13788,8],[21807,8]]}}}],["monthli",{"_index":2655,"t":{"223":{"position":[[122,8],[138,7]]},"225":{"position":[[709,7]]}}}],["monthly_avg.get(month",{"_index":2805,"t":{"225":{"position":[[1028,23]]}}}],["monthstraining_cutoff",{"_index":2977,"t":{"229":{"position":[[1346,21]]}}}],["more",{"_index":186,"t":{"7":{"position":[[430,4]]},"11":{"position":[[724,4]]},"13":{"position":[[176,4]]},"15":{"position":[[426,4],[756,5]]},"17":{"position":[[222,4],[544,4],[825,4]]},"21":{"position":[[322,4]]},"23":{"position":[[155,4]]},"25":{"position":[[333,5],[756,4],[808,4]]},"27":{"position":[[154,4],[243,4],[516,4],[1807,4],[1839,4]]},"31":{"position":[[3105,4]]},"33":{"position":[[1171,4]]},"37":{"position":[[583,4]]},"43":{"position":[[394,4],[481,4]]},"45":{"position":[[933,4]]},"69":{"position":[[281,4],[816,4]]},"116":{"position":[[7,4]]},"162":{"position":[[2084,4]]},"172":{"position":[[271,4]]},"180":{"position":[[804,4]]},"184":{"position":[[823,4],[1054,4]]},"255":{"position":[[1149,4],[1676,4]]},"261":{"position":[[614,4]]},"269":{"position":[[48,4]]},"281":{"position":[[892,4]]},"283":{"position":[[251,4],[438,4],[700,4]]},"328":{"position":[[7271,4]]},"336":{"position":[[4170,4],[6143,4]]},"360":{"position":[[3932,4],[6561,4],[7858,4],[8154,4],[8385,4],[21168,4],[29908,4],[32535,4],[33805,4],[34101,4],[38814,4]]},"490":{"position":[[742,4]]},"516":{"position":[[2493,5]]},"572":{"position":[[842,4]]},"608":{"position":[[5885,4],[6655,4],[11331,4]]},"610":{"position":[[687,4],[894,4]]},"624":{"position":[[308,4]]},"638":{"position":[[1090,4]]},"649":{"position":[[38,4],[6759,4],[7052,4]]},"651":{"position":[[1636,4]]},"655":{"position":[[1550,4],[1883,4]]},"657":{"position":[[505,4],[1384,4],[1744,4]]},"659":{"position":[[1158,4]]},"680":{"position":[[882,4]]},"682":{"position":[[2546,4],[2836,4],[3060,4],[7725,4]]},"684":{"position":[[1318,4]]},"696":{"position":[[1499,4],[3604,4]]},"708":{"position":[[1244,4],[2036,4]]}}}],["moreov",{"_index":558,"t":{"27":{"position":[[1903,9]]},"37":{"position":[[863,9]]}}}],["mostli",{"_index":826,"t":{"43":{"position":[[358,6]]}}}],["motiv",{"_index":5499,"t":{"657":{"position":[[2175,10]]}}}],["motpesampl",{"_index":4929,"t":{"572":{"position":[[1871,12]]}}}],["motpesampler/tpesampl",{"_index":4933,"t":{"572":{"position":[[2038,23]]}}}],["move",{"_index":4783,"t":{"544":{"position":[[3385,5],[3744,4],[3806,4]]},"706":{"position":[[226,4],[1362,4]]}}}],["mrpc",{"_index":1322,"t":{"108":{"position":[[94,7],[163,7],[238,7]]}}}],["mse",{"_index":1255,"t":{"100":{"position":[[6485,3]]},"150":{"position":[[9791,3]]},"172":{"position":[[230,6]]},"269":{"position":[[2668,3],[2752,7],[2760,5],[3354,4]]},"360":{"position":[[836,6],[25967,6]]},"364":{"position":[[3362,6]]},"516":{"position":[[2273,6]]},"647":{"position":[[416,6]]}}}],["msg",{"_index":3844,"t":{"328":{"position":[[222,3],[243,4]]}}}],["much",{"_index":322,"t":{"15":{"position":[[421,4]]},"17":{"position":[[1248,4]]},"19":{"position":[[531,4]]},"25":{"position":[[123,4],[321,4]]},"674":{"position":[[34,4]]},"694":{"position":[[1859,4]]},"696":{"position":[[1883,4]]}}}],["multi",{"_index":939,"t":{"63":{"position":[[115,5]]},"86":{"position":[[20,5]]},"130":{"position":[[78,5]]},"267":{"position":[[60,5]]},"269":{"position":[[195,5]]},"434":{"position":[[599,5]]},"544":{"position":[[1400,5]]},"558":{"position":[[3950,5]]},"568":{"position":[[503,5]]},"572":{"position":[[410,5],[1299,5],[1461,5],[1888,5],[4113,5]]},"608":{"position":[[9177,5]]},"657":{"position":[[3906,5],[4480,5]]},"696":{"position":[[458,5]]}}}],["multi_class=\"ovo",{"_index":5376,"t":{"647":{"position":[[705,18],[950,17]]}}}],["multi_class=\"ovr",{"_index":5375,"t":{"647":{"position":[[639,18],[852,17]]}}}],["multi_df",{"_index":2784,"t":{"225":{"position":[[507,10]]}}}],["multi_df.appli",{"_index":2807,"t":{"225":{"position":[[1112,15]]}}}],["multi_df.resample(\"d\").mean()multi_df[\"temp",{"_index":2781,"t":{"225":{"position":[[347,45]]}}}],["multi_df.reset_index",{"_index":2790,"t":{"225":{"position":[[590,23]]}}}],["multi_df.set_index(\"timestamp\")multi_df",{"_index":2780,"t":{"225":{"position":[[305,39]]}}}],["multi_df.shape[0]multi_time_horizon",{"_index":2815,"t":{"225":{"position":[[1307,35]]}}}],["multi_df[\"month",{"_index":2812,"t":{"225":{"position":[[1195,17]]}}}],["multi_df[\"precip\"].fillna(method=\"ffill\")multi_df",{"_index":2783,"t":{"225":{"position":[[455,49]]}}}],["multi_df[\"temp\"].fillna(method=\"ffill\")multi_df[\"precip",{"_index":2782,"t":{"225":{"position":[[395,57]]}}}],["multi_df[:split_idx]multi_test_df",{"_index":2818,"t":{"225":{"position":[[1409,33]]}}}],["multi_df[split_idx:]multi_x_test",{"_index":2819,"t":{"225":{"position":[[1445,32]]}}}],["multi_test_df",{"_index":2820,"t":{"225":{"position":[[1480,14]]}}}],["multi_test_df[\"demand",{"_index":2826,"t":{"225":{"position":[[1649,24]]}}}],["multi_time_horizonmulti_train_df",{"_index":2817,"t":{"225":{"position":[[1374,32]]}}}],["multichoic",{"_index":4348,"t":{"364":{"position":[[499,12]]},"644":{"position":[[1013,12],[1043,11]]},"649":{"position":[[3091,12]]}}}],["multiclass",{"_index":4226,"t":{"360":{"position":[[15861,13]]},"364":{"position":[[399,13],[4052,13]]},"628":{"position":[[666,10]]},"636":{"position":[[1904,11],[2381,10]]},"638":{"position":[[954,12]]},"647":{"position":[[265,10]]}}}],["multiembed",{"_index":3045,"t":{"229":{"position":[[4014,14],[5901,14],[7474,15]]}}}],["multihead_attn",{"_index":3081,"t":{"229":{"position":[[4747,14],[6634,14],[27399,17]]}}}],["multilabel",{"_index":4451,"t":{"434":{"position":[[1224,10],[1380,10]]}}}],["multioutputregressor",{"_index":1611,"t":{"130":{"position":[[255,21]]}}}],["multioutputregressor(automl(task=\"regress",{"_index":1619,"t":{"130":{"position":[[482,46]]}}}],["multipl",{"_index":476,"t":{"25":{"position":[[86,8],[600,8],[629,8]]},"29":{"position":[[364,8],[483,8]]},"33":{"position":[[259,8],[414,8]]},"63":{"position":[[35,8]]},"162":{"position":[[940,8]]},"229":{"position":[[36,8]]},"233":{"position":[[62,8]]},"269":{"position":[[341,8]]},"294":{"position":[[1225,8]]},"318":{"position":[[112,8]]},"336":{"position":[[3199,8],[7608,8]]},"360":{"position":[[5234,8],[31210,8]]},"434":{"position":[[217,8]]},"490":{"position":[[495,8]]},"526":{"position":[[232,14]]},"528":{"position":[[224,14]]},"544":{"position":[[1173,14]]},"602":{"position":[[2267,8],[2479,8]]},"644":{"position":[[794,9]]},"659":{"position":[[916,8]]},"678":{"position":[[411,9]]},"696":{"position":[[1712,16]]},"700":{"position":[[313,8]]},"702":{"position":[[18,8]]},"708":{"position":[[675,8],[2777,8],[2989,8]]}}}],["multivari",{"_index":2824,"t":{"225":{"position":[[1612,12]]},"452":{"position":[[125,12]]}}}],["multivariate_x_test",{"_index":4204,"t":{"360":{"position":[[14481,19]]}}}],["music_fest",{"_index":2968,"t":{"229":{"position":[[1124,13]]}}}],["mutat",{"_index":4974,"t":{"586":{"position":[[110,6],[269,6]]}}}],["mv",{"_index":3561,"t":{"281":{"position":[[1423,2]]}}}],["my_lgbm",{"_index":1315,"t":{"102":{"position":[[1279,11]]}}}],["my_loss_obj",{"_index":1310,"t":{"102":{"position":[[1003,11]]}}}],["my_loss_obj(y_tru",{"_index":1287,"t":{"102":{"position":[[428,19]]}}}],["my_model_size(config",{"_index":5697,"t":{"692":{"position":[[567,22]]}}}],["my_xgb1",{"_index":1848,"t":{"152":{"position":[[1158,11]]}}}],["my_xgb2",{"_index":1849,"t":{"152":{"position":[[1170,10]]}}}],["mylgbm(lgbmestim",{"_index":1308,"t":{"102":{"position":[[958,22]]}}}],["mylgbmestimator)automl.fit",{"_index":3442,"t":{"269":{"position":[[2058,27]]}}}],["mylog.log',}automl.fit(x_train",{"_index":4059,"t":{"360":{"position":[[181,31]]}}}],["myregularizedgreedyforest",{"_index":5444,"t":{"649":{"position":[[5852,26],[5903,25]]}}}],["myregularizedgreedyforest(sklearnestim",{"_index":5429,"t":{"649":{"position":[[4182,44]]}}}],["myxgb1(xgboostestim",{"_index":1838,"t":{"152":{"position":[[571,25]]},"649":{"position":[[7698,25]]}}}],["myxgb2(xgboostestim",{"_index":1842,"t":{"152":{"position":[[757,25]]}}}],["n",{"_index":403,"t":{"17":{"position":[[1061,2],[1127,1],[1391,1],[1549,1]]},"29":{"position":[[538,1],[651,1]]},"201":{"position":[[130,1]]},"336":{"position":[[1740,1],[1948,2],[1951,3],[7184,1],[7392,2],[7395,3]]},"360":{"position":[[14036,1],[14176,1],[14771,1],[15038,1],[15216,1],[24840,3],[25159,3],[36716,1],[36767,1],[36863,1]]}}}],["n*1",{"_index":4250,"t":{"360":{"position":[[17081,4]]},"364":{"position":[[2129,4],[2517,4]]},"366":{"position":[[430,4],[1105,3]]},"370":{"position":[[501,3]]}}}],["n*c",{"_index":4362,"t":{"364":{"position":[[2804,4]]},"366":{"position":[[1653,4]]},"394":{"position":[[345,4]]},"398":{"position":[[339,4]]}}}],["n*m",{"_index":4249,"t":{"360":{"position":[[16822,4]]},"364":{"position":[[2069,4],[2480,4],[2767,4]]},"366":{"position":[[382,4],[899,4],[1444,4]]},"370":{"position":[[295,4]]},"394":{"position":[[308,4]]},"398":{"position":[[302,4]]}}}],["n/k\\*(singletrialtime+overhead)n/k\\*(singletrialtim",{"_index":5506,"t":{"657":{"position":[[2932,52]]}}}],["n=1",{"_index":576,"t":{"29":{"position":[[854,4],[960,4],[1058,4]]},"31":{"position":[[649,4],[1563,4],[2429,4]]}}}],["n=2",{"_index":584,"t":{"29":{"position":[[986,4]]},"31":{"position":[[1818,4]]}}}],["n=7",{"_index":578,"t":{"29":{"position":[[888,4]]},"31":{"position":[[1435,4]]}}}],["n_assortments=1",{"_index":2865,"t":{"227":{"position":[[137,16]]}}}],["n_class",{"_index":4193,"t":{"360":{"position":[[13635,12]]}}}],["n_concurrent_tri",{"_index":2101,"t":{"184":{"position":[[1287,19],[1326,20],[1402,19],[1836,22]]},"360":{"position":[[6294,19],[6384,19],[8618,19],[32268,19],[32358,19]]},"608":{"position":[[2335,20],[11111,19],[11446,19]]},"657":{"position":[[303,20],[590,20],[1977,19]]}}}],["n_concurrent_trials=1",{"_index":5493,"t":{"657":{"position":[[347,22]]}}}],["n_concurrent_trials=4",{"_index":5496,"t":{"657":{"position":[[1044,22],[1530,22]]}}}],["n_concurrent_trials=k",{"_index":1947,"t":{"162":{"position":[[2382,21]]}}}],["n_concurrent_trials=non",{"_index":4302,"t":{"360":{"position":[[24312,25]]}}}],["n_cpu",{"_index":2171,"t":{"192":{"position":[[169,8]]}}}],["n_epoch",{"_index":3293,"t":{"244":{"position":[[155,7]]},"246":{"position":[[399,10]]},"248":{"position":[[118,10]]}}}],["n_estim",{"_index":1217,"t":{"100":{"position":[[5249,16]]},"150":{"position":[[8134,16]]},"207":{"position":[[344,13]]},"255":{"position":[[418,12],[811,12],[906,16]]},"269":{"position":[[3145,16]]},"360":{"position":[[16671,13]]},"558":{"position":[[1370,16]]},"608":{"position":[[3956,16]]},"649":{"position":[[442,13],[746,13],[1035,13],[1298,13],[1578,13],[1864,13],[2410,13],[8180,15],[8449,14],[8918,14],[9087,15]]},"661":{"position":[[361,16],[776,16],[1537,12]]},"668":{"position":[[126,16],[457,16],[720,16],[1003,16],[1398,16],[1655,16]]},"682":{"position":[[6115,14],[7444,12],[7539,16]]},"696":{"position":[[3230,15],[6835,15]]}}}],["n_estimators=363",{"_index":1197,"t":{"100":{"position":[[4476,17],[5679,17]]}}}],["n_estimators=4",{"_index":1108,"t":{"92":{"position":[[2977,15]]},"227":{"position":[[8850,15]]}}}],["n_estimators=45",{"_index":1602,"t":{"128":{"position":[[4500,16]]},"666":{"position":[[556,16]]}}}],["n_estimators=473",{"_index":1808,"t":{"150":{"position":[[8873,17]]}}}],["n_estimators=4797",{"_index":1644,"t":{"137":{"position":[[731,18]]}}}],["n_estimators=540",{"_index":1698,"t":{"144":{"position":[[1018,17]]}}}],["n_estimators=6",{"_index":1570,"t":{"122":{"position":[[7437,15]]}}}],["n_gpu",{"_index":2172,"t":{"192":{"position":[[178,7]]}}}],["n_iter",{"_index":5439,"t":{"649":{"position":[[4645,9],[7207,8]]}}}],["n_job",{"_index":1809,"t":{"150":{"position":[[8891,7]]},"227":{"position":[[8866,7]]},"360":{"position":[[2091,6],[2196,6],[2919,8],[16247,7],[18853,6],[18958,6],[27258,6],[27363,6],[28191,8]]},"364":{"position":[[650,8],[668,6]]},"374":{"position":[[316,6],[445,6]]},"649":{"position":[[5613,6]]},"657":{"position":[[176,6],[336,7],[4027,6]]}}}],["n_jobs=4",{"_index":1699,"t":{"144":{"position":[[1036,9]]},"657":{"position":[[1034,9]]}}}],["n_jobs=non",{"_index":4279,"t":{"360":{"position":[[23823,12]]},"374":{"position":[[377,12]]},"649":{"position":[[5651,11]]}}}],["n_layer",{"_index":3250,"t":{"238":{"position":[[33,8]]},"246":{"position":[[17,11]]},"248":{"position":[[52,11]]}}}],["n_neighbor",{"_index":5408,"t":{"649":{"position":[[2518,12]]}}}],["n_posit",{"_index":1451,"t":{"112":{"position":[[2012,14]]}}}],["n_split",{"_index":4094,"t":{"360":{"position":[[3135,8],[17999,8],[28407,8]]},"434":{"position":[[4270,9],[5581,8]]},"655":{"position":[[1024,8]]}}}],["n_splits=non",{"_index":4236,"t":{"360":{"position":[[16202,14],[24009,14]]}}}],["n_states=1",{"_index":2866,"t":{"227":{"position":[[154,11]]}}}],["n_stores=1)df",{"_index":2867,"t":{"227":{"position":[[166,13]]}}}],["n_trials=22",{"_index":2404,"t":{"196":{"position":[[297,12]]}}}],["n_units_l0",{"_index":3301,"t":{"246":{"position":[[61,13]]},"248":{"position":[[67,13]]}}}],["n_units_l1",{"_index":3304,"t":{"246":{"position":[[109,13]]},"248":{"position":[[84,13]]}}}],["n_units_l2",{"_index":3305,"t":{"246":{"position":[[157,13]]},"248":{"position":[[101,13]]}}}],["n_valid_exampl",{"_index":3283,"t":{"242":{"position":[[332,16]]}}}],["naiv",{"_index":4407,"t":{"396":{"position":[[73,5]]},"466":{"position":[[65,5],[96,6],[103,6]]}}}],["name",{"_index":733,"t":{"39":{"position":[[91,4]]},"63":{"position":[[226,5],[284,5]]},"137":{"position":[[463,5]]},"139":{"position":[[426,5]]},"144":{"position":[[474,5]]},"160":{"position":[[629,4],[882,5]]},"180":{"position":[[680,4]]},"194":{"position":[[859,4]]},"229":{"position":[[3820,4],[5707,4]]},"269":{"position":[[2917,4]]},"275":{"position":[[258,4],[269,4],[288,5],[307,6],[327,4]]},"312":{"position":[[872,4],[889,5],[1427,7]]},"316":{"position":[[186,5]]},"322":{"position":[[1323,4],[1334,4],[1593,7],[2683,5]]},"328":{"position":[[1342,4],[1353,4],[1682,7],[2753,5],[4807,4],[7044,4],[7658,4],[8108,4],[8143,4],[8159,4],[9527,4],[9562,4],[9578,4],[11141,4],[11313,7],[11437,5],[12515,4],[12687,7],[12811,5],[19747,6],[19923,7],[20430,5]]},"360":{"position":[[640,4],[2251,4],[2372,6],[5631,4],[7173,4],[7338,4],[8957,4],[9149,5],[9900,6],[10030,6],[10964,5],[11733,5],[15459,5],[15724,5],[16753,5],[17463,5],[19662,5],[20084,5],[20658,5],[22052,5],[22522,5],[25591,4],[25771,4],[27418,4],[27539,6],[31605,4],[33120,4],[33285,4],[34466,4],[34659,5],[35357,5],[35707,4],[37348,5],[38304,5]]},"364":{"position":[[643,6],[1640,6],[3235,4],[4139,4]]},"366":{"position":[[942,5],[1487,5]]},"370":{"position":[[338,5]]},"416":{"position":[[128,4],[1118,6]]},"434":{"position":[[988,4],[1442,4],[2203,4],[3439,4],[7638,5],[7756,5],[8012,4],[8074,4],[8530,5],[8564,4],[8654,5]]},"452":{"position":[[255,5]]},"490":{"position":[[546,4]]},"494":{"position":[[369,4]]},"496":{"position":[[664,5]]},"516":{"position":[[2338,4]]},"540":{"position":[[667,4]]},"544":{"position":[[691,4],[2052,5],[2244,5]]},"558":{"position":[[1090,4],[4644,5],[4836,5],[6093,5]]},"572":{"position":[[574,5],[814,5],[2888,5]]},"594":{"position":[[385,4],[758,4]]},"608":{"position":[[4251,4],[8873,5],[9001,4],[9934,5],[10126,5],[10787,4],[10952,4]]},"632":{"position":[[640,5]]},"649":{"position":[[53,6],[5752,4],[5955,4],[6423,5]]},"651":{"position":[[1901,4]]},"659":{"position":[[676,6],[759,4]]},"668":{"position":[[33,4]]},"680":{"position":[[107,4],[627,4],[748,5],[1768,4],[1998,4]]},"692":{"position":[[925,4],[956,4]]},"696":{"position":[[1155,4]]},"702":{"position":[[648,5],[875,5]]}}}],["name(",{"_index":3836,"t":{"322":{"position":[[3225,7]]},"328":{"position":[[3295,7]]}}}],["name=\"myworkspac",{"_index":1858,"t":{"156":{"position":[[162,19]]}}}],["name=ray_environment_nam",{"_index":1897,"t":{"162":{"position":[[487,26]]}}}],["name=ray_environment_name)aml_run_config",{"_index":1958,"t":{"162":{"position":[[2772,40]]}}}],["namespac",{"_index":4727,"t":{"516":{"position":[[3224,9]]}}}],["nan",{"_index":2786,"t":{"225":{"position":[[541,3]]},"506":{"position":[[2021,3]]},"568":{"position":[[2222,4],[2545,4]]}}}],["narrow",{"_index":5832,"t":{"708":{"position":[[1991,9]]}}}],["nativ",{"_index":1281,"t":{"102":{"position":[[4,6]]},"259":{"position":[[341,6]]}}}],["natur",{"_index":328,"t":{"15":{"position":[[657,7]]},"31":{"position":[[3680,6]]},"558":{"position":[[3462,6]]},"608":{"position":[[11849,6]]},"657":{"position":[[2415,6]]}}}],["navig",{"_index":5115,"t":{"608":{"position":[[152,8]]}}}],["ndcg",{"_index":5383,"t":{"647":{"position":[[1177,7]]}}}],["ndcg@k",{"_index":5385,"t":{"647":{"position":[[1210,9]]}}}],["ndcg[flaml.automl",{"_index":1538,"t":{"122":{"position":[[671,18]]}}}],["ndcg_score",{"_index":5384,"t":{"647":{"position":[[1198,11]]}}}],["ndcg_score@k",{"_index":5386,"t":{"647":{"position":[[1233,13]]}}}],["ndef",{"_index":581,"t":{"29":{"position":[[925,8],[1023,8],[1095,8]]},"31":{"position":[[1472,8],[1855,8],[2466,8]]}}}],["near",{"_index":5244,"t":{"610":{"position":[[2241,4]]}}}],["nearli",{"_index":490,"t":{"25":{"position":[[708,6]]},"27":{"position":[[97,6]]}}}],["necessari",{"_index":1079,"t":{"92":{"position":[[1143,9]]},"100":{"position":[[1373,9]]},"108":{"position":[[2162,9]]},"122":{"position":[[946,9]]},"128":{"position":[[1147,9]]},"150":{"position":[[1383,9]]},"221":{"position":[[1190,9]]},"223":{"position":[[1965,9]]},"225":{"position":[[2771,9]]},"227":{"position":[[1984,9]]},"229":{"position":[[5405,9]]},"674":{"position":[[256,9],[473,9]]},"696":{"position":[[4566,9]]},"706":{"position":[[1495,10]]},"708":{"position":[[1864,10]]}}}],["need",{"_index":449,"t":{"19":{"position":[[839,4]]},"21":{"position":[[629,4],[844,5]]},"27":{"position":[[1153,4]]},"37":{"position":[[548,7]]},"55":{"position":[[157,5]]},"57":{"position":[[216,4]]},"162":{"position":[[865,4]]},"178":{"position":[[171,4]]},"180":{"position":[[1351,4]]},"184":{"position":[[463,4]]},"209":{"position":[[285,4]]},"229":{"position":[[920,4],[2719,4]]},"261":{"position":[[369,6]]},"269":{"position":[[3890,4]]},"281":{"position":[[727,4]]},"288":{"position":[[95,4]]},"328":{"position":[[11017,4],[11249,6],[11354,7],[11405,6],[12391,4],[12623,6],[12728,7],[12779,6],[13915,5],[14662,5],[20223,5]]},"336":{"position":[[3918,5],[4453,4],[6836,4]]},"360":{"position":[[930,5],[5017,4],[6664,6],[9177,4],[26061,5],[29658,4],[30993,4],[32638,6],[34687,4],[35961,5]]},"416":{"position":[[1294,4]]},"434":{"position":[[3728,4]]},"490":{"position":[[747,6]]},"544":{"position":[[1382,6]]},"558":{"position":[[1942,7],[3019,6],[3932,6]]},"572":{"position":[[1731,5],[2703,7]]},"608":{"position":[[4745,7],[6326,4],[8176,4],[8393,6],[9159,6]]},"624":{"position":[[1423,5]]},"630":{"position":[[105,4]]},"649":{"position":[[3791,4],[4000,4],[6059,6]]},"651":{"position":[[1703,4]]},"655":{"position":[[1982,5]]},"657":{"position":[[555,6],[2643,6],[2922,6]]},"659":{"position":[[697,4]]},"663":{"position":[[29,6],[675,6]]},"674":{"position":[[47,6]]},"680":{"position":[[1978,4],[2138,4]]},"682":{"position":[[425,4],[2177,4],[2256,4],[3468,4]]},"696":{"position":[[962,4],[1135,4],[2559,4],[4442,4],[4588,6],[4924,4],[5544,4],[6403,4]]},"698":{"position":[[335,7]]},"700":{"position":[[500,6]]},"706":{"position":[[254,7]]}}}],["neg",{"_index":657,"t":{"31":{"position":[[2567,8]]},"257":{"position":[[530,3]]}}}],["neglibl",{"_index":5621,"t":{"680":{"position":[[1375,8]]}}}],["neglig",{"_index":5262,"t":{"622":{"position":[[834,10]]},"657":{"position":[[3632,11]]}}}],["ner_tag",{"_index":1486,"t":{"114":{"position":[[192,11],[439,11],[521,11],[1617,11],[1820,11],[1900,11]]}}}],["ner_tags\"train_dataset",{"_index":1502,"t":{"114":{"position":[[605,23],[1982,23]]}}}],["nest",{"_index":4162,"t":{"360":{"position":[[9858,6],[10292,6],[10394,6],[22081,6],[22551,6]]},"490":{"position":[[374,6]]}}}],["net",{"_index":3576,"t":{"283":{"position":[[12,4],[105,5],[132,4]]},"294":{"position":[[127,3],[272,3]]},"400":{"position":[[78,3]]}}}],["net(2",{"_index":3636,"t":{"294":{"position":[[133,5]]},"306":{"position":[[414,5]]}}}],["net(imag",{"_index":3715,"t":{"296":{"position":[[321,11]]}}}],["net(input",{"_index":3680,"t":{"294":{"position":[[1541,11],[2054,11]]}}}],["net(nn.modul",{"_index":3596,"t":{"290":{"position":[[199,15]]}}}],["net.load_state_dict(model_st",{"_index":3657,"t":{"294":{"position":[[645,32]]}}}],["net.to(devic",{"_index":3644,"t":{"294":{"position":[[299,14]]}}}],["network",{"_index":3588,"t":{"288":{"position":[[121,7]]},"649":{"position":[[265,9]]}}}],["neural",{"_index":3587,"t":{"288":{"position":[[114,6]]},"649":{"position":[[258,6]]}}}],["never",{"_index":498,"t":{"27":{"position":[[68,5]]},"312":{"position":[[347,7],[768,8]]},"322":{"position":[[2018,8],[2432,8],[2456,5]]},"328":{"position":[[495,7],[2088,8],[2502,8],[2526,5]]},"506":{"position":[[2081,5]]}}}],["new",{"_index":56,"t":{"2":{"position":[[727,3]]},"5":{"position":[[405,3]]},"11":{"position":[[557,3]]},"15":{"position":[[1233,3]]},"37":{"position":[[636,3]]},"162":{"position":[[1571,3]]},"201":{"position":[[95,3]]},"233":{"position":[[117,3]]},"269":{"position":[[117,5]]},"328":{"position":[[8695,3],[10114,3]]},"336":{"position":[[9599,3]]},"502":{"position":[[1380,3]]},"544":{"position":[[3654,3]]},"548":{"position":[[715,3]]},"572":{"position":[[2208,3]]},"586":{"position":[[342,3]]},"659":{"position":[[334,3]]},"696":{"position":[[686,3]]},"702":{"position":[[1964,3]]},"708":{"position":[[398,3],[420,3]]}}}],["new_automl",{"_index":4125,"t":{"360":{"position":[[5953,10],[31927,10]]}}}],["new_low",{"_index":5464,"t":{"649":{"position":[[9189,10]]}}}],["new_metr",{"_index":2499,"t":{"215":{"position":[[709,10],[787,10],[800,11],[842,14]]}}}],["new_observation_count=1.0",{"_index":4563,"t":{"494":{"position":[[860,26]]}}}],["new_resource_us",{"_index":4560,"t":{"494":{"position":[[805,18]]}}}],["new_trial",{"_index":4615,"t":{"502":{"position":[[1455,9]]}}}],["new_year",{"_index":2961,"t":{"229":{"position":[[1005,11]]}}}],["newli",{"_index":5446,"t":{"649":{"position":[[5976,5]]}}}],["next",{"_index":3402,"t":{"267":{"position":[[23,4]]},"269":{"position":[[152,4]]},"316":{"position":[[338,4],[439,4],[550,4],[664,4]]},"328":{"position":[[8565,4],[9984,4],[16950,4],[18199,4]]},"524":{"position":[[327,5]]},"628":{"position":[[859,4]]}}}],["next_ag",{"_index":3803,"t":{"316":{"position":[[373,11]]}}}],["next_agent(ag",{"_index":3804,"t":{"316":{"position":[[389,17]]}}}],["next_trial",{"_index":4757,"t":{"540":{"position":[[1291,11],[1307,12]]}}}],["nice",{"_index":5017,"t":{"598":{"position":[[1599,6]]}}}],["nif",{"_index":582,"t":{"29":{"position":[[934,7],[1032,7],[1104,7]]},"31":{"position":[[1481,7],[1864,7],[2475,7]]}}}],["nlp",{"_index":158,"t":{"5":{"position":[[701,3]]},"416":{"position":[[137,3]]}}}],["nn",{"_index":3326,"t":{"248":{"position":[[559,2]]}}}],["nn.conv2d(3",{"_index":3602,"t":{"290":{"position":[[291,12]]}}}],["nn.conv2d(6",{"_index":3606,"t":{"290":{"position":[[354,12]]}}}],["nn.crossentropyloss",{"_index":3646,"t":{"294":{"position":[[326,21]]}}}],["nn.dataparallel(best_trained_model)best_trained_model.to(device)checkpoint_valu",{"_index":3752,"t":{"306":{"position":[[583,80]]}}}],["nn.dataparallel(net",{"_index":3643,"t":{"294":{"position":[[278,20]]}}}],["nn.linear(16",{"_index":3608,"t":{"290":{"position":[[385,12]]}}}],["nn.linear(l1",{"_index":3611,"t":{"290":{"position":[[422,13]]}}}],["nn.linear(l2",{"_index":3614,"t":{"290":{"position":[[451,13]]}}}],["nn.maxpool2d(2",{"_index":3604,"t":{"290":{"position":[[322,15]]}}}],["nn.sequential(*lay",{"_index":3262,"t":{"238":{"position":[[444,22]]}}}],["nnfrom",{"_index":3222,"t":{"236":{"position":[[42,6]]}}}],["nni",{"_index":3570,"t":{"281":{"position":[[1594,3]]},"560":{"position":[[67,4],[602,4]]}}}],["nnimport",{"_index":3589,"t":{"290":{"position":[[31,8]]}}}],["nnitun",{"_index":4859,"t":{"560":{"position":[[36,9]]}}}],["nnn",{"_index":5505,"t":{"657":{"position":[[2814,3],[2861,3]]}}}],["no_repeat_ngram_s",{"_index":1467,"t":{"112":{"position":[[2297,23]]}}}],["node",{"_index":1907,"t":{"162":{"position":[[949,6],[1861,5],[1907,4]]},"194":{"position":[[561,5]]},"657":{"position":[[418,5]]}}}],["node.j",{"_index":1007,"t":{"84":{"position":[[49,8]]}}}],["nologg",{"_index":4968,"t":{"582":{"position":[[6,10]]}}}],["non",{"_index":656,"t":{"31":{"position":[[2563,3]]},"180":{"position":[[1876,3]]},"229":{"position":[[5082,3],[6969,3]]},"328":{"position":[[5327,3],[16605,3],[17854,3]]},"336":{"position":[[10435,3],[10745,3]]},"360":{"position":[[28866,3]]},"434":{"position":[[136,3]]},"657":{"position":[[4336,3],[4413,3]]},"680":{"position":[[1371,3]]},"682":{"position":[[6500,3]]}}}],["none",{"_index":911,"t":{"59":{"position":[[633,4],[788,4],[848,4]]},"180":{"position":[[717,5]]},"225":{"position":[[55,5]]},"255":{"position":[[1521,6]]},"275":{"position":[[440,5],[606,5],[771,5],[945,5],[1145,5],[1179,5],[1218,5],[1420,5],[1450,5],[1557,5],[1591,5],[1630,5],[1838,5],[1868,5]]},"306":{"position":[[714,5]]},"312":{"position":[[617,5],[678,5],[728,5],[1555,4]]},"318":{"position":[[185,5],[217,5],[253,5],[279,5]]},"322":{"position":[[952,5],[1002,5],[1098,5],[1157,5],[1209,6],[1710,4],[2972,5],[3339,5],[3762,4]]},"328":{"position":[[1005,5],[1055,5],[1154,5],[1213,5],[1261,5],[1313,6],[1799,4],[3042,5],[3409,5],[4000,4],[4264,5],[4305,5],[5143,4],[5219,5],[5252,4],[5607,5],[5639,5],[5669,6],[5696,6],[6124,5],[6543,5],[6869,5],[7141,5],[7262,4],[7346,4],[7557,5],[7674,4],[7804,5],[8895,4],[8964,4],[9215,5],[10314,4],[10383,4],[10627,5],[11081,5],[11600,4],[11656,5],[11735,4],[11993,5],[12455,5],[12974,4],[13030,5],[13109,4],[13793,4],[14540,4],[14854,5],[15012,5],[15137,5],[15254,5],[15376,5],[15408,5],[15438,5],[15476,6],[15622,5],[15654,5],[15684,5],[15830,5],[15862,5],[15892,5],[16047,5],[16079,5],[16109,5],[16147,6],[16307,5],[16339,5],[16381,5],[16407,5],[16545,4],[16629,5],[17426,5],[17439,4],[17548,5],[17580,5],[17622,5],[17648,5],[17794,4],[17878,5],[18675,5],[18688,4],[19314,4]]},"332":{"position":[[218,5]]},"336":{"position":[[590,5],[1030,5],[1072,5],[1117,5],[3530,5],[3606,5],[3672,5],[6311,4],[6914,5],[7098,5],[8198,4],[9418,5]]},"360":{"position":[[6248,5],[16153,4],[16160,5],[18711,4],[22997,4],[23130,5],[23189,4],[23270,5],[23329,4],[23410,5],[23480,5],[23810,4],[23817,5],[29193,4],[29261,4],[29333,4],[29416,4],[29519,4],[29702,4],[32222,5],[36299,5],[36447,4],[36511,5],[37108,5]]},"364":{"position":[[783,4],[910,5],[1087,5],[1665,5],[1868,5]]},"366":{"position":[[177,5],[435,4]]},"416":{"position":[[1064,4]]},"434":{"position":[[860,5],[934,5],[2687,6],[2754,6],[2789,6],[2869,5],[2941,5],[2981,5],[3017,5],[3252,4],[3324,4],[4188,6],[4347,5],[4570,4],[4643,4],[4689,4],[6003,6],[6058,5],[6926,5]]},"494":{"position":[[152,5]]},"496":{"position":[[289,5]]},"498":{"position":[[348,5],[381,5],[833,5]]},"502":{"position":[[642,6]]},"506":{"position":[[857,5],[885,5],[2176,5],[2204,5]]},"516":{"position":[[417,5],[495,5]]},"540":{"position":[[318,5],[348,5],[376,5],[1090,5],[1118,5]]},"544":{"position":[[148,5],[176,5],[206,5],[243,5],[281,5],[319,5],[369,5],[1491,5],[2873,5],[2903,5],[3318,5],[4066,5]]},"548":{"position":[[141,5],[467,5]]},"554":{"position":[[202,5],[240,5],[246,5]]},"558":{"position":[[113,5],[141,5],[171,5],[219,5],[255,5],[304,5],[346,5],[387,5],[422,5],[459,5],[497,5],[535,5],[577,5],[623,5],[710,5],[777,5],[875,5],[955,5],[3274,4],[3519,5],[4082,5],[5682,5]]},"572":{"position":[[832,5],[1187,4]]},"598":{"position":[[1229,5]]},"608":{"position":[[1298,5],[1346,5],[1382,5],[1412,5],[1440,5],[1481,5],[1530,5],[1572,5],[1609,5],[1647,5],[1685,5],[1727,5],[1821,5],[1897,5],[1984,5],[2051,5],[2212,5],[2249,5],[2291,5],[2408,5],[2452,5],[2486,5],[2558,5],[5475,5],[5599,5],[8890,5],[8908,5],[9268,5],[11661,4],[11906,5]]},"649":{"position":[[9240,5]]},"668":{"position":[[685,5],[703,5],[1071,4]]},"702":{"position":[[1802,5]]}}}],["none)multi_df",{"_index":2774,"t":{"225":{"position":[[84,13]]}}}],["nonpoli",{"_index":4753,"t":{"540":{"position":[[992,7]]}}}],["nonpoly_searcher_nam",{"_index":4752,"t":{"540":{"position":[[457,22],[923,21]]}}}],["norm",{"_index":3152,"t":{"229":{"position":[[8945,7],[9312,7],[9456,7],[9601,7],[9801,7],[10168,7],[10385,7],[10752,7],[10951,7],[11318,7],[11511,7],[11878,7],[12070,7],[12437,7],[13095,7],[13531,7],[13725,7],[13872,7],[14061,7],[14428,7],[14626,7],[14993,7],[15197,7],[15564,7],[15766,7],[16133,7],[16319,7],[16686,7],[16881,7],[17248,7],[17448,7],[17815,7],[18011,7],[18378,7],[18575,7],[18942,7],[19147,7],[19514,7],[19716,7],[20083,7],[21122,7],[21551,7],[21744,7],[21891,7],[22080,7],[22447,7],[22645,7],[23012,7],[23216,7],[23583,7],[23785,7],[24152,7],[24915,7],[25351,7],[25785,7],[26212,7],[26752,7],[26854,7],[27332,7],[28353,7],[28764,7],[28972,7]]}}}],["normal",{"_index":899,"t":{"59":{"position":[[287,8]]},"512":{"position":[[2792,8],[2855,6],[2912,6],[3027,8],[3156,6],[3192,6]]},"544":{"position":[[3038,10],[3101,9]]},"666":{"position":[[676,6]]},"682":{"position":[[4979,6],[5082,6]]}}}],["normalize(config",{"_index":4775,"t":{"544":{"position":[[3053,17]]}}}],["notabl",{"_index":704,"t":{"37":{"position":[[327,7]]},"602":{"position":[[2347,8]]},"684":{"position":[[370,7]]},"708":{"position":[[2857,8]]}}}],["notat",{"_index":769,"t":{"39":{"position":[[1871,9]]}}}],["note",{"_index":573,"t":{"29":{"position":[[442,4]]},"31":{"position":[[865,6],[3493,6]]},"43":{"position":[[930,4]]},"84":{"position":[[493,5]]},"92":{"position":[[515,5]]},"100":{"position":[[808,5]]},"108":{"position":[[1326,5]]},"122":{"position":[[366,5]]},"128":{"position":[[535,5]]},"150":{"position":[[812,5]]},"184":{"position":[[235,4]]},"221":{"position":[[480,5]]},"255":{"position":[[985,5]]},"328":{"position":[[5225,4]]},"360":{"position":[[9124,4],[10372,4],[10529,4],[16528,5],[17484,4],[25616,4],[27778,4],[34634,4]]},"364":{"position":[[1262,6]]},"490":{"position":[[434,4]]},"498":{"position":[[454,5]]},"540":{"position":[[86,4]]},"568":{"position":[[2172,4],[2507,4]]},"572":{"position":[[1989,4],[4359,4]]},"586":{"position":[[70,4],[229,4]]},"610":{"position":[[531,4]]},"622":{"position":[[978,4]]},"624":{"position":[[1049,4]]},"626":{"position":[[406,4]]},"674":{"position":[[572,4]]},"680":{"position":[[839,4]]},"682":{"position":[[7618,5]]},"696":{"position":[[2545,4]]},"702":{"position":[[1766,5]]}}}],["notebook",{"_index":450,"t":{"19":{"position":[[889,8]]},"31":{"position":[[3800,8]]},"43":{"position":[[1233,8]]},"50":{"position":[[307,8]]},"94":{"position":[[8,8]]},"102":{"position":[[1388,8]]},"116":{"position":[[80,8]]},"139":{"position":[[794,8]]},"152":{"position":[[1278,8]]},"160":{"position":[[1254,8]]},"174":{"position":[[356,8]]},"182":{"position":[[844,8]]},"184":{"position":[[2095,8]]},"196":{"position":[[591,8]]},"229":{"position":[[29494,8]]},"248":{"position":[[840,8]]},"281":{"position":[[389,9],[410,8],[452,10]]},"283":{"position":[[888,10]]},"308":{"position":[[367,8]]},"655":{"position":[[1873,9]]}}}],["notic",{"_index":546,"t":{"27":{"position":[[1518,6]]},"108":{"position":[[1042,6]]},"360":{"position":[[19736,6],[35431,6]]}}}],["notif",{"_index":4878,"t":{"568":{"position":[[456,14],[2131,12]]}}}],["novel",{"_index":358,"t":{"15":{"position":[[1395,5]]}}}],["now",{"_index":790,"t":{"39":{"position":[[2501,3]]},"43":{"position":[[1143,3]]},"61":{"position":[[0,3]]},"192":{"position":[[7,3]]},"194":{"position":[[7,3]]},"211":{"position":[[7,3]]},"640":{"position":[[9,3]]},"657":{"position":[[617,3]]}}}],["np",{"_index":1285,"t":{"102":{"position":[[379,3]]},"152":{"position":[[282,3]]},"554":{"position":[[839,2]]}}}],["np.abs(residu",{"_index":1292,"t":{"102":{"position":[[514,17],[553,17]]}}}],["np.arange(\"2014",{"_index":2515,"t":{"221":{"position":[[52,15]]}}}],["np.argmax(predict",{"_index":2148,"t":{"190":{"position":[[875,22]]}}}],["np.array",{"_index":4052,"t":{"350":{"position":[[611,10]]},"360":{"position":[[13810,8]]},"454":{"position":[[107,10]]}}}],["np.array(best_valid_loss_histori",{"_index":1279,"t":{"100":{"position":[[7320,34]]},"150":{"position":[[10626,34]]},"670":{"position":[[607,34]]}}}],["np.array(residu",{"_index":1298,"t":{"102":{"position":[[670,18]]}}}],["np.exp",{"_index":1833,"t":{"152":{"position":[[406,7]]},"649":{"position":[[7580,7]]}}}],["np.inf",{"_index":5155,"t":{"608":{"position":[[3090,6],[3101,6]]}}}],["np.log(data.volum",{"_index":2947,"t":{"229":{"position":[[621,18]]}}}],["np.log2(flop",{"_index":3288,"t":{"242":{"position":[[455,15]]}}}],["np.mean",{"_index":4011,"t":{"336":{"position":[[7895,8]]}}}],["np.median",{"_index":4008,"t":{"336":{"position":[[7779,9],[7869,10]]}}}],["np.ndarray",{"_index":4050,"t":{"350":{"position":[[113,12]]}}}],["np.random.choice([1",{"_index":4677,"t":{"512":{"position":[[1596,20]]}}}],["np.random.randint(10",{"_index":4682,"t":{"512":{"position":[[1832,21]]}}}],["np.random.random(size=84)automl",{"_index":2519,"t":{"221":{"position":[[116,31]]}}}],["np.random.seed(100",{"_index":5788,"t":{"700":{"position":[[219,19]]}}}],["np.random.uniform(1",{"_index":4663,"t":{"512":{"position":[[235,20],[458,20]]}}}],["np.where(df[\"sal",{"_index":2873,"t":{"227":{"position":[[348,20]]}}}],["npfrom",{"_index":2514,"t":{"221":{"position":[[16,6]]},"227":{"position":[[61,6]]}}}],["npimport",{"_index":3227,"t":{"236":{"position":[[131,8]]},"298":{"position":[[16,8]]}}}],["npm",{"_index":1010,"t":{"84":{"position":[[100,3]]}}}],["npnp.random.seed(100",{"_index":5790,"t":{"700":{"position":[[459,21]]}}}],["npplt.title(\"learn",{"_index":5585,"t":{"670":{"position":[[485,21]]}}}],["nprint",{"_index":583,"t":{"29":{"position":[[942,10],[1040,10],[1112,10]]},"31":{"position":[[1489,11],[1872,11],[2483,11]]}}}],["nptime_histori",{"_index":1268,"t":{"100":{"position":[[7041,15]]},"150":{"position":[[10347,15]]}}}],["nuget",{"_index":3585,"t":{"283":{"position":[[560,5],[731,5],[773,5]]}}}],["null",{"_index":927,"t":{"61":{"position":[[335,7],[583,7]]},"63":{"position":[[543,7],[657,7]]},"661":{"position":[[231,5],[646,5]]}}}],["num_allow",{"_index":4787,"t":{"544":{"position":[[3469,11]]}}}],["num_beam",{"_index":1468,"t":{"112":{"position":[[2324,12],[2436,12],[2566,12],[2696,12]]}}}],["num_complet",{"_index":4784,"t":{"544":{"position":[[3397,12],[3446,12]]}}}],["num_cpu",{"_index":2207,"t":{"194":{"position":[[355,10]]}}}],["num_decoder_lay",{"_index":1452,"t":{"112":{"position":[[2032,21]]}}}],["num_epoch",{"_index":3721,"t":{"300":{"position":[[177,13]]},"308":{"position":[[99,13]]}}}],["num_executor",{"_index":2100,"t":{"184":{"position":[[1211,14],[1311,14]]},"360":{"position":[[8542,14],[8642,14]]},"657":{"position":[[1901,14],[2001,14]]}}}],["num_gpu",{"_index":2206,"t":{"194":{"position":[[338,9]]}}}],["num_gpus=num_gpus)print(\"tun",{"_index":2197,"t":{"194":{"position":[[98,31]]}}}],["num_head",{"_index":1453,"t":{"112":{"position":[[2057,12]]}}}],["num_labels=num_label",{"_index":2144,"t":{"190":{"position":[[729,21]]}}}],["num_lay",{"_index":1454,"t":{"112":{"position":[[2073,13]]}}}],["num_layers=2",{"_index":3191,"t":{"229":{"position":[[26308,13],[26382,13]]}}}],["num_leav",{"_index":1219,"t":{"100":{"position":[[5271,13]]},"139":{"position":[[558,13]]},"269":{"position":[[3165,13]]},"649":{"position":[[456,11]]},"661":{"position":[[381,13],[796,13]]},"668":{"position":[[148,13],[479,13],[1418,13],[1675,13]]}}}],["num_leaves=122",{"_index":1645,"t":{"137":{"position":[[750,15]]}}}],["num_leaves=216",{"_index":1198,"t":{"100":{"position":[[4494,15],[5697,16]]}}}],["num_leaves=23",{"_index":1571,"t":{"122":{"position":[[7453,14]]}}}],["num_leaves=4",{"_index":1109,"t":{"92":{"position":[[2993,13]]},"128":{"position":[[4517,13]]},"666":{"position":[[573,13]]}}}],["num_parallel_tree=1",{"_index":1700,"t":{"144":{"position":[[1046,20]]},"150":{"position":[[8903,20]]},"227":{"position":[[8877,20]]}}}],["num_propos",{"_index":4785,"t":{"544":{"position":[[3414,13]]}}}],["num_sampl",{"_index":2173,"t":{"192":{"position":[[186,12]]},"213":{"position":[[348,11]]},"223":{"position":[[362,11]]},"225":{"position":[[1360,11]]},"248":{"position":[[485,12]]},"269":{"position":[[1366,12],[3544,12]]},"336":{"position":[[1123,12],[2205,11]]},"558":{"position":[[393,12],[2129,11]]},"608":{"position":[[1827,12],[3331,12],[7904,11]]},"684":{"position":[[62,12],[697,12]]},"686":{"position":[[627,12]]},"688":{"position":[[474,12]]},"694":{"position":[[879,12],[1431,12]]},"696":{"position":[[3569,12],[7120,12]]},"698":{"position":[[1363,12]]}}}],["num_samples=10",{"_index":5792,"t":{"700":{"position":[[609,16]]}}}],["num_samples=100",{"_index":5685,"t":{"684":{"position":[[947,16],[1069,16]]}}}],["num_samples=1000000",{"_index":5131,"t":{"608":{"position":[[725,20]]}}}],["num_samples=num_sampl",{"_index":2209,"t":{"194":{"position":[[385,24]]},"213":{"position":[[606,24]]},"304":{"position":[[421,24]]}}}],["num_train_epoch",{"_index":2179,"t":{"192":{"position":[[304,19]]},"194":{"position":[[924,16]]},"196":{"position":[[403,20]]},"649":{"position":[[3197,17]]}}}],["num_workers=2",{"_index":3713,"t":{"296":{"position":[[151,13]]}}}],["num_workers=4",{"_index":3669,"t":{"294":{"position":[[1001,14],[1128,14]]}}}],["num_workers=tune.grid_search([2",{"_index":5226,"t":{"610":{"position":[[1508,32]]}}}],["number",{"_index":297,"t":{"15":{"position":[[59,6]]},"17":{"position":[[940,6],[1068,6],[1962,6]]},"27":{"position":[[855,6]]},"31":{"position":[[965,6],[2598,6],[2676,6]]},"41":{"position":[[407,6]]},"43":{"position":[[459,6]]},"69":{"position":[[500,7]]},"162":{"position":[[1851,6]]},"184":{"position":[[1075,6],[1236,6],[1368,6]]},"192":{"position":[[745,6]]},"213":{"position":[[633,6]]},"302":{"position":[[69,6],[174,6]]},"312":{"position":[[1507,6]]},"316":{"position":[[99,6]]},"322":{"position":[[1663,6],[2362,6],[2535,6],[3662,6]]},"328":{"position":[[1752,6],[2432,6],[2605,6],[3732,6],[6573,6],[6644,6],[6899,6]]},"336":{"position":[[2237,6],[2304,6],[2336,6],[10904,6]]},"360":{"position":[[1205,6],[2118,6],[2489,6],[2589,6],[2954,6],[3164,6],[6350,6],[8406,6],[8567,6],[12177,6],[17629,6],[18028,6],[18880,6],[20493,6],[21433,6],[26336,6],[27285,6],[27656,6],[27756,6],[28226,6],[28436,6],[32324,6],[36219,6],[38139,6],[39079,6]]},"364":{"position":[[682,6],[3977,6]]},"434":{"position":[[1066,6],[5610,6]]},"502":{"position":[[248,6]]},"512":{"position":[[1339,7],[3230,7]]},"516":{"position":[[581,6],[644,6]]},"558":{"position":[[2153,6],[2204,6],[2998,6]]},"570":{"position":[[77,6]]},"572":{"position":[[2119,6]]},"608":{"position":[[7936,6],[8372,6],[8642,6],[11154,6],[11529,6]]},"651":{"position":[[253,6],[1078,6]]},"655":{"position":[[1040,6]]},"657":{"position":[[246,6],[1765,6],[1926,6],[3200,6],[4058,6]]},"663":{"position":[[482,6]]},"682":{"position":[[6094,6],[6146,6]]},"684":{"position":[[93,6],[659,6]]},"686":{"position":[[657,6]]},"688":{"position":[[504,6]]},"694":{"position":[[909,6],[1461,6]]},"696":{"position":[[1112,6]]}}}],["numer",{"_index":829,"t":{"43":{"position":[[399,9]]},"360":{"position":[[14338,9],[17018,9],[17419,9],[25039,9],[25497,9]]},"544":{"position":[[2105,9]]},"558":{"position":[[4697,9]]},"608":{"position":[[3565,9],[3611,9],[9987,9]]},"610":{"position":[[248,9],[294,9]]},"682":{"position":[[2111,9],[2147,9]]},"692":{"position":[[305,9],[383,9],[519,9],[1082,9]]},"702":{"position":[[928,9]]}}}],["numeric/str",{"_index":4769,"t":{"544":{"position":[[2343,15]]},"558":{"position":[[4935,15]]},"608":{"position":[[10225,15]]},"702":{"position":[[747,15]]}}}],["numpi",{"_index":1267,"t":{"100":{"position":[[7032,5]]},"102":{"position":[[370,5]]},"150":{"position":[[10338,5]]},"152":{"position":[[273,5]]},"221":{"position":[[7,5]]},"227":{"position":[[52,5]]},"236":{"position":[[122,5]]},"298":{"position":[[7,5]]},"350":{"position":[[257,5],[315,5],[462,5],[526,5],[680,5],[755,5]]},"360":{"position":[[13614,5],[13945,5],[14995,5],[15195,5],[16771,5],[17040,5],[24780,5],[25109,5],[29271,5],[29343,5],[29426,5]]},"364":{"position":[[2016,5],[2086,5],[2422,5],[2496,5],[2724,5],[2783,5]]},"394":{"position":[[265,5],[324,5]]},"398":{"position":[[259,5],[318,5]]},"454":{"position":[[160,5],[218,5],[283,5],[347,5]]},"644":{"position":[[230,5],[277,5]]},"670":{"position":[[476,5]]},"700":{"position":[[450,5]]}}}],["nutshel",{"_index":5714,"t":{"696":{"position":[[732,9]]}}}],["nvm",{"_index":1008,"t":{"84":{"position":[[71,3]]}}}],["o",{"_index":524,"t":{"27":{"position":[[926,4]]},"114":{"position":[[216,4],[231,4],[236,4],[241,4],[256,4],[261,5],[453,6],[535,6],[2609,4]]},"281":{"position":[[1324,1]]}}}],["oai",{"_index":918,"t":{"61":{"position":[[150,4]]},"63":{"position":[[354,4]]}}}],["oai.chatcompletion.cr",{"_index":930,"t":{"61":{"position":[[442,26]]},"63":{"position":[[402,26]]}}}],["oai.completion.cr",{"_index":920,"t":{"61":{"position":[[198,22]]},"336":{"position":[[4491,22]]}}}],["oai.completion.extract_text(respons",{"_index":3994,"t":{"336":{"position":[[5278,37]]}}}],["obj:=(x−85000)2−x/yobj",{"_index":5610,"t":{"680":{"position":[[775,22]]}}}],["obj_from_resource_attr(resource_attr",{"_index":5720,"t":{"696":{"position":[[2169,37]]}}}],["obj_w_intermediate_report",{"_index":5761,"t":{"696":{"position":[[5680,27],[5743,26],[6719,26]]}}}],["object",{"_index":1282,"t":{"102":{"position":[[58,9],[272,9],[343,9],[406,9],[1022,9]]},"108":{"position":[[2440,6]]},"150":{"position":[[7266,6],[7444,6]]},"152":{"position":[[31,9],[246,9],[309,9],[652,9],[834,9]]},"192":{"position":[[295,8]]},"194":{"position":[[689,7]]},"223":{"position":[[14688,6]]},"233":{"position":[[71,10]]},"360":{"position":[[1232,10],[4241,7],[4304,6],[4477,7],[5926,6],[5964,7],[10606,7],[11440,6],[11751,6],[12909,7],[12944,7],[15968,6],[18095,7],[18158,6],[18331,7],[19822,7],[20826,6],[26363,10],[30217,7],[30280,6],[30453,7],[31900,6],[31938,7],[35517,7],[36246,10],[38472,6]]},"364":{"position":[[900,6]]},"434":{"position":[[4906,7],[4969,6],[5142,7]]},"494":{"position":[[620,9]]},"502":{"position":[[329,7]]},"506":{"position":[[993,7]]},"510":{"position":[[248,6]]},"516":{"position":[[2617,9]]},"540":{"position":[[738,9]]},"544":{"position":[[762,9],[1406,9],[1646,10],[1718,11],[1834,10],[1927,10],[2016,11],[2208,11]]},"554":{"position":[[1279,7]]},"558":{"position":[[1161,9],[3956,9],[4237,10],[4309,11],[4425,10],[4518,11],[4608,11],[4800,11]]},"560":{"position":[[241,6],[487,7],[833,6]]},"568":{"position":[[509,11],[573,9],[637,9],[765,9],[2765,9]]},"570":{"position":[[146,6]]},"572":{"position":[[416,9],[1157,9],[1305,9],[1374,9],[1467,9],[1894,9],[4119,9]]},"594":{"position":[[27,6],[407,6]]},"598":{"position":[[1161,6]]},"602":{"position":[[2276,11],[2488,12]]},"608":{"position":[[4322,9],[9183,9],[9527,10],[9599,11],[9715,10],[9808,11],[9898,11],[10090,11]]},"610":{"position":[[1731,11]]},"649":{"position":[[7766,9],[7920,9]]},"655":{"position":[[1948,7]]},"666":{"position":[[191,6]]},"678":{"position":[[163,9]]},"680":{"position":[[177,9],[261,10]]},"686":{"position":[[233,9]]},"688":{"position":[[67,7]]},"702":{"position":[[27,10],[245,10],[317,11],[431,10],[524,11],[612,11],[839,11],[1175,10],[1219,11]]},"704":{"position":[[40,10],[191,11]]},"708":{"position":[[2786,11],[2998,12]]}}}],["objective='binary:logist",{"_index":2925,"t":{"227":{"position":[[8898,28]]}}}],["objectivehp_metr",{"_index":2188,"t":{"192":{"position":[[581,19]]}}}],["observ",{"_index":441,"t":{"19":{"position":[[342,11]]},"27":{"position":[[328,12]]},"29":{"position":[[16,13]]}}}],["observed=tru",{"_index":2951,"t":{"229":{"position":[[711,13],[821,13]]}}}],["obstacl",{"_index":504,"t":{"27":{"position":[[299,8],[562,9]]}}}],["obtain",{"_index":442,"t":{"19":{"position":[[361,8]]},"364":{"position":[[934,8]]},"572":{"position":[[715,6]]},"666":{"position":[[22,8]]},"684":{"position":[[449,10]]}}}],["obviou",{"_index":542,"t":{"27":{"position":[[1390,7]]}}}],["occasion",{"_index":5547,"t":{"661":{"position":[[1732,12]]}}}],["offer",{"_index":104,"t":{"5":{"position":[[6,6]]},"11":{"position":[[418,6]]},"33":{"position":[[68,7]]},"50":{"position":[[40,6]]},"269":{"position":[[234,6],[934,6],[3660,6]]},"630":{"position":[[333,7]]},"704":{"position":[[209,6]]}}}],["offici",{"_index":2031,"t":{"180":{"position":[[863,8]]}}}],["offlin",{"_index":5260,"t":{"622":{"position":[[636,7]]}}}],["omit",{"_index":3944,"t":{"336":{"position":[[736,8]]},"548":{"position":[[240,8]]},"558":{"position":[[2661,8],[3575,7]]},"608":{"position":[[11962,7]]},"626":{"position":[[527,8]]}}}],["on",{"_index":199,"t":{"9":{"position":[[189,3]]},"27":{"position":[[572,3],[701,3],[1369,3]]},"29":{"position":[[198,3],[205,4],[216,3],[388,3],[395,4],[452,3],[675,3]]},"31":{"position":[[2608,4],[2686,5]]},"33":{"position":[[395,3]]},"39":{"position":[[901,3]]},"102":{"position":[[34,3]]},"162":{"position":[[895,3]]},"184":{"position":[[993,3]]},"194":{"position":[[484,3]]},"229":{"position":[[898,3],[942,3],[2534,3]]},"269":{"position":[[366,3]]},"302":{"position":[[138,3]]},"328":{"position":[[7281,3],[7360,3],[8404,3],[8576,3],[9823,3],[9995,3],[16553,3],[17802,3]]},"336":{"position":[[4361,3],[6905,3],[9603,3],[9712,3]]},"360":{"position":[[3033,3],[3241,3],[8324,3],[9494,3],[10501,4],[17896,3],[21990,3],[22460,3],[27842,3],[28305,3],[28513,3],[34976,3]]},"364":{"position":[[382,3]]},"374":{"position":[[365,3]]},"434":{"position":[[329,3],[4843,3]]},"452":{"position":[[175,4]]},"502":{"position":[[883,3],[949,3]]},"506":{"position":[[1354,3],[1416,3],[2660,3],[2722,3]]},"516":{"position":[[2137,3],[2836,3],[2910,3],[2988,3]]},"544":{"position":[[3666,3]]},"568":{"position":[[693,3],[1973,3]]},"572":{"position":[[1336,3]]},"588":{"position":[[133,3]]},"590":{"position":[[123,3]]},"594":{"position":[[54,3],[868,3]]},"598":{"position":[[845,3]]},"610":{"position":[[518,3]]},"622":{"position":[[1022,3]]},"630":{"position":[[254,3]]},"644":{"position":[[1194,3]]},"649":{"position":[[31,3],[5514,3],[7137,3],[8730,3]]},"651":{"position":[[1629,3]]},"657":{"position":[[729,3],[1683,3],[2164,3],[3992,3]]},"659":{"position":[[151,3],[879,3]]},"661":{"position":[[103,3],[1418,3]]},"684":{"position":[[366,3]]},"686":{"position":[[36,3]]},"708":{"position":[[1297,3]]}}}],["on_trial_complet",{"_index":4780,"t":{"544":{"position":[[3237,18]]},"548":{"position":[[386,18]]},"558":{"position":[[5601,18]]}}}],["on_trial_complete(self",{"_index":4888,"t":{"568":{"position":[[1190,23]]}}}],["on_trial_complete(trial_id",{"_index":4781,"t":{"544":{"position":[[3260,27]]},"548":{"position":[[409,27]]},"558":{"position":[[5624,27]]}}}],["on_trial_result",{"_index":4732,"t":{"524":{"position":[[85,16]]},"526":{"position":[[303,16]]},"528":{"position":[[295,16]]},"544":{"position":[[3487,16]]},"558":{"position":[[5749,16]]},"568":{"position":[[2051,16]]}}}],["on_trial_result(trial_id",{"_index":4788,"t":{"544":{"position":[[3508,25]]},"558":{"position":[[5770,25]]},"568":{"position":[[2072,25]]}}}],["on_trial_result(trial_runn",{"_index":4733,"t":{"524":{"position":[[106,29]]},"526":{"position":[[324,29]]},"528":{"position":[[316,29]]}}}],["onc",{"_index":1906,"t":{"162":{"position":[[886,4]]},"184":{"position":[[1972,4]]},"328":{"position":[[10708,4],[12082,4]]},"560":{"position":[[709,4]]},"594":{"position":[[271,4]]},"672":{"position":[[776,5]]},"682":{"position":[[3780,4]]},"688":{"position":[[0,4]]}}}],["onlin",{"_index":4565,"t":{"496":{"position":[[48,6]]},"498":{"position":[[74,6],[985,7]]},"516":{"position":[[2914,6]]},"538":{"position":[[48,6]]},"540":{"position":[[167,6],[874,6]]},"602":{"position":[[1339,6],[1479,6]]}}}],["online_trial_arg",{"_index":4751,"t":{"540":{"position":[[417,18],[826,17]]}}}],["onlineresult",{"_index":4546,"t":{"494":{"position":[[6,14]]}}}],["onlineschedul",{"_index":4731,"t":{"524":{"position":[[68,16]]}}}],["onlinescheduler(trialschedul",{"_index":4730,"t":{"524":{"position":[[6,31]]}}}],["onlinesuccessivedoublingschedul",{"_index":4737,"t":{"526":{"position":[[76,33]]}}}],["onlinesuccessivedoublingscheduler(onlineschedul",{"_index":4736,"t":{"526":{"position":[[6,50]]}}}],["onlinetrialrunn",{"_index":4584,"t":{"502":{"position":[[6,19],[45,18]]},"516":{"position":[[1229,18]]}}}],["oom",{"_index":3389,"t":{"261":{"position":[[409,3],[593,3],[848,3]]},"360":{"position":[[7819,3],[33766,3]]}}}],["opear",{"_index":5170,"t":{"608":{"position":[[6447,10]]},"696":{"position":[[7179,10]]}}}],["open",{"_index":26,"t":{"2":{"position":[[298,4]]},"50":{"position":[[357,4],[391,4]]},"57":{"position":[[17,4]]},"78":{"position":[[27,4]]},"84":{"position":[[396,5]]},"94":{"position":[[19,4]]},"102":{"position":[[1399,4]]},"116":{"position":[[91,4]]},"139":{"position":[[805,4]]},"152":{"position":[[1289,4]]},"160":{"position":[[1265,4]]},"174":{"position":[[367,4]]},"182":{"position":[[855,4]]},"184":{"position":[[2106,4]]},"196":{"position":[[602,4]]},"227":{"position":[[195,7],[582,7],[637,7]]},"229":{"position":[[29505,4]]},"248":{"position":[[851,4]]},"283":{"position":[[46,4]]},"308":{"position":[[378,4]]},"624":{"position":[[359,4],[1554,4]]}}}],["open(\"automl.pkl",{"_index":5364,"t":{"644":{"position":[[1566,18],[1669,18]]}}}],["open_ai",{"_index":925,"t":{"61":{"position":[[313,10],[561,10]]},"63":{"position":[[521,10],[635,10]]},"336":{"position":[[4798,10],[4925,10]]}}}],["openai",{"_index":361,"t":{"15":{"position":[[1480,7]]},"25":{"position":[[448,7]]},"41":{"position":[[546,6]]},"55":{"position":[[18,6],[126,6]]},"61":{"position":[[48,6]]},"281":{"position":[[121,6]]},"322":{"position":[[2700,7]]},"328":{"position":[[2770,7],[19699,6]]},"336":{"position":[[53,6],[116,6],[1249,6],[5629,6],[5685,6],[5728,6],[6023,6],[6582,6],[8163,6],[8618,6],[8869,6],[9155,6],[10339,6]]},"338":{"position":[[50,6]]}}}],["openai.chatcomplet",{"_index":3424,"t":{"269":{"position":[[987,21]]}}}],["openai.complet",{"_index":3423,"t":{"269":{"position":[[966,17]]}}}],["openjdk",{"_index":3545,"t":{"281":{"position":[[1111,7]]}}}],["openml",{"_index":1120,"t":{"98":{"position":[[67,7]]},"100":{"position":[[136,7]]},"135":{"position":[[82,6]]},"148":{"position":[[67,7]]},"150":{"position":[[136,7]]},"160":{"position":[[139,7]]},"166":{"position":[[56,7]]},"168":{"position":[[115,7]]}}}],["openml==0.10.2",{"_index":1665,"t":{"142":{"position":[[40,15]]}}}],["openml_ds1169.pkldataset",{"_index":1675,"t":{"144":{"position":[[447,26]]}}}],["openml_ds537.pkldataset",{"_index":1632,"t":{"137":{"position":[[437,25]]},"139":{"position":[[400,25]]}}}],["oper",{"_index":249,"t":{"11":{"position":[[373,12]]},"33":{"position":[[238,11]]},"69":{"position":[[466,9]]},"434":{"position":[[721,10]]},"502":{"position":[[1620,11],[1762,11],[1899,11]]},"608":{"position":[[7113,9]]},"692":{"position":[[329,9],[1039,9]]},"696":{"position":[[6593,9]]}}}],["opportun",{"_index":95,"t":{"2":{"position":[[1185,11]]},"21":{"position":[[278,11]]}}}],["opposit",{"_index":4790,"t":{"544":{"position":[[3837,8]]}}}],["optim",{"_index":169,"t":{"7":{"position":[[135,12]]},"17":{"position":[[597,7],[878,7],[1014,7],[1119,7]]},"19":{"position":[[681,7]]},"23":{"position":[[187,12]]},"33":{"position":[[951,10],[1203,12]]},"37":{"position":[[1635,9]]},"50":{"position":[[79,12],[326,8],[371,8]]},"160":{"position":[[460,8]]},"190":{"position":[[1366,8]]},"192":{"position":[[140,12],[568,12]]},"213":{"position":[[61,9]]},"215":{"position":[[454,8]]},"240":{"position":[[23,10]]},"244":{"position":[[85,9],[238,10]]},"255":{"position":[[1826,12],[1921,12]]},"259":{"position":[[418,12]]},"267":{"position":[[155,12]]},"269":{"position":[[1109,8],[1948,12]]},"294":{"position":[[348,9],[1522,8]]},"336":{"position":[[1426,9],[1451,12],[2167,12],[3388,9]]},"360":{"position":[[4902,12],[30878,12]]},"532":{"position":[[50,9]]},"534":{"position":[[27,9]]},"540":{"position":[[675,8]]},"544":{"position":[[699,8],[1416,12],[1633,12],[1760,12],[1988,12],[2183,10]]},"558":{"position":[[1098,8],[3966,12],[4224,12],[4351,12],[4580,12],[4775,10]]},"568":{"position":[[1035,11],[1953,8],[2009,9],[2250,12],[2358,12],[2573,12],[2681,12]]},"572":{"position":[[138,12],[426,12],[1315,13],[1477,12],[1904,12],[4129,12]]},"602":{"position":[[375,12],[507,12],[667,12],[836,12],[1018,12],[1192,12],[2218,12],[2430,12],[2734,12],[2955,12]]},"608":{"position":[[4259,8],[9193,12],[9514,12],[9641,12],[9870,12],[10065,10]]},"644":{"position":[[1837,12]]},"647":{"position":[[4,12]]},"651":{"position":[[1491,12]]},"657":{"position":[[2438,12]]},"670":{"position":[[355,12]]},"680":{"position":[[115,8],[2020,8]]},"682":{"position":[[1917,9],[1969,10],[2062,12],[6558,12],[6751,7]]},"686":{"position":[[593,12]]},"688":{"position":[[440,12]]},"694":{"position":[[845,12],[1397,12]]},"698":{"position":[[293,9]]},"702":{"position":[[232,12],[357,12],[587,10],[811,12]]},"704":{"position":[[89,12]]},"706":{"position":[[433,12],[462,8],[1728,13]]},"708":{"position":[[164,13],[714,8],[1181,13],[1271,7],[1308,7],[2092,12],[2224,12],[2387,12],[2556,12],[2728,12],[2940,12]]}}}],["optim.sgd(net.paramet",{"_index":3647,"t":{"294":{"position":[[360,27]]}}}],["optima",{"_index":5815,"t":{"706":{"position":[[1805,7]]},"708":{"position":[[1096,7]]}}}],["optimfrom",{"_index":3591,"t":{"290":{"position":[[86,9]]}}}],["optimis",{"_index":4845,"t":{"558":{"position":[[1900,9]]},"572":{"position":[[2661,9]]},"608":{"position":[[4703,9]]}}}],["optimization/tun",{"_index":5628,"t":{"680":{"position":[[2169,19]]}}}],["optimization_budget",{"_index":3948,"t":{"336":{"position":[[1078,20],[2125,19],[2357,20]]}}}],["optimization_budget=3",{"_index":3433,"t":{"269":{"position":[[1343,22]]}}}],["optimizer.load_state_dict(optimizer_st",{"_index":3658,"t":{"294":{"position":[[678,42]]}}}],["optimizer.state_dict",{"_index":3703,"t":{"294":{"position":[[2559,24]]}}}],["optimizer.step",{"_index":3274,"t":{"240":{"position":[[254,16]]},"294":{"position":[[1603,16]]}}}],["optimizer.zero_grad",{"_index":3271,"t":{"240":{"position":[[189,21]]},"294":{"position":[[1477,21]]}}}],["optimizer_st",{"_index":3655,"t":{"294":{"position":[[604,15]]},"306":{"position":[[826,15]]}}}],["option",{"_index":183,"t":{"7":{"position":[[366,6]]},"82":{"position":[[92,6]]},"90":{"position":[[21,7]]},"98":{"position":[[21,7]]},"106":{"position":[[51,7]]},"120":{"position":[[21,7]]},"126":{"position":[[21,7]]},"135":{"position":[[37,7]]},"148":{"position":[[21,7]]},"156":{"position":[[29,7]]},"166":{"position":[[21,7]]},"180":{"position":[[603,8]]},"182":{"position":[[746,8]]},"184":{"position":[[1933,6]]},"215":{"position":[[1409,6],[1479,6]]},"219":{"position":[[33,7]]},"261":{"position":[[938,7]]},"269":{"position":[[53,7]]},"281":{"position":[[463,7]]},"312":{"position":[[1154,8]]},"322":{"position":[[2906,10],[3122,10],[3555,10],[3642,9],[3968,8]]},"328":{"position":[[2976,10],[3192,10],[3625,10],[3712,9],[3910,8]]},"332":{"position":[[540,9]]},"336":{"position":[[281,8],[429,8],[678,8],[811,8],[2022,8],[2071,8],[2152,8],[2222,8],[2407,8],[3865,8],[4228,8],[4290,8],[4982,8],[5359,8],[5530,8],[7463,8],[8068,8]]},"360":{"position":[[4495,7],[18349,7],[30471,7]]},"364":{"position":[[4406,9],[4683,9],[4774,9],[4874,9]]},"416":{"position":[[276,9],[485,9],[566,9],[729,9],[947,9],[1042,9]]},"434":{"position":[[455,10],[1105,9],[1261,9],[3487,9],[3532,9],[5160,7],[6498,9]]},"516":{"position":[[2690,10]]},"544":{"position":[[1738,11],[1948,11],[2143,11]]},"558":{"position":[[4329,11],[4540,11],[4735,11]]},"568":{"position":[[2122,8]]},"608":{"position":[[843,8],[9619,11],[9830,11],[10025,11]]},"640":{"position":[[84,11]]},"644":{"position":[[1075,8]]},"649":{"position":[[6814,11]]},"653":{"position":[[236,7]]},"657":{"position":[[835,8],[1289,8]]},"682":{"position":[[93,11],[201,11],[5785,6]]},"684":{"position":[[138,11],[215,11],[1096,11],[1378,7]]},"690":{"position":[[34,7]]},"694":{"position":[[416,6],[476,6]]},"696":{"position":[[1632,10]]},"702":{"position":[[336,10],[548,10],[772,10]]},"704":{"position":[[302,6]]}}}],["optional[\"ag",{"_index":3509,"t":{"275":{"position":[[1159,17],[1571,17]]}}}],["optional[\"flaml.automl.data.datatransform",{"_index":4481,"t":{"434":{"position":[[6878,45]]}}}],["optional[ag",{"_index":3813,"t":{"318":{"position":[[199,15]]},"328":{"position":[[5621,15],[6525,15],[6851,15],[7123,15],[14836,15],[14994,15],[15119,15],[15390,15],[15636,15],[15844,15],[16061,15],[16321,15],[17562,15]]}}}],["optional[ani",{"_index":3852,"t":{"328":{"position":[[4248,13],[5653,13],[15422,13],[15668,13],[15876,13],[16093,13]]}}}],["optional[bool",{"_index":3497,"t":{"275":{"position":[[423,14],[589,14],[754,14],[928,14]]},"328":{"position":[[7787,14],[7818,14],[9198,14],[9229,14],[10610,14],[10641,14],[11976,14],[12007,14],[13341,14],[13372,14],[14080,14],[14111,14]]},"336":{"position":[[3547,14],[3709,14],[3759,14],[9433,14],[9471,14]]},"496":{"position":[[139,14],[198,14]]},"498":{"position":[[187,14],[246,14]]},"540":{"position":[[1194,14]]},"558":{"position":[[895,14]]},"608":{"position":[[2100,14],[2135,14],[2195,14],[2311,14]]}}}],["optional[cal",{"_index":3854,"t":{"328":{"position":[[4284,18]]}}}],["optional[callable[[dict",{"_index":3786,"t":{"312":{"position":[[643,25],[1182,25]]},"322":{"position":[[917,25]]},"328":{"position":[[970,25]]},"336":{"position":[[3625,24]]}}}],["optional[dict",{"_index":3974,"t":{"336":{"position":[[3513,14],[9401,14]]},"434":{"position":[[1801,14]]},"506":{"position":[[2234,14]]},"516":{"position":[[133,14],[232,14],[269,14]]},"540":{"position":[[301,14],[436,14],[1132,14],[1162,14]]},"544":{"position":[[189,14],[2856,14],[2886,14],[3301,14],[3624,14]]},"548":{"position":[[312,14],[450,14]]},"558":{"position":[[154,14],[202,14],[238,14],[938,14],[5665,14],[5888,14]]},"608":{"position":[[1281,14],[1329,14],[1365,14],[1880,14],[2274,14],[2469,14]]}}}],["optional[dict[str",{"_index":3825,"t":{"322":{"position":[[1066,18]]},"328":{"position":[[1122,18]]}}}],["optional[float",{"_index":915,"t":{"59":{"position":[[770,15]]},"336":{"position":[[1054,15],[1099,15]]},"494":{"position":[[134,15],[169,15],[201,15]]},"498":{"position":[[363,15]]},"516":{"position":[[477,15]]},"544":{"position":[[263,15],[301,15],[351,15]]},"548":{"position":[[193,15]]},"558":{"position":[[479,15],[517,15],[559,15],[857,15]]},"608":{"position":[[1629,15],[1667,15],[1709,15],[2540,15]]}}}],["optional[groupchat",{"_index":3814,"t":{"318":{"position":[[231,19]]}}}],["optional[int",{"_index":910,"t":{"59":{"position":[[617,13]]},"312":{"position":[[712,13],[1479,13]]},"322":{"position":[[986,13]]},"328":{"position":[[1039,13],[4221,13]]},"336":{"position":[[176,13],[574,13],[1136,13],[1170,13]]},"494":{"position":[[276,13]]},"516":{"position":[[401,13]]},"540":{"position":[[395,13]]},"544":{"position":[[424,13]]},"558":{"position":[[406,13],[789,13]]},"608":{"position":[[1775,13],[1840,13],[2070,13],[2356,13]]}}}],["optional[list",{"_index":4831,"t":{"558":{"position":[[329,14]]},"608":{"position":[[1555,14]]}}}],["optional[list[cal",{"_index":3908,"t":{"328":{"position":[[16354,24],[17595,24]]}}}],["optional[list[dict",{"_index":3508,"t":{"275":{"position":[[1122,20],[1534,20]]},"318":{"position":[[162,20]]},"328":{"position":[[5584,20],[15353,20],[15599,20],[15807,20],[16024,20],[16284,20],[17525,20]]},"332":{"position":[[195,20]]},"336":{"position":[[3583,20]]},"558":{"position":[[281,20]]},"608":{"position":[[1507,20]]}}}],["optional[list[float",{"_index":4475,"t":{"434":{"position":[[4323,21]]}}}],["optional[list[str",{"_index":4467,"t":{"434":{"position":[[2959,19],[2995,19],[6036,19]]}}}],["optional[list[tuple[callable[[dict",{"_index":4836,"t":{"558":{"position":[[649,36]]},"608":{"position":[[1923,36]]}}}],["optional[list[tuple[str",{"_index":4837,"t":{"558":{"position":[[736,24]]},"608":{"position":[[2010,24]]}}}],["optional[literal[\"stop",{"_index":912,"t":{"59":{"position":[[655,24],[810,24]]}}}],["optional[search",{"_index":4799,"t":{"548":{"position":[[120,18]]},"558":{"position":[[602,18]]}}}],["optional[str",{"_index":3781,"t":{"312":{"position":[[535,13],[752,13],[910,13]]},"322":{"position":[[1026,13],[1287,13]]},"328":{"position":[[899,13],[1079,13]]},"336":{"position":[[213,13],[613,13],[1014,13]]},"494":{"position":[[232,13]]},"496":{"position":[[240,13],[273,13]]},"498":{"position":[[288,13],[332,13]]},"506":{"position":[[841,13],[869,13],[2160,13],[2188,13]]},"516":{"position":[[311,13],[357,13],[445,13]]},"540":{"position":[[332,13],[360,13],[480,13],[1074,13],[1102,13]]},"544":{"position":[[132,13],[160,13],[227,13],[386,13]]},"548":{"position":[[158,13]]},"558":{"position":[[97,13],[125,13],[443,13],[820,13]]},"568":{"position":[[1502,14],[1523,14]]},"608":{"position":[[1396,13],[1424,13],[1593,13],[1805,13],[2233,13],[2392,13],[2503,13]]}}}],["optional[tri",{"_index":4634,"t":{"506":{"position":[[948,15]]}}}],["optional[tuple[float",{"_index":5147,"t":{"608":{"position":[[2427,22]]}}}],["optional[union[dict",{"_index":3784,"t":{"312":{"position":[[587,20],[800,20],[1046,20]]},"322":{"position":[[1127,20],[1234,20]]},"328":{"position":[[1183,20],[1231,20]]}}}],["optional[union[np.ndarray",{"_index":4448,"t":{"434":{"position":[[806,26],[875,26],[2815,26],[2882,26]]}}}],["optional[union[str",{"_index":3828,"t":{"322":{"position":[[1183,19]]},"328":{"position":[[1287,19]]},"332":{"position":[[236,19]]},"516":{"position":[[174,19]]}}}],["optuna",{"_index":4849,"t":{"558":{"position":[[2670,6]]},"572":{"position":[[51,6],[88,6],[335,6],[1800,6],[2004,6],[2239,6],[2281,6],[3748,6]]}}}],["optuna'",{"_index":4920,"t":{"572":{"position":[[290,8],[515,8],[3081,8]]}}}],["optuna.distribut",{"_index":4921,"t":{"572":{"position":[[592,20],[2906,20]]}}}],["optuna.distributions.loguniformdistribution(1",{"_index":4952,"t":{"572":{"position":[[3568,46],[4300,46],[4821,46],[5293,46]]}}}],["optuna.distributions.uniformdistribution(6",{"_index":4951,"t":{"572":{"position":[[3514,43],[4246,43],[4767,43],[5239,43]]}}}],["optuna.tri",{"_index":4922,"t":{"572":{"position":[[699,12],[3819,14]]}}}],["optuna<2.9.0",{"_index":4930,"t":{"572":{"position":[[1922,13]]}}}],["optuna_search",{"_index":4943,"t":{"572":{"position":[[3223,13],[3627,13],[3989,13],[4428,13],[4880,13],[5352,13]]}}}],["optunasearch",{"_index":4944,"t":{"572":{"position":[[3239,13],[3643,13],[4005,13],[4444,13],[4896,13],[5368,13]]}}}],["optunasearch(search",{"_index":4915,"t":{"572":{"position":[[6,22]]}}}],["optunasearchconfig",{"_index":4941,"t":{"572":{"position":[[3134,18]]}}}],["optunasearchimport",{"_index":4949,"t":{"572":{"position":[[3468,18],[4200,18],[4721,18],[5193,18]]}}}],["optunaspac",{"_index":4950,"t":{"572":{"position":[[3487,11],[4219,11],[4740,11],[5212,11]]}}}],["or/and",{"_index":5606,"t":{"678":{"position":[[383,6]]},"696":{"position":[[484,6]]}}}],["orchestr",{"_index":3404,"t":{"267":{"position":[[125,14]]}}}],["order",{"_index":662,"t":{"31":{"position":[[2657,6]]},"55":{"position":[[185,5]]},"328":{"position":[[4494,6],[5866,6],[16743,6],[17992,6]]},"336":{"position":[[9883,5]]},"506":{"position":[[1300,5],[2606,5]]},"512":{"position":[[712,6],[1038,6]]},"544":{"position":[[1666,6]]},"558":{"position":[[4257,6]]},"608":{"position":[[9547,6]]},"657":{"position":[[4271,5],[4354,6]]},"702":{"position":[[265,6]]}}}],["org",{"_index":1487,"t":{"114":{"position":[[210,5],[2635,5],[2644,5]]}}}],["organ",{"_index":2014,"t":{"178":{"position":[[179,8]]},"640":{"position":[[703,12]]}}}],["orgin",{"_index":2936,"t":{"229":{"position":[[136,9]]}}}],["orient",{"_index":2002,"t":{"172":{"position":[[339,8]]},"269":{"position":[[1501,8]]},"271":{"position":[[43,8]]},"281":{"position":[[48,8]]},"644":{"position":[[33,8]]}}}],["origin",{"_index":19,"t":{"2":{"position":[[205,11]]},"31":{"position":[[2992,8]]},"263":{"position":[[184,8]]},"269":{"position":[[4044,8]]},"328":{"position":[[6029,8]]},"622":{"position":[[344,8],[478,8],[547,8],[903,8]]},"653":{"position":[[374,8]]},"694":{"position":[[1842,8]]},"696":{"position":[[2647,8]]}}}],["os.environ.get(\"azure_openai_api_bas",{"_index":3982,"t":{"336":{"position":[[4632,40]]}}}],["os.environ.get(\"azure_openai_api_key",{"_index":3981,"t":{"336":{"position":[[4559,39]]}}}],["os.environ.get(\"openai_api_key",{"_index":3986,"t":{"336":{"position":[[4752,33]]}}}],["os.path.abspath(\"data\")load_data(data_dir",{"_index":3717,"t":{"298":{"position":[[50,42]]}}}],["os.path.abspath(\"data\")train_dataset",{"_index":3234,"t":{"236":{"position":[[262,36]]}}}],["os.path.exists(\"data/output",{"_index":1356,"t":{"108":{"position":[[1259,31]]}}}],["os.path.join(checkpoint_dir",{"_index":3653,"t":{"294":{"position":[[548,28],[2486,28]]}}}],["os.path.join(checkpoint_valu",{"_index":3756,"t":{"306":{"position":[[769,30]]}}}],["osdata_dir",{"_index":3716,"t":{"298":{"position":[[37,10]]}}}],["osdevic",{"_index":3228,"t":{"236":{"position":[[140,8]]}}}],["other",{"_index":5279,"t":{"624":{"position":[[1136,6]]},"640":{"position":[[506,6]]}}}],["other_set",{"_index":5362,"t":{"644":{"position":[[1528,18]]}}}],["otherwis",{"_index":3832,"t":{"322":{"position":[[2841,10]]},"328":{"position":[[2911,10]]},"336":{"position":[[8263,10],[8392,10]]},"360":{"position":[[7268,9],[22062,10],[22532,10],[33215,9]]},"364":{"position":[[1441,10],[1505,10],[1571,10],[1647,10],[1794,10],[1850,10]]},"366":{"position":[[1133,10]]},"370":{"position":[[529,10]]},"434":{"position":[[7981,10]]},"594":{"position":[[319,9]]},"608":{"position":[[5686,9],[10882,9]]}}}],["out",{"_index":48,"t":{"2":{"position":[[601,3]]},"27":{"position":[[1291,3]]},"59":{"position":[[366,3]]},"269":{"position":[[878,3]]},"655":{"position":[[580,3]]},"680":{"position":[[1094,3]]}}}],["out_featur",{"_index":3255,"t":{"238":{"position":[[130,12],[221,14],[346,12]]}}}],["out_features=12",{"_index":3188,"t":{"229":{"position":[[21500,16]]}}}],["out_features=13",{"_index":3179,"t":{"229":{"position":[[13189,16],[13273,16],[13332,16]]}}}],["out_features=14",{"_index":3169,"t":{"229":{"position":[[9261,16]]}}}],["out_features=16",{"_index":3189,"t":{"229":{"position":[[24636,16],[24716,16],[25072,16],[25152,16],[25506,16],[25586,16],[25933,16],[26013,16],[26990,16],[27074,16],[27133,16],[28141,16],[28485,16],[28565,16]]}}}],["out_features=26",{"_index":3183,"t":{"229":{"position":[[13480,16]]}}}],["out_features=32",{"_index":3174,"t":{"229":{"position":[[10117,16],[10701,16],[11267,16],[11827,16],[12386,16],[14377,16],[14942,16],[15513,16],[16082,16],[16635,16],[17197,16],[17764,16],[18327,16],[18891,16],[19463,16],[20032,16],[22396,16],[22961,16],[23532,16],[24101,16],[24864,16],[25300,16],[25734,16],[26161,16],[26540,16],[26683,16],[27281,16],[28302,16],[28713,16],[28921,16]]}}}],["out_features=4",{"_index":3197,"t":{"229":{"position":[[27525,15],[27604,15],[27659,15],[27714,15],[27769,15],[27850,15],[27905,15],[27960,15],[28015,15]]}}}],["out_features=6",{"_index":3186,"t":{"229":{"position":[[21214,15],[21297,15],[21354,15]]}}}],["out_features=7",{"_index":3158,"t":{"229":{"position":[[9037,15],[9115,15],[29076,15]]}}}],["out_features=8",{"_index":3139,"t":{"229":{"position":[[7731,15],[7816,15],[7883,15],[7944,15],[8004,15],[8065,15],[8131,15],[8203,15],[8273,15],[8327,15],[8390,15],[8458,15],[8522,15],[8587,15],[8660,15],[8730,15],[9893,15],[9971,15],[10477,15],[10555,15],[11043,15],[11121,15],[11603,15],[11681,15],[12162,15],[12240,15],[12577,15],[12662,15],[12729,15],[12790,15],[12850,15],[14153,15],[14231,15],[14718,15],[14796,15],[15289,15],[15367,15],[15858,15],[15936,15],[16411,15],[16489,15],[16973,15],[17051,15],[17540,15],[17618,15],[18103,15],[18181,15],[18667,15],[18745,15],[19239,15],[19317,15],[19808,15],[19886,15],[20212,15],[20278,15],[20350,15],[20420,15],[20474,15],[20537,15],[20605,15],[20669,15],[20734,15],[20807,15],[20877,15],[22172,15],[22250,15],[22737,15],[22815,15],[23308,15],[23386,15],[23877,15],[23955,15],[24281,15],[24347,15],[24419,15],[24489,15]]}}}],["outperform",{"_index":316,"t":{"15":{"position":[[303,12]]},"19":{"position":[[232,11]]},"37":{"position":[[232,13]]},"622":{"position":[[329,10]]}}}],["output",{"_index":380,"t":{"17":{"position":[[390,7],[504,6],[704,6],[988,7]]},"92":{"position":[[603,7]]},"100":{"position":[[893,7]]},"108":{"position":[[853,6],[1209,7],[1411,7]]},"110":{"position":[[850,6],[1017,7]]},"112":{"position":[[762,6],[929,7]]},"114":{"position":[[1257,6],[2733,6],[2961,7]]},"122":{"position":[[451,7]]},"128":{"position":[[620,7]]},"130":{"position":[[84,6]]},"137":{"position":[[411,7]]},"139":{"position":[[374,7]]},"144":{"position":[[421,7]]},"150":{"position":[[897,7]]},"221":{"position":[[565,7]]},"223":{"position":[[1283,7]]},"225":{"position":[[2146,7]]},"227":{"position":[[1370,7]]},"229":{"position":[[3255,7]]},"294":{"position":[[1531,7],[2044,7]]},"296":{"position":[[311,7]]},"416":{"position":[[236,9]]},"512":{"position":[[780,6],[844,6],[1224,6],[1288,6]]},"608":{"position":[[3527,7]]},"610":{"position":[[210,7],[2269,6]]},"638":{"position":[[429,6],[630,7]]},"692":{"position":[[452,6],[509,7]]}}}],["output_dir",{"_index":1339,"t":{"108":{"position":[[651,13],[1139,10]]},"110":{"position":[[806,13]]},"112":{"position":[[718,13]]},"114":{"position":[[1055,13],[2432,13]]},"190":{"position":[[1007,15]]},"360":{"position":[[11021,13],[20141,13],[37497,13]]},"416":{"position":[[195,10]]}}}],["output_lay",{"_index":3091,"t":{"229":{"position":[[4942,12],[6829,12],[29037,15]]}}}],["output_past",{"_index":1455,"t":{"112":{"position":[[2090,14]]}}}],["outputcol=\"features\")psdf",{"_index":2060,"t":{"180":{"position":[[1696,25]]}}}],["over",{"_index":428,"t":{"17":{"position":[[1855,4]]},"25":{"position":[[372,4]]},"31":{"position":[[3554,4]]},"37":{"position":[[758,4]]},"43":{"position":[[910,4]]},"45":{"position":[[32,4]]},"294":{"position":[[1208,4]]},"336":{"position":[[2505,4]]},"506":{"position":[[1623,4],[1770,4],[2929,4],[3076,4]]},"554":{"position":[[401,4],[1400,4]]},"602":{"position":[[2262,4],[2474,4]]},"624":{"position":[[321,4]]},"640":{"position":[[687,4]]},"661":{"position":[[1756,4]]},"670":{"position":[[33,4]]},"708":{"position":[[2772,4],[2984,4]]}}}],["overal",{"_index":459,"t":{"21":{"position":[[362,7]]},"43":{"position":[[309,7]]},"215":{"position":[[1031,8]]}}}],["overcom",{"_index":510,"t":{"27":{"position":[[548,8]]}}}],["overhead",{"_index":2091,"t":{"184":{"position":[[828,8]]},"261":{"position":[[501,8]]},"360":{"position":[[7863,8],[8159,8],[33810,8],[34106,8]]},"657":{"position":[[3282,9]]},"694":{"position":[[1711,9],[1797,8],[1881,9]]}}}],["overhead)n/k\\*(singletrialtime+overhead",{"_index":5507,"t":{"657":{"position":[[2987,41]]}}}],["overheadoverheadoverhead",{"_index":5511,"t":{"657":{"position":[[3238,24],[3543,25],[3573,24]]}}}],["overrid",{"_index":2098,"t":{"184":{"position":[[1189,8]]},"215":{"position":[[248,9]]},"312":{"position":[[975,8]]},"322":{"position":[[568,8],[680,8],[824,8]]},"328":{"position":[[391,8],[554,8],[666,8],[810,8],[18798,8],[19020,8],[19579,8],[20114,8]]},"356":{"position":[[133,10]]},"360":{"position":[[426,8],[8520,8]]},"568":{"position":[[123,10]]},"649":{"position":[[5129,8],[7874,8],[8380,8],[8703,8],[8784,8]]},"657":{"position":[[1879,8]]}}}],["overridden",{"_index":3888,"t":{"328":{"position":[[13979,11],[14726,11]]}}}],["overriden",{"_index":3923,"t":{"328":{"position":[[20202,10]]}}}],["overtim",{"_index":4323,"t":{"360":{"position":[[33068,9]]},"598":{"position":[[93,9],[783,9]]},"608":{"position":[[10735,9]]}}}],["overwrit",{"_index":2488,"t":{"215":{"position":[[219,11]]},"610":{"position":[[793,9]]}}}],["overwrite=true,)dataset",{"_index":2441,"t":{"205":{"position":[[269,23]]}}}],["overwritten",{"_index":5197,"t":{"608":{"position":[[11418,11]]}}}],["owner",{"_index":4873,"t":{"560":{"position":[[862,6]]}}}],["p",{"_index":394,"t":{"17":{"position":[[787,1],[817,1],[890,1]]},"238":{"position":[[261,1]]},"649":{"position":[[2737,2],[2806,2],[2815,2]]}}}],["packag",{"_index":241,"t":{"11":{"position":[[221,7]]},"201":{"position":[[214,8]]},"259":{"position":[[140,8]]},"281":{"position":[[1039,8]]},"283":{"position":[[566,7],[737,9],[779,7]]},"360":{"position":[[13308,8],[13351,8],[13387,7]]}}}],["pad",{"_index":4434,"t":{"416":{"position":[[772,3],[837,3]]}}}],["pad_to_max_length",{"_index":4433,"t":{"416":{"position":[[704,17]]}}}],["pad_token_id",{"_index":1456,"t":{"112":{"position":[[2111,15]]}}}],["page",{"_index":946,"t":{"67":{"position":[[8,4]]},"88":{"position":[[8,4]]},"96":{"position":[[8,4]]},"104":{"position":[[8,4]]},"118":{"position":[[8,4]]},"124":{"position":[[8,4]]},"132":{"position":[[8,4]]},"146":{"position":[[8,4]]},"154":{"position":[[8,4]]},"164":{"position":[[8,4]]},"176":{"position":[[8,4]]},"186":{"position":[[8,4]]},"198":{"position":[[8,4]]},"203":{"position":[[259,4],[359,5]]},"217":{"position":[[8,4]]},"231":{"position":[[8,4]]},"250":{"position":[[8,4]]},"265":{"position":[[8,4]]},"273":{"position":[[8,4]]},"277":{"position":[[8,4]]},"285":{"position":[[8,4]]},"310":{"position":[[8,4]]},"314":{"position":[[8,4]]},"320":{"position":[[8,4]]},"324":{"position":[[8,4]]},"326":{"position":[[8,4]]},"330":{"position":[[8,4]]},"334":{"position":[[8,4]]},"340":{"position":[[8,4]]},"342":{"position":[[8,4]]},"344":{"position":[[8,4]]},"348":{"position":[[8,4]]},"352":{"position":[[8,4]]},"354":{"position":[[8,4]]},"358":{"position":[[8,4]]},"362":{"position":[[8,4]]},"414":{"position":[[8,4]]},"418":{"position":[[8,4]]},"420":{"position":[[8,4]]},"422":{"position":[[8,4]]},"424":{"position":[[8,4]]},"428":{"position":[[8,4]]},"430":{"position":[[8,4]]},"432":{"position":[[8,4]]},"436":{"position":[[8,4]]},"442":{"position":[[8,4]]},"446":{"position":[[8,4]]},"450":{"position":[[8,4]]},"456":{"position":[[8,4]]},"480":{"position":[[8,4]]},"482":{"position":[[8,4]]},"484":{"position":[[8,4]]},"486":{"position":[[8,4]]},"488":{"position":[[8,4]]},"492":{"position":[[8,4]]},"500":{"position":[[8,4]]},"504":{"position":[[8,4]]},"508":{"position":[[8,4]]},"514":{"position":[[8,4]]},"518":{"position":[[8,4]]},"522":{"position":[[8,4]]},"530":{"position":[[8,4]]},"536":{"position":[[8,4]]},"542":{"position":[[8,4]]},"546":{"position":[[8,4]]},"550":{"position":[[8,4]]},"552":{"position":[[8,4]]},"556":{"position":[[8,4]]},"566":{"position":[[8,4]]},"580":{"position":[[8,4]]},"592":{"position":[[8,4]]},"596":{"position":[[8,4]]},"604":{"position":[[8,4]]},"606":{"position":[[8,4]]},"618":{"position":[[8,4]]},"642":{"position":[[8,4]]},"676":{"position":[[8,4]]}}}],["pair",{"_index":4766,"t":{"544":{"position":[[1605,6]]},"558":{"position":[[4196,6]]},"608":{"position":[[967,4],[3627,6],[9486,6]]},"610":{"position":[[310,6]]},"680":{"position":[[649,6]]},"702":{"position":[[206,6]]}}}],["pairwis",{"_index":5802,"t":{"706":{"position":[[516,8]]}}}],["palindrom",{"_index":636,"t":{"31":{"position":[[1954,10],[2061,10],[2190,11],[2285,11]]}}}],["panda",{"_index":1483,"t":{"114":{"position":[[144,6],[1569,6]]},"180":{"position":[[178,6],[376,6],[479,6],[941,6],[1183,6],[1257,6],[1850,6]]},"182":{"position":[[574,6]]},"225":{"position":[[7,6]]},"350":{"position":[[274,6],[332,6],[477,6],[541,6],[697,6],[770,6]]},"360":{"position":[[13960,6],[14079,6],[24797,6],[25126,6],[29288,6],[29360,6]]},"364":{"position":[[3041,6],[3098,6]]},"454":{"position":[[177,6],[235,6],[298,6],[362,6]]},"644":{"position":[[339,6],[391,6]]}}}],["pandas.datafram",{"_index":2022,"t":{"180":{"position":[[311,16]]},"438":{"position":[[4,16]]},"440":{"position":[[0,16]]}}}],["pandas.seri",{"_index":2025,"t":{"180":{"position":[[417,13]]}}}],["panel",{"_index":2933,"t":{"229":{"position":[[0,5]]},"644":{"position":[[779,5]]}}}],["paper",{"_index":472,"t":{"23":{"position":[[9,5]]},"35":{"position":[[47,6]]},"47":{"position":[[9,5]]},"255":{"position":[[1765,6]]},"540":{"position":[[149,6],[245,6]]},"608":{"position":[[5927,5]]},"696":{"position":[[3646,6]]},"708":{"position":[[2077,7]]}}}],["parallel",{"_index":140,"t":{"5":{"position":[[480,8]]},"162":{"position":[[2461,9]]},"178":{"position":[[82,8]]},"184":{"position":[[30,8],[54,8],[441,9],[711,8],[1443,8],[1600,8],[1692,8]]},"213":{"position":[[404,8]]},"336":{"position":[[1280,8]]},"360":{"position":[[4997,8],[6425,8],[8042,8],[30973,8],[32399,8],[33989,8]]},"364":{"position":[[692,8]]},"598":{"position":[[211,9],[976,8],[1054,8]]},"608":{"position":[[8187,8]]},"657":{"position":[[14,8],[121,8],[256,8],[646,8],[745,8],[777,8],[1103,9],[1145,8],[1193,8],[1227,8],[1481,8],[1588,8],[2094,8],[2190,8],[2261,8],[2653,8],[2765,8],[3177,12],[3210,8],[3332,8],[3381,8],[3653,8],[4218,8],[4250,8]]},"694":{"position":[[287,8],[351,8],[1726,8],[1891,8]]}}}],["parallel._backend.termin",{"_index":5007,"t":{"598":{"position":[[1085,29]]}}}],["parallel=non",{"_index":5000,"t":{"598":{"position":[[400,14]]}}}],["parallel=parallel",{"_index":4993,"t":{"598":{"position":[[181,19]]}}}],["param",{"_index":3040,"t":{"229":{"position":[[3834,6],[5149,6],[5721,6],[7036,6]]},"242":{"position":[[356,6],[485,6]]},"244":{"position":[[282,6],[371,9],[381,7]]},"269":{"position":[[2467,6],[2474,6]]},"364":{"position":[[3882,9],[4907,6]]},"452":{"position":[[180,6],[343,6]]},"594":{"position":[[493,7]]},"610":{"position":[[1409,10],[1718,8]]},"622":{"position":[[398,6]]},"636":{"position":[[1998,6]]}}}],["param_spac",{"_index":5199,"t":{"610":{"position":[[472,11],[1458,11]]}}}],["param_space=param_spac",{"_index":5237,"t":{"610":{"position":[[1975,24]]}}}],["paramet",{"_index":252,"t":{"11":{"position":[[467,9]]},"15":{"position":[[36,10],[536,9],[872,11],[943,9],[1313,9],[1574,9]]},"17":{"position":[[429,11],[458,9],[652,9]]},"19":{"position":[[709,10],[782,10]]},"21":{"position":[[220,9],[569,11],[655,9]]},"29":{"position":[[528,9],[632,10]]},"33":{"position":[[512,9],[780,9]]},"57":{"position":[[113,11]]},"196":{"position":[[262,11],[391,11]]},"263":{"position":[[166,10]]},"294":{"position":[[442,9],[1457,9],[2391,9]]},"336":{"position":[[1230,10],[5662,10],[5709,10],[5903,9],[8139,9]]},"360":{"position":[[20361,11],[20794,9],[20868,10],[38007,11],[38440,9],[38514,10]]},"374":{"position":[[323,9]]},"506":{"position":[[252,10],[310,11],[566,10],[624,11],[1228,10],[2534,10],[3482,10],[3540,11]]},"510":{"position":[[75,10],[126,9]]},"554":{"position":[[1452,10]]},"558":{"position":[[1665,9],[1766,10]]},"560":{"position":[[133,11],[228,10],[456,12],[744,11]]},"568":{"position":[[171,10]]},"570":{"position":[[921,11]]},"572":{"position":[[564,9],[1546,9],[1629,10],[1719,11],[2342,9],[2527,10],[2878,9]]},"594":{"position":[[687,10]]},"608":{"position":[[4569,10]]},"649":{"position":[[5274,9],[5398,10],[5525,10],[5620,10]]},"657":{"position":[[166,9],[293,9],[4034,9]]},"682":{"position":[[1600,10]]},"698":{"position":[[157,10]]}}}],["parameter_id",{"_index":4863,"t":{"560":{"position":[[208,12],[506,12]]}}}],["parameter_nam",{"_index":4914,"t":{"570":{"position":[[1029,15]]}}}],["parameterspip",{"_index":2427,"t":{"201":{"position":[[431,13]]}}}],["params0",{"_index":3096,"t":{"229":{"position":[[5074,7],[6961,7]]}}}],["params0.135",{"_index":3098,"t":{"229":{"position":[[5115,11],[7002,11]]}}}],["params33.6",{"_index":3097,"t":{"229":{"position":[[5096,10],[6983,10]]}}}],["parent",{"_index":4544,"t":{"490":{"position":[[727,6],[817,6]]}}}],["pars",{"_index":746,"t":{"39":{"position":[[768,5]]}}}],["part",{"_index":754,"t":{"39":{"position":[[1278,4]]},"696":{"position":[[2635,4]]}}}],["partial",{"_index":4267,"t":{"360":{"position":[[21936,7]]},"516":{"position":[[928,7]]},"544":{"position":[[529,7],[2971,7]]},"696":{"position":[[6710,8]]}}}],["partial(obj_from_resource_attr",{"_index":5742,"t":{"696":{"position":[[3139,31]]}}}],["partialfrom",{"_index":5718,"t":{"696":{"position":[[2112,11]]}}}],["particip",{"_index":761,"t":{"39":{"position":[[1665,11]]}}}],["particular",{"_index":101,"t":{"2":{"position":[[1268,10]]},"17":{"position":[[1895,10]]},"19":{"position":[[741,10]]},"261":{"position":[[441,10]]},"360":{"position":[[11658,10]]},"516":{"position":[[1091,10]]},"630":{"position":[[53,10]]},"657":{"position":[[3116,10]]},"678":{"position":[[421,10]]},"682":{"position":[[1380,10]]}}}],["pass",{"_index":557,"t":{"27":{"position":[[1872,6]]},"29":{"position":[[233,4]]},"31":{"position":[[3224,4]]},"180":{"position":[[510,4],[1895,4]]},"201":{"position":[[406,7]]},"215":{"position":[[175,4]]},"257":{"position":[[327,4]]},"294":{"position":[[457,6],[2358,6]]},"322":{"position":[[2689,7]]},"328":{"position":[[2759,7],[5943,6],[8354,6],[9773,6],[11503,6],[12877,6]]},"332":{"position":[[121,6]]},"336":{"position":[[6283,6],[8149,6]]},"360":{"position":[[350,6],[447,6],[557,6],[879,7],[7937,6],[14392,4],[15089,4],[20242,4],[26010,7],[33884,6],[37888,4]]},"364":{"position":[[3580,4],[3638,4],[5005,6]]},"416":{"position":[[1302,4]]},"426":{"position":[[116,7]]},"434":{"position":[[2399,6],[6451,6]]},"506":{"position":[[263,6],[299,4],[577,6],[613,4],[1200,7],[2506,7],[3493,6],[3529,4]]},"558":{"position":[[1777,6],[1850,7]]},"568":{"position":[[404,6],[1565,4]]},"572":{"position":[[326,4],[1108,6],[1207,7],[2420,4],[2538,6],[2611,7],[3362,4],[4606,4],[5094,7]]},"594":{"position":[[578,6]]},"598":{"position":[[1178,4]]},"608":{"position":[[4580,6],[4653,7],[6092,6],[12287,4]]},"610":{"position":[[775,7],[818,6]]},"644":{"position":[[299,6],[418,6]]},"649":{"position":[[5547,7]]},"653":{"position":[[365,4]]},"655":{"position":[[397,7],[500,7]]},"661":{"position":[[54,7]]},"663":{"position":[[61,6],[170,6],[231,6],[297,6],[395,6]]},"696":{"position":[[1271,6]]},"698":{"position":[[168,6],[243,7]]}}}],["pass/fail",{"_index":588,"t":{"31":{"position":[[290,9]]}}}],["pass@1",{"_index":592,"t":{"31":{"position":[[438,6]]}}}],["pass_assert",{"_index":3927,"t":{"332":{"position":[[33,16]]}}}],["pass_assertions(context",{"_index":3928,"t":{"332":{"position":[[54,24]]}}}],["pass_filt",{"_index":3998,"t":{"336":{"position":[[6249,12]]}}}],["passassertionfilt",{"_index":3926,"t":{"332":{"position":[[6,21]]}}}],["passion",{"_index":36,"t":{"2":{"position":[[445,10]]}}}],["passthrough",{"_index":4089,"t":{"360":{"position":[[2794,13],[2845,11],[28066,13],[28117,11]]},"653":{"position":[[121,11],[224,11],[314,14],[529,14]]}}}],["past",{"_index":97,"t":{"2":{"position":[[1219,4]]},"640":{"position":[[567,4]]}}}],["path",{"_index":892,"t":{"59":{"position":[[149,4]]},"61":{"position":[[756,4]]},"63":{"position":[[190,4],[257,4]]},"203":{"position":[[335,4]]},"294":{"position":[[2479,4],[2584,5]]},"336":{"position":[[254,5],[449,4],[488,4],[831,4],[870,4]]},"356":{"position":[[207,5]]},"360":{"position":[[5559,5],[31533,5]]},"416":{"position":[[345,4],[387,4],[454,4]]},"558":{"position":[[5515,5]]},"594":{"position":[[937,4]]},"628":{"position":[[51,4]]},"659":{"position":[[1096,5]]}}}],["path=$path:$spark_home/bin",{"_index":3569,"t":{"281":{"position":[[1562,26]]}}}],["path_to_flaml/autogen",{"_index":3834,"t":{"322":{"position":[[3086,24]]},"328":{"position":[[3156,24]]}}}],["pattern",{"_index":5205,"t":{"610":{"position":[[911,8]]}}}],["paul",{"_index":5061,"t":{"602":{"position":[[1391,4],[1549,4]]}}}],["paus",{"_index":4581,"t":{"498":{"position":[[763,6]]},"502":{"position":[[1673,5]]},"594":{"position":[[893,7]]}}}],["pause_tri",{"_index":4621,"t":{"502":{"position":[[1632,12]]}}}],["pause_trial(tri",{"_index":4622,"t":{"502":{"position":[[1649,18]]}}}],["pay",{"_index":509,"t":{"27":{"position":[[504,6]]},"624":{"position":[[1568,3]]}}}],["pd",{"_index":2771,"t":{"225":{"position":[[17,3]]}}}],["pd.dataframe(data)label",{"_index":2047,"t":{"180":{"position":[[1211,23]]}}}],["pd.dataframe(dev_dataset)test_dataset",{"_index":1504,"t":{"114":{"position":[[672,37],[2049,37]]}}}],["pd.dataframe(test_dataset)x_train",{"_index":1505,"t":{"114":{"position":[[712,34],[2089,34]]}}}],["pd.dataframe(train_dataset)dev_dataset",{"_index":1503,"t":{"114":{"position":[[631,38],[2008,38]]}}}],["pd.date_range(start='1/1/2022",{"_index":4205,"t":{"360":{"position":[[14528,31]]}}}],["pd.read_csv",{"_index":2775,"t":{"225":{"position":[[100,12]]}}}],["pd.seri",{"_index":4504,"t":{"452":{"position":[[244,10]]}}}],["pd.set_option(\"display.max_row",{"_index":2772,"t":{"225":{"position":[[21,33]]}}}],["pd.to_datetime(multi_df[\"timestamp\"])multi_df",{"_index":2779,"t":{"225":{"position":[[257,45]]}}}],["pdfrom",{"_index":2032,"t":{"180":{"position":[[951,6]]}}}],["pdtrain_dataset",{"_index":1484,"t":{"114":{"position":[[154,15],[1579,15]]}}}],["penal",{"_index":5389,"t":{"647":{"position":[[2367,9]]}}}],["pend",{"_index":4981,"t":{"594":{"position":[[230,7],[875,8]]}}}],["peng",{"_index":5110,"t":{"602":{"position":[[3302,5],[3597,4]]}}}],["penn",{"_index":76,"t":{"2":{"position":[[960,4]]},"267":{"position":[[737,4]]}}}],["peopl",{"_index":719,"t":{"37":{"position":[[1097,6]]}}}],["per",{"_index":373,"t":{"17":{"position":[[89,3],[1940,3]]},"25":{"position":[[355,3]]},"29":{"position":[[714,3]]},"114":{"position":[[271,5],[280,6],[2617,5],[2626,5]]},"184":{"position":[[1003,3]]},"261":{"position":[[510,3]]},"336":{"position":[[2111,3],[6711,3],[7994,3],[8318,3],[8447,3],[9720,3]]},"360":{"position":[[3424,3],[3769,3],[8334,3],[9930,3],[9965,3],[10183,3],[10307,3],[10418,3],[20508,3],[27868,3],[28704,3],[29146,3],[38154,3]]},"416":{"position":[[989,3],[1250,4],[1257,4],[1332,4],[1339,4]]},"572":{"position":[[1257,3]]},"608":{"position":[[8050,3]]},"644":{"position":[[1204,3]]},"651":{"position":[[1146,3],[1234,3]]},"657":{"position":[[1693,3]]},"668":{"position":[[392,3]]},"694":{"position":[[209,3],[548,3],[1074,3]]}}}],["per_device_eval_batch_s",{"_index":4203,"t":{"360":{"position":[[14453,27],[15156,27]]},"416":{"position":[[915,26]]}}}],["per_device_train_batch_s",{"_index":5417,"t":{"649":{"position":[[3215,28]]}}}],["percentag",{"_index":3330,"t":{"248":{"position":[[720,10]]},"360":{"position":[[3111,10],[17975,10],[28383,10]]},"434":{"position":[[5557,10]]},"544":{"position":[[2565,10]]},"558":{"position":[[5157,10]]},"608":{"position":[[10442,10]]},"647":{"position":[[493,10]]},"702":{"position":[[1651,10]]}}}],["perform",{"_index":362,"t":{"15":{"position":[[1536,7],[1612,11]]},"17":{"position":[[1843,11]]},"27":{"position":[[1457,11]]},"31":{"position":[[1686,7]]},"37":{"position":[[183,11]]},"41":{"position":[[578,12]]},"43":{"position":[[799,11]]},"45":{"position":[[606,12]]},"52":{"position":[[137,7]]},"130":{"position":[[623,7]]},"162":{"position":[[2430,7]]},"184":{"position":[[1433,9]]},"267":{"position":[[214,11]]},"269":{"position":[[404,7],[1195,7],[1384,7]]},"275":{"position":[[111,7],[177,7]]},"304":{"position":[[285,7]]},"328":{"position":[[17198,10],[18447,10]]},"360":{"position":[[2739,7],[6415,9],[28011,7],[32389,9]]},"502":{"position":[[1191,11],[1595,7],[1737,7],[1874,7]]},"516":{"position":[[1773,10],[1853,10],[2902,7]]},"544":{"position":[[927,11],[1392,7]]},"558":{"position":[[2302,11],[3942,7]]},"572":{"position":[[2074,11]]},"608":{"position":[[2610,10],[9169,7],[11187,7]]},"657":{"position":[[113,7],[1083,7]]},"674":{"position":[[104,7]]},"678":{"position":[[469,7]]},"680":{"position":[[340,7]]},"682":{"position":[[2816,11]]},"686":{"position":[[52,7]]},"694":{"position":[[343,7]]},"696":{"position":[[450,7],[1904,7],[5325,7],[5962,7]]},"704":{"position":[[163,11]]},"706":{"position":[[564,7],[1272,11]]},"708":{"position":[[1358,11],[1390,12]]}}}],["period",{"_index":2686,"t":{"223":{"position":[[1214,8]]},"360":{"position":[[20373,6],[38019,6]]},"663":{"position":[[217,6]]}}}],["period=12",{"_index":2522,"t":{"221":{"position":[[267,10]]}}}],["period=time_horizon",{"_index":2685,"t":{"223":{"position":[[1173,20]]},"225":{"position":[[2065,21]]},"227":{"position":[[1193,21]]},"229":{"position":[[3005,20]]}}}],["person",{"_index":609,"t":{"31":{"position":[[923,6]]}}}],["peter",{"_index":1494,"t":{"114":{"position":[[383,9],[1764,9]]}}}],["pickle.dump(automl",{"_index":5367,"t":{"644":{"position":[[1597,19]]}}}],["pickle.highest_protocol",{"_index":5368,"t":{"644":{"position":[[1620,25]]}}}],["pickle.load(f)pr",{"_index":5371,"t":{"644":{"position":[[1709,18]]}}}],["pickle_and_log_automl_artifact",{"_index":4531,"t":{"490":{"position":[[31,32]]}}}],["pickle_and_log_automl_artifacts(automl",{"_index":4532,"t":{"490":{"position":[[68,39]]}}}],["pip",{"_index":978,"t":{"74":{"position":[[104,3],[165,3]]},"82":{"position":[[113,3]]},"90":{"position":[[29,3]]},"98":{"position":[[29,3]]},"106":{"position":[[59,3]]},"120":{"position":[[29,3]]},"126":{"position":[[29,3]]},"135":{"position":[[45,3]]},"148":{"position":[[29,3]]},"156":{"position":[[37,3]]},"162":{"position":[[203,3]]},"166":{"position":[[29,3]]},"188":{"position":[[49,3]]},"219":{"position":[[41,3]]},"233":{"position":[[0,3]]},"269":{"position":[[19,4],[24,3]]},"279":{"position":[[63,4],[68,3]]},"281":{"position":[[9,3],[65,3],[135,3],[177,3],[226,3],[300,3],[360,3],[471,3],[530,3],[599,3],[1598,3],[1640,3],[1747,3],[1804,3],[1843,3]]},"288":{"position":[[0,3]]},"360":{"position":[[6487,3],[6513,3],[32461,3],[32487,3]]},"608":{"position":[[11283,3]]},"657":{"position":[[844,3],[1331,3]]},"686":{"position":[[400,3]]},"694":{"position":[[660,3],[1210,3]]},"696":{"position":[[4166,3]]},"708":{"position":[[767,3]]}}}],["pip=20.2",{"_index":2419,"t":{"201":{"position":[[157,8]]}}}],["pipelin",{"_index":136,"t":{"5":{"position":[[429,9]]},"170":{"position":[[299,9]]},"201":{"position":[[422,8]]},"203":{"position":[[63,9],[115,8],[146,8]]},"205":{"position":[[114,8]]},"207":{"position":[[4,8]]},"209":{"position":[[4,8],[68,9],[236,8]]},"211":{"position":[[55,9]]},"215":{"position":[[42,8],[136,8],[1083,9],[1594,9]]}}}],["pipeline_set",{"_index":2007,"t":{"172":{"position":[[651,20]]}}}],["pipeline_tun",{"_index":2417,"t":{"201":{"position":[[132,13],[183,14]]}}}],["pipelinefrom",{"_index":1981,"t":{"170":{"position":[[59,12]]}}}],["pipelinespip",{"_index":2422,"t":{"201":{"position":[[242,12]]}}}],["place",{"_index":269,"t":{"11":{"position":[[835,5]]},"27":{"position":[[2064,5]]},"336":{"position":[[405,7]]},"572":{"position":[[1000,5]]},"640":{"position":[[635,5]]},"661":{"position":[[1659,7]]}}}],["placehold",{"_index":928,"t":{"61":{"position":[[352,11]]}}}],["plain",{"_index":4821,"t":{"554":{"position":[[984,5]]}}}],["plan",{"_index":852,"t":{"45":{"position":[[683,4],[702,5]]}}}],["platform",{"_index":3531,"t":{"281":{"position":[[648,9],[1738,8]]},"283":{"position":[[65,8]]}}}],["play",{"_index":39,"t":{"2":{"position":[[488,6]]},"37":{"position":[[1032,4]]},"255":{"position":[[1707,4]]},"312":{"position":[[1679,5]]},"322":{"position":[[1834,5]]}}}],["pleas",{"_index":292,"t":{"13":{"position":[[212,6]]},"23":{"position":[[215,6]]},"33":{"position":[[1231,6]]},"47":{"position":[[245,6]]},"50":{"position":[[247,6]]},"69":{"position":[[36,6],[344,6],[411,6],[446,6],[677,6]]},"86":{"position":[[37,6]]},"116":{"position":[[58,6]]},"184":{"position":[[228,6]]},"209":{"position":[[78,6]]},"255":{"position":[[1745,6]]},"269":{"position":[[3566,6]]},"271":{"position":[[287,6],[359,6]]},"281":{"position":[[926,6]]},"322":{"position":[[3912,6]]},"328":{"position":[[3854,6]]},"336":{"position":[[2542,6],[2994,6],[3102,6]]},"360":{"position":[[6539,6],[32513,6]]},"364":{"position":[[3673,6]]},"572":{"position":[[1982,6]]},"600":{"position":[[34,6]]},"602":{"position":[[32,6]]},"608":{"position":[[6643,6],[11309,6]]},"649":{"position":[[6743,6]]},"657":{"position":[[1421,6]]},"659":{"position":[[1146,6]]},"680":{"position":[[1081,6]]},"682":{"position":[[7713,6]]},"708":{"position":[[2060,6]]}}}],["plot",{"_index":1235,"t":{"100":{"position":[[5794,4],[6861,4]]},"150":{"position":[[9140,4],[10167,4]]},"223":{"position":[[1604,5],[15096,4],[15126,8]]},"259":{"position":[[502,4]]},"666":{"position":[[738,4]]},"670":{"position":[[3,4],[397,4]]}}}],["plotli",{"_index":2689,"t":{"223":{"position":[[1577,6]]}}}],["pltimport",{"_index":5584,"t":{"670":{"position":[[466,9]]}}}],["pltplt.barh",{"_index":5558,"t":{"666":{"position":[[795,12]]}}}],["pltplt.barh(automl.feature_names_in_",{"_index":1237,"t":{"100":{"position":[[5847,37]]},"150":{"position":[[9193,37]]}}}],["pltplt.plot(x_test",{"_index":2765,"t":{"223":{"position":[[15226,19]]}}}],["plu",{"_index":4038,"t":{"336":{"position":[[10644,4]]}}}],["po",{"_index":3362,"t":{"257":{"position":[[522,3]]}}}],["point",{"_index":771,"t":{"39":{"position":[[1954,7],[1976,6],[2060,6],[2186,7],[2410,6],[2468,6],[2553,6],[2571,6],[2608,7],[2899,5],[2943,7],[3062,7],[3180,6],[3208,6]]},"248":{"position":[[682,6]]},"255":{"position":[[1612,5]]},"336":{"position":[[1391,7],[1601,5],[6644,7],[6786,5]]},"360":{"position":[[22849,6],[22920,5]]},"659":{"position":[[51,6],[319,6],[722,6]]},"661":{"position":[[1891,5]]},"706":{"position":[[125,5],[148,5],[206,5],[1181,6],[1242,6],[1706,5]]},"708":{"position":[[228,5],[251,5],[408,7],[430,6],[532,6],[995,5]]}}}],["pointlow_cost_partial_config",{"_index":3315,"t":{"248":{"position":[[19,28]]}}}],["points_to_evalu",{"_index":4271,"t":{"360":{"position":[[22774,19],[22807,20]]},"558":{"position":[[261,19],[1636,18],[1790,18],[2015,19]]},"570":{"position":[[679,19],[1006,18]]},"572":{"position":[[1517,18],[2551,18],[2763,19]]},"608":{"position":[[1487,19],[4424,18],[4593,18],[4818,19],[4844,18],[5029,18]]},"698":{"position":[[19,19],[181,18],[415,19],[535,19],[795,18]]}}}],["points_to_evaluate=[{\"a",{"_index":4963,"t":{"572":{"position":[[4917,24],[5389,24]]}}}],["points_to_evaluate=points_to_evalu",{"_index":5785,"t":{"698":{"position":[[1269,38]]}}}],["pois",{"_index":232,"t":{"11":{"position":[[72,6]]}}}],["polici",{"_index":4595,"t":{"502":{"position":[[550,6]]}}}],["poll",{"_index":1930,"t":{"162":{"position":[[1832,4]]}}}],["pool",{"_index":4716,"t":{"516":{"position":[[2184,5]]}}}],["popular",{"_index":377,"t":{"17":{"position":[[159,7]]},"630":{"position":[[402,7]]}}}],["port",{"_index":897,"t":{"59":{"position":[[272,4]]}}}],["portfolio",{"_index":596,"t":{"31":{"position":[[613,10]]}}}],["portfolio.pi",{"_index":5342,"t":{"638":{"position":[[414,12]]}}}],["pos_wise_ff",{"_index":3087,"t":{"229":{"position":[[4850,11],[6737,11],[28418,14]]}}}],["posit",{"_index":3851,"t":{"328":{"position":[[4211,9],[4509,8],[4523,8],[5708,8],[5727,8],[5881,8],[5895,8]]}}}],["possibl",{"_index":408,"t":{"17":{"position":[[1256,9]]},"25":{"position":[[531,8]]},"27":{"position":[[220,8]]},"322":{"position":[[1975,8]]},"328":{"position":[[2045,8]]},"649":{"position":[[6681,8]]},"655":{"position":[[1589,9]]},"682":{"position":[[1831,8],[6802,8]]}}}],["possible_choic",{"_index":5636,"t":{"682":{"position":[[1799,16]]}}}],["post",{"_index":337,"t":{"15":{"position":[[897,5]]},"19":{"position":[[30,4]]},"21":{"position":[[519,5]]},"25":{"position":[[837,5]]},"31":{"position":[[30,4]]},"33":{"position":[[634,4]]},"35":{"position":[[59,4]]},"37":{"position":[[1204,5]]}}}],["post_attn_gate_norm",{"_index":3084,"t":{"229":{"position":[[4806,19],[6693,19],[28172,22]]}}}],["post_lstm_add_norm_decod",{"_index":3195,"t":{"229":{"position":[[26815,29]]}}}],["post_lstm_add_norm_encod",{"_index":3076,"t":{"229":{"position":[[4648,26],[6535,26],[26713,29]]}}}],["post_lstm_gate_decod",{"_index":3194,"t":{"229":{"position":[[26570,25]]}}}],["post_lstm_gate_encod",{"_index":3073,"t":{"229":{"position":[[4597,22],[6484,22],[26427,25]]}}}],["postfix",{"_index":642,"t":{"31":{"position":[[2153,7]]},"182":{"position":[[419,7]]}}}],["pot",{"_index":817,"t":{"41":{"position":[[804,3],[1062,6],[1086,3],[1238,4]]},"43":{"position":[[277,3],[592,3],[767,3]]}}}],["potenti",{"_index":424,"t":{"17":{"position":[[1722,9]]},"39":{"position":[[914,9]]},"45":{"position":[[805,9],[979,11]]},"294":{"position":[[2343,11]]},"657":{"position":[[4177,9]]}}}],["pow(1",{"_index":3963,"t":{"336":{"position":[[1920,5],[7364,5]]}}}],["power",{"_index":327,"t":{"15":{"position":[[624,8]]},"17":{"position":[[148,6]]},"27":{"position":[[1812,8]]},"45":{"position":[[130,8]]},"267":{"position":[[647,7]]},"269":{"position":[[1014,8]]},"283":{"position":[[632,5]]}}}],["practic",{"_index":3345,"t":{"255":{"position":[[1290,9]]},"682":{"position":[[2440,8]]},"708":{"position":[[1615,8],[1977,8]]}}}],["pre",{"_index":993,"t":{"80":{"position":[[4,3],[34,3],[89,3],[129,3],[221,3],[245,3]]},"360":{"position":[[10821,3],[36967,3]]},"602":{"position":[[1047,3],[1221,3]]},"661":{"position":[[2102,3]]},"686":{"position":[[156,3]]}}}],["pre_output_gate_norm",{"_index":3089,"t":{"229":{"position":[[4897,20],[6784,20],[28831,23]]}}}],["pre_tim",{"_index":5793,"t":{"702":{"position":[[1101,8]]}}}],["prealgebra",{"_index":807,"t":{"41":{"position":[[386,11]]},"43":{"position":[[580,11]]}}}],["precalculu",{"_index":811,"t":{"41":{"position":[[474,12]]},"43":{"position":[[535,12],[981,11]]}}}],["precip",{"_index":2821,"t":{"225":{"position":[[1509,9]]}}}],["precis",{"_index":724,"t":{"37":{"position":[[1427,7]]},"360":{"position":[[34608,13]]},"558":{"position":[[3168,13]]},"608":{"position":[[8542,13]]},"684":{"position":[[279,13]]}}}],["pred",{"_index":1832,"t":{"152":{"position":[[385,5],[414,7],[457,5],[479,5],[494,6]]},"242":{"position":[[210,4]]},"269":{"position":[[2639,4],[2701,5]]},"649":{"position":[[7559,5],[7588,7],[7631,5],[7653,5],[7668,6]]}}}],["pred.eq(target.view_as(pred)).sum().item",{"_index":3282,"t":{"242":{"position":[[268,42]]}}}],["pred_kwarg",{"_index":4198,"t":{"360":{"position":[[13876,14],[14348,13],[14865,14],[15045,13]]}}}],["pred_tim",{"_index":4078,"t":{"360":{"position":[[1513,9],[1874,12],[1887,10],[26644,9],[27005,12],[27018,10]]},"544":{"position":[[2419,13],[2495,12],[2654,13],[2730,12]]},"558":{"position":[[5011,13],[5087,12],[5246,13],[5322,12]]},"608":{"position":[[10295,13],[10369,12],[10518,13],[10592,12]]},"647":{"position":[[1944,9],[2305,12],[2318,10],[2503,10]]},"702":{"position":[[1012,9],[1405,12],[1481,12],[1742,12]]}}}],["pred_time\"]lexico_objectives[\"mod",{"_index":5795,"t":{"702":{"position":[[1297,38]]}}}],["pred_time_limit",{"_index":4100,"t":{"360":{"position":[[3653,15],[9463,15],[9681,17],[29030,15],[34945,15],[35163,17]]},"651":{"position":[[1201,16]]}}}],["pred_time_limit=1",{"_index":5477,"t":{"651":{"position":[[1335,18]]}}}],["pred_time_limit=non",{"_index":4290,"t":{"360":{"position":[[24066,21]]}}}],["predict",{"_index":511,"t":{"27":{"position":[[588,7],[1094,7],[1445,7]]},"29":{"position":[[300,10]]},"100":{"position":[[159,7],[5927,11],[6025,9]]},"150":{"position":[[159,7],[9273,11],[9371,9]]},"160":{"position":[[162,7],[1129,12]]},"168":{"position":[[138,7]]},"190":{"position":[[829,12],[861,11]]},"223":{"position":[[114,7],[15101,12]]},"229":{"position":[[1334,7],[3114,11]]},"294":{"position":[[2069,9],[2143,10]]},"296":{"position":[[336,9],[410,10]]},"360":{"position":[[3686,10],[3753,10],[9732,10],[11452,9],[13786,8],[13899,7],[14186,7],[14400,9],[14796,9],[14885,7],[29063,10],[29130,10],[35214,10]]},"364":{"position":[[2337,8],[2376,7],[2615,7]]},"366":{"position":[[702,8],[786,7],[1025,10],[1268,7],[1570,10]]},"370":{"position":[[98,8],[182,7],[421,10]]},"394":{"position":[[156,7]]},"398":{"position":[[150,7]]},"434":{"position":[[2489,10]]},"438":{"position":[[103,7]]},"490":{"position":[[257,10]]},"498":{"position":[[993,8],[1022,7]]},"516":{"position":[[2153,10],[2738,8],[2777,7]]},"622":{"position":[[316,9]]},"624":{"position":[[1467,11]]},"644":{"position":[[125,7],[1649,10]]},"649":{"position":[[3970,9],[5106,9],[5152,9]]},"651":{"position":[[1130,10],[1218,10]]}}}],["predict(data_sampl",{"_index":4720,"t":{"516":{"position":[[2751,20]]}}}],["predict(x",{"_index":4195,"t":{"360":{"position":[[13799,10]]},"364":{"position":[[2350,10]]},"366":{"position":[[715,10]]},"370":{"position":[[111,10]]},"498":{"position":[[1006,10]]}}}],["predict_proba",{"_index":4173,"t":{"360":{"position":[[11466,15],[14829,14],[15097,15]]},"364":{"position":[[2564,14]]},"366":{"position":[[1172,14]]},"394":{"position":[[105,14]]},"398":{"position":[[99,14]]}}}],["predict_proba(x",{"_index":4215,"t":{"360":{"position":[[14848,16]]},"364":{"position":[[2583,16]]},"366":{"position":[[1191,16]]},"394":{"position":[[124,16]]},"398":{"position":[[118,16]]}}}],["prediction_mad",{"_index":4606,"t":{"502":{"position":[[1025,17]]}}}],["prediction_tri",{"_index":4607,"t":{"502":{"position":[[1043,18]]}}}],["prediction_trial_tupl",{"_index":4605,"t":{"502":{"position":[[967,22]]}}}],["prediction_trial_tuple=non",{"_index":4603,"t":{"502":{"position":[[840,28]]}}}],["predictionfrom",{"_index":2674,"t":{"223":{"position":[[676,14]]}}}],["predictionsdiscrete_y_pr",{"_index":2892,"t":{"227":{"position":[[1220,26]]}}}],["predictionsprint(automl.predict(multi_x_test",{"_index":2831,"t":{"225":{"position":[[2087,46]]}}}],["predictiony_test",{"_index":2671,"t":{"223":{"position":[[566,16]]}}}],["predictprint(automl.predict(x_train",{"_index":1579,"t":{"128":{"position":[[441,38]]}}}],["predictprint(automl.predict_proba(x_train",{"_index":1049,"t":{"92":{"position":[[415,44]]}}}],["predictprint(model.predict(x_test",{"_index":1621,"t":{"130":{"position":[[574,35]]}}}],["prefer",{"_index":3216,"t":{"233":{"position":[[101,10]]},"544":{"position":[[1448,12]]},"558":{"position":[[3998,12]]},"602":{"position":[[2250,11],[2462,11]]},"608":{"position":[[9225,12]]},"657":{"position":[[2340,10]]},"702":{"position":[[57,10]]},"708":{"position":[[2760,11],[2972,11]]}}}],["preferencelexico_object",{"_index":3316,"t":{"248":{"position":[[157,27]]}}}],["prefix",{"_index":645,"t":{"31":{"position":[[2256,6]]},"112":{"position":[[2340,9],[2452,9],[2582,9],[2712,9]]},"336":{"position":[[3155,7],[3224,6],[4048,9]]}}}],["prepar",{"_index":267,"t":{"11":{"position":[[783,9]]},"162":{"position":[[3297,7]]},"182":{"position":[[116,7],[553,7]]},"203":{"position":[[187,11]]},"434":{"position":[[4358,7]]},"644":{"position":[[1397,7]]}}}],["prepare_data",{"_index":4471,"t":{"434":{"position":[[3985,13]]}}}],["prepare_data(st",{"_index":4472,"t":{"434":{"position":[[4018,19]]}}}],["preprint",{"_index":5071,"t":{"602":{"position":[[1658,8],[1814,8],[1946,8],[2160,8],[2849,8],[3110,8],[3336,8],[3662,8]]}}}],["preprocess",{"_index":2777,"t":{"225":{"position":[[215,13]]},"261":{"position":[[246,13],[297,10],[380,13]]},"434":{"position":[[6777,11],[6969,10],[7161,12]]},"568":{"position":[[2314,10],[2637,10]]},"624":{"position":[[993,10],[1308,13],[1356,12]]}}}],["preprocess(x",{"_index":4480,"t":{"434":{"position":[[6808,13]]}}}],["preprocess_and_suggest_hyperparam",{"_index":5285,"t":{"628":{"position":[[198,35]]}}}],["preprocess_and_suggest_hyperparams(\"classif",{"_index":5272,"t":{"624":{"position":[[711,52]]}}}],["preprocess_and_suggest_hyperparamsx",{"_index":5268,"t":{"624":{"position":[[433,36]]}}}],["preprocessor",{"_index":5200,"t":{"610":{"position":[[549,12]]},"624":{"position":[[1406,13]]}}}],["prescal",{"_index":3047,"t":{"229":{"position":[[4040,10],[5927,10],[7660,13],[12506,13],[20152,13],[24221,13]]}}}],["present",{"_index":623,"t":{"31":{"position":[[1527,9]]},"39":{"position":[[295,8]]}}}],["preserv",{"_index":4137,"t":{"360":{"position":[[6808,8],[6897,10],[32782,8],[32871,10]]}}}],["preserve_checkpoint",{"_index":4136,"t":{"360":{"position":[[6751,19],[32725,19]]}}}],["preserve_checkpoint=tru",{"_index":4244,"t":{"360":{"position":[[16363,25],[24362,25]]}}}],["prevent",{"_index":469,"t":{"21":{"position":[[788,7]]},"360":{"position":[[7811,7],[21788,7],[33758,7]]}}}],["preview",{"_index":3485,"t":{"275":{"position":[[23,8]]},"312":{"position":[[48,8]]},"318":{"position":[[50,8]]},"322":{"position":[[48,8]]},"328":{"position":[[39,8]]},"336":{"position":[[4700,9]]},"360":{"position":[[6320,8],[32294,8]]}}}],["previo",{"_index":4096,"t":{"360":{"position":[[3316,7],[28588,7]]}}}],["previou",{"_index":690,"t":{"33":{"position":[[620,8]]},"37":{"position":[[763,8],[949,8],[1777,8]]},"45":{"position":[[37,8]]},"182":{"position":[[177,8]]},"661":{"position":[[1246,8]]},"696":{"position":[[5264,8]]}}}],["previous",{"_index":2074,"t":{"182":{"position":[[603,10]]},"558":{"position":[[1741,10]]},"572":{"position":[[2502,10]]},"608":{"position":[[4544,10]]},"698":{"position":[[132,10],[646,10]]}}}],["price",{"_index":430,"t":{"17":{"position":[[1934,5]]},"25":{"position":[[349,5]]},"100":{"position":[[174,5]]},"150":{"position":[[174,5]]},"180":{"position":[[1119,8],[1237,8]]}}}],["price_regular",{"_index":3009,"t":{"229":{"position":[[2589,16],[8092,16],[14495,16],[20239,16],[22514,16],[24308,16]]}}}],["primari",{"_index":1137,"t":{"100":{"position":[[468,7]]},"150":{"position":[[468,7]]},"172":{"position":[[95,7]]},"223":{"position":[[811,7]]},"225":{"position":[[1828,7]]},"227":{"position":[[938,7]]},"229":{"position":[[1959,7]]},"651":{"position":[[1483,7]]}}}],["print",{"_index":1050,"t":{"92":{"position":[[460,5]]},"128":{"position":[[480,5]]},"162":{"position":[[724,6]]},"294":{"position":[[1622,5],[1707,5],[1737,6]]},"306":{"position":[[285,8]]},"328":{"position":[[8997,5],[10416,5],[11768,5],[13142,5],[13826,5],[14573,5]]}}}],["print(\"best",{"_index":1208,"t":{"100":{"position":[[4976,11]]},"150":{"position":[[7861,11]]}}}],["print(\"creat",{"_index":1923,"t":{"162":{"position":[[1553,15]]}}}],["print(\"finish",{"_index":3706,"t":{"294":{"position":[[2657,15]]}}}],["print(\"found",{"_index":1922,"t":{"162":{"position":[[1383,12]]}}}],["print(\"th",{"_index":2505,"t":{"215":{"position":[[973,10]]}}}],["print(analysis.tri",{"_index":5190,"t":{"608":{"position":[[7506,22]]}}}],["print(automl.best_config_per_estim",{"_index":5566,"t":{"668":{"position":[[407,40]]}}}],["print(automl.best_config_train_tim",{"_index":5572,"t":{"668":{"position":[[1165,37]]}}}],["print(automl.best_estim",{"_index":5560,"t":{"668":{"position":[[65,29]]}}}],["print(automl.model.estimator)\"\"\"lgbmregressor(colsample_bytree=0.7610534336273627",{"_index":5557,"t":{"666":{"position":[[404,82]]}}}],["print(best_estim",{"_index":4350,"t":{"364":{"position":[[1215,21]]}}}],["print(compute_target.get_status().seri",{"_index":1940,"t":{"162":{"position":[[2150,46]]}}}],["print(f\"#trials={len(result.trials)}\")print(f\"time={time.tim",{"_index":3741,"t":{"306":{"position":[[0,63]]}}}],["print(f\"best",{"_index":2483,"t":{"213":{"position":[[887,12],[928,12]]}}}],["print(f\"eval_binary_error",{"_index":2502,"t":{"215":{"position":[[815,26]]}}}],["print(f\"n_trials={len(analysis.tri",{"_index":2481,"t":{"213":{"position":[[805,41]]}}}],["print(f\"statu",{"_index":2495,"t":{"215":{"position":[[567,15]]}}}],["print(f\"time={time.tim",{"_index":2482,"t":{"213":{"position":[[847,25]]}}}],["print(overrid",{"_index":2491,"t":{"215":{"position":[[312,16]]}}}],["print(run.get_portal_url",{"_index":2493,"t":{"215":{"position":[[398,27]]}}}],["print(statu",{"_index":2506,"t":{"215":{"position":[[1005,13]]}}}],["prior",{"_index":4170,"t":{"360":{"position":[[10838,5],[36984,5]]}}}],["priori",{"_index":507,"t":{"27":{"position":[[366,6]]}}}],["priorit",{"_index":5818,"t":{"708":{"position":[[628,11]]}}}],["prioriti",{"_index":5002,"t":{"598":{"position":[[882,10]]},"702":{"position":[[1059,9]]}}}],["priorities/prefer",{"_index":4767,"t":{"544":{"position":[[1688,22]]},"558":{"position":[[4279,22]]},"608":{"position":[[9569,22]]},"702":{"position":[[287,22]]}}}],["probabl",{"_index":388,"t":{"17":{"position":[[680,11],[749,11]]},"41":{"position":[[435,12]]},"43":{"position":[[443,11]]},"360":{"position":[[14897,11],[15273,11]]},"364":{"position":[[2627,11],[2858,11]]},"366":{"position":[[1280,11],[1707,11]]},"394":{"position":[[168,11],[399,11]]},"398":{"position":[[162,11],[393,11]]}}}],["probe",{"_index":721,"t":{"37":{"position":[[1213,5]]}}}],["problem",{"_index":287,"t":{"13":{"position":[[70,7]]},"15":{"position":[[237,9],[256,9],[392,9],[1067,7],[1122,8],[1166,7],[1662,8]]},"17":{"position":[[324,7],[1184,10],[1205,7],[1309,9],[1348,7]]},"21":{"position":[[100,8],[190,9],[470,9],[716,9]]},"31":{"position":[[2933,7]]},"33":{"position":[[703,8]]},"37":{"position":[[149,9],[215,7],[471,9],[1228,7],[1343,9],[1405,8],[1572,8],[1754,9]]},"39":{"position":[[311,7],[446,8],[726,8],[820,7],[924,7],[1001,7],[1031,7],[1137,7],[1739,7],[1763,8],[1922,7]]},"41":{"position":[[93,8],[171,9],[187,8],[928,7],[988,7],[1162,7],[1296,8],[1379,11]]},"43":{"position":[[24,8],[1054,8]]},"45":{"position":[[90,7],[252,7],[660,7],[887,9],[954,7]]},"47":{"position":[[111,7],[228,7]]},"59":{"position":[[504,8]]},"360":{"position":[[14968,9]]},"364":{"position":[[2698,8]]},"366":{"position":[[1351,8]]},"394":{"position":[[239,8]]},"398":{"position":[[233,8]]},"434":{"position":[[572,7]]},"602":{"position":[[3183,7],[3448,7]]}}}],["procedur",{"_index":5608,"t":{"680":{"position":[[323,9],[1070,10]]},"692":{"position":[[1480,9]]}}}],["process",{"_index":695,"t":{"33":{"position":[[940,7]]},"45":{"position":[[970,8]]},"71":{"position":[[51,8]]},"229":{"position":[[357,7]]},"261":{"position":[[544,7]]},"350":{"position":[[180,7],[452,9],[516,9],[627,7],[745,9]]},"360":{"position":[[7780,10],[10825,7],[33727,10],[36971,7]]},"364":{"position":[[1033,8]]},"434":{"position":[[7072,8],[7136,11]]},"454":{"position":[[273,9],[337,9]]},"490":{"position":[[511,9]]},"568":{"position":[[2371,8],[2694,8]]},"651":{"position":[[81,8],[163,8],[291,8]]},"657":{"position":[[4088,7]]},"682":{"position":[[6978,7]]},"684":{"position":[[441,7]]},"688":{"position":[[16,7]]},"700":{"position":[[46,7]]}}}],["processanalysi",{"_index":3322,"t":{"248":{"position":[[438,15]]}}}],["produc",{"_index":4812,"t":{"554":{"position":[[475,7],[655,7]]},"558":{"position":[[2981,8]]},"608":{"position":[[8355,8]]},"638":{"position":[[599,7]]}}}],["program",{"_index":587,"t":{"31":{"position":[[276,8]]},"39":{"position":[[980,7]]},"41":{"position":[[677,7],[1042,7],[1199,7],[1275,7],[1334,7]]}}}],["progress",{"_index":4592,"t":{"502":{"position":[[337,14]]},"516":{"position":[[2389,11]]},"568":{"position":[[2497,9]]}}}],["progress=dot:giga",{"_index":3550,"t":{"281":{"position":[[1201,17]]}}}],["project",{"_index":22,"t":{"2":{"position":[[239,7],[551,7]]},"21":{"position":[[739,7]]},"271":{"position":[[278,8]]}}}],["promo",{"_index":2869,"t":{"227":{"position":[[203,8],[590,8],[645,8]]}}}],["promo2",{"_index":2870,"t":{"227":{"position":[[212,11],[599,11]]}}}],["promo2\"]],)discrete_y_train",{"_index":2883,"t":{"227":{"position":[[654,29]]}}}],["prompt",{"_index":303,"t":{"15":{"position":[[135,7]]},"17":{"position":[[1155,7]]},"37":{"position":[[252,9],[501,9],[650,8],[1786,9]]},"39":{"position":[[362,6],[479,9],[575,7],[605,6],[632,7],[855,7],[1265,7],[1348,6],[1712,7]]},"41":{"position":[[669,7],[892,10],[960,6],[1090,6],[1222,10],[1246,7],[1309,6]]},"43":{"position":[[174,10]]},"322":{"position":[[293,6],[2056,7],[2287,7],[2462,6]]},"328":{"position":[[2126,7],[2357,7],[2532,6],[18871,6],[18884,6]]},"336":{"position":[[2534,7],[2610,6],[2718,6],[2828,6],[2934,6],[3907,7],[3961,6],[4105,6],[5880,8]]}}}],["prompt(data",{"_index":3971,"t":{"336":{"position":[[2970,13]]}}}],["prompt.format(**data",{"_index":3970,"t":{"336":{"position":[[2864,22]]}}}],["prompt=\"complet",{"_index":3978,"t":{"336":{"position":[[4007,16]]}}}],["prompt=\"hi",{"_index":3990,"t":{"336":{"position":[[4941,13]]}}}],["prompt=\"hi\",)print(respons",{"_index":929,"t":{"61":{"position":[[369,29]]}}}],["prone",{"_index":842,"t":{"45":{"position":[[379,5]]},"708":{"position":[[1069,5]]}}}],["proper",{"_index":5680,"t":{"682":{"position":[[6447,6]]}}}],["properli",{"_index":871,"t":{"55":{"position":[[203,9]]}}}],["properti",{"_index":4893,"t":{"568":{"position":[[1577,10]]},"666":{"position":[[44,8],[345,8]]},"684":{"position":[[378,8]]},"706":{"position":[[659,11],[1420,8]]}}}],["propertydef",{"_index":3491,"t":{"275":{"position":[[294,12]]},"316":{"position":[[130,12]]},"328":{"position":[[6187,12],[6950,12],[7511,12]]},"360":{"position":[[11221,12],[11411,12],[12017,12],[12114,12],[12229,12],[12328,12],[12451,12],[12549,12],[12624,12],[12739,12],[13045,12],[13165,12],[13416,12],[13502,12],[13583,12],[13691,12],[21660,12],[21875,12],[22350,12],[22794,12],[22959,12],[23150,12],[23290,12],[23427,12],[23599,12]]},"364":{"position":[[717,12],[823,12],[1346,12],[1693,12]]},"502":{"position":[[665,12],[745,12]]},"506":{"position":[[84,12],[384,12],[695,12],[3295,12]]},"544":{"position":[[3870,12],[4137,12]]},"548":{"position":[[644,12]]},"558":{"position":[[5956,12]]},"568":{"position":[[2711,12],[2798,12]]},"608":{"position":[[92,12]]}}}],["prophet",{"_index":2540,"t":{"221":{"position":[[987,10]]},"223":{"position":[[1762,10],[14582,7]]},"225":{"position":[[2568,10]]},"281":{"position":[[279,8]]},"458":{"position":[[61,8]]},"649":{"position":[[2531,10],[2542,7]]}}}],["prophet'",{"_index":2597,"t":{"221":{"position":[[14963,9],[18864,9]]},"223":{"position":[[11204,9],[11248,9],[11461,9],[11678,9],[11889,9],[12106,9],[12323,9],[12536,9],[12767,9],[12984,9],[13201,9],[13374,9],[13418,9],[13635,9],[13866,9],[14083,9],[14294,9],[14502,9]]}}}],["prophet(timeseriesestim",{"_index":4511,"t":{"458":{"position":[[6,28]]}}}],["prophet.forecaster.prophet",{"_index":2757,"t":{"223":{"position":[[14660,27]]}}}],["prophet[flaml.automl",{"_index":2594,"t":{"221":{"position":[[14892,21],[18793,21]]},"223":{"position":[[11133,21],[13303,21]]}}}],["proport",{"_index":5623,"t":{"680":{"position":[[1543,12]]}}}],["propos",{"_index":4792,"t":{"544":{"position":[[3951,8]]}}}],["provabl",{"_index":5801,"t":{"706":{"position":[[292,8]]}}}],["provid",{"_index":131,"t":{"5":{"position":[[365,9],[734,9]]},"9":{"position":[[344,10]]},"27":{"position":[[1653,8]]},"29":{"position":[[762,8]]},"33":{"position":[[639,8],[909,7]]},"39":{"position":[[787,7]]},"43":{"position":[[1147,7]]},"55":{"position":[[9,8]]},"69":{"position":[[118,7],[418,7]]},"76":{"position":[[3,7]]},"78":{"position":[[73,8]]},"100":{"position":[[4834,8]]},"108":{"position":[[2716,8]]},"122":{"position":[[7786,8]]},"128":{"position":[[4851,8]]},"150":{"position":[[7719,8]]},"162":{"position":[[1921,8]]},"180":{"position":[[61,8]]},"223":{"position":[[14964,8]]},"229":{"position":[[29356,8]]},"248":{"position":[[710,9]]},"261":{"position":[[604,7]]},"267":{"position":[[382,8]]},"281":{"position":[[700,9]]},"283":{"position":[[579,8]]},"312":{"position":[[1570,9]]},"322":{"position":[[111,7],[1725,9],[3236,9]]},"328":{"position":[[1814,9],[3306,9],[4641,9],[4745,9],[4856,9],[4956,9],[5045,9],[5151,9],[6714,9],[8029,10],[8736,8],[9448,10],[10155,8],[11028,10],[12402,10],[13927,8],[14674,8],[16229,9],[16508,9],[17757,9],[20235,8]]},"336":{"position":[[2549,7],[2620,8],[2705,7],[2759,7],[3001,7],[3109,7],[4464,9],[6101,9],[6332,9],[6851,7],[6897,7],[7003,9],[7058,8],[8230,8],[9587,9]]},"360":{"position":[[408,9],[505,8],[518,8],[9313,8],[9482,8],[10240,9],[10506,8],[17518,9],[17597,9],[21160,7],[25650,9],[25729,9],[34823,8],[34964,8],[35760,9],[38806,7]]},"434":{"position":[[126,7],[694,7],[3927,8],[5684,8],[5821,8],[7466,8],[7519,8],[7916,8],[7996,8],[8192,8],[8521,8],[8645,8],[8685,8]]},"544":{"position":[[1872,9],[2058,9],[2250,9]]},"558":{"position":[[2040,9],[4463,9],[4650,9],[4842,9],[6155,8]]},"568":{"position":[[153,7]]},"572":{"position":[[61,7],[2854,8]]},"594":{"position":[[444,8]]},"608":{"position":[[5640,9],[6196,7],[9390,9],[9753,9],[9940,9],[10132,9]]},"630":{"position":[[37,9]]},"644":{"position":[[1287,9],[1767,7]]},"651":{"position":[[175,7],[1433,7],[1711,7]]},"655":{"position":[[910,8],[1116,8],[1764,9]]},"659":{"position":[[32,9]]},"672":{"position":[[464,8]]},"682":{"position":[[1208,7],[7902,7]]},"684":{"position":[[531,7],[1116,7],[1213,7],[1310,7]]},"688":{"position":[[81,8]]},"696":{"position":[[708,8],[1533,7],[1643,7],[3963,8],[4088,8],[4554,7]]},"698":{"position":[[518,7]]},"702":{"position":[[71,9],[469,9],[654,9],[881,9],[1510,7],[1641,9],[1924,9]]},"706":{"position":[[769,8]]}}}],["providedcd",{"_index":1017,"t":{"84":{"position":[[246,10]]}}}],["providedpip",{"_index":1014,"t":{"84":{"position":[[165,11]]}}}],["provisioning_config",{"_index":1924,"t":{"162":{"position":[[1595,19],[1805,20]]}}}],["proxi",{"_index":729,"t":{"37":{"position":[[1692,5]]},"39":{"position":[[71,5],[116,5],[138,5],[277,5],[753,5],[1508,5],[1691,5],[2385,5],[2991,5]]},"322":{"position":[[59,5]]},"328":{"position":[[132,6]]}}}],["prune",{"_index":359,"t":{"15":{"position":[[1419,7]]},"360":{"position":[[23213,8],[23353,8]]},"558":{"position":[[2578,8]]},"608":{"position":[[5405,8]]},"696":{"position":[[372,8]]}}}],["ps",{"_index":822,"t":{"41":{"position":[[1217,4]]},"43":{"position":[[284,2],[600,2],[775,3]]}}}],["psdatafram",{"_index":4197,"t":{"360":{"position":[[13863,12]]},"366":{"position":[[144,12]]},"434":{"position":[[844,13],[1622,13],[2674,12],[2853,13],[4114,13],[6851,13]]}}}],["psdf.columnsfeature_col",{"_index":2056,"t":{"180":{"position":[[1576,24]]}}}],["pseudo",{"_index":3938,"t":{"336":{"position":[[323,6],[720,6]]}}}],["psseri",{"_index":4380,"t":{"366":{"position":[[166,8]]},"434":{"position":[[921,10],[1686,10],[2744,9],[2928,10],[4178,9],[5993,9]]}}}],["public",{"_index":5020,"t":{"602":{"position":[[58,13]]}}}],["pull",{"_index":3837,"t":{"322":{"position":[[3328,7]]},"328":{"position":[[3398,7]]}}}],["purpos",{"_index":2983,"t":{"229":{"position":[[1580,8]]},"255":{"position":[[15,8]]},"494":{"position":[[752,9]]},"540":{"position":[[914,8]]},"680":{"position":[[912,9]]}}}],["put",{"_index":409,"t":{"17":{"position":[[1266,3]]},"39":{"position":[[1310,3]]},"41":{"position":[[1007,3]]},"572":{"position":[[1046,3]]}}}],["pydoc",{"_index":1015,"t":{"84":{"position":[[185,5]]}}}],["pyspark",{"_index":4189,"t":{"360":{"position":[[13379,7],[33053,7]]},"366":{"position":[[832,7],[1377,7]]},"370":{"position":[[228,7]]},"404":{"position":[[96,7]]},"406":{"position":[[97,7]]},"408":{"position":[[83,7]]},"410":{"position":[[70,7]]},"412":{"position":[[106,7]]},"598":{"position":[[78,7],[488,7],[614,7],[674,7],[768,7],[826,7],[963,7]]},"608":{"position":[[10720,7]]}}}],["pyspark.ml",{"_index":4379,"t":{"366":{"position":[[92,10]]}}}],["pyspark.ml.featur",{"_index":2054,"t":{"180":{"position":[[1525,18]]}}}],["pyspark.panda",{"_index":2019,"t":{"180":{"position":[[194,16]]},"360":{"position":[[13980,14]]},"366":{"position":[[331,14],[399,14],[456,14],[843,14],[1074,14],[1146,14],[1388,14],[1619,14]]},"370":{"position":[[239,14],[470,14],[542,14]]}}}],["pyspark.pandas.datafram",{"_index":2026,"t":{"180":{"position":[[520,25]]}}}],["pyspark.sparkcontext",{"_index":5009,"t":{"598":{"position":[[1140,20]]}}}],["pyspark.sparkcontext.getorcreate().cancelalljob",{"_index":5011,"t":{"598":{"position":[[1257,50]]}}}],["pyspark.sql.datafram",{"_index":2023,"t":{"180":{"position":[[331,21],[434,21]]}}}],["pysparkovertimemonitor",{"_index":4990,"t":{"598":{"position":[[6,24]]}}}],["pysparkovertimemonitor(time_start",{"_index":4992,"t":{"598":{"position":[[117,34]]}}}],["pytest",{"_index":1005,"t":{"82":{"position":[[152,6]]}}}],["python",{"_index":744,"t":{"39":{"position":[[677,6],[973,6],[1062,7],[1163,7],[1609,7],[1752,10],[2153,6],[2699,6]]},"43":{"position":[[248,6]]},"45":{"position":[[326,6]]},"59":{"position":[[29,6],[103,6],[210,6]]},"61":{"position":[[55,6]]},"63":{"position":[[136,6]]},"69":{"position":[[524,7]]},"162":{"position":[[2669,8],[3399,8]]},"279":{"position":[[15,6]]},"312":{"position":[[284,6]]},"610":{"position":[[936,6],[2125,6]]},"638":{"position":[[407,6]]}}}],["python=3.8",{"_index":2418,"t":{"201":{"position":[[146,10]]}}}],["pythonpath=/spark/python/lib/py4j",{"_index":3566,"t":{"281":{"position":[[1491,33]]}}}],["pytorch",{"_index":2935,"t":{"229":{"position":[[115,7]]},"271":{"position":[[181,8]]},"649":{"position":[[3534,7]]},"680":{"position":[[1121,7]]}}}],["pytorch_forecasting.data.exampl",{"_index":2939,"t":{"229":{"position":[[190,33]]}}}],["pytorchforecast",{"_index":4258,"t":{"360":{"position":[[20838,19],[20932,19],[38484,19],[38578,19]]}}}],["q",{"_index":4666,"t":{"512":{"position":[[312,2],[553,2],[973,2],[1128,2],[1316,1],[2117,2],[2311,2],[2413,2],[2664,2],[2991,2],[3123,2],[3213,1]]},"649":{"position":[[2743,2],[2812,2],[2821,2]]},"682":{"position":[[4144,2],[4198,2],[4276,2],[4344,2]]}}}],["q=0.02",{"_index":5653,"t":{"682":{"position":[[3695,9]]}}}],["q_layer",{"_index":3198,"t":{"229":{"position":[[27552,11]]}}}],["qingyun",{"_index":5024,"t":{"602":{"position":[[128,7],[284,7],[422,7],[720,7],[901,7],[1354,7],[1630,7],[2325,7],[2555,7],[3308,7],[3606,7]]},"708":{"position":[[2139,7],[2440,7],[2621,7],[2835,7],[3065,7]]}}}],["qlograndint",{"_index":4688,"t":{"512":{"position":[[2360,12]]},"682":{"position":[[5730,14]]}}}],["qlograndint(low",{"_index":4689,"t":{"512":{"position":[[2377,18]]}}}],["qloguniform",{"_index":4674,"t":{"512":{"position":[[916,12]]},"682":{"position":[[4897,14]]}}}],["qloguniform(low",{"_index":4675,"t":{"512":{"position":[[933,18]]}}}],["qrandint",{"_index":4686,"t":{"512":{"position":[[2070,9]]},"682":{"position":[[5415,11]]}}}],["qrandint(low",{"_index":4687,"t":{"512":{"position":[[2084,15]]}}}],["qrandn",{"_index":4693,"t":{"512":{"position":[[2948,7]]},"682":{"position":[[5157,9]]}}}],["qrandn(mean",{"_index":4694,"t":{"512":{"position":[[2960,12]]}}}],["quadrat",{"_index":4039,"t":{"336":{"position":[[10782,9]]}}}],["qualiti",{"_index":112,"t":{"5":{"position":[[90,7]]},"267":{"position":[[358,7]]}}}],["quantileloss",{"_index":3041,"t":{"229":{"position":[[3939,12],[5826,12],[7358,14]]}}}],["quantiz",{"_index":4667,"t":{"512":{"position":[[336,9],[502,10],[556,12],[1077,10],[1131,12],[1326,12],[2260,10],[2314,12],[2613,10],[2667,12],[3072,10],[3217,12]]},"682":{"position":[[3210,12],[3273,12],[3393,12],[4093,12],[4227,12]]}}}],["question",{"_index":543,"t":{"27":{"position":[[1427,10]]},"37":{"position":[[822,8]]},"41":{"position":[[1369,9]]},"657":{"position":[[2595,8]]},"682":{"position":[[3830,10]]}}}],["queue",{"_index":4616,"t":{"502":{"position":[[1482,6]]},"586":{"position":[[440,6]]}}}],["quick",{"_index":5686,"t":{"686":{"position":[[114,5]]}}}],["quickli",{"_index":109,"t":{"5":{"position":[[68,7]]},"267":{"position":[[344,7]]},"649":{"position":[[8836,8]]},"706":{"position":[[1354,7]]}}}],["quit",{"_index":681,"t":{"33":{"position":[[16,5],[112,5]]}}}],["quniform",{"_index":4664,"t":{"512":{"position":[[261,9]]},"682":{"position":[[4611,11]]}}}],["quniform(low",{"_index":4665,"t":{"512":{"position":[[275,15]]}}}],["r&d",{"_index":146,"t":{"5":{"position":[[542,3]]}}}],["r2",{"_index":1136,"t":{"100":{"position":[[460,5],[5043,2],[5485,2],[6460,2],[6755,4],[6832,2]]},"128":{"position":[[222,5]]},"137":{"position":[[325,4],[587,2]]},"150":{"position":[[460,5],[7928,2],[8427,2],[9766,2],[10058,4],[10138,2]]},"172":{"position":[[237,5]]},"182":{"position":[[688,5]]},"184":{"position":[[1808,5]]},"360":{"position":[[843,5],[25974,5]]},"364":{"position":[[3369,5],[3548,2]]},"647":{"position":[[292,5]]}}}],["r2')plt.step(time_histori",{"_index":1278,"t":{"100":{"position":[[7289,26]]},"150":{"position":[[10595,26]]}}}],["r2[flaml.automl",{"_index":1150,"t":{"100":{"position":[[1110,16]]},"128":{"position":[[842,16]]},"150":{"position":[[1114,16]]}}}],["r2_score",{"_index":5373,"t":{"647":{"position":[[302,8]]}}}],["rais",{"_index":962,"t":{"69":{"position":[[403,7]]},"162":{"position":[[1451,5]]},"328":{"position":[[7335,7],[9021,7],[10440,7],[11796,7],[13170,7]]},"336":{"position":[[4379,5],[5381,5]]},"434":{"position":[[3893,7],[5778,7],[6677,7],[8660,7]]},"554":{"position":[[52,6]]},"558":{"position":[[2771,6]]},"570":{"position":[[857,6]]},"594":{"position":[[976,7]]},"608":{"position":[[988,7],[1083,6],[1185,6]]}}}],["raise_on_ratelimit_or_timeout",{"_index":3976,"t":{"336":{"position":[[3678,30],[5323,29]]}}}],["randint",{"_index":4678,"t":{"512":{"position":[[1621,8]]},"682":{"position":[[5263,10]]}}}],["randint(low",{"_index":4679,"t":{"512":{"position":[[1634,14]]}}}],["randn",{"_index":4690,"t":{"512":{"position":[[2713,6]]},"682":{"position":[[5023,8]]}}}],["randn(mean",{"_index":4691,"t":{"512":{"position":[[2724,11]]}}}],["random",{"_index":382,"t":{"17":{"position":[[486,10],[1746,11]]},"100":{"position":[[734,6]]},"150":{"position":[[738,6]]},"223":{"position":[[1085,6]]},"269":{"position":[[1871,6]]},"336":{"position":[[5838,11]]},"360":{"position":[[5290,9],[5300,6],[6273,6],[31266,9],[31276,6],[32247,6]]},"370":{"position":[[83,6]]},"384":{"position":[[87,6]]},"474":{"position":[[50,6]]},"516":{"position":[[2460,6],[2521,6]]},"540":{"position":[[813,6]]},"544":{"position":[[1303,6],[3773,6]]},"554":{"position":[[788,6],[829,6]]},"558":{"position":[[3249,6]]},"564":{"position":[[39,6]]},"644":{"position":[[1310,10]]},"649":{"position":[[8496,6],[8979,6]]},"657":{"position":[[4165,11],[4206,11],[4551,10],[4667,11],[4696,10]]},"682":{"position":[[4959,6],[5062,6],[5307,6],[6575,6]]},"700":{"position":[[21,10],[136,6],[250,6],[273,6]]},"706":{"position":[[13,10],[78,6],[381,10]]}}}],["random.uniform(1",{"_index":4820,"t":{"554":{"position":[[922,17]]}}}],["random_se",{"_index":4702,"t":{"516":{"position":[[388,12],[2428,11]]},"540":{"position":[[382,12],[781,11]]}}}],["random_split",{"_index":3664,"t":{"294":{"position":[[824,13]]}}}],["random_splitimport",{"_index":3593,"t":{"290":{"position":[[120,18]]}}}],["random_st",{"_index":4807,"t":{"554":{"position":[[172,13]]},"649":{"position":[[1413,12],[1693,12],[2012,12]]}}}],["random_state=0",{"_index":1701,"t":{"144":{"position":[[1067,15]]},"150":{"position":[[8924,15]]},"227":{"position":[[8927,15]]}}}],["random_state=1234",{"_index":1977,"t":{"168":{"position":[[323,18]]}}}],["random_state=42",{"_index":1617,"t":{"130":{"position":[[441,17]]},"624":{"position":[[590,17]]}}}],["randomforest",{"_index":3364,"t":{"257":{"position":[[549,12]]}}}],["randomforestclassifi",{"_index":4351,"t":{"364":{"position":[[1237,24]]},"620":{"position":[[694,23]]}}}],["randomforestestim",{"_index":4344,"t":{"364":{"position":[[176,22]]},"649":{"position":[[1170,21]]}}}],["randomforestestimator(sklearnestim",{"_index":4398,"t":{"384":{"position":[[6,39]]}}}],["randomforestregressor",{"_index":5255,"t":{"620":{"position":[[718,22]]}}}],["randomsearch(cfo",{"_index":4875,"t":{"564":{"position":[[6,17]]}}}],["randomst",{"_index":4808,"t":{"554":{"position":[[186,13]]}}}],["rang",{"_index":188,"t":{"7":{"position":[[466,5]]},"9":{"position":[[324,6]]},"17":{"position":[[624,5],[899,5],[1040,5],[1136,5]]},"294":{"position":[[1158,6]]},"510":{"position":[[59,5],[155,6],[179,6]]},"649":{"position":[[7999,5],[8530,7],[8909,5]]},"674":{"position":[[608,5]]},"682":{"position":[[751,5],[829,5],[961,5],[1584,5],[2274,5],[2495,5],[2929,6],[3021,5],[3503,5],[6454,6],[6621,7],[6692,6],[6725,6],[6880,6]]}}}],["range(10",{"_index":5187,"t":{"608":{"position":[[7422,10]]}}}],["range(config[\"step",{"_index":5178,"t":{"608":{"position":[[6920,23]]}}}],["range(min_resourc",{"_index":5763,"t":{"696":{"position":[[6017,19]]}}}],["range(n",{"_index":3957,"t":{"336":{"position":[[1768,9],[7212,9]]}}}],["range(n_epoch",{"_index":3296,"t":{"244":{"position":[[203,15]]}}}],["range(n_lay",{"_index":3254,"t":{"238":{"position":[[113,16]]}}}],["rank",{"_index":1527,"t":{"122":{"position":[[198,4]]},"360":{"position":[[1992,7],[4807,7],[15904,7],[17754,7],[18661,7],[27164,7],[30783,7]]},"364":{"position":[[427,7]]},"434":{"position":[[5472,7]]},"644":{"position":[[818,7],[838,5]]},"649":{"position":[[369,7],[673,7],[962,7]]},"655":{"position":[[1323,5]]}}}],["rare",{"_index":4147,"t":{"360":{"position":[[7568,4],[16542,4],[19547,4],[33515,4]]}}}],["rate",{"_index":488,"t":{"25":{"position":[[564,4],[781,4]]},"31":{"position":[[53,4],[417,4],[3367,4]]},"682":{"position":[[2640,4],[2734,4],[2897,4],[3039,4],[3576,4]]},"706":{"position":[[313,4],[743,4]]}}}],["ratelimiterror",{"_index":3995,"t":{"336":{"position":[[5387,14]]}}}],["ratio",{"_index":4154,"t":{"360":{"position":[[8724,5],[34233,5]]},"364":{"position":[[2243,5]]},"366":{"position":[[608,5]]},"516":{"position":[[1840,5]]}}}],["raw",{"_index":1834,"t":{"152":{"position":[[434,3]]},"624":{"position":[[934,3]]},"649":{"position":[[7608,3]]}}}],["ray",{"_index":1029,"t":{"84":{"position":[[564,4]]},"116":{"position":[[48,3]]},"162":{"position":[[95,4],[108,3],[352,3],[756,3],[2728,3]]},"213":{"position":[[394,3]]},"281":{"position":[[526,3]]},"294":{"position":[[5,3],[467,3],[2325,3]]},"336":{"position":[[1301,3]]},"360":{"position":[[6461,3],[7744,3],[25060,4],[25518,4],[32435,3],[33691,3]]},"570":{"position":[[438,3]]},"594":{"position":[[197,3]]},"608":{"position":[[1026,4],[1153,5],[1234,4],[6550,4],[6581,4],[7578,3],[7832,3],[7844,3],[8107,3],[8750,3]]},"610":{"position":[[104,3],[996,3]]},"657":{"position":[[669,3],[766,4],[798,4],[815,3],[884,3]]},"694":{"position":[[56,3],[260,3]]},"696":{"position":[[5378,3],[5420,3],[5489,3],[7297,4],[7328,4]]}}}],["ray.air.config",{"_index":5209,"t":{"610":{"position":[[1050,14]]}}}],["ray.air.config.runconfig",{"_index":5204,"t":{"610":{"position":[[865,24]]}}}],["ray.data",{"_index":5207,"t":{"610":{"position":[[1017,8]]}}}],["ray.init(num_cpus=16",{"_index":5495,"t":{"657":{"position":[[934,21]]}}}],["ray.init(num_cpus=concurrent_run",{"_index":2474,"t":{"213":{"position":[[420,33]]}}}],["ray.objectref",{"_index":4317,"t":{"360":{"position":[[25082,14],[25542,14]]}}}],["ray.train.xgboost",{"_index":5212,"t":{"610":{"position":[[1102,17]]}}}],["ray.tun",{"_index":4803,"t":{"554":{"position":[[62,9]]},"696":{"position":[[3701,10],[3773,9]]}}}],["ray.tune.report",{"_index":5136,"t":{"608":{"position":[[925,16]]}}}],["ray.tune.run",{"_index":4152,"t":{"360":{"position":[[7947,13],[33894,13]]},"608":{"position":[[12295,15]]}}}],["ray.tune.schedul",{"_index":5755,"t":{"696":{"position":[[4193,19]]}}}],["ray.tune.suggest",{"_index":4901,"t":{"570":{"position":[[393,16]]}}}],["ray.tune.suggest.optuna",{"_index":4940,"t":{"572":{"position":[[3103,23],[3437,23],[4169,23],[4690,23],[5162,23]]}}}],["ray.tune.tun",{"_index":5214,"t":{"610":{"position":[[1147,14]]}}}],["ray.tune.tune_config.tuneconfig",{"_index":5202,"t":{"610":{"position":[[651,31]]}}}],["ray/distribute_automl.pi",{"_index":1946,"t":{"162":{"position":[[2348,25]]}}}],["ray/distribute_tune.pi",{"_index":1971,"t":{"162":{"position":[[3319,23]]}}}],["ray_arg",{"_index":5149,"t":{"608":{"position":[[2564,11],[12253,10]]}}}],["ray_cpu_build_details.statu",{"_index":1901,"t":{"162":{"position":[[663,28],[802,31]]}}}],["ray_cpu_env.build(workspace=ws)import",{"_index":1899,"t":{"162":{"position":[[615,37]]}}}],["ray_environment_nam",{"_index":1891,"t":{"162":{"position":[[324,20]]}}}],["rayray.init(num_cpus=num_cpu",{"_index":2196,"t":{"194":{"position":[[67,30]]}}}],["rayray_cpu_env",{"_index":1895,"t":{"162":{"position":[[441,14]]}}}],["rb",{"_index":5370,"t":{"644":{"position":[[1688,5]]}}}],["re",{"_index":4843,"t":{"558":{"position":[[1823,2],[1953,2]]},"572":{"position":[[2584,2],[2714,2],[5063,2]]},"608":{"position":[[4626,2],[4756,2]]},"696":{"position":[[6001,4],[6010,3]]},"698":{"position":[[216,2],[346,2]]}}}],["reach",{"_index":17,"t":{"2":{"position":[[151,7]]},"322":{"position":[[2383,7],[2556,7]]},"328":{"position":[[2453,7],[2626,7]]},"544":{"position":[[4215,6],[4288,5]]},"548":{"position":[[536,6],[600,5]]}}}],["reach(oth",{"_index":4795,"t":{"544":{"position":[[4226,12]]}}}],["reach(thread",{"_index":4801,"t":{"548":{"position":[[547,13]]}}}],["read",{"_index":3483,"t":{"271":{"position":[[366,4]]},"628":{"position":[[850,4]]}}}],["readabl",{"_index":760,"t":{"39":{"position":[[1651,13]]}}}],["readi",{"_index":2169,"t":{"192":{"position":[[11,5]]},"194":{"position":[[11,5]]},"203":{"position":[[14,5]]},"209":{"position":[[245,5]]},"211":{"position":[[11,5]]},"288":{"position":[[68,5]]},"426":{"position":[[106,5]]},"434":{"position":[[6989,5]]},"686":{"position":[[43,5]]}}}],["real",{"_index":1526,"t":{"122":{"position":[[181,4]]},"680":{"position":[[925,4],[1151,4]]}}}],["realiz",{"_index":5648,"t":{"682":{"position":[[3381,7],[3456,7]]}}}],["reason",{"_index":725,"t":{"37":{"position":[[1435,9]]},"39":{"position":[[1101,9]]},"45":{"position":[[745,10]]},"261":{"position":[[171,6]]},"657":{"position":[[4187,7]]},"661":{"position":[[1135,6]]}}}],["recap",{"_index":5336,"t":{"638":{"position":[[3,6]]}}}],["receiv",{"_index":3488,"t":{"275":{"position":[[192,7],[674,8],[800,7],[980,7],[1277,8],[1348,9],[1695,8],[1766,9]]},"312":{"position":[[1324,8]]},"322":{"position":[[340,9],[1490,8],[1965,9],[2104,9],[2346,8]]},"328":{"position":[[145,9],[1579,8],[2035,9],[2174,9],[2416,8],[10532,8],[10670,7],[10726,9],[11786,9],[12044,7],[12100,9],[13160,9]]},"558":{"position":[[5820,7]]},"560":{"position":[[167,7]]},"692":{"position":[[129,8]]}}}],["receive(messag",{"_index":3501,"t":{"275":{"position":[[687,16]]},"328":{"position":[[10545,16]]}}}],["receive_trial_result",{"_index":4861,"t":{"560":{"position":[[72,21]]}}}],["receive_trial_result(parameter_id",{"_index":4862,"t":{"560":{"position":[[98,34]]}}}],["recent",{"_index":238,"t":{"11":{"position":[[188,8]]},"37":{"position":[[659,6]]},"45":{"position":[[123,6]]}}}],["recipi",{"_index":3495,"t":{"275":{"position":[[388,10],[554,10]]},"328":{"position":[[5426,9],[5545,10],[7754,10],[8825,9],[8847,9],[8938,10],[9165,10],[10244,9],[10266,9],[10357,10],[13440,9],[13551,9],[13674,9],[13690,9],[14187,9],[14298,9],[14421,9],[14437,9]]}}}],["recogn",{"_index":35,"t":{"2":{"position":[[431,9]]},"11":{"position":[[127,11]]}}}],["recommand",{"_index":5603,"t":{"674":{"position":[[772,11]]}}}],["recommend",{"_index":2411,"t":{"201":{"position":[[3,9]]},"255":{"position":[[687,11],[1306,11]]},"281":{"position":[[1061,10]]},"622":{"position":[[571,14],[752,9],[798,14],[951,11]]},"626":{"position":[[45,11]]},"694":{"position":[[1964,11]]},"706":{"position":[[1620,11]]},"708":{"position":[[918,11]]}}}],["record",{"_index":4145,"t":{"360":{"position":[[7452,7],[15760,6],[19268,6],[33399,7]]},"496":{"position":[[883,6]]},"661":{"position":[[93,6],[1150,7]]}}}],["record_id",{"_index":4225,"t":{"360":{"position":[[15600,10],[15730,9],[16293,10],[19229,9],[19326,9],[19375,9],[19430,9]]},"661":{"position":[[174,13]]}}}],["record_id=1",{"_index":5541,"t":{"661":{"position":[[1186,11]]}}}],["recov",{"_index":5549,"t":{"661":{"position":[[1853,7]]}}}],["recreat",{"_index":1942,"t":{"162":{"position":[[2269,10]]}}}],["recursive=fals",{"_index":4776,"t":{"544":{"position":[[3071,16]]}}}],["reduc",{"_index":126,"t":{"5":{"position":[[287,7]]},"7":{"position":[[381,7]]},"31":{"position":[[487,8],[3509,7]]},"45":{"position":[[337,6]]},"225":{"position":[[1244,6]]},"360":{"position":[[16692,8]]},"657":{"position":[[3714,6],[3774,6],[3938,6]]},"682":{"position":[[7986,6]]}}}],["reduct",{"_index":4848,"t":{"558":{"position":[[2540,9]]},"608":{"position":[[5367,9]]},"696":{"position":[[334,9]]}}}],["reduction_factor",{"_index":4833,"t":{"558":{"position":[[541,17],[2506,16]]},"608":{"position":[[1691,17],[5333,16],[6065,18],[6150,18]]},"696":{"position":[[301,17],[1651,17],[4027,18],[4650,16],[5224,16]]}}}],["reduction_factor=2",{"_index":5748,"t":{"696":{"position":[[3531,19],[7082,19]]}}}],["reduction_factor=2)tune.run",{"_index":5759,"t":{"696":{"position":[[4317,31]]}}}],["redund",{"_index":2813,"t":{"225":{"position":[[1251,11]]}}}],["refer",{"_index":591,"t":{"31":{"position":[[422,9]]},"86":{"position":[[44,5]]},"255":{"position":[[1752,5]]},"281":{"position":[[933,5]]},"312":{"position":[[1105,5],[1777,5]]},"322":{"position":[[3919,5]]},"328":{"position":[[3861,5]]},"360":{"position":[[3731,6],[20905,5],[29108,6],[38551,5]]},"600":{"position":[[41,5]]},"610":{"position":[[642,5],[856,5]]},"647":{"position":[[94,6]]},"649":{"position":[[6750,5]]},"657":{"position":[[1428,5]]}}}],["references=label",{"_index":2151,"t":{"190":{"position":[[953,18]]}}}],["refin",{"_index":755,"t":{"39":{"position":[[1404,7]]}}}],["reflect",{"_index":96,"t":{"2":{"position":[[1200,7]]},"84":{"position":[[440,9]]},"544":{"position":[[1673,10]]},"558":{"position":[[4264,10]]},"608":{"position":[[9554,10]]},"696":{"position":[[1924,9]]},"702":{"position":[[272,10]]}}}],["refresh",{"_index":3876,"t":{"328":{"position":[[8678,9],[10097,9]]}}}],["reg:squarederror",{"_index":1843,"t":{"152":{"position":[[808,18]]}}}],["reg_alpha",{"_index":1228,"t":{"100":{"position":[[5411,12]]},"139":{"position":[[680,12]]},"150":{"position":[[8354,12]]},"649":{"position":[[574,10],[853,10],[1141,10]]},"661":{"position":[[504,12],[918,12]]},"668":{"position":[[286,12],[617,12],[917,12],[1541,12],[1798,12]]}}}],["reg_alpha=0.0009765625",{"_index":1572,"t":{"122":{"position":[[7468,23]]},"128":{"position":[[4531,23]]},"666":{"position":[[587,23]]}}}],["reg_alpha=0.001113000336715291",{"_index":1199,"t":{"100":{"position":[[4510,31],[5714,31]]}}}],["reg_alpha=0.0012362430984376035",{"_index":1702,"t":{"144":{"position":[[1083,32]]}}}],["reg_alpha=0.001348364934537134",{"_index":1110,"t":{"92":{"position":[[3007,31]]}}}],["reg_alpha=0.004252223402511765",{"_index":1646,"t":{"137":{"position":[[766,31]]}}}],["reg_alpha=0.009638363373006869",{"_index":2926,"t":{"227":{"position":[[8943,31]]}}}],["reg_alpha=0.06824336834995245",{"_index":1810,"t":{"150":{"position":[[8940,31]]}}}],["reg_lambda",{"_index":1230,"t":{"100":{"position":[[5446,13]]},"139":{"position":[[715,13]]},"150":{"position":[[8388,13]]},"649":{"position":[[585,11],[864,11],[1152,11]]},"661":{"position":[[531,13],[953,13]]},"668":{"position":[[313,13],[644,13],[953,13],[1568,13],[1825,13]]}}}],["reg_lambda=0.009280655005879943",{"_index":1603,"t":{"128":{"position":[[4555,32]]},"666":{"position":[[611,32]]}}}],["reg_lambda=0.11288241427227624",{"_index":1647,"t":{"137":{"position":[[798,31]]}}}],["reg_lambda=0.143703802530408",{"_index":2927,"t":{"227":{"position":[[8975,29]]}}}],["reg_lambda=1.4442580148221913",{"_index":1111,"t":{"92":{"position":[[3039,30]]}}}],["reg_lambda=21.505295697527654",{"_index":1573,"t":{"122":{"position":[[7492,30]]}}}],["reg_lambda=250.9654222583276",{"_index":1811,"t":{"150":{"position":[[8972,29]]}}}],["reg_lambda=3.093428791531145",{"_index":1703,"t":{"144":{"position":[[1116,29]]}}}],["reg_lambda=76.50614276906414",{"_index":1200,"t":{"100":{"position":[[4542,29],[5746,30]]}}}],["regard",{"_index":669,"t":{"31":{"position":[[3083,8]]},"704":{"position":[[175,10]]}}}],["region",{"_index":1126,"t":{"100":{"position":[[200,6]]},"150":{"position":[[200,6]]},"706":{"position":[[244,6],[1387,7],[1482,6]]}}}],["region.x_train",{"_index":1129,"t":{"100":{"position":[[277,15]]},"150":{"position":[[277,15]]}}}],["regional_gam",{"_index":2966,"t":{"229":{"position":[[1090,17]]}}}],["regist",{"_index":3700,"t":{"294":{"position":[[2307,10]]},"322":{"position":[[455,8]]},"328":{"position":[[4316,8],[4427,10],[5243,8],[5799,10],[16518,8],[16639,10],[17767,8],[17888,10],[20341,8]]},"434":{"position":[[7422,10],[8722,10]]},"649":{"position":[[5889,9]]}}}],["register_funct",{"_index":3924,"t":{"328":{"position":[[20260,18]]}}}],["register_function(function_map",{"_index":3925,"t":{"328":{"position":[[20283,31]]}}}],["register_repli",{"_index":3846,"t":{"328":{"position":[[4082,15]]}}}],["register_reply(trigg",{"_index":3847,"t":{"328":{"position":[[4102,23]]}}}],["register_reply)[conversable_agent#register_repli",{"_index":3817,"t":{"322":{"position":[[478,51]]}}}],["regress",{"_index":155,"t":{"5":{"position":[[664,11]]},"100":{"position":[[488,10],[630,13]]},"110":{"position":[[492,12]]},"128":{"position":[[236,13]]},"130":{"position":[[91,11],[284,10]]},"150":{"position":[[488,10],[634,13]]},"184":{"position":[[1822,13]]},"267":{"position":[[329,11]]},"350":{"position":[[425,13]]},"360":{"position":[[1963,13],[2027,12],[4652,10],[15875,13],[17725,13],[17789,12],[18506,10],[27094,13],[27199,12],[30628,10]]},"364":{"position":[[104,11],[240,10],[413,13],[462,12],[3555,11],[4066,13]]},"388":{"position":[[74,10]]},"390":{"position":[[74,10]]},"400":{"position":[[82,10]]},"402":{"position":[[102,10]]},"404":{"position":[[85,10]]},"406":{"position":[[86,10]]},"434":{"position":[[273,11],[5317,10]]},"630":{"position":[[464,11]]},"636":{"position":[[1882,11],[2328,10]]},"638":{"position":[[970,13]]},"644":{"position":[[572,13],[586,10],[896,12],[918,11]]},"647":{"position":[[371,11]]},"649":{"position":[[355,13],[659,13],[948,13],[1219,13],[1499,13],[1785,13],[2341,13],[2487,13],[3078,12]]},"655":{"position":[[1231,11],[1533,10]]}}}],["regression\",}automl.fit",{"_index":2077,"t":{"182":{"position":[[763,25]]}}}],["regression[flaml.automl",{"_index":1410,"t":{"110":{"position":[[1081,24]]}}}],["regressor",{"_index":2823,"t":{"225":{"position":[[1599,10]]},"269":{"position":[[3762,10]]},"374":{"position":[[272,10]]},"378":{"position":[[75,10]]},"468":{"position":[[72,10]]},"470":{"position":[[57,9]]},"472":{"position":[[63,9]]},"474":{"position":[[64,9]]},"476":{"position":[[70,9]]},"478":{"position":[[73,9]]},"649":{"position":[[5572,10]]}}}],["regular",{"_index":4402,"t":{"388":{"position":[[93,15]]},"390":{"position":[[93,15]]},"649":{"position":[[2096,15],[2218,15]]}}}],["regularli",{"_index":5641,"t":{"682":{"position":[[2551,9],[2841,9]]}}}],["reject",{"_index":1490,"t":{"114":{"position":[[310,10],[1691,10]]}}}],["rel",{"_index":375,"t":{"17":{"position":[[120,10]]},"21":{"position":[[76,10]]},"33":{"position":[[342,10]]},"203":{"position":[[326,8]]},"360":{"position":[[22685,8]]},"364":{"position":[[4701,8]]},"558":{"position":[[1482,8],[1556,8]]},"608":{"position":[[4067,8],[4140,8]]},"657":{"position":[[3676,10]]},"682":{"position":[[273,8]]},"708":{"position":[[1568,10]]}}}],["relat",{"_index":698,"t":{"35":{"position":[[72,7]]},"184":{"position":[[523,7]]},"255":{"position":[[553,7],[654,7],[1352,7],[1848,7]]},"598":{"position":[[549,6],[798,6]]},"602":{"position":[[397,7],[529,7]]},"649":{"position":[[7017,7]]},"680":{"position":[[0,7],[1413,7]]},"682":{"position":[[0,7],[5880,7],[5910,7],[6255,7],[6314,7],[7148,7]]},"684":{"position":[[0,7],[1337,7]]},"694":{"position":[[0,7]]},"696":{"position":[[0,7]]},"698":{"position":[[0,7]]},"706":{"position":[[1659,7]]},"708":{"position":[[551,7],[945,7],[2114,7],[2246,7]]}}}],["relationship",{"_index":5683,"t":{"682":{"position":[[7813,12]]}}}],["relative_attention_num_bucket",{"_index":1457,"t":{"112":{"position":[[2130,33]]}}}],["relative_time_idx",{"_index":3144,"t":{"229":{"position":[[8230,20],[15631,20],[20377,20],[23650,20],[24446,20]]}}}],["releas",{"_index":4938,"t":{"572":{"position":[[2288,8]]},"702":{"position":[[1989,8]]}}}],["relev",{"_index":692,"t":{"33":{"position":[[678,8]]},"328":{"position":[[8546,10],[9965,10]]},"374":{"position":[[195,8]]}}}],["reli",{"_index":4445,"t":{"434":{"position":[[662,7]]},"655":{"position":[[1102,6]]},"692":{"position":[[1456,4]]}}}],["relu",{"_index":1445,"t":{"112":{"position":[[1900,7]]},"554":{"position":[[1112,8]]}}}],["remain",{"_index":499,"t":{"27":{"position":[[188,9]]},"43":{"position":[[993,8]]},"269":{"position":[[4089,6]]},"620":{"position":[[503,7]]},"661":{"position":[[1585,9]]}}}],["remark",{"_index":835,"t":{"43":{"position":[[834,11]]}}}],["rememb",{"_index":599,"t":{"31":{"position":[[711,8]]},"37":{"position":[[940,8]]}}}],["remot",{"_index":2507,"t":{"215":{"position":[[1126,8],[1278,6],[1472,6]]}}}],["remotelypython",{"_index":2510,"t":{"215":{"position":[[1246,14]]}}}],["remov",{"_index":2788,"t":{"225":{"position":[[568,6],[1215,6]]},"261":{"position":[[794,6]]},"696":{"position":[[2573,6]]}}}],["remove_wors",{"_index":4707,"t":{"516":{"position":[[1451,15]]}}}],["repeatedli",{"_index":3355,"t":{"257":{"position":[[106,10]]},"588":{"position":[[208,10]]},"590":{"position":[[198,10]]},"630":{"position":[[113,10]]}}}],["replac",{"_index":412,"t":{"17":{"position":[[1327,8]]},"55":{"position":[[110,11]]},"63":{"position":[[72,7]]},"162":{"position":[[3343,7]]},"269":{"position":[[951,11],[3907,7]]},"360":{"position":[[10464,8]]},"620":{"position":[[410,7]]}}}],["repli",{"_index":3511,"t":{"275":{"position":[[1258,5],[1440,6],[1459,5],[1676,5],[1858,6],[1877,5]]},"312":{"position":[[1534,8]]},"322":{"position":[[403,5],[448,6],[1690,8],[2377,5],[2550,5],[3786,5],[3836,5],[4025,6]]},"328":{"position":[[191,5],[384,6],[1779,8],[1931,5],[2447,5],[2620,5],[3945,6],[4020,5],[4062,5],[4327,5],[4347,5],[4655,5],[4759,5],[4870,5],[4970,5],[5059,5],[5165,5],[5307,5],[5389,5],[5514,5],[5743,5],[5765,5],[5957,5],[6600,8],[6671,8],[6926,8],[8923,5],[10342,5],[10758,5],[10791,5],[11617,5],[12132,5],[12165,5],[12991,5],[13484,5],[14231,5],[15499,5],[15706,5],[15914,5],[16220,5],[16418,5],[16655,5],[16683,8],[16901,7],[17018,5],[17076,5],[17145,7],[17315,6],[17432,6],[17450,5],[17667,5],[17904,5],[17932,8],[18150,7],[18267,5],[18325,5],[18394,7],[18564,6],[18681,6],[18699,5]]}}}],["reply_at_rec",{"_index":3893,"t":{"328":{"position":[[14875,16]]}}}],["reply_func",{"_index":3850,"t":{"328":{"position":[[4189,11],[5363,10],[5533,11],[16529,10],[17778,10]]}}}],["repo",{"_index":961,"t":{"69":{"position":[[378,5]]}}}],["report",{"_index":954,"t":{"69":{"position":[[164,6]]},"82":{"position":[[199,6],[218,6]]},"190":{"position":[[1345,6]]},"304":{"position":[[338,8]]},"360":{"position":[[9188,8],[34698,8]]},"364":{"position":[[2968,6],[3437,6]]},"524":{"position":[[169,6]]},"526":{"position":[[387,6]]},"528":{"position":[[379,6]]},"608":{"position":[[161,7],[253,6],[978,9],[3059,6],[5828,6],[6334,6]]},"696":{"position":[[5018,6],[6411,6]]}}}],["report(_metric=non",{"_index":5116,"t":{"608":{"position":[[173,20]]}}}],["repositori",{"_index":836,"t":{"43":{"position":[[1128,11]]}}}],["repres",{"_index":519,"t":{"27":{"position":[[810,12]]},"37":{"position":[[1368,14]]},"364":{"position":[[975,12]]},"649":{"position":[[6559,11]]}}}],["represent",{"_index":660,"t":{"31":{"position":[[2629,14]]},"602":{"position":[[2616,17]]},"708":{"position":[[3126,17]]}}}],["reproduc",{"_index":956,"t":{"69":{"position":[[188,12],[242,9]]},"700":{"position":[[83,15],[382,15]]}}}],["reprogram",{"_index":3790,"t":{"312":{"position":[[1014,9]]},"322":{"position":[[4148,9]]}}}],["request",{"_index":819,"t":{"41":{"position":[[1102,8]]},"194":{"position":[[623,10]]},"328":{"position":[[8913,7],[10332,7],[11626,9],[13000,9],[20186,8]]},"336":{"position":[[10239,10],[10323,7],[10487,10],[10551,10]]},"434":{"position":[[6247,9],[6706,9]]}}}],["request'",{"_index":4037,"t":{"336":{"position":[[10625,9],[10685,9]]}}}],["request_dict",{"_index":4031,"t":{"336":{"position":[[10250,13],[10303,12]]}}}],["request_dict_0",{"_index":4033,"t":{"336":{"position":[[10498,15]]}}}],["request_dict_1",{"_index":4035,"t":{"336":{"position":[[10562,15]]}}}],["request_repli",{"_index":3496,"t":{"275":{"position":[[408,14],[574,14],[739,14],[913,14]]},"328":{"position":[[7772,14],[8873,13],[9183,14],[10292,13],[10595,14],[11578,13],[11961,14],[12952,13]]}}}],["requestrespons",{"_index":919,"t":{"61":{"position":[[180,15],[424,15]]},"63":{"position":[[384,15]]}}}],["requir",{"_index":512,"t":{"27":{"position":[[607,8],[663,8]]},"37":{"position":[[1419,7]]},"45":{"position":[[708,7]]},"80":{"position":[[140,13]]},"106":{"position":[[13,8]]},"135":{"position":[[13,8]]},"142":{"position":[[13,8]]},"178":{"position":[[205,8]]},"180":{"position":[[252,8]]},"182":{"position":[[141,8]]},"188":{"position":[[13,8]]},"223":{"position":[[15140,8]]},"255":{"position":[[1463,8]]},"269":{"position":[[476,7]]},"279":{"position":[[6,8]]},"360":{"position":[[6477,9],[20740,8],[32451,9],[38386,8]]},"364":{"position":[[3897,9],[4201,10],[4556,8]]},"560":{"position":[[590,8]]},"608":{"position":[[5811,7],[11273,9]]},"620":{"position":[[209,8]]},"624":{"position":[[1095,7],[1291,7]]},"626":{"position":[[89,9]]},"638":{"position":[[21,8]]},"647":{"position":[[1321,8]]},"680":{"position":[[495,8]]},"682":{"position":[[3235,13],[3406,12]]},"684":{"position":[[483,8]]},"686":{"position":[[391,8]]},"694":{"position":[[394,10],[452,10],[651,8],[1201,8]]},"696":{"position":[[4157,8],[4685,12]]},"706":{"position":[[97,8],[507,8]]},"708":{"position":[[200,8],[758,8]]}}}],["rerun",{"_index":5348,"t":{"638":{"position":[[1157,5]]}}}],["resampl",{"_index":3148,"t":{"229":{"position":[[8884,11],[9540,11],[9740,11],[10324,11],[10890,11],[11450,11],[12009,11],[13034,11],[13664,11],[13811,11],[14000,11],[14565,11],[15136,11],[15705,11],[16258,11],[16820,11],[17387,11],[17950,11],[18514,11],[19086,11],[19655,11],[21061,11],[21683,11],[21830,11],[22019,11],[22584,11],[23155,11],[23724,11]]},"360":{"position":[[3012,10],[17875,10],[28284,10]]},"434":{"position":[[4822,10]]},"655":{"position":[[30,10],[142,10]]}}}],["resample_norm",{"_index":3146,"t":{"229":{"position":[[8853,16],[9709,16],[10293,16],[10859,16],[11419,16],[11978,16],[13003,16],[13969,16],[14534,16],[15105,16],[15674,16],[16227,16],[16789,16],[17356,16],[17919,16],[18483,16],[19055,16],[19624,16],[21030,16],[21988,16],[22553,16],[23124,16],[23693,16]]}}}],["resamplenorm",{"_index":3147,"t":{"229":{"position":[[8870,13],[9424,13],[9526,13],[9726,13],[10310,13],[10876,13],[11436,13],[11995,13],[13020,13],[13650,13],[13797,13],[13986,13],[14551,13],[15122,13],[15691,13],[16244,13],[16806,13],[17373,13],[17936,13],[18500,13],[19072,13],[19641,13],[21047,13],[21669,13],[21816,13],[22005,13],[22570,13],[23141,13],[23710,13]]}}}],["research",{"_index":21,"t":{"2":{"position":[[230,8],[264,9]]},"7":{"position":[[193,9]]},"13":{"position":[[192,8]]},"23":{"position":[[0,8],[171,8]]},"27":{"position":[[1418,8]]},"33":{"position":[[861,8],[1187,8]]},"35":{"position":[[38,8]]},"47":{"position":[[0,8],[160,8]]},"50":{"position":[[151,8]]},"267":{"position":[[670,8],[702,8]]},"271":{"position":[[202,8]]},"540":{"position":[[140,8]]},"602":{"position":[[0,8],[49,8]]}}}],["reserv",{"_index":3879,"t":{"328":{"position":[[10968,8],[12342,8]]}}}],["reset",{"_index":3505,"t":{"275":{"position":[[1018,6],[1029,7],[1060,5]]},"316":{"position":[[225,6],[236,7],[249,5]]},"328":{"position":[[5990,6],[6016,5],[6085,5],[13457,5],[14204,5],[14738,6],[14749,7],[14762,5],[14865,5],[15023,5]]},"336":{"position":[[10879,5]]},"544":{"position":[[3391,5]]}}}],["reset_config",{"_index":3853,"t":{"328":{"position":[[4270,13],[6045,12]]}}}],["reset_config(config",{"_index":3859,"t":{"328":{"position":[[6145,20]]}}}],["reset_consecutive_auto_reply_count",{"_index":3894,"t":{"328":{"position":[[14907,37]]}}}],["reset_consecutive_auto_reply_counter(send",{"_index":3895,"t":{"328":{"position":[[14949,44]]}}}],["reset_count",{"_index":4027,"t":{"336":{"position":[[9456,14],[10847,13]]}}}],["reshap",{"_index":229,"t":{"11":{"position":[[37,7]]}}}],["residu",{"_index":1289,"t":{"102":{"position":[[465,8],[503,8],[614,8]]}}}],["resolv",{"_index":423,"t":{"17":{"position":[[1712,9]]},"554":{"position":[[1254,8]]}}}],["resourc",{"_index":190,"t":{"7":{"position":[[497,10]]},"192":{"position":[[704,10]]},"209":{"position":[[106,9]]},"267":{"position":[[419,10]]},"360":{"position":[[2181,9],[18943,9],[23024,8],[23097,8],[27348,9]]},"496":{"position":[[415,8],[782,8]]},"498":{"position":[[558,8]]},"502":{"position":[[471,9]]},"516":{"position":[[1062,8]]},"526":{"position":[[271,8]]},"528":{"position":[[263,8]]},"544":{"position":[[895,8],[1015,8],[1092,8],[1215,9],[3005,8],[3719,9],[3734,9],[3796,9]]},"558":{"position":[[2270,8],[2390,8],[2467,8],[3476,8]]},"594":{"position":[[787,9],[797,9],[819,9]]},"602":{"position":[[1889,8],[2066,8]]},"608":{"position":[[5121,8],[5217,8],[5294,8],[8028,9],[11863,8]]},"657":{"position":[[23,10],[510,9],[910,10],[3854,8]]},"678":{"position":[[314,8]]},"684":{"position":[[492,8],[543,8],[763,8],[878,8]]},"694":{"position":[[187,9],[528,9],[1054,9],[1989,8],[2045,10]]},"696":{"position":[[107,8],[186,8],[262,8],[780,9],[831,8],[859,8],[980,8],[1015,9],[1167,8],[1574,8],[1703,8],[1769,9],[1845,8],[2366,8],[2385,8],[2932,9],[4462,8],[4490,8],[4798,9],[6081,8],[6422,8]]}}}],["resource_attr",{"_index":4272,"t":{"360":{"position":[[22944,14],[22972,15]]},"544":{"position":[[212,14],[855,13],[1039,14],[1116,14]]},"558":{"position":[[428,14],[2230,13],[2414,14],[2491,14]]},"608":{"position":[[1578,14],[5081,13],[5241,14],[5318,14],[5623,13],[6013,16]]},"696":{"position":[[68,14],[210,14],[286,14],[1190,14],[2584,13],[2916,15],[3171,14],[3979,15],[4886,13],[5178,14],[5770,14],[6746,14]]}}}],["resource_attr=\"sample_s",{"_index":5716,"t":{"696":{"position":[[1221,28]]}}}],["resource_attr=resource_attr",{"_index":5744,"t":{"696":{"position":[[3429,28],[6981,28]]}}}],["resource_group",{"_index":2448,"t":{"207":{"position":[[145,15]]},"215":{"position":[[1328,14],[1349,15]]}}}],["resource_group=\"myresourcegroup",{"_index":1861,"t":{"156":{"position":[[225,34]]}}}],["resource_multiple_factor",{"_index":4761,"t":{"544":{"position":[[325,25],[1131,24]]}}}],["resources_per_tri",{"_index":5143,"t":{"608":{"position":[[1859,20],[7977,19]]},"694":{"position":[[137,20],[572,20]]}}}],["resources_per_trial={\"cpu",{"_index":3739,"t":{"304":{"position":[[347,27]]},"694":{"position":[[1014,27]]}}}],["resources_per_trial={\"gpu",{"_index":2205,"t":{"194":{"position":[[310,27]]}}}],["resources_per_trial={'cpu",{"_index":5703,"t":{"694":{"position":[[599,27]]}}}],["resources_per_work",{"_index":5227,"t":{"610":{"position":[[1546,22]]}}}],["resourcesnum_cpu",{"_index":2190,"t":{"192":{"position":[[639,17]]}}}],["respect",{"_index":3822,"t":{"322":{"position":[[749,13]]},"328":{"position":[[735,13]]},"558":{"position":[[1622,13]]},"608":{"position":[[4206,12],[6169,13]]},"659":{"position":[[956,13]]},"678":{"position":[[178,7]]},"680":{"position":[[403,7],[717,7]]},"682":{"position":[[2566,7],[2761,13],[2873,7]]},"696":{"position":[[2054,13]]},"698":{"position":[[833,13]]},"702":{"position":[[1125,13]]},"706":{"position":[[985,13]]}}}],["respons",{"_index":298,"t":{"15":{"position":[[69,10]]},"17":{"position":[[1078,9],[1450,9],[1568,9],[1620,9]]},"25":{"position":[[609,9]]},"27":{"position":[[159,9],[649,9],[1698,8],[1844,10]]},"29":{"position":[[158,10],[220,8],[492,9],[679,8]]},"33":{"position":[[268,9],[330,8],[383,8],[450,9]]},"39":{"position":[[167,11]]},"328":{"position":[[447,8]]},"332":{"position":[[79,9],[112,8],[619,10]]},"336":{"position":[[1534,10],[1580,9],[1778,8],[4261,10],[4480,8],[5050,8],[5105,8],[5168,10],[6008,9],[6115,8],[6239,9],[6274,8],[6540,9],[6701,9],[6765,9],[7222,8],[7496,10],[7980,9],[8304,9],[8432,10],[8519,9],[8584,8],[8604,8],[8737,9],[8814,9],[8835,8],[8855,8],[8912,10],[9005,9],[9100,9],[9121,8],[9141,8],[9216,10],[10264,11],[10376,9],[10514,11],[10578,11],[10653,8]]}}}],["response_dict",{"_index":4032,"t":{"336":{"position":[[10276,15],[10355,13]]}}}],["response_dict_0",{"_index":4034,"t":{"336":{"position":[[10526,16]]}}}],["response_dict_1",{"_index":4036,"t":{"336":{"position":[[10590,16]]}}}],["responses[i",{"_index":3958,"t":{"336":{"position":[[1789,12],[7233,12]]}}}],["rest",{"_index":893,"t":{"59":{"position":[[191,7]]},"203":{"position":[[347,4]]}}}],["restart",{"_index":1027,"t":{"84":{"position":[[473,7]]},"706":{"position":[[85,8]]}}}],["restor",{"_index":3652,"t":{"294":{"position":[[506,9]]},"558":{"position":[[5521,8],[5569,7]]}}}],["restore(checkpoint_path",{"_index":4856,"t":{"558":{"position":[[5534,24]]}}}],["restrict",{"_index":491,"t":{"25":{"position":[[761,10]]},"336":{"position":[[2285,11]]}}}],["result",{"_index":227,"t":{"9":{"position":[[662,8]]},"15":{"position":[[1759,8]]},"19":{"position":[[620,6]]},"27":{"position":[[1865,6]]},"29":{"position":[[139,8]]},"31":{"position":[[742,6],[952,7],[1732,6]]},"33":{"position":[[102,6]]},"39":{"position":[[811,8]]},"45":{"position":[[59,7]]},"209":{"position":[[374,7]]},"269":{"position":[[2721,7]]},"304":{"position":[[330,7]]},"328":{"position":[[17134,7],[18383,7],[19012,7],[19469,7],[19571,7]]},"336":{"position":[[336,7],[3459,8],[7574,6],[8007,7],[8045,8],[8295,8],[8331,7],[8424,7],[8460,7]]},"360":{"position":[[7298,7],[11148,7],[12656,6],[21318,7],[33245,7],[36190,6],[37072,7],[38964,7]]},"366":{"position":[[1036,8],[1581,8]]},"370":{"position":[[432,8]]},"494":{"position":[[49,6],[381,6],[899,6]]},"506":{"position":[[40,7],[218,7],[532,7],[686,8],[708,9],[755,6],[3348,6],[3448,7]]},"512":{"position":[[1351,6],[3242,6]]},"524":{"position":[[150,7],[176,6]]},"526":{"position":[[368,7],[394,6]]},"528":{"position":[[360,7],[386,6]]},"544":{"position":[[3293,7],[3539,7]]},"548":{"position":[[442,7]]},"558":{"position":[[1926,7],[3721,6],[5657,7],[5801,7],[5841,7],[5947,8],[5969,9],[6017,7],[6147,7]]},"560":{"position":[[189,7]]},"568":{"position":[[566,6],[630,6],[1224,7],[1292,6],[1318,7],[2103,7],[2148,6],[2198,6],[2329,6],[2440,6],[2521,6],[2652,6],[2758,6]]},"572":{"position":[[1150,6],[2687,7]]},"598":{"position":[[201,7]]},"608":{"position":[[67,8],[282,8],[3548,6],[4729,7],[5848,7],[6354,7],[7723,8],[7762,8],[10912,7],[12108,6]]},"610":{"position":[[231,6]]},"622":{"position":[[655,8]]},"636":{"position":[[20,7],[77,7],[1920,6],[1956,7]]},"638":{"position":[[177,8]]},"644":{"position":[[1328,6]]},"657":{"position":[[2577,8]]},"659":{"position":[[180,8]]},"684":{"position":[[465,8]]},"688":{"position":[[242,6],[698,6]]},"696":{"position":[[5038,7],[6481,7]]},"698":{"position":[[319,7]]}}}],["result.get_best_trial(\"loss",{"_index":3743,"t":{"306":{"position":[[90,29]]}}}],["result[self.metric])tune.run(trainable_funct",{"_index":4891,"t":{"568":{"position":[[1363,48]]}}}],["result_dict",{"_index":3920,"t":{"328":{"position":[[19809,13],[19886,11]]}}}],["result_type_nam",{"_index":4553,"t":{"494":{"position":[[326,16]]}}}],["resultprint(analysis.best_config",{"_index":5706,"t":{"694":{"position":[[1142,33],[1626,33]]}}}],["results.csv",{"_index":5347,"t":{"638":{"position":[[1010,13]]}}}],["retrain",{"_index":1102,"t":{"92":{"position":[[2810,7],[2876,9]]},"100":{"position":[[4272,7],[4338,9]]},"122":{"position":[[7234,7],[7300,9]]},"128":{"position":[[4297,7],[4363,9]]},"150":{"position":[[7336,7],[7405,9]]},"223":{"position":[[14574,7],[14643,9]]},"227":{"position":[[8368,7],[8437,9]]},"229":{"position":[[7238,7],[7306,9]]},"360":{"position":[[4001,7],[4081,7],[4128,11],[4169,7],[16441,7],[16493,7],[19304,10],[29977,7],[30057,7],[30104,11],[30145,7]]},"490":{"position":[[607,8],[653,7]]},"655":{"position":[[658,7],[781,10],[835,7],[960,10]]}}}],["retrain(train_func",{"_index":4543,"t":{"490":{"position":[[620,19]]}}}],["retrain_final=fals",{"_index":4266,"t":{"360":{"position":[[21765,19]]}}}],["retrain_from_log",{"_index":4227,"t":{"360":{"position":[[16004,17]]},"661":{"position":[[1903,19]]}}}],["retrain_from_log(log_file_nam",{"_index":4228,"t":{"360":{"position":[[16026,31]]}}}],["retrain_ful",{"_index":4104,"t":{"360":{"position":[[3947,12],[29923,12]]},"655":{"position":[[872,12]]}}}],["retrain_full=non",{"_index":4297,"t":{"360":{"position":[[24203,18]]}}}],["retri",{"_index":5240,"t":{"610":{"position":[[2068,5]]}}}],["retriev",{"_index":1206,"t":{"100":{"position":[[4954,8]]},"150":{"position":[[7839,8]]},"160":{"position":[[935,9]]},"215":{"position":[[428,10]]},"259":{"position":[[481,8]]},"506":{"position":[[969,8],[2254,8]]},"688":{"position":[[155,8],[216,8]]}}}],["return",{"_index":521,"t":{"27":{"position":[[843,7]]},"29":{"position":[[691,8]]},"31":{"position":[[1080,6],[1725,6],[1969,6],[3166,7]]},"41":{"position":[[778,6],[1174,6]]},"102":{"position":[[785,6]]},"152":{"position":[[501,6]]},"190":{"position":[[203,6],[906,6]]},"215":{"position":[[1019,6]]},"225":{"position":[[892,6],[1052,6],[1067,6]]},"229":{"position":[[1249,6]]},"238":{"position":[[437,6]]},"242":{"position":[[448,6]]},"244":{"position":[[321,6]]},"269":{"position":[[2709,6],[2745,6]]},"275":{"position":[[1396,8],[1814,8]]},"290":{"position":[[656,6]]},"292":{"position":[[356,6]]},"296":{"position":[[445,6]]},"312":{"position":[[1281,7]]},"316":{"position":[[175,6],[428,6],[513,6]]},"322":{"position":[[1447,7]]},"328":{"position":[[1536,7],[5018,7],[5504,7],[6116,7],[6222,6],[7437,9],[7447,8],[16877,7],[16925,7],[17123,6],[17402,8],[18126,7],[18174,7],[18372,6],[18651,8],[18912,8],[19001,6],[19161,8],[19458,6],[19560,6],[19771,8]]},"332":{"position":[[657,8]]},"336":{"position":[[1621,6],[1887,6],[3368,8],[5063,7],[5179,6],[5466,8],[5999,8],[6806,6],[7331,6],[7973,6],[8189,8],[8476,10],[8630,8],[8881,8],[9167,8],[9301,6]]},"350":{"position":[[439,8],[732,8]]},"360":{"position":[[1136,6],[1189,7],[1772,6],[9231,8],[11624,6],[11739,8],[11858,8],[11974,8],[12783,7],[12935,8],[13203,7],[13254,8],[13456,7],[13540,7],[14740,8],[15184,8],[15946,8],[21813,8],[21952,8],[22422,8],[22869,8],[23044,8],[23222,8],[23362,8],[23510,8],[23561,7],[23666,8],[26267,6],[26320,7],[26903,6],[28837,6],[34741,8],[36163,6],[36867,6]]},"364":{"position":[[891,8],[1079,7],[1430,6],[1494,6],[1560,6],[1621,6],[1658,6],[1783,6],[1839,6],[1861,6],[2274,8],[2485,8],[2772,8],[3760,8],[4080,8],[4520,8],[4976,8]]},"366":{"position":[[639,8],[1010,6],[1063,8],[1555,6],[1608,8]]},"370":{"position":[[406,6],[459,8]]},"394":{"position":[[313,8]]},"398":{"position":[[307,8]]},"434":{"position":[[2437,8],[6629,8],[7148,8],[7384,6],[7500,9],[7721,8],[7857,6],[7971,9],[8156,8],[8595,8]]},"452":{"position":[[191,8],[373,8]]},"454":{"position":[[260,8]]},"502":{"position":[[1278,6]]},"510":{"position":[[523,7]]},"524":{"position":[[187,6]]},"526":{"position":[[405,6]]},"528":{"position":[[397,6]]},"540":{"position":[[1325,6]]},"544":{"position":[[4086,6]]},"554":{"position":[[1203,8]]},"558":{"position":[[6112,8]]},"560":{"position":[[426,7]]},"568":{"position":[[1787,6]]},"572":{"position":[[769,6]]},"586":{"position":[[173,7]]},"588":{"position":[[304,8]]},"590":{"position":[[294,8]]},"608":{"position":[[3003,6],[7128,6]]},"610":{"position":[[1345,6]]},"647":{"position":[[1367,7],[1660,6],[2203,6],[2339,7]]},"649":{"position":[[4900,6],[6350,6],[7675,6],[8171,6]]},"651":{"position":[[646,6],[1473,7]]},"680":{"position":[[560,6],[597,6],[1649,6],[1705,6],[1731,6],[1790,6],[1941,7],[2100,9]]},"688":{"position":[[37,7],[258,8]]},"692":{"position":[[295,7],[590,6],[981,8]]},"696":{"position":[[2909,6]]},"698":{"position":[[902,6]]}}}],["return_al",{"_index":4384,"t":{"366":{"position":[[976,10],[1112,10],[1521,10]]},"370":{"position":[[372,10],[508,10]]}}}],["return_all=fals",{"_index":4383,"t":{"366":{"position":[[753,17],[1235,17]]},"370":{"position":[[149,17]]}}}],["return_responses_and_per_instance_result",{"_index":4012,"t":{"336":{"position":[[7909,40],[8342,40]]}}}],["return_responses_and_per_instance_result=fals",{"_index":4003,"t":{"336":{"position":[[6430,47]]}}}],["return_x_y=tru",{"_index":1523,"t":{"122":{"position":[[114,16]]}}}],["returnresource_attr",{"_index":5768,"t":{"696":{"position":[[6608,19]]}}}],["revers",{"_index":644,"t":{"31":{"position":[[2236,7]]},"229":{"position":[[934,7]]}}}],["review",{"_index":971,"t":{"71":{"position":[[29,8],[68,9],[87,9],[154,9]]}}}],["revolution_day_memori",{"_index":2965,"t":{"229":{"position":[[1063,26]]}}}],["reward",{"_index":4844,"t":{"558":{"position":[[1865,6]]},"572":{"position":[[2626,6],[5106,7]]},"608":{"position":[[4668,6],[4998,6]]},"698":{"position":[[258,6],[765,6]]}}}],["rf",{"_index":1069,"t":{"92":{"position":[[920,5]]},"128":{"position":[[933,5]]},"221":{"position":[[938,5]]},"223":{"position":[[1713,5]]},"225":{"position":[[2519,5]]},"227":{"position":[[1764,5]]},"257":{"position":[[813,6],[939,5]]},"281":{"position":[[1171,2]]},"360":{"position":[[2446,5],[27613,5]]},"628":{"position":[[576,5]]},"638":{"position":[[317,3],[565,2],[836,3],[920,2]]},"649":{"position":[[1164,5],[6221,7],[9206,5]]},"663":{"position":[[1094,6]]},"668":{"position":[[679,5]]}}}],["rf'",{"_index":2555,"t":{"221":{"position":[[5012,4],[5216,4],[5634,4],[13456,4]]},"223":{"position":[[6203,4],[6407,4],[8751,4],[14463,4]]},"227":{"position":[[2692,4],[3315,4],[3354,4],[3559,4],[3764,4],[3969,4],[4132,4],[4171,4],[4334,4],[4373,4],[4585,4],[4803,4],[5029,4],[5241,4],[5467,4],[5630,4],[5669,4],[5895,4],[6101,4],[6319,4],[6531,4],[6749,4],[6912,4],[6951,4]]}}}],["rf[flaml.automl",{"_index":2554,"t":{"221":{"position":[[4946,16],[5150,16],[5568,16],[13390,16]]},"223":{"position":[[6137,16],[6341,16],[8685,16],[14396,16]]},"227":{"position":[[2626,16],[3249,16],[4066,16],[4268,16],[5564,16],[6846,16]]}}}],["rf_ts(ts_sklearn",{"_index":4527,"t":{"474":{"position":[[6,17]]}}}],["rgf",{"_index":5445,"t":{"649":{"position":[[5960,6],[6071,3]]}}}],["rgf.sklearn",{"_index":5432,"t":{"649":{"position":[[4337,11],[4418,11]]}}}],["rgfclass",{"_index":5428,"t":{"649":{"position":[[4173,8]]}}}],["rgfclassifi",{"_index":5433,"t":{"649":{"position":[[4356,13],[4393,13],[4969,13]]}}}],["rgfregressor",{"_index":5434,"t":{"649":{"position":[[4437,12],[4473,12],[4986,12]]}}}],["rh",{"_index":781,"t":{"39":{"position":[[2276,3],[2320,5]]}}}],["richard",{"_index":5109,"t":{"602":{"position":[[3294,7],[3589,7]]}}}],["right",{"_index":534,"t":{"27":{"position":[[1220,5],[1343,6]]},"31":{"position":[[3178,5]]}}}],["right/wrong",{"_index":589,"t":{"31":{"position":[[340,12]]}}}],["rm",{"_index":3548,"t":{"281":{"position":[[1167,2]]}}}],["rmse",{"_index":1294,"t":{"102":{"position":[[583,4]]},"229":{"position":[[7433,6]]},"647":{"position":[[383,7]]}}}],["rmse\",}automl_settings[\"fit_kwargs_by_estim",{"_index":1401,"t":{"110":{"position":[[515,50]]}}}],["rmse[flaml.automl",{"_index":1414,"t":{"110":{"position":[[1303,18]]}}}],["roadmap",{"_index":100,"t":{"2":{"position":[[1252,8]]}}}],["roberta",{"_index":1343,"t":{"108":{"position":[[745,7],[798,7]]},"110":{"position":[[740,7],[793,7]]},"114":{"position":[[1149,7],[1202,7],[2527,7],[2580,7]]},"416":{"position":[[315,7]]}}}],["robust",{"_index":5077,"t":{"602":{"position":[[1855,6],[2032,6]]}}}],["roc_auc",{"_index":1994,"t":{"172":{"position":[[144,10]]},"360":{"position":[[678,10],[25809,10]]},"364":{"position":[[3272,10]]},"647":{"position":[[511,10]]}}}],["roc_auc_ovo",{"_index":1997,"t":{"172":{"position":[[190,14]]},"360":{"position":[[704,14],[25835,14]]},"364":{"position":[[3298,14]]},"647":{"position":[[658,14]]}}}],["roc_auc_ovo_weight",{"_index":4061,"t":{"360":{"position":[[739,23],[25870,23]]},"647":{"position":[[894,23]]}}}],["roc_auc_ovr",{"_index":1996,"t":{"172":{"position":[[175,14]]},"360":{"position":[[689,14],[25820,14]]},"364":{"position":[[3283,14]]},"647":{"position":[[592,14]]}}}],["roc_auc_ovr_weight",{"_index":4062,"t":{"360":{"position":[[763,23],[25894,23]]},"647":{"position":[[796,23]]}}}],["roc_auc_scor",{"_index":5374,"t":{"647":{"position":[[535,14],[620,13],[686,13],[757,13],[833,13],[931,13]]}}}],["roc_auc_weight",{"_index":1995,"t":{"172":{"position":[[155,19]]},"360":{"position":[[719,19],[25850,19]]},"647":{"position":[[724,19]]}}}],["role",{"_index":41,"t":{"2":{"position":[[508,4]]},"37":{"position":[[1063,4]]},"255":{"position":[[1275,5],[1714,4]]},"312":{"position":[[1419,7],[1687,4]]},"322":{"position":[[1585,7],[1842,4]]},"328":{"position":[[1674,7],[8194,4],[8210,4],[8235,4],[9613,4],[9629,4],[9654,4],[11161,7],[11169,4],[11371,4],[12535,7],[12543,4],[12745,4],[19931,7],[19963,6]]},"336":{"position":[[2685,4],[3288,6]]},"540":{"position":[[204,4]]}}}],["romanian",{"_index":1476,"t":{"112":{"position":[[2744,9]]}}}],["room",{"_index":855,"t":{"45":{"position":[[769,4]]}}}],["root",{"_index":3940,"t":{"336":{"position":[[444,4],[826,4]]},"416":{"position":[[217,4]]},"647":{"position":[[391,4]]}}}],["root=data_dir",{"_index":3628,"t":{"292":{"position":[[187,14],[291,14]]}}}],["rossi",{"_index":5064,"t":{"602":{"position":[[1414,6],[1572,7]]}}}],["rouge1\",}automl_settings[\"fit_kwargs_by_estim",{"_index":1421,"t":{"112":{"position":[[491,52]]}}}],["rouge[flaml.automl",{"_index":1426,"t":{"112":{"position":[[1215,19]]}}}],["roughli",{"_index":5504,"t":{"657":{"position":[[2725,7]]}}}],["round",{"_index":3797,"t":{"316":{"position":[[109,7]]},"512":{"position":[[518,7],[1093,7],[1366,7],[2276,7],[2629,7],[3088,7],[3257,7]]},"682":{"position":[[4581,8],[4863,8],[5127,8],[5373,8],[5702,8]]}}}],["round(config['x",{"_index":5121,"t":{"608":{"position":[[411,19],[2746,19]]}}}],["row",{"_index":2785,"t":{"225":{"position":[[532,4]]},"360":{"position":[[3773,3],[29150,3]]},"364":{"position":[[3987,4]]}}}],["rule",{"_index":5500,"t":{"657":{"position":[[2361,4]]}}}],["run",{"_index":451,"t":{"19":{"position":[[901,3]]},"31":{"position":[[3812,3]]},"69":{"position":[[599,7]]},"76":{"position":[[108,3]]},"80":{"position":[[0,3],[85,3],[100,3],[241,3]]},"82":{"position":[[53,3],[145,3]]},"92":{"position":[[906,4]]},"100":{"position":[[426,7],[1187,4],[5137,4],[5542,4]]},"108":{"position":[[1064,3],[1789,4]]},"110":{"position":[[1382,4]]},"112":{"position":[[1295,4]]},"114":{"position":[[3349,4]]},"116":{"position":[[3,3]]},"122":{"position":[[750,4]]},"128":{"position":[[919,4]]},"150":{"position":[[426,7],[1191,4],[8022,4],[8484,4]]},"160":{"position":[[402,7],[681,4],[704,3],[832,3]]},"162":{"position":[[199,3],[2280,3],[3271,3]]},"172":{"position":[[47,7]]},"174":{"position":[[288,4]]},"184":{"position":[[434,3],[691,3]]},"194":{"position":[[469,3]]},"209":{"position":[[153,3]]},"215":{"position":[[125,6],[329,3],[984,3],[1093,4],[1122,3],[1170,3],[1227,3],[1416,4]]},"221":{"position":[[924,4]]},"223":{"position":[[767,7],[1699,4]]},"225":{"position":[[1784,7],[2505,4]]},"227":{"position":[[890,7],[1750,4]]},"229":{"position":[[1915,7],[3620,4]]},"261":{"position":[[552,7]]},"269":{"position":[[2234,3],[3327,3]]},"281":{"position":[[402,3]]},"298":{"position":[[144,3]]},"318":{"position":[[290,3]]},"328":{"position":[[18984,3],[19064,3]]},"360":{"position":[[7751,3],[8022,3],[21453,3],[33698,3],[33969,3],[39099,3]]},"434":{"position":[[3208,4],[4526,4]]},"490":{"position":[[366,4],[414,4],[734,4],[824,4]]},"502":{"position":[[896,3],[1220,7],[1811,3]]},"516":{"position":[[1961,8]]},"524":{"position":[[323,3]]},"558":{"position":[[1693,3],[1826,7]]},"560":{"position":[[662,3]]},"572":{"position":[[213,3],[680,3],[1023,3],[1574,3],[1652,3],[2587,7],[2962,3],[3765,3],[5066,7]]},"588":{"position":[[128,4],[192,3],[324,4]]},"590":{"position":[[118,4],[182,3],[314,4]]},"594":{"position":[[73,4],[187,4],[263,7],[884,8]]},"608":{"position":[[1239,4],[4496,3],[4629,7],[5074,6],[11059,4],[11620,4]]},"610":{"position":[[807,3],[2088,4],[2297,4]]},"622":{"position":[[651,3]]},"630":{"position":[[194,7]]},"634":{"position":[[94,7]]},"657":{"position":[[1000,4],[2857,3]]},"659":{"position":[[136,3],[207,3],[338,4]]},"661":{"position":[[1752,3]]},"698":{"position":[[90,3],[219,7]]},"700":{"position":[[286,7]]}}}],["run(evaluation_funct",{"_index":5141,"t":{"608":{"position":[[1248,24]]}}}],["run._core_run.get_metrics(recursive=tru",{"_index":2496,"t":{"215":{"position":[[618,41]]}}}],["run._core_run.get_statu",{"_index":2494,"t":{"215":{"position":[[540,26]]}}}],["run.log(f\"{data_name}_{eval_nam",{"_index":2462,"t":{"209":{"position":[[338,35]]}}}],["run_chat",{"_index":3811,"t":{"318":{"position":[[129,9]]}}}],["run_chat(messag",{"_index":3812,"t":{"318":{"position":[[143,18]]}}}],["run_cod",{"_index":3820,"t":{"322":{"position":[[710,9]]},"328":{"position":[[696,9],[18940,9]]}}}],["run_code(cod",{"_index":3913,"t":{"328":{"position":[[18954,14]]}}}],["run_config",{"_index":5203,"t":{"610":{"position":[[698,10]]}}}],["run_config=aml_run_config,)exp",{"_index":1966,"t":{"162":{"position":[[3082,30]]}}}],["run_config=runconfig(name=\"my_tune_run",{"_index":5238,"t":{"610":{"position":[[2000,41]]}}}],["run_metr",{"_index":2497,"t":{"215":{"position":[[672,11]]}}}],["run_metrics[0][\"eval_binary_error",{"_index":2500,"t":{"215":{"position":[[722,35]]}}}],["run_trial",{"_index":4624,"t":{"502":{"position":[[1774,10]]}}}],["run_trial(tri",{"_index":4625,"t":{"502":{"position":[[1789,16]]}}}],["run_with_config",{"_index":2477,"t":{"213":{"position":[[539,16]]}}}],["run_with_config(config",{"_index":2487,"t":{"215":{"position":[[94,23]]}}}],["runconfig",{"_index":5210,"t":{"610":{"position":[[1072,10]]}}}],["runconfigur",{"_index":1953,"t":{"162":{"position":[[2622,17]]}}}],["runconfiguration(communicator=\"openmpi\")aml_run_config.target",{"_index":1959,"t":{"162":{"position":[[2815,61]]}}}],["runner",{"_index":4972,"t":{"586":{"position":[[62,7]]},"588":{"position":[[89,7]]},"590":{"position":[[79,7]]}}}],["runner'",{"_index":4978,"t":{"588":{"position":[[261,8]]},"590":{"position":[[251,8]]}}}],["runnig",{"_index":2421,"t":{"201":{"position":[[227,6]]}}}],["running/'l",{"_index":4601,"t":{"502":{"position":[[784,14]]}}}],["running_loss",{"_index":3673,"t":{"294":{"position":[[1240,12],[1639,12],[1788,12],[1818,12]]}}}],["running_tri",{"_index":4600,"t":{"502":{"position":[[729,15],[758,16]]}}}],["runtim",{"_index":4442,"t":{"434":{"position":[[631,7]]},"610":{"position":[[711,7]]},"644":{"position":[[1342,7]]}}}],["runtime==1.39.0",{"_index":2425,"t":{"201":{"position":[[366,16]]}}}],["s",{"_index":1234,"t":{"100":{"position":[[5553,2]]},"150":{"position":[[8495,2]]},"194":{"position":[[957,3]]},"336":{"position":[[1976,1],[7420,1]]},"649":{"position":[[2824,2]]}}}],["s\".format(automl.best_config_train_tim",{"_index":2012,"t":{"174":{"position":[[301,41]]}}}],["s\".format(automl.best_config_train_time))print(automl.model.estim",{"_index":1216,"t":{"100":{"position":[[5150,71]]},"150":{"position":[[8035,71]]}}}],["s)\")plt.ylabel(\"valid",{"_index":5587,"t":{"670":{"position":[[542,27]]}}}],["s)')plt.ylabel('valid",{"_index":1277,"t":{"100":{"position":[[7261,27]]},"150":{"position":[[10567,27]]}}}],["sai",{"_index":5045,"t":{"602":{"position":[[749,6],[936,7]]},"708":{"position":[[2469,6],[2656,7]]}}}],["sales_classification_forecast.log",{"_index":2888,"t":{"227":{"position":[[1020,36]]}}}],["same",{"_index":440,"t":{"19":{"position":[[337,4]]},"21":{"position":[[119,4]]},"29":{"position":[[597,4]]},"31":{"position":[[1103,4]]},"162":{"position":[[3457,5]]},"255":{"position":[[1270,4]]},"269":{"position":[[2970,4]]},"360":{"position":[[4416,4],[7333,4],[18270,4],[29485,4],[30392,4],[33280,4]]},"434":{"position":[[5081,4],[7194,4]]},"490":{"position":[[530,4]]},"544":{"position":[[3694,4],[3729,4],[3791,4]]},"558":{"position":[[1987,4]]},"572":{"position":[[2748,4]]},"608":{"position":[[4790,4],[7212,4],[10947,4]]},"620":{"position":[[515,5]]},"636":{"position":[[2201,4]]},"655":{"position":[[2096,4]]},"657":{"position":[[4614,4]]},"696":{"position":[[5245,4]]},"698":{"position":[[380,4]]},"700":{"position":[[354,4]]}}}],["sampl",{"_index":202,"t":{"9":{"position":[[232,8]]},"45":{"position":[[432,7]]},"92":{"position":[[593,6]]},"100":{"position":[[886,6]]},"108":{"position":[[1404,6]]},"110":{"position":[[1010,6]]},"112":{"position":[[922,6]]},"114":{"position":[[2954,6]]},"122":{"position":[[444,6]]},"128":{"position":[[613,6]]},"137":{"position":[[404,6]]},"139":{"position":[[367,6]]},"144":{"position":[[414,6]]},"150":{"position":[[890,6]]},"221":{"position":[[558,6]]},"223":{"position":[[1276,6]]},"225":{"position":[[2139,6]]},"227":{"position":[[1363,6]]},"229":{"position":[[3248,6]]},"257":{"position":[[207,8]]},"336":{"position":[[2247,7]]},"360":{"position":[[2611,6],[2644,6],[7644,6],[23070,6],[23255,6],[23395,6],[27883,6],[27916,6],[29445,6],[33591,6]]},"416":{"position":[[780,7],[845,7]]},"434":{"position":[[5763,6]]},"510":{"position":[[68,6]]},"512":{"position":[[114,6],[170,8],[221,8],[327,6],[393,8],[444,8],[690,8],[1016,8],[1503,6],[1531,8],[1582,8],[1671,6],[1770,8],[1818,8],[1928,6],[2134,6],[2444,6],[2771,6],[3006,6]]},"516":{"position":[[2713,6],[2803,7],[2955,7]]},"570":{"position":[[234,7],[320,7]]},"608":{"position":[[8664,6]]},"655":{"position":[[1804,6]]},"682":{"position":[[516,7],[794,7],[905,7],[1593,6],[2388,6],[2452,6],[2778,6],[3075,6],[3477,8],[3559,7],[4451,6],[4533,6],[4655,6],[4713,8],[4780,6],[4837,8],[4950,6],[5053,6],[5194,6],[5298,6],[5456,6],[5533,8],[5595,6],[5676,8],[5775,6]]},"696":{"position":[[1095,6],[1826,6],[2347,6]]}}}],["sample.domain",{"_index":4166,"t":{"360":{"position":[[10592,13],[19808,13],[35503,13]]}}}],["sample=non",{"_index":4284,"t":{"360":{"position":[[23910,12]]}}}],["sample=tru",{"_index":4150,"t":{"360":{"position":[[7661,12],[33608,12]]}}}],["sample_s",{"_index":4254,"t":{"360":{"position":[[19184,11]]},"661":{"position":[[570,14],[1007,14]]},"696":{"position":[[1325,13]]}}}],["sample_size\"min_resourc",{"_index":5740,"t":{"696":{"position":[[3086,25],[6630,25]]}}}],["sample_weight",{"_index":3360,"t":{"257":{"position":[[332,13]]},"360":{"position":[[20299,14],[37945,14]]},"663":{"position":[[181,14]]}}}],["sample_weight=weight_train",{"_index":4086,"t":{"360":{"position":[[1732,27],[26863,27]]},"647":{"position":[[2163,27]]}}}],["sample_weight=weight_v",{"_index":4082,"t":{"360":{"position":[[1610,25],[26741,25]]},"647":{"position":[[2041,25]]}}}],["sample_weight_ful",{"_index":4474,"t":{"434":{"position":[[4303,19],[5720,18]]}}}],["sample_weight_v",{"_index":4320,"t":{"360":{"position":[[29396,17]]}}}],["sample_weight_val=non",{"_index":4294,"t":{"360":{"position":[[24135,23]]}}}],["sampled_x_train",{"_index":5723,"t":{"696":{"position":[[2423,15],[6108,15]]}}}],["sampled_y_train",{"_index":5725,"t":{"696":{"position":[[2465,15],[2796,16],[6150,15],[6288,16]]}}}],["sampler",{"_index":4649,"t":{"510":{"position":[[387,8]]},"512":{"position":[[31,7]]},"572":{"position":[[342,8],[524,8],[1790,7],[1807,7],[2323,7],[2408,7]]}}}],["sampler=non",{"_index":4939,"t":{"572":{"position":[[2370,13]]}}}],["sanit",{"_index":4439,"t":{"426":{"position":[[25,9]]}}}],["sanitize(cl",{"_index":4440,"t":{"426":{"position":[[51,13]]}}}],["sarima",{"_index":4514,"t":{"462":{"position":[[62,7]]}}}],["sarimax",{"_index":4201,"t":{"360":{"position":[[14243,9]]},"649":{"position":[[2746,10],[2757,7]]}}}],["sarimax'",{"_index":2608,"t":{"221":{"position":[[15599,9],[16043,9],[16258,9],[17124,9],[17550,9],[17976,9],[18649,9],[19308,9],[19752,9],[20178,9],[21273,9],[21317,9],[21548,9],[21721,9],[21765,9],[21978,9],[22191,9],[22414,9],[22587,9],[22631,9],[22863,9]]},"223":{"position":[[11634,9],[12062,9],[12279,9],[12940,9],[13591,9]]}}}],["sarimax'][flaml.automl",{"_index":2542,"t":{"221":{"position":[[1007,24]]},"223":{"position":[[1782,24]]},"225":{"position":[[2588,24]]}}}],["sarimax(statsmodelsestim",{"_index":4513,"t":{"462":{"position":[[6,29]]}}}],["sarimax[flaml.automl",{"_index":2607,"t":{"221":{"position":[[15528,21],[15972,21],[16187,21],[17053,21],[17479,21],[17905,21],[18578,21],[19237,21],[19681,21],[20107,21],[21202,21],[21650,21],[22516,21]]},"223":{"position":[[11563,21],[11991,21],[12208,21],[12869,21],[13520,21]]}}}],["satisfi",{"_index":764,"t":{"39":{"position":[[1788,7]]},"558":{"position":[[2885,10],[3151,10]]},"608":{"position":[[8260,10],[8525,10]]},"684":{"position":[[185,10],[262,10],[1159,9],[1256,9]]},"692":{"position":[[59,9],[171,10],[778,9],[1769,7]]}}}],["save",{"_index":122,"t":{"5":{"position":[[234,5]]},"15":{"position":[[563,6]]},"21":{"position":[[293,4],[681,6]]},"27":{"position":[[92,4],[131,5]]},"108":{"position":[[1113,5]]},"261":{"position":[[357,4]]},"294":{"position":[[2268,4]]},"356":{"position":[[177,6]]},"360":{"position":[[6743,7],[6821,5],[32717,7],[32795,5]]},"558":{"position":[[5445,5],[5487,4]]},"594":{"position":[[646,6]]},"608":{"position":[[7827,4],[7883,4]]},"632":{"position":[[85,4]]},"634":{"position":[[151,4]]},"636":{"position":[[0,4],[57,4]]},"644":{"position":[[1547,4]]},"657":{"position":[[2212,4]]}}}],["save(checkpoint_path",{"_index":4855,"t":{"558":{"position":[[5455,21]]}}}],["save_total_limit=0",{"_index":2157,"t":{"190":{"position":[[1078,19]]}}}],["sc",{"_index":5008,"t":{"598":{"position":[[1135,2]]}}}],["sc=none",{"_index":5001,"t":{"598":{"position":[[415,8]]}}}],["scalar",{"_index":5609,"t":{"680":{"position":[[587,6],[2112,8]]}}}],["scale",{"_index":139,"t":{"5":{"position":[[474,5]]},"162":{"position":[[1946,5]]},"657":{"position":[[3168,5]]},"682":{"position":[[2405,5],[2418,6],[2470,5],[2862,5],[3096,5],[3862,5],[3950,5],[4082,5],[4216,5]]}}}],["scale_pos_weight",{"_index":3369,"t":{"257":{"position":[[878,19]]}}}],["scale_pos_weight=1",{"_index":1704,"t":{"144":{"position":[[1146,19]]},"150":{"position":[[9002,20]]},"227":{"position":[[9005,19]]}}}],["scaleddotproductattent",{"_index":3201,"t":{"229":{"position":[[28057,26]]}}}],["scaling_config",{"_index":5225,"t":{"610":{"position":[[1474,16]]}}}],["scalingconfig",{"_index":5211,"t":{"610":{"position":[[1083,13],[1493,14]]}}}],["scenario",{"_index":3340,"t":{"255":{"position":[[586,10]]},"682":{"position":[[7080,10]]},"706":{"position":[[1632,9]]},"708":{"position":[[930,9]]}}}],["scene",{"_index":5248,"t":{"620":{"position":[[187,5]]}}}],["schedul",{"_index":1869,"t":{"160":{"position":[[239,9]]},"168":{"position":[[215,9]]},"194":{"position":[[592,10]]},"304":{"position":[[272,9]]},"502":{"position":[[401,9],[874,8]]},"516":{"position":[[1567,10]]},"520":{"position":[[63,9]]},"558":{"position":[[2819,9]]},"608":{"position":[[5152,9],[5166,12],[5414,9],[5428,9],[5662,9],[5699,9],[5754,9],[5909,9],[6219,9],[6295,9],[6491,10],[6694,10]]},"696":{"position":[[19,10],[32,9],[138,10],[383,9],[542,10],[571,10],[598,9],[656,9],[939,9],[3628,9],[3658,9],[3734,10],[3844,9],[4104,10],[4419,9],[4599,11],[4714,11],[4765,9],[4955,8],[5128,9],[5310,11],[5364,9],[5950,8],[7223,10]]}}}],["scheduler=\"asha",{"_index":3737,"t":{"304":{"position":[[243,17]]},"696":{"position":[[5149,17],[7010,17]]}}}],["scheduler=\"flaml",{"_index":5745,"t":{"696":{"position":[[3458,18]]}}}],["scheduler='asha",{"_index":5752,"t":{"696":{"position":[[3877,17]]}}}],["scheduler='flaml",{"_index":5713,"t":{"696":{"position":[[629,21]]}}}],["scheduler=my_schedul",{"_index":5760,"t":{"696":{"position":[[4349,23]]}}}],["scheduler=non",{"_index":4587,"t":{"502":{"position":[[127,15]]},"608":{"position":[[1733,15]]}}}],["scheduler_arg",{"_index":4698,"t":{"516":{"position":[[253,15],[1512,14],[1678,14]]}}}],["school",{"_index":311,"t":{"15":{"position":[[213,6]]},"41":{"position":[[152,6]]}}}],["scientist",{"_index":129,"t":{"5":{"position":[[336,10]]},"630":{"position":[[77,10]]}}}],["scikit",{"_index":964,"t":{"69":{"position":[[539,6]]},"84":{"position":[[569,6]]},"269":{"position":[[1608,6]]},"360":{"position":[[4348,6],[18202,6],[30324,6]]},"374":{"position":[[69,6],[286,6]]},"434":{"position":[[5013,6]]},"644":{"position":[[70,6]]},"649":{"position":[[3941,6],[5077,6],[5586,6]]},"655":{"position":[[2028,6]]},"657":{"position":[[148,6],[4112,6]]}}}],["scope",{"_index":4630,"t":{"506":{"position":[[355,6],[670,6],[891,6],[1404,5],[2210,6],[2710,5]]}}}],["scope).last_result",{"_index":4647,"t":{"506":{"position":[[3585,18]]}}}],["scope=al",{"_index":4642,"t":{"506":{"position":[[1863,10],[3169,10]]}}}],["scope=avg",{"_index":4641,"t":{"506":{"position":[[1584,10],[2890,10]]}}}],["scope=last",{"_index":4638,"t":{"506":{"position":[[1469,11],[1703,10],[1723,10],[2775,11],[3009,10],[3029,10]]}}}],["score",{"_index":613,"t":{"31":{"position":[[1012,6],[1275,6]]},"360":{"position":[[35864,6],[36047,6]]},"364":{"position":[[2903,6],[2990,5],[3426,5],[3784,5]]},"506":{"position":[[1022,6],[1900,5],[2328,6],[3206,5]]},"608":{"position":[[3724,7]]},"610":{"position":[[407,7]]},"680":{"position":[[1274,5],[1676,5],[1712,5],[1799,8],[1808,6]]},"686":{"position":[[251,5]]}}}],["score(x_v",{"_index":4364,"t":{"364":{"position":[[2914,12]]}}}],["scratch",{"_index":550,"t":{"27":{"position":[[1609,8]]},"630":{"position":[[234,7]]}}}],["script",{"_index":1945,"t":{"162":{"position":[[2336,6],[3307,6]]},"269":{"position":[[3582,6]]},"281":{"position":[[880,7]]}}}],["scriptrunconfig",{"_index":1950,"t":{"162":{"position":[[2559,16],[3023,16]]}}}],["sd",{"_index":4692,"t":{"512":{"position":[[2749,3],[2815,3],[2891,2],[2902,2],[2980,3],[3050,3],[3177,2],[3182,2]]}}}],["sd=2",{"_index":5672,"t":{"682":{"position":[[5018,4],[5121,5]]}}}],["seamless",{"_index":3469,"t":{"269":{"position":[[3677,8]]}}}],["search",{"_index":171,"t":{"7":{"position":[[243,6]]},"9":{"position":[[108,6],[168,6]]},"15":{"position":[[1410,6]]},"17":{"position":[[582,6],[863,6],[999,6],[1104,6]]},"100":{"position":[[4894,6],[6924,6]]},"108":{"position":[[2776,6]]},"122":{"position":[[7846,6]]},"128":{"position":[[4911,6]]},"150":{"position":[[7779,6],[10230,6]]},"184":{"position":[[1543,6]]},"192":{"position":[[31,7],[282,6]]},"213":{"position":[[37,6]]},"223":{"position":[[15024,6]]},"229":{"position":[[29416,6]]},"248":{"position":[[543,6]]},"255":{"position":[[1020,6],[1126,6],[1625,7],[1653,6],[1726,6],[1782,6],[1947,6]]},"261":{"position":[[739,6]]},"267":{"position":[[541,6]]},"269":{"position":[[1983,6],[2782,6],[2886,6],[2957,6]]},"336":{"position":[[2482,6],[2522,7]]},"360":{"position":[[2676,7],[2762,7],[4100,6],[4962,6],[5006,7],[5056,6],[5098,6],[5185,6],[5307,6],[6681,6],[6975,6],[7093,6],[9818,6],[9944,6],[9979,6],[10128,6],[10202,6],[10263,6],[10321,6],[10437,6],[14426,8],[15129,8],[19605,6],[19703,6],[19768,6],[20272,8],[21701,6],[21836,6],[27948,7],[28034,7],[30076,6],[30938,6],[30982,7],[31032,6],[31074,6],[31161,6],[31283,6],[32655,6],[32949,6],[35300,6],[35398,6],[35463,6],[37918,8]]},"364":{"position":[[3915,6],[4109,6]]},"512":{"position":[[53,6]]},"516":{"position":[[743,6],[762,6]]},"532":{"position":[[33,6]]},"540":{"position":[[621,6],[971,6],[1233,6],[1283,7]]},"544":{"position":[[33,6],[841,6],[4193,6]]},"548":{"position":[[51,6],[259,6],[368,6]]},"554":{"position":[[366,7],[394,6],[446,6],[795,6],[1008,6],[1393,6]]},"558":{"position":[[1240,6],[2641,6],[3590,6],[5714,6]]},"560":{"position":[[646,6],[696,6]]},"564":{"position":[[46,7]]},"568":{"position":[[1570,6],[1653,6],[1695,6],[1884,6]]},"572":{"position":[[299,6],[487,6],[2827,6],[2966,6],[3064,6],[3371,6],[3965,6]]},"594":{"position":[[701,6]]},"602":{"position":[[693,6],[862,6]]},"608":{"position":[[3826,6],[7179,6],[11977,6]]},"610":{"position":[[486,6],[1627,6]]},"644":{"position":[[1124,9]]},"649":{"position":[[147,6],[3658,6],[6229,6],[6497,6],[6590,6],[6782,6],[7323,6],[7992,6],[8716,6],[8797,6],[8902,6],[8953,9],[9021,6],[9256,6]]},"653":{"position":[[40,7]]},"655":{"position":[[615,7],[639,7]]},"657":{"position":[[91,6],[130,7],[469,6]]},"670":{"position":[[60,7],[83,6]]},"672":{"position":[[46,6],[524,6],[746,6],[796,6],[883,6]]},"678":{"position":[[220,6]]},"682":{"position":[[55,6],[335,6],[407,6],[635,6],[1050,6],[1220,6],[1337,6],[1413,6],[2025,6],[2922,6],[3014,6],[3741,6],[6372,6],[6429,6],[6582,6],[6855,6],[6926,6],[7038,6],[7653,6],[7966,6]]},"686":{"position":[[168,6],[538,6]]},"688":{"position":[[385,6]]},"694":{"position":[[790,6],[1342,6]]},"696":{"position":[[690,6],[756,6],[1370,6],[2656,6],[4857,6]]},"698":{"position":[[559,6],[626,7]]},"700":{"position":[[359,6]]},"706":{"position":[[31,6],[166,6],[272,6],[399,6],[887,6],[1749,6]]},"708":{"position":[[27,6],[46,7],[132,6],[280,6],[359,6],[465,6],[657,6],[690,6],[1019,6],[1059,6],[1134,6],[1204,6],[1488,6],[1548,6],[1720,6],[1738,7],[1821,6],[1913,6],[2010,6],[2413,6],[2582,6]]}}}],["search_alg",{"_index":4798,"t":{"548":{"position":[[108,11],[226,10]]},"608":{"position":[[7140,10],[9352,11],[9400,12]]},"702":{"position":[[1886,11],[1934,10]]}}}],["search_alg=algo",{"_index":5189,"t":{"608":{"position":[[7474,16]]}}}],["search_alg=blendsearch(low_cost_partial_config=low_cost_partial_config",{"_index":5823,"t":{"708":{"position":[[839,73]]}}}],["search_alg=cfo(low_cost_partial_config=low_cost_partial_config",{"_index":5813,"t":{"706":{"position":[[1549,65]]}}}],["search_alg=examplesearch",{"_index":4892,"t":{"568":{"position":[[1412,27]]}}}],["search_alg=flaml.cfo",{"_index":2200,"t":{"194":{"position":[[187,21]]}}}],["search_alg=non",{"_index":5142,"t":{"608":{"position":[[1749,16]]},"702":{"position":[[1565,16]]}}}],["search_alg=optuna_search",{"_index":4946,"t":{"572":{"position":[[3315,25],[3711,25],[4087,25],[4571,24],[5031,25],[5534,25]]}}}],["search_alg=search_alg",{"_index":4906,"t":{"570":{"position":[[580,22]]}}}],["search_spac",{"_index":2170,"t":{"192":{"position":[[58,12]]},"213":{"position":[[165,12]]},"246":{"position":[[0,12]]},"255":{"position":[[1216,14]]},"360":{"position":[[21646,13],[21673,14]]},"364":{"position":[[3817,13]]},"516":{"position":[[100,13],[708,12]]},"560":{"position":[[813,12]]},"649":{"position":[[6294,12],[6324,12],[8393,12]]}}}],["search_space(**arg",{"_index":5471,"t":{"651":{"position":[[525,21]]}}}],["search_space(cl",{"_index":4367,"t":{"364":{"position":[[3847,17]]},"649":{"position":[[4503,17],[8100,17]]}}}],["searcher",{"_index":4591,"t":{"502":{"position":[[289,8],[391,9]]},"516":{"position":[[2484,8]]},"538":{"position":[[55,9]]},"544":{"position":[[4239,9]]},"558":{"position":[[2609,8]]},"568":{"position":[[6,10],[1591,9],[1771,8]]},"570":{"position":[[117,8],[126,8],[137,8],[262,9],[369,9]]},"572":{"position":[[256,8]]}}}],["searcher'",{"_index":4911,"t":{"570":{"position":[[820,10]]}}}],["searcher=non",{"_index":4586,"t":{"502":{"position":[[112,14]]}}}],["searchpath",{"_index":2444,"t":{"207":{"position":[[75,11]]}}}],["searchthread",{"_index":4796,"t":{"548":{"position":[[6,14]]}}}],["season",{"_index":4523,"t":{"466":{"position":[[87,8],[110,8]]},"649":{"position":[[2953,9]]}}}],["seasonal_perdiod",{"_index":5413,"t":{"649":{"position":[[2934,18]]}}}],["seasonality_mod",{"_index":5412,"t":{"649":{"position":[[2663,17]]}}}],["seasonality_prior_scal",{"_index":5410,"t":{"649":{"position":[[2616,24]]}}}],["second",{"_index":882,"t":{"57":{"position":[[144,6]]},"92":{"position":[[189,7]]},"100":{"position":[[442,7]]},"114":{"position":[[1482,6]]},"122":{"position":[[352,8]]},"128":{"position":[[204,7]]},"130":{"position":[[670,8]]},"150":{"position":[[442,7]]},"160":{"position":[[418,7]]},"172":{"position":[[63,7]]},"192":{"position":[[819,7]]},"221":{"position":[[375,7]]},"223":{"position":[[783,7]]},"225":{"position":[[1800,7]]},"227":{"position":[[906,7]]},"229":{"position":[[1931,7]]},"269":{"position":[[1923,8]]},"322":{"position":[[3602,8]]},"328":{"position":[[3672,8]]},"336":{"position":[[10678,6]]},"360":{"position":[[2518,8],[3719,8],[3859,8],[8981,6],[9765,8],[13103,7],[13777,8],[17658,8],[27685,8],[29096,8],[29244,8],[34490,6],[35247,8]]},"364":{"position":[[2173,8],[2328,8]]},"366":{"position":[[538,8],[693,8]]},"558":{"position":[[2120,8]]},"598":{"position":[[689,8]]},"608":{"position":[[4415,8]]},"638":{"position":[[582,8]]},"651":{"position":[[134,9],[1192,8],[1250,8],[1925,6]]},"674":{"position":[[450,8],[503,8],[563,8]]},"682":{"position":[[307,6]]},"684":{"position":[[53,8],[595,8],[789,7],[985,7]]},"686":{"position":[[361,7],[740,8]]},"692":{"position":[[1195,7]]},"694":{"position":[[992,7],[1544,7]]}}}],["seconds)print(analysis.best_config",{"_index":5692,"t":{"688":{"position":[[587,35]]}}}],["secondsanalysi",{"_index":3463,"t":{"269":{"position":[[3384,15]]}}}],["secondsgpus_per_tri",{"_index":3724,"t":{"302":{"position":[[37,21]]}}}],["section",{"_index":2068,"t":{"182":{"position":[[186,8]]},"255":{"position":[[1806,7],[1882,7]]},"628":{"position":[[864,7]]},"630":{"position":[[5,7]]},"684":{"position":[[1386,8]]}}}],["secur",{"_index":216,"t":{"9":{"position":[[551,9]]}}}],["see",{"_index":291,"t":{"13":{"position":[[172,3]]},"19":{"position":[[646,3]]},"23":{"position":[[151,3]]},"33":{"position":[[1167,3]]},"43":{"position":[[1224,3]]},"69":{"position":[[267,4],[770,3]]},"82":{"position":[[182,3]]},"194":{"position":[[513,3]]},"229":{"position":[[82,3]]},"259":{"position":[[124,3]]},"269":{"position":[[3573,3]]},"283":{"position":[[287,3],[489,3],[747,3],[873,3]]},"416":{"position":[[1436,3]]},"572":{"position":[[860,3]]},"649":{"position":[[7008,3]]},"661":{"position":[[1146,3]]},"672":{"position":[[387,3],[681,3]]},"674":{"position":[[386,3]]},"682":{"position":[[4376,3]]},"706":{"position":[[1331,3]]}}}],["seed",{"_index":1145,"t":{"100":{"position":[[715,7]]},"150":{"position":[[719,7]]},"223":{"position":[[1066,7]]},"336":{"position":[[170,5],[271,4],[330,5],[371,5],[568,5],[668,4],[727,5],[5767,4]]},"360":{"position":[[6234,4],[6280,4],[32208,4],[32254,4]]},"516":{"position":[[2467,4],[2528,4]]},"540":{"position":[[820,5]]},"544":{"position":[[418,5],[1278,4],[1310,5]]},"558":{"position":[[783,5],[3224,4],[3256,5]]},"572":{"position":[[2297,4],[2304,4],[2456,4]]},"649":{"position":[[3286,5]]},"700":{"position":[[143,4],[257,5],[280,5]]}}}],["seed=non",{"_index":4301,"t":{"360":{"position":[[24301,10]]}}}],["seed}automl.fit",{"_index":2682,"t":{"223":{"position":[[1092,16]]}}}],["seed}automl.fit(x_train=x_train",{"_index":1147,"t":{"100":{"position":[[741,32]]},"150":{"position":[[745,32]]}}}],["seen",{"_index":827,"t":{"43":{"position":[[365,4]]}}}],["select",{"_index":118,"t":{"5":{"position":[[164,9]]},"7":{"position":[[158,9]]},"11":{"position":[[443,9]]},"15":{"position":[[525,10],[829,9],[1550,9]]},"17":{"position":[[16,6],[1469,6]]},"19":{"position":[[191,8],[416,8],[478,8]]},"21":{"position":[[247,10],[644,10]]},"33":{"position":[[281,6],[313,9],[807,10]]},"39":{"position":[[845,9]]},"108":{"position":[[2378,8]]},"150":{"position":[[7228,8]]},"259":{"position":[[274,8]]},"269":{"position":[[1799,7]]},"316":{"position":[[536,9],[653,6]]},"360":{"position":[[4013,8],[29989,8]]},"506":{"position":[[2087,8]]},"516":{"position":[[2130,6]]}}}],["select_speak",{"_index":3806,"t":{"316":{"position":[[564,15]]}}}],["select_speaker(last_speak",{"_index":3807,"t":{"316":{"position":[[584,28]]}}}],["select_speaker_msg",{"_index":3805,"t":{"316":{"position":[[463,19],[487,20]]}}}],["selector",{"_index":3808,"t":{"316":{"position":[[620,9]]}}}],["self",{"_index":844,"t":{"45":{"position":[[415,4],[505,4]]},"608":{"position":[[6206,4],[6282,4]]}}}],["self).__init__",{"_index":3600,"t":{"290":{"position":[[261,16]]},"568":{"position":[[298,20],[966,15]]}}}],["self._model",{"_index":4356,"t":{"364":{"position":[[1519,11],[1585,11]]}}}],["self.configur",{"_index":4884,"t":{"568":{"position":[[1047,19]]}}}],["self.configurations[trial_id",{"_index":4887,"t":{"568":{"position":[[1140,29],[1259,29]]}}}],["self.conv1",{"_index":3601,"t":{"290":{"position":[[278,10]]}}}],["self.conv2",{"_index":3605,"t":{"290":{"position":[[341,10]]}}}],["self.default_metr",{"_index":4635,"t":{"506":{"position":[[1068,19],[1322,20],[2374,19],[2628,20]]}}}],["self.default_mod",{"_index":4636,"t":{"506":{"position":[[1128,17],[1385,18],[2434,17],[2691,18]]}}}],["self.estimator_class",{"_index":5425,"t":{"649":{"position":[[4012,20],[4370,20],[4450,20],[4945,20],[5445,22]]}}}],["self.estimator_class'",{"_index":4377,"t":{"364":{"position":[[5015,22]]}}}],["self.fc1",{"_index":3607,"t":{"290":{"position":[[374,8]]}}}],["self.fc2",{"_index":3610,"t":{"290":{"position":[[411,8]]}}}],["self.fc3",{"_index":3613,"t":{"290":{"position":[[440,8]]}}}],["self.fc3(x",{"_index":3621,"t":{"290":{"position":[[644,11]]}}}],["self.metr",{"_index":4889,"t":{"568":{"position":[[1303,11]]}}}],["self.model",{"_index":4353,"t":{"364":{"position":[[1387,10],[1455,10],[1737,10],[1808,10]]}}}],["self.optim",{"_index":4883,"t":{"568":{"position":[[1018,14]]}}}],["self.optimizer.queri",{"_index":4886,"t":{"568":{"position":[[1117,22]]}}}],["self.optimizer.update(configur",{"_index":4890,"t":{"568":{"position":[[1326,36]]}}}],["self.pool",{"_index":3603,"t":{"290":{"position":[[310,9]]}}}],["self.pool(f.relu(self.conv1(x",{"_index":3616,"t":{"290":{"position":[[495,32]]}}}],["self.pool(f.relu(self.conv2(x",{"_index":3617,"t":{"290":{"position":[[532,32]]}}}],["self.reply_at_receive[send",{"_index":3882,"t":{"328":{"position":[[11689,30],[13063,30]]}}}],["send",{"_index":3492,"t":{"275":{"position":[[346,5],[469,4],[641,4]]},"328":{"position":[[184,4],[7712,5],[7855,4],[8418,4],[8590,4],[8767,4],[9274,4],[9837,4],[10009,4],[10186,4],[10750,5],[12124,5]]}}}],["send(messag",{"_index":3493,"t":{"275":{"position":[[356,13]]},"328":{"position":[[7722,13]]}}}],["sender",{"_index":3502,"t":{"275":{"position":[[722,7],[896,7],[1151,7],[1358,6],[1367,6],[1563,7],[1776,6],[1785,6]]},"318":{"position":[[191,7]]},"328":{"position":[[204,6],[4406,7],[4694,6],[4909,6],[5209,6],[5465,6],[5613,7],[6517,7],[6680,6],[6704,6],[6776,7],[10580,7],[10771,6],[10910,7],[11540,6],[11549,6],[11645,7],[11946,7],[12145,6],[12284,7],[12914,6],[12923,6],[13019,7],[14899,7],[15071,7],[15382,7],[15628,7],[15836,7],[16053,7],[16313,7],[16466,7],[16493,6],[16619,6],[17322,6],[17331,6],[17554,7],[17715,7],[17742,6],[17868,6],[18571,6],[18580,6]]}}}],["sender'",{"_index":3856,"t":{"328":{"position":[[4798,8]]}}}],["sender=non",{"_index":3857,"t":{"328":{"position":[[5350,12]]}}}],["sens",{"_index":5596,"t":{"674":{"position":[[21,5]]}}}],["sensit",{"_index":448,"t":{"19":{"position":[[808,9]]},"682":{"position":[[6603,9]]}}}],["sent",{"_index":3872,"t":{"328":{"position":[[7935,5],[9015,5],[9354,5],[10434,5]]},"336":{"position":[[10331,4]]}}}],["sentenc",{"_index":3979,"t":{"336":{"position":[[4038,9],[4145,9]]},"416":{"position":[[805,8]]}}}],["sentence\"def",{"_index":2121,"t":{"190":{"position":[[169,13]]}}}],["sentence1",{"_index":1326,"t":{"108":{"position":[[290,13]]},"110":{"position":[[216,13]]}}}],["sentence2\"]label_key",{"_index":1327,"t":{"108":{"position":[[304,21]]},"110":{"position":[[230,21]]}}}],["separ",{"_index":4151,"t":{"360":{"position":[[7771,8],[33718,8]]},"655":{"position":[[354,8]]}}}],["seq",{"_index":1336,"t":{"108":{"position":[[583,4],[1471,3]]},"110":{"position":[[487,4],[1077,3]]},"360":{"position":[[2000,4],[2022,4],[17762,4],[17784,4],[27172,4],[27194,4]]},"364":{"position":[[435,4],[457,4]]},"416":{"position":[[154,3]]},"644":{"position":[[844,4],[891,4]]},"649":{"position":[[3051,4],[3073,4]]}}}],["seqeval:overall_f1\",}automl.fit",{"_index":1507,"t":{"114":{"position":[[1338,33],[2814,33]]}}}],["seqeval:overall_f1[flaml.automl",{"_index":1515,"t":{"114":{"position":[[3256,32]]}}}],["sequenc",{"_index":575,"t":{"29":{"position":[[811,8]]},"31":{"position":[[3157,8]]},"180":{"position":[[793,10]]},"416":{"position":[[628,9],[1142,8]]},"512":{"position":[[1488,9]]},"644":{"position":[[866,8],[909,8]]}}}],["sequenti",{"_index":4114,"t":{"360":{"position":[[4951,10],[30927,10]]},"588":{"position":[[72,10]]},"657":{"position":[[98,11],[479,11],[2106,10],[2239,10],[2312,10],[2401,10],[2491,10],[2673,10],[2785,10],[3295,10],[3601,10],[3804,10],[4375,10]]},"686":{"position":[[120,10]]},"694":{"position":[[1924,10],[1943,10]]},"700":{"position":[[424,10]]}}}],["sequentialtrialrunner(basetrialrunn",{"_index":4976,"t":{"588":{"position":[[6,38]]}}}],["serach",{"_index":5689,"t":{"686":{"position":[[312,6]]}}}],["seri",{"_index":156,"t":{"5":{"position":[[681,6]]},"180":{"position":[[495,7]]},"223":{"position":[[624,6]]},"229":{"position":[[11,6],[61,7]]},"267":{"position":[[660,6]]},"281":{"position":[[260,6]]},"350":{"position":[[339,6],[548,6]]},"360":{"position":[[4754,6],[14055,6],[16836,6],[17055,6],[17160,6],[18608,6],[20418,6],[20683,7],[24857,6],[25133,6],[25240,6],[29367,6],[30730,6],[35694,6],[38064,6],[38329,7]]},"364":{"position":[[2103,6],[2945,7],[3105,6]]},"366":{"position":[[414,6],[1089,6]]},"370":{"position":[[485,6]]},"434":{"position":[[913,7],[1678,7],[2736,7],[2920,7],[4170,7],[5419,6],[5985,7]]},"454":{"position":[[52,6],[242,6],[369,6]]},"468":{"position":[[92,6]]},"470":{"position":[[76,6]]},"472":{"position":[[82,6]]},"474":{"position":[[83,6]]},"476":{"position":[[89,6]]},"478":{"position":[[113,6]]},"644":{"position":[[636,6],[691,6],[756,6],[809,8]]},"655":{"position":[[1269,6]]},"663":{"position":[[247,6]]}}}],["serializ",{"_index":4867,"t":{"560":{"position":[[474,12]]}}}],["serv",{"_index":3344,"t":{"255":{"position":[[1259,6]]},"332":{"position":[[593,6]]},"540":{"position":[[193,6]]}}}],["server",{"_index":295,"t":{"13":{"position":[[236,6]]},"23":{"position":[[239,6]]},"33":{"position":[[1255,6]]},"47":{"position":[[269,6]]},"59":{"position":[[203,6]]},"84":{"position":[[385,6],[485,7]]}}}],["set",{"_index":163,"t":{"7":{"position":[[5,4]]},"17":{"position":[[309,4]]},"19":{"position":[[139,4],[398,4]]},"29":{"position":[[506,7]]},"100":{"position":[[791,11]]},"102":{"position":[[1363,11]]},"108":{"position":[[703,4],[818,7],[892,3]]},"110":{"position":[[572,7],[698,4],[838,7],[886,7]]},"112":{"position":[[550,7],[650,4],[750,7],[798,7]]},"114":{"position":[[1107,4],[1222,7],[1296,3],[2485,4],[2698,7],[2772,3]]},"150":{"position":[[795,11]]},"152":{"position":[[1253,11]]},"160":{"position":[[753,11]]},"162":{"position":[[1108,3],[1952,8]]},"182":{"position":[[735,7],[818,12]]},"184":{"position":[[115,7],[260,3],[1136,3]]},"201":{"position":[[88,3]]},"211":{"position":[[20,3],[96,3]]},"213":{"position":[[25,4]]},"223":{"position":[[1259,11]]},"225":{"position":[[2053,11]]},"227":{"position":[[1181,11]]},"229":{"position":[[1847,8],[2993,11]]},"255":{"position":[[702,3],[902,3]]},"257":{"position":[[410,7],[502,4]]},"261":{"position":[[0,3],[191,4],[196,3],[260,3],[345,7],[460,3]]},"281":{"position":[[763,7]]},"306":{"position":[[994,3]]},"308":{"position":[[333,3]]},"322":{"position":[[2827,3],[2852,3]]},"328":{"position":[[359,9],[471,3],[1913,3],[2897,3],[2922,3],[3952,3],[4501,3],[5873,3]]},"336":{"position":[[244,3],[3413,8],[5441,3],[6909,4]]},"360":{"position":[[325,8],[439,7],[2290,3],[3475,7],[4433,3],[5025,3],[5117,3],[5283,3],[8467,3],[11822,3],[11952,3],[18287,3],[27457,3],[28755,7],[30409,3],[31001,3],[31093,3],[31259,3]]},"364":{"position":[[3509,3]]},"434":{"position":[[2275,3],[3245,3],[3317,3],[3409,3],[3504,3],[4563,3],[4682,3],[5098,3],[6404,3],[7065,3],[7179,3]]},"490":{"position":[[344,3]]},"496":{"position":[[773,4],[850,4]]},"498":{"position":[[481,3]]},"502":{"position":[[1542,3],[1688,3],[1824,3]]},"516":{"position":[[982,6],[1118,3],[1251,3],[1581,3]]},"540":{"position":[[1153,8]]},"558":{"position":[[3512,3],[3626,3]]},"560":{"position":[[436,3],[692,3]]},"568":{"position":[[1802,7],[1914,4]]},"594":{"position":[[1024,4]]},"608":{"position":[[5728,3],[5977,3],[6716,3],[8123,7],[8901,3],[11518,3],[11899,3],[12013,3]]},"626":{"position":[[134,3],[423,3]]},"632":{"position":[[18,3]]},"644":{"position":[[1824,8]]},"649":{"position":[[4008,3],[4941,3],[6481,3],[7903,3],[8679,3],[9055,4]]},"651":{"position":[[203,3],[739,3],[1042,3]]},"653":{"position":[[48,3]]},"655":{"position":[[171,3],[270,4],[888,3],[1020,3],[1407,7],[1673,7],[1726,3],[1923,3]]},"657":{"position":[[1826,3],[4049,4]]},"661":{"position":[[2059,11],[2127,3],[2266,11],[2283,7],[2384,7]]},"663":{"position":[[474,3],[771,3],[1163,7]]},"672":{"position":[[59,3],[270,3],[579,3],[615,3],[907,3]]},"674":{"position":[[670,3]]},"678":{"position":[[63,3]]},"682":{"position":[[2678,3],[7195,3],[7535,3]]},"684":{"position":[[757,3],[872,3]]},"696":{"position":[[1965,3],[3873,3],[5141,7]]},"700":{"position":[[130,3],[242,3]]},"702":{"position":[[1149,3],[1193,3]]}}}],["set_cach",{"_index":3934,"t":{"336":{"position":[[128,10]]}}}],["set_cache(cl",{"_index":3936,"t":{"336":{"position":[[155,14]]}}}],["set_configfrom",{"_index":1979,"t":{"170":{"position":[[20,14]]}}}],["set_resource_leas",{"_index":4574,"t":{"496":{"position":[[708,19]]}}}],["set_resource_lease(resourc",{"_index":4575,"t":{"496":{"position":[[732,28]]}}}],["set_search_properti",{"_index":4754,"t":{"540":{"position":[[1017,22]]},"568":{"position":[[1445,22]]}}}],["set_search_properties(metr",{"_index":4755,"t":{"540":{"position":[[1044,29]]},"568":{"position":[[1472,29]]}}}],["set_statu",{"_index":4577,"t":{"496":{"position":[[810,11]]},"594":{"position":[[984,11]]}}}],["set_status(statu",{"_index":4578,"t":{"496":{"position":[[826,18]]},"594":{"position":[[1000,18]]}}}],["setretrain_ful",{"_index":5486,"t":{"655":{"position":[[735,15]]}}}],["settings)automl.save_best_config(\"test/default/lgbm/iris.json",{"_index":5303,"t":{"634":{"position":[[389,65]]}}}],["settingsset",{"_index":2827,"t":{"225":{"position":[[1736,16]]},"227":{"position":[[842,16]]}}}],["setup",{"_index":1852,"t":{"156":{"position":[[78,5]]},"540":{"position":[[1273,5]]}}}],["sever",{"_index":845,"t":{"45":{"position":[[440,7]]},"257":{"position":[[21,7]]},"269":{"position":[[88,7]]},"630":{"position":[[394,7]]},"651":{"position":[[10,7]]},"661":{"position":[[1651,7]]},"690":{"position":[[10,7]]}}}],["sgd",{"_index":5638,"t":{"682":{"position":[[1984,5]]}}}],["sgdestimator(sklearnestim",{"_index":4409,"t":{"398":{"position":[[6,30]]}}}],["shall",{"_index":4157,"t":{"360":{"position":[[8873,5],[9304,5],[34382,5],[34814,5]]},"544":{"position":[[1557,5]]},"558":{"position":[[4148,5]]},"608":{"position":[[8153,5],[9438,5]]},"651":{"position":[[1817,5]]}}}],["shaokun",{"_index":5085,"t":{"602":{"position":[[2288,7],[3233,7],[3513,7]]},"708":{"position":[[2798,7]]}}}],["shape",{"_index":281,"t":{"11":{"position":[[1114,5]]},"360":{"position":[[13629,5],[14030,5],[14765,5],[15032,5],[15210,5],[16816,5],[17075,5],[24834,5],[25153,5],[29490,5]]},"364":{"position":[[2063,5],[2123,5],[2474,5],[2511,5],[2761,5],[2798,5]]},"366":{"position":[[376,5],[424,5],[893,5],[1099,5],[1438,5],[1647,5]]},"370":{"position":[[289,5],[495,5]]},"394":{"position":[[302,5],[339,5]]},"398":{"position":[[296,5],[333,5]]},"434":{"position":[[1148,5],[1304,5]]}}}],["share",{"_index":290,"t":{"13":{"position":[[127,5]]},"23":{"position":[[106,5]]},"33":{"position":[[1122,5]]},"302":{"position":[[132,5]]},"640":{"position":[[405,5],[604,5]]}}}],["shelf",{"_index":105,"t":{"5":{"position":[[24,5]]}}}],["shift",{"_index":4493,"t":{"440":{"position":[[17,7]]}}}],["short",{"_index":955,"t":{"69":{"position":[[182,5]]}}}],["shortcut",{"_index":5460,"t":{"649":{"position":[[8691,8]]},"651":{"position":[[823,8]]}}}],["shorter",{"_index":4847,"t":{"558":{"position":[[1995,7]]},"608":{"position":[[4798,7]]},"657":{"position":[[3403,7]]},"698":{"position":[[395,7]]}}}],["shortest",{"_index":639,"t":{"31":{"position":[[2052,8]]}}}],["shot",{"_index":182,"t":{"7":{"position":[[354,4]]},"33":{"position":[[399,5]]},"41":{"position":[[1081,4]]},"269":{"position":[[3641,4]]},"271":{"position":[[96,4]]},"624":{"position":[[381,4]]},"626":{"position":[[5,4],[491,4],[623,4]]},"640":{"position":[[45,4]]},"644":{"position":[[1250,4]]},"659":{"position":[[1209,4]]}}}],["shoutout",{"_index":59,"t":{"2":{"position":[[746,8]]}}}],["show",{"_index":434,"t":{"19":{"position":[[35,5],[765,5]]},"25":{"position":[[50,5]]},"31":{"position":[[35,5],[1065,5]]},"43":{"position":[[603,6],[779,7]]},"45":{"position":[[67,4]]},"102":{"position":[[207,4]]},"152":{"position":[[182,4]]},"336":{"position":[[9957,5]]},"594":{"position":[[766,4]]},"684":{"position":[[732,5]]},"706":{"position":[[1099,4],[1395,7]]}}}],["show_output=tru",{"_index":1935,"t":{"162":{"position":[[2013,17]]}}}],["shown",{"_index":823,"t":{"43":{"position":[[129,5]]},"248":{"position":[[744,5]]},"608":{"position":[[6611,5]]},"655":{"position":[[1853,5]]},"682":{"position":[[2596,5],[3105,5]]},"692":{"position":[[1617,5]]},"696":{"position":[[4118,5],[5636,5]]},"702":{"position":[[1675,5]]},"706":{"position":[[914,5]]}}}],["shuffl",{"_index":5488,"t":{"655":{"position":[[1450,8],[2124,10]]}}}],["shuffle=fals",{"_index":3712,"t":{"296":{"position":[[136,14]]},"655":{"position":[[2184,14]]}}}],["shuffle=tru",{"_index":3248,"t":{"236":{"position":[[818,13]]},"294":{"position":[[987,13],[1114,13]]}}}],["shuffle=true,)val_dataset",{"_index":3243,"t":{"236":{"position":[[555,25]]}}}],["shutil.rmtree(\"data/output",{"_index":1357,"t":{"108":{"position":[[1291,29]]}}}],["sigmoid",{"_index":3151,"t":{"229":{"position":[[8935,9],[9446,9],[9591,9],[9791,9],[10375,9],[10941,9],[11501,9],[12060,9],[13085,9],[13715,9],[13862,9],[14051,9],[14616,9],[15187,9],[15756,9],[16309,9],[16871,9],[17438,9],[18001,9],[18565,9],[19137,9],[19706,9],[21112,9],[21734,9],[21881,9],[22070,9],[22635,9],[23206,9],[23775,9]]}}}],["sign",{"_index":4158,"t":{"360":{"position":[[9014,4],[34523,4]]},"558":{"position":[[3198,4]]},"608":{"position":[[8572,4]]},"651":{"position":[[1958,4]]}}}],["signal",{"_index":5139,"t":{"608":{"position":[[1112,8],[1214,8]]}}}],["signatur",{"_index":3858,"t":{"328":{"position":[[6130,10]]},"332":{"position":[[449,9]]},"360":{"position":[[4421,11],[18275,11],[30397,11]]},"374":{"position":[[129,9]]},"434":{"position":[[5086,11]]},"544":{"position":[[4097,9]]},"647":{"position":[[1352,10]]},"649":{"position":[[5291,9],[5670,9]]},"655":{"position":[[2101,11]]},"663":{"position":[[373,10]]}}}],["signature=non",{"_index":4533,"t":{"490":{"position":[[126,15]]}}}],["signific",{"_index":18,"t":{"2":{"position":[[161,11]]}}}],["significantli",{"_index":125,"t":{"5":{"position":[[273,13]]},"50":{"position":[[204,13]]}}}],["silent",{"_index":3871,"t":{"328":{"position":[[7810,7],[8949,6],[9221,7],[10368,6],[10633,7],[11720,6],[11999,7],[13094,6],[13364,7],[13778,6],[14103,7],[14525,6]]},"608":{"position":[[7663,7]]}}}],["silent=tru",{"_index":2853,"t":{"225":{"position":[[4663,12]]}}}],["silu",{"_index":5037,"t":{"602":{"position":[[444,4],[591,4],[732,4],[916,4]]},"708":{"position":[[2161,4],[2308,4],[2452,4],[2636,4]]}}}],["similar",{"_index":445,"t":{"19":{"position":[[630,8]]},"31":{"position":[[2668,7]]},"281":{"position":[[1724,7]]},"630":{"position":[[141,7],[297,7]]},"649":{"position":[[7368,7]]},"657":{"position":[[2287,7]]},"696":{"position":[[4383,7]]}}}],["simpl",{"_index":551,"t":{"27":{"position":[[1623,6]]},"31":{"position":[[2126,7]]},"33":{"position":[[22,6]]},"76":{"position":[[13,6]]},"360":{"position":[[5080,6],[31056,6]]},"416":{"position":[[1457,6]]},"506":{"position":[[1608,6],[1755,6],[2914,6],[3061,6]]},"584":{"position":[[32,6]]},"586":{"position":[[49,6]]},"706":{"position":[[360,6]]}}}],["simple_obj",{"_index":5784,"t":{"698":{"position":[[1217,11]]},"700":{"position":[[557,11]]}}}],["simple_obj(config",{"_index":5774,"t":{"698":{"position":[[882,19]]}}}],["simpleforecaster(statsmodelsestim",{"_index":4522,"t":{"466":{"position":[[6,38]]}}}],["simpleimputer()standard",{"_index":1987,"t":{"170":{"position":[[218,27]]}}}],["simpleimputerfrom",{"_index":1983,"t":{"170":{"position":[[94,17]]}}}],["simpler",{"_index":561,"t":{"27":{"position":[[2038,7]]},"255":{"position":[[863,7]]},"682":{"position":[[7496,7]]}}}],["simpletrial(tri",{"_index":4970,"t":{"584":{"position":[[6,18]]}}}],["simpli",{"_index":570,"t":{"29":{"position":[[351,6]]},"620":{"position":[[403,6]]},"638":{"position":[[1122,6]]},"680":{"position":[[553,6]]}}}],["simplifi",{"_index":406,"t":{"17":{"position":[[1224,8]]},"267":{"position":[[110,10]]}}}],["simul",{"_index":732,"t":{"39":{"position":[[9,9]]},"680":{"position":[[1458,8]]}}}],["sin(2pifeatur",{"_index":4507,"t":{"452":{"position":[[382,16]]}}}],["singl",{"_index":2052,"t":{"180":{"position":[[1461,6]]},"221":{"position":[[196,6]]},"261":{"position":[[567,6]]},"322":{"position":[[643,6]]},"328":{"position":[[629,6]]},"336":{"position":[[3143,6]]},"360":{"position":[[5766,6],[31740,6]]},"434":{"position":[[322,6],[583,6]]},"657":{"position":[[403,6],[448,6],[535,6],[3877,6]]},"680":{"position":[[1658,6]]}}}],["single_fold",{"_index":4332,"t":{"360":{"position":[[36456,11],[36534,11],[36685,11]]}}}],["single_fold.item",{"_index":4336,"t":{"360":{"position":[[36640,20]]}}}],["single_variable_grn",{"_index":3171,"t":{"229":{"position":[[9378,23],[13598,23],[21617,23]]}}}],["singleton",{"_index":4728,"t":{"516":{"position":[[3234,10]]}}}],["singletrialtimesingletrialtimesingletrialtim",{"_index":5508,"t":{"657":{"position":[[3038,45],[3492,46],[3725,45],[3945,46]]}}}],["six",{"_index":2976,"t":{"229":{"position":[[1342,3]]},"554":{"position":[[483,3]]}}}],["size",{"_index":3099,"t":{"229":{"position":[[5156,4],[7043,4]]},"261":{"position":[[628,4]]},"336":{"position":[[10792,4],[10841,5]]},"360":{"position":[[3627,4],[7651,4],[21555,4],[23077,4],[23262,4],[23402,4],[29004,4],[33598,4],[39201,4]]},"364":{"position":[[4346,5],[4431,4],[4551,4]]},"416":{"position":[[1014,5]]},"494":{"position":[[707,4]]},"544":{"position":[[76,5]]},"622":{"position":[[716,4]]},"655":{"position":[[77,4]]},"696":{"position":[[1102,5],[1833,4],[2019,4],[2354,4]]}}}],["size(cl",{"_index":4370,"t":{"364":{"position":[[4368,9]]}}}],["skip",{"_index":1013,"t":{"84":{"position":[[128,4],[209,4]]},"328":{"position":[[17085,8],[18334,8]]},"558":{"position":[[3054,4]]},"608":{"position":[[8428,4]]},"655":{"position":[[766,4]]},"680":{"position":[[2066,7]]}}}],["skip_transform",{"_index":3388,"t":{"261":{"position":[[264,14]]},"360":{"position":[[10768,14],[36914,14]]}}}],["skip_transform=non",{"_index":4243,"t":{"360":{"position":[[16342,20],[24610,20]]}}}],["sklearn",{"_index":1664,"t":{"142":{"position":[[31,8]]},"170":{"position":[[5,7]]},"360":{"position":[[13279,7],[13300,7]]},"376":{"position":[[73,7]]},"378":{"position":[[96,7]]},"380":{"position":[[125,7]]},"382":{"position":[[118,7]]},"468":{"position":[[64,7]]}}}],["sklearn.dataset",{"_index":1035,"t":{"92":{"position":[[29,16]]},"122":{"position":[[5,16]]},"128":{"position":[[29,16]]},"130":{"position":[[132,16]]},"257":{"position":[[602,16]]},"263":{"position":[[245,16]]},"610":{"position":[[948,16]]}}}],["sklearn.ensembl",{"_index":5352,"t":{"640":{"position":[[208,16]]}}}],["sklearn.imput",{"_index":1982,"t":{"170":{"position":[[72,14]]}}}],["sklearn.inspection.permutation_import",{"_index":3377,"t":{"259":{"position":[[179,41]]}}}],["sklearn.logisticregress",{"_index":5402,"t":{"649":{"position":[[2060,27],[2182,27]]}}}],["sklearn.metr",{"_index":4076,"t":{"360":{"position":[[1409,15],[26540,15]]},"647":{"position":[[1840,15]]},"696":{"position":[[2291,15],[5897,15]]}}}],["sklearn.model_select",{"_index":1608,"t":{"130":{"position":[[176,23]]}}}],["sklearn.multioutput",{"_index":1610,"t":{"130":{"position":[[228,19]]}}}],["sklearn.multioutputregressor",{"_index":1606,"t":{"130":{"position":[[15,28]]}}}],["sklearn.pipelin",{"_index":1980,"t":{"170":{"position":[[35,16]]}}}],["sklearn.preprocess",{"_index":1984,"t":{"170":{"position":[[112,21]]}}}],["sklearn_breast_cancer_classif",{"_index":2455,"t":{"207":{"position":[[265,36]]}}}],["sklearn_metric_loss_score(\"accuraci",{"_index":1673,"t":{"144":{"position":[[343,37]]}}}],["sklearn_metric_loss_score(\"ma",{"_index":1253,"t":{"100":{"position":[[6409,32]]},"150":{"position":[[9715,32]]}}}],["sklearn_metric_loss_score(\"ms",{"_index":1251,"t":{"100":{"position":[[6342,32]]},"150":{"position":[[9648,32]]}}}],["sklearn_metric_loss_score(\"r2",{"_index":1249,"t":{"100":{"position":[[6276,31],[6769,31]]},"137":{"position":[[339,31]]},"150":{"position":[[9582,31],[10072,31]]}}}],["sklearn_metric_loss_scoreprint(\"default",{"_index":1263,"t":{"100":{"position":[[6710,39]]},"150":{"position":[[10010,39]]}}}],["sklearn_metric_loss_scoreprint(\"r2",{"_index":1248,"t":{"100":{"position":[[6230,36]]},"150":{"position":[[9536,36]]}}}],["sklearn_metric_loss_scorex_train",{"_index":1627,"t":{"137":{"position":[[116,33]]},"139":{"position":[[109,33]]},"144":{"position":[[116,33]]}}}],["sklearnestim",{"_index":5426,"t":{"649":{"position":[[4102,17],[4120,16]]}}}],["sklearnestimator(baseestim",{"_index":4389,"t":{"374":{"position":[[6,31]]}}}],["sku",{"_index":1913,"t":{"162":{"position":[[1112,3]]},"229":{"position":[[703,7],[1635,6],[2283,7],[3047,7],[7544,6],[9519,6]]}}}],["slide",{"_index":4557,"t":{"494":{"position":[[719,7]]}}}],["sliding_window_s",{"_index":4552,"t":{"494":{"position":[[255,20],[663,19]]}}}],["slightli",{"_index":5548,"t":{"661":{"position":[[1777,9]]}}}],["slow",{"_index":2093,"t":{"184":{"position":[[854,4]]},"360":{"position":[[8185,4],[34132,4]]}}}],["slower",{"_index":5264,"t":{"622":{"position":[[881,6]]}}}],["sm.datasets.co2.load_pandas().data",{"_index":2654,"t":{"223":{"position":[[35,35]]}}}],["small",{"_index":1403,"t":{"110":{"position":[[653,5]]},"112":{"position":[[619,7],[679,6],[712,5],[1718,7]]},"255":{"position":[[805,5]]},"672":{"position":[[371,6]]},"682":{"position":[[3047,6],[6740,6],[7438,5]]},"708":{"position":[[1542,5]]}}}],["small/resolve/main/config.json",{"_index":1428,"t":{"112":{"position":[[1453,30]]}}}],["smaller",{"_index":678,"t":{"31":{"position":[[3633,7]]},"694":{"position":[[1864,7]]}}}],["smape",{"_index":3131,"t":{"229":{"position":[[7409,7]]}}}],["smart",{"_index":5831,"t":{"708":{"position":[[1762,5]]}}}],["smdata",{"_index":2653,"t":{"223":{"position":[[26,6]]}}}],["smooth",{"_index":4521,"t":{"464":{"position":[[110,11]]},"649":{"position":[[2876,10]]}}}],["snippet",{"_index":957,"t":{"69":{"position":[[206,8],[304,7],[626,8],[700,8]]},"180":{"position":[[910,7]]},"182":{"position":[[499,7]]},"184":{"position":[[1674,7]]}}}],["soda_volum",{"_index":3015,"t":{"229":{"position":[[2792,14],[8485,14],[17882,14],[20632,14]]}}}],["softmax",{"_index":3175,"t":{"229":{"position":[[12879,10],[20906,10],[24518,10],[28084,10]]}}}],["softmax(dim",{"_index":3176,"t":{"229":{"position":[[12890,12],[20917,12],[24529,12]]}}}],["softmax(dim=2",{"_index":3202,"t":{"229":{"position":[[28095,14]]}}}],["solicit",{"_index":972,"t":{"71":{"position":[[38,12]]}}}],["solut",{"_index":107,"t":{"5":{"position":[[37,8],[760,8]]},"7":{"position":[[446,8]]},"15":{"position":[[1207,9]]},"17":{"position":[[374,8]]},"27":{"position":[[1563,8],[1595,8]]},"29":{"position":[[46,8],[255,8],[750,8]]},"31":{"position":[[101,8],[213,9],[383,8],[3038,8],[3305,8],[3408,8],[3703,9]]},"33":{"position":[[4,8]]},"37":{"position":[[1473,10]]},"39":{"position":[[3234,8]]},"45":{"position":[[448,9]]},"283":{"position":[[647,9]]},"336":{"position":[[1694,8],[1848,9],[7138,8],[7292,9]]},"640":{"position":[[57,9]]}}}],["solv",{"_index":288,"t":{"13":{"position":[[78,7]]},"15":{"position":[[1075,8],[1646,7]]},"17":{"position":[[1195,5]]},"21":{"position":[[457,7]]},"25":{"position":[[479,5]]},"27":{"position":[[25,5],[232,5],[392,6],[440,6],[494,6],[630,5],[1128,5]]},"31":{"position":[[571,6],[624,6],[1410,6],[1546,6],[1801,6],[2412,6]]},"33":{"position":[[690,7]]},"37":{"position":[[121,5],[223,8],[443,5],[1236,7],[1323,5],[1547,7]]},"39":{"position":[[436,5],[828,7],[932,7],[991,5],[1019,7],[1125,7],[1586,5],[1726,5],[1911,5],[2225,6]]},"41":{"position":[[936,7],[978,5],[1152,5],[1286,5]]},"43":{"position":[[1063,6]]},"45":{"position":[[260,7],[650,5],[962,7]]},"47":{"position":[[119,8],[236,8]]},"269":{"position":[[818,5]]},"312":{"position":[[86,5],[241,5]]},"602":{"position":[[3191,7],[3456,7]]}}}],["solve(equ",{"_index":788,"t":{"39":{"position":[[2344,15]]}}}],["solver",{"_index":821,"t":{"41":{"position":[[1133,6]]}}}],["sometim",{"_index":850,"t":{"45":{"position":[[619,10]]},"184":{"position":[[1026,9]]},"360":{"position":[[8357,9]]},"558":{"position":[[2788,9]]},"657":{"position":[[1716,9]]}}}],["sort",{"_index":655,"t":{"31":{"position":[[2546,4],[2692,4]]},"229":{"position":[[1540,7],[1555,4]]},"655":{"position":[[1648,6]]}}}],["sort_array",{"_index":665,"t":{"31":{"position":[[2810,12]]}}}],["sort_array([1",{"_index":664,"t":{"31":{"position":[[2759,14],[2871,14]]}}}],["sort_array(arr",{"_index":653,"t":{"31":{"position":[[2499,16]]}}}],["sourc",{"_index":27,"t":{"2":{"position":[[303,6]]},"283":{"position":[[51,7]]}}}],["source_directory=\"ray",{"_index":1964,"t":{"162":{"position":[[3040,24]]}}}],["space",{"_index":172,"t":{"7":{"position":[[250,6]]},"9":{"position":[[115,6],[175,6],[265,5]]},"108":{"position":[[1249,6]]},"192":{"position":[[289,5]]},"213":{"position":[[44,6]]},"248":{"position":[[550,5]]},"255":{"position":[[1027,5]]},"261":{"position":[[746,5]]},"267":{"position":[[548,5]]},"269":{"position":[[1990,6],[2789,5],[2893,5],[2964,5],[3030,5],[3250,5],[3319,7]]},"336":{"position":[[2489,5]]},"360":{"position":[[5063,5],[5105,6],[5192,5],[6737,5],[9825,5],[9951,6],[9986,5],[10135,5],[10209,5],[10270,5],[10328,5],[10444,5],[19612,5],[19710,5],[19775,5],[21708,6],[21843,6],[31039,5],[31081,6],[31168,5],[32711,5],[35307,5],[35405,5],[35470,5]]},"364":{"position":[[3922,6],[4116,6]]},"510":{"position":[[136,7]]},"516":{"position":[[750,6],[769,5]]},"540":{"position":[[294,6],[585,5],[628,6],[1240,5]]},"544":{"position":[[182,6],[805,5],[848,6],[4052,6]]},"558":{"position":[[147,6],[1204,5],[1247,6]]},"560":{"position":[[653,5],[703,5]]},"568":{"position":[[1702,7],[1891,5]]},"572":{"position":[[464,5],[494,5],[2834,5],[2840,5],[2973,5],[3071,6],[3378,5],[3657,6],[3972,5],[4458,6],[4910,6],[5382,6]]},"608":{"position":[[3833,6]]},"610":{"position":[[493,5]]},"649":{"position":[[154,5],[3665,5],[4539,5],[4907,5],[6236,6],[6789,5],[7330,5],[8523,6],[8723,6],[8804,5],[9028,5]]},"651":{"position":[[547,5],[653,5]]},"678":{"position":[[227,5]]},"682":{"position":[[62,6],[342,5],[414,6],[642,5],[938,5],[1057,5],[1227,5],[1344,6],[1420,5],[2032,5],[2796,5],[3748,5],[4729,5],[4853,5],[5549,5],[5692,5],[6379,5],[6436,5],[6862,5],[7045,5],[7660,5]]},"686":{"position":[[175,5],[545,5]]},"688":{"position":[[392,5]]},"694":{"position":[[797,5],[1349,5]]},"696":{"position":[[2663,5]]},"706":{"position":[[979,5],[1756,5]]},"708":{"position":[[96,5],[1026,5],[1141,5],[1211,5],[1495,5],[1555,6],[1828,5],[1920,5],[2017,5]]}}}],["space.update({\"monotone_constraint",{"_index":5473,"t":{"651":{"position":[[584,37]]}}}],["space=search_spac",{"_index":2201,"t":{"194":{"position":[[209,19]]},"608":{"position":[[7345,19]]}}}],["space[\"domain",{"_index":3459,"t":{"269":{"position":[[3006,15]]}}}],["space[\"low_cost_init_valu",{"_index":3462,"t":{"269":{"position":[[3213,28]]}}}],["spark",{"_index":2013,"t":{"178":{"position":[[37,5],[97,6],[122,5]]},"180":{"position":[[4,5],[43,5],[188,5],[235,5],[386,5],[489,5],[857,5],[922,5],[1267,5],[1331,5],[1860,5],[1880,5]]},"182":{"position":[[50,5],[360,5],[584,5]]},"184":{"position":[[17,5],[194,5],[221,6],[318,5],[383,5],[517,5],[682,5],[720,5],[950,5],[1525,5],[1581,5],[1625,5],[1701,5],[1961,5]]},"281":{"position":[[560,5],[566,5],[681,5],[743,5],[838,5],[919,6],[942,5],[1364,6]]},"336":{"position":[[1308,6]]},"360":{"position":[[6468,5],[6591,6],[7075,5],[7261,6],[8013,5],[8051,5],[8281,5],[13360,5],[32442,5],[32565,6],[33208,6],[33960,5],[33998,5]]},"366":{"position":[[72,5]]},"368":{"position":[[72,5]]},"434":{"position":[[7704,5]]},"590":{"position":[[67,5]]},"598":{"position":[[1423,5]]},"608":{"position":[[7585,5],[8810,5],[10875,6],[11222,6],[11264,5],[11361,6]]},"657":{"position":[[677,6],[1214,6],[1248,6],[1267,5],[1298,5],[1414,6],[1471,5],[1609,5],[1640,5]]},"694":{"position":[[115,5],[308,5]]}}}],["spark\"export",{"_index":3564,"t":{"281":{"position":[[1453,13]]}}}],["spark_home=/sparkexport",{"_index":3565,"t":{"281":{"position":[[1467,23]]}}}],["sparkaftsurvivalregressionestimator(sparkestim",{"_index":4425,"t":{"412":{"position":[[6,51]]}}}],["sparkcontext",{"_index":5010,"t":{"598":{"position":[[1194,13]]}}}],["sparkestim",{"_index":4387,"t":{"370":{"position":[[58,14]]}}}],["sparkestimator(baseestim",{"_index":4378,"t":{"366":{"position":[[6,29]]}}}],["sparkgbtestimator(sparkestim",{"_index":4423,"t":{"410":{"position":[[6,33]]}}}],["sparkglrestimator(sparkestim",{"_index":4419,"t":{"404":{"position":[[6,33]]}}}],["sparklgbmestimator(sparkestim",{"_index":4385,"t":{"368":{"position":[[6,34]]}}}],["sparklinearregressionestimator(sparkestim",{"_index":4420,"t":{"406":{"position":[[6,46]]}}}],["sparklinearsvcestimator(sparkestim",{"_index":4421,"t":{"408":{"position":[[6,39]]}}}],["sparkml",{"_index":2073,"t":{"182":{"position":[[513,7]]},"184":{"position":[[351,7],[419,7]]}}}],["sparknaivebayesestimator(sparkestim",{"_index":4406,"t":{"396":{"position":[[6,40]]}}}],["sparkrandomforestestimator(sparkestim",{"_index":4386,"t":{"370":{"position":[[6,42]]}}}],["sparktrialrunner(basetrialrunn",{"_index":4979,"t":{"590":{"position":[[6,33]]}}}],["speaker",{"_index":3802,"t":{"316":{"position":[[343,7],[555,8],[669,8]]}}}],["spec",{"_index":4810,"t":{"554":{"position":[[283,4],[465,4],[865,5],[916,5],[975,5],[1274,4]]}}}],["spec.config.num_work",{"_index":4819,"t":{"554":{"position":[[871,23],[1146,26]]}}}],["special",{"_index":270,"t":{"11":{"position":[[841,7]]},"229":{"position":[[882,7]]}}}],["special_day",{"_index":2958,"t":{"229":{"position":[[959,12],[1280,12],[2403,16],[2451,15],[2467,12],[7569,15],[13634,15],[21653,15]]}}}],["special_daysdata",{"_index":2974,"t":{"229":{"position":[[1262,17]]}}}],["specif",{"_index":203,"t":{"9":{"position":[[271,8]]},"11":{"position":[[898,12]]},"21":{"position":[[695,8]]},"33":{"position":[[141,8],[194,9]]},"37":{"position":[[98,12],[588,8],[1266,13]]},"162":{"position":[[1877,8]]},"180":{"position":[[1391,13]]},"248":{"position":[[134,8]]},"360":{"position":[[20352,8],[35935,11],[37998,8]]},"434":{"position":[[303,12],[526,8],[4751,8],[6224,8]]},"510":{"position":[[361,13],[378,8]]},"516":{"position":[[2499,12]]},"544":{"position":[[1360,9]]},"558":{"position":[[3910,9]]},"568":{"position":[[1686,8]]},"598":{"position":[[1185,8]]},"608":{"position":[[9137,9]]},"610":{"position":[[624,8],[741,8]]},"624":{"position":[[1299,8]]},"692":{"position":[[182,13]]},"696":{"position":[[4705,8]]}}}],["specifci",{"_index":4713,"t":{"516":{"position":[[1914,10]]}}}],["specifi",{"_index":936,"t":{"61":{"position":[[742,7]]},"92":{"position":[[112,7]]},"102":{"position":[[41,7]]},"108":{"position":[[1129,9]]},"128":{"position":[[127,7]]},"182":{"position":[[459,9]]},"209":{"position":[[85,7]]},"229":{"position":[[2107,7]]},"269":{"position":[[1898,9],[2874,7]]},"360":{"position":[[2833,7],[2942,7],[5366,7],[7219,9],[9699,9],[9831,9],[10913,9],[17201,9],[19618,9],[20033,9],[20955,7],[25281,9],[28105,7],[28214,7],[31342,7],[33166,9],[35181,9],[35313,9],[37297,9],[38601,7]]},"364":{"position":[[3453,9]]},"494":{"position":[[357,7],[416,7],[488,7],[534,7],[608,7],[695,7]]},"496":{"position":[[392,10]]},"502":{"position":[[532,7]]},"506":{"position":[[1057,10],[1117,10],[2363,10],[2423,10]]},"510":{"position":[[34,7]]},"516":{"position":[[561,7],[2115,7],[2326,7],[2605,7]]},"540":{"position":[[609,7],[726,7],[862,7],[959,7]]},"544":{"position":[[750,7],[829,7],[883,7],[1976,7],[2171,7]]},"554":{"position":[[1377,10]]},"558":{"position":[[1149,7],[1228,7],[2063,10],[2258,7],[3289,7],[4568,7],[4763,7]]},"568":{"position":[[2830,9]]},"572":{"position":[[4376,7],[4520,7]]},"598":{"position":[[442,7],[505,7],[1014,7]]},"608":{"position":[[3814,7],[4310,7],[5109,7],[9858,7],[10053,7],[10833,9],[11676,7]]},"628":{"position":[[39,7]]},"644":{"position":[[498,10]]},"647":{"position":[[27,9]]},"649":{"position":[[6667,9],[6832,9],[6920,9],[7243,9]]},"651":{"position":[[1606,7]]},"653":{"position":[[186,7]]},"657":{"position":[[183,9],[275,9]]},"659":{"position":[[576,7],[705,7]]},"663":{"position":[[643,7]]},"678":{"position":[[144,7],[210,7],[257,7]]},"680":{"position":[[165,7],[241,7],[299,7],[1986,7],[2146,7]]},"682":{"position":[[43,7],[325,7],[433,7],[487,7],[819,9],[951,9],[1557,9],[2013,7],[5811,9]]},"684":{"position":[[326,7]]},"692":{"position":[[11,7],[735,7],[910,10]]},"694":{"position":[[370,10],[561,10]]},"696":{"position":[[95,7],[970,7],[1143,7],[4450,7],[4932,7],[5170,7],[5442,10]]},"702":{"position":[[575,7],[799,7]]},"708":{"position":[[1896,7]]}}}],["spend",{"_index":5492,"t":{"657":{"position":[[49,5]]}}}],["spent",{"_index":5545,"t":{"661":{"position":[[1480,5]]}}}],["split",{"_index":1060,"t":{"92":{"position":[[661,5]]},"100":{"position":[[951,5]]},"108":{"position":[[1539,5]]},"110":{"position":[[1141,5]]},"112":{"position":[[1052,5]]},"114":{"position":[[3091,5]]},"122":{"position":[[509,5]]},"128":{"position":[[678,5]]},"130":{"position":[[336,5]]},"150":{"position":[[955,5]]},"221":{"position":[[686,5]]},"223":{"position":[[1404,5]]},"225":{"position":[[1263,5],[2267,5]]},"227":{"position":[[1506,5]]},"229":{"position":[[3382,5]]},"360":{"position":[[4275,5],[4376,5],[18129,5],[18230,5],[30251,5],[30352,5]]},"434":{"position":[[4940,5],[5041,5],[6103,5],[6365,5],[6665,5]]},"655":{"position":[[542,5],[1082,5],[1156,9],[1187,5],[1221,5],[1254,5],[1301,5],[1338,5],[1398,5],[1564,5],[1610,5],[1712,6],[2056,5]]}}}],["split=\"test\").to_pandas()custom_sent_key",{"_index":1325,"t":{"108":{"position":[[246,41]]}}}],["split=\"train\").to_pandas()custom_sent_key",{"_index":1397,"t":{"110":{"position":[[171,42]]}}}],["split=\"train\").to_pandas()dev_dataset",{"_index":1323,"t":{"108":{"position":[[102,37]]},"110":{"position":[[102,37]]},"112":{"position":[[94,37]]}}}],["split=\"validation\").to_pandas()custom_sent_key",{"_index":1418,"t":{"112":{"position":[[155,47]]}}}],["split=\"validation\").to_pandas()test_dataset",{"_index":1324,"t":{"108":{"position":[[171,43]]}}}],["split_idx",{"_index":2665,"t":{"223":{"position":[[405,11]]}}}],["split_ratio",{"_index":4092,"t":{"360":{"position":[[3067,11],[17930,11],[28339,11]]},"434":{"position":[[4250,12],[5513,11]]},"655":{"position":[[275,12]]}}}],["split_ratio=non",{"_index":4235,"t":{"360":{"position":[[16184,17],[23991,17]]}}}],["split_typ",{"_index":4107,"t":{"360":{"position":[[4212,10],[18066,10],[30188,10]]},"434":{"position":[[4233,11],[4877,10],[6141,10],[6233,10],[6316,10],[6716,10]]},"655":{"position":[[1464,10],[1900,10]]}}}],["split_type=\"group",{"_index":5490,"t":{"655":{"position":[[1739,18]]}}}],["split_type=\"tim",{"_index":5489,"t":{"655":{"position":[[1681,18]]}}}],["split_type=\"uniform",{"_index":5487,"t":{"655":{"position":[[1415,21]]}}}],["split_type=non",{"_index":4237,"t":{"360":{"position":[[16217,16],[24222,16]]}}}],["splitdiscrete_train_df",{"_index":2876,"t":{"227":{"position":[[437,22]]}}}],["splitter",{"_index":4108,"t":{"360":{"position":[[4232,8],[4295,8],[4468,8],[18086,8],[18149,8],[18322,8],[30208,8],[30271,8],[30444,8]]},"434":{"position":[[4897,8],[4960,8],[5133,8]]},"655":{"position":[[1939,8],[2139,8]]}}}],["squar",{"_index":4718,"t":{"516":{"position":[[2312,10]]},"647":{"position":[[401,7],[428,7]]}}}],["square_feet",{"_index":2034,"t":{"180":{"position":[[1040,14]]}}}],["src.zip:/spark/pythonexport",{"_index":3568,"t":{"281":{"position":[[1534,27]]}}}],["src_dir=to_absolute_path(local_dir",{"_index":2438,"t":{"205":{"position":[[180,34]]}}}],["stack",{"_index":5480,"t":{"653":{"position":[[7,7]]}}}],["stacker",{"_index":4091,"t":{"360":{"position":[[2884,8],[2977,8],[28156,8],[28249,8]]},"653":{"position":[[140,7],[305,8],[399,8]]}}}],["stallion",{"_index":2934,"t":{"229":{"position":[[86,8]]}}}],["standalon",{"_index":3535,"t":{"281":{"position":[[850,10]]}}}],["standard",{"_index":1992,"t":{"170":{"position":[[333,16],[350,14]]},"644":{"position":[[108,8]]}}}],["standard_d2_v2\"if",{"_index":1915,"t":{"162":{"position":[[1153,18]]}}}],["standard_nc6compute_target_s",{"_index":1914,"t":{"162":{"position":[[1119,31]]}}}],["standardscaler()automl",{"_index":1988,"t":{"170":{"position":[[248,22]]}}}],["standardscalerfrom",{"_index":1985,"t":{"170":{"position":[[141,18]]}}}],["star",{"_index":3482,"t":{"271":{"position":[[304,4]]}}}],["start",{"_index":571,"t":{"29":{"position":[[400,8]]},"84":{"position":[[330,5],[358,6]]},"182":{"position":[[297,5]]},"215":{"position":[[1547,6]]},"261":{"position":[[332,7]]},"269":{"position":[[1552,5]]},"283":{"position":[[833,7]]},"298":{"position":[[131,8]]},"322":{"position":[[816,7]]},"328":{"position":[[802,7]]},"336":{"position":[[9499,5]]},"360":{"position":[[1453,5],[1540,6],[5378,8],[5674,8],[26584,5],[26671,6],[31354,8],[31648,8]]},"490":{"position":[[486,8]]},"496":{"position":[[894,5]]},"570":{"position":[[836,5]]},"594":{"position":[[217,5],[276,8]]},"598":{"position":[[470,5],[596,5],[1397,5]]},"647":{"position":[[1884,5],[1971,6]]},"649":{"position":[[1375,8],[1655,8]]},"659":{"position":[[12,5],[42,8],[310,8],[588,8],[713,8]]},"674":{"position":[[953,8]]},"696":{"position":[[745,6]]},"698":{"position":[[690,5]]},"700":{"position":[[507,8]]},"708":{"position":[[269,6],[402,5],[424,5]]}}}],["start_log",{"_index":4023,"t":{"336":{"position":[[9337,14]]}}}],["start_logging(cl",{"_index":4024,"t":{"336":{"position":[[9368,18]]}}}],["start_tim",{"_index":2466,"t":{"213":{"position":[[119,10],[873,13]]},"598":{"position":[[571,10]]}}}],["start_time}\")best_tri",{"_index":3742,"t":{"306":{"position":[[64,23]]}}}],["start_time}\")print(f\"best",{"_index":2399,"t":{"196":{"position":[[179,25]]}}}],["started...\")analysi",{"_index":2198,"t":{"194":{"position":[[130,20]]}}}],["starting_point",{"_index":4119,"t":{"360":{"position":[[5323,15],[5894,15],[31299,15],[31868,15]]},"626":{"position":[[262,18]]},"628":{"position":[[482,18]]},"659":{"position":[[532,15]]}}}],["starting_points=\"data",{"_index":5281,"t":{"626":{"position":[[138,23]]}}}],["starting_points=automl1.best_config_per_estim",{"_index":5522,"t":{"659":{"position":[[475,51]]}}}],["starting_points=non",{"_index":4300,"t":{"360":{"position":[[24279,21]]}}}],["starting_points=starting_point",{"_index":4131,"t":{"360":{"position":[[6196,32],[32170,32]]}}}],["state",{"_index":77,"t":{"2":{"position":[[965,5]]},"15":{"position":[[785,5]]},"17":{"position":[[190,5]]},"37":{"position":[[1656,5]]},"100":{"position":[[246,5]]},"150":{"position":[[246,5]]},"162":{"position":[[1503,7]]},"184":{"position":[[545,6]]},"267":{"position":[[742,5]]},"360":{"position":[[6716,5],[32690,5]]},"434":{"position":[[2591,6],[3166,5],[4484,5]]},"558":{"position":[[5492,6],[5577,6]]},"586":{"position":[[123,5],[282,5]]},"588":{"position":[[270,5]]},"590":{"position":[[260,5]]},"594":{"position":[[44,5],[238,6]]}}}],["statement",{"_index":379,"t":{"17":{"position":[[332,9]]},"27":{"position":[[1986,10]]}}}],["static",{"_index":4123,"t":{"360":{"position":[[5568,9],[31542,9]]},"659":{"position":[[1105,9]]}}}],["static_categor",{"_index":3001,"t":{"229":{"position":[[2249,22]]},"360":{"position":[[20983,20],[37609,22],[38629,20]]}}}],["static_context_enrich",{"_index":3066,"t":{"229":{"position":[[4472,25],[6359,25],[25852,28]]}}}],["static_context_initial_cell_lstm",{"_index":3064,"t":{"229":{"position":[[4404,32],[6291,32],[25418,35]]}}}],["static_context_initial_hidden_lstm",{"_index":3062,"t":{"229":{"position":[[4335,34],[6222,34],[24982,37]]}}}],["static_context_variable_select",{"_index":3059,"t":{"229":{"position":[[4267,33],[6154,33],[24547,36]]}}}],["static_enrich",{"_index":3079,"t":{"229":{"position":[[4694,17],[6581,17],[26917,20]]}}}],["static_r",{"_index":3002,"t":{"229":{"position":[[2291,15]]},"360":{"position":[[21004,13],[37636,15],[38650,13]]}}}],["static_variable_select",{"_index":3050,"t":{"229":{"position":[[4073,25],[5960,25],[8759,28]]}}}],["staticmethoddef",{"_index":4724,"t":{"516":{"position":[[3095,16]]}}}],["statist",{"_index":3683,"t":{"294":{"position":[[1628,10]]},"494":{"position":[[56,10],[906,11]]},"516":{"position":[[1414,9]]},"548":{"position":[[510,10]]}}}],["statsmodel",{"_index":3523,"t":{"281":{"position":[[288,11]]}}}],["statsmodels.api",{"_index":2652,"t":{"223":{"position":[[7,15]]}}}],["statu",{"_index":1904,"t":{"162":{"position":[[791,6],[2125,7]]},"194":{"position":[[531,6],[864,6]]},"215":{"position":[[524,6],[531,6],[583,10],[916,6],[938,6]]},"496":{"position":[[859,6]]},"502":{"position":[[1550,6],[1696,6],[1832,6]]},"524":{"position":[[220,7]]},"526":{"position":[[438,7]]},"528":{"position":[[430,7]]},"594":{"position":[[855,6],[1033,6]]},"608":{"position":[[7680,6],[7700,6],[7736,6]]}}}],["step",{"_index":351,"t":{"15":{"position":[[1194,4],[1202,4]]},"27":{"position":[[1918,4]]},"39":{"position":[[1145,4],[1153,4]]},"63":{"position":[[97,4]]},"162":{"position":[[881,4]]},"203":{"position":[[171,6]]},"209":{"position":[[276,5]]},"211":{"position":[[171,5]]},"360":{"position":[[14194,5]]},"502":{"position":[[807,5]]},"506":{"position":[[1513,4],[1632,5],[1792,5],[2819,4],[2938,5],[3098,5]]},"516":{"position":[[2930,4]]},"544":{"position":[[71,4]]},"588":{"position":[[97,5],[107,6],[137,4],[296,7]]},"590":{"position":[[87,5],[97,6],[127,4],[286,7]]},"608":{"position":[[6912,4]]},"678":{"position":[[26,5],[454,6]]},"680":{"position":[[230,4]]},"682":{"position":[[314,4]]},"684":{"position":[[315,4]]},"686":{"position":[[29,6]]}}}],["step(data_sample=non",{"_index":4602,"t":{"502":{"position":[[817,22]]}}}],["stepsiz",{"_index":5799,"t":{"706":{"position":[[65,8]]}}}],["steven",{"_index":79,"t":{"2":{"position":[[983,7]]},"267":{"position":[[760,7]]}}}],["still",{"_index":707,"t":{"37":{"position":[[424,5]]},"45":{"position":[[101,5],[373,5]]},"622":{"position":[[107,5]]},"708":{"position":[[583,5]]}}}],["stoachast",{"_index":4410,"t":{"398":{"position":[[63,11]]}}}],["stop",{"_index":180,"t":{"7":{"position":[[335,9]]},"215":{"position":[[489,4],[512,5],[961,4]]},"261":{"position":[[140,7]]},"267":{"position":[[628,9]]},"304":{"position":[[299,8]]},"322":{"position":[[2148,5],[2520,5]]},"328":{"position":[[2218,5],[2590,5],[10781,5],[12155,5]]},"336":{"position":[[2988,5]]},"360":{"position":[[6957,4],[16578,7],[32931,4]]},"502":{"position":[[1528,4]]},"586":{"position":[[486,5]]},"608":{"position":[[1124,5],[1226,4],[6476,7]]},"661":{"position":[[1643,4],[1701,5]]},"672":{"position":[[649,8],[874,8]]},"696":{"position":[[497,9],[5552,4],[7208,7]]}}}],["stop=[\"\\nclass",{"_index":580,"t":{"29":{"position":[[908,16],[1006,16],[1078,16]]},"31":{"position":[[1455,16],[1838,16],[2449,16]]}}}],["stop_log",{"_index":4040,"t":{"336":{"position":[[10925,13]]}}}],["stop_logging(cl",{"_index":4041,"t":{"336":{"position":[[10955,17]]}}}],["stop_reply_at_rec",{"_index":3891,"t":{"328":{"position":[[14779,22]]}}}],["stop_reply_at_receive(send",{"_index":3892,"t":{"328":{"position":[[14806,29]]}}}],["stop_trial",{"_index":4617,"t":{"502":{"position":[[1489,11]]},"586":{"position":[[447,11]]}}}],["stop_trial(tri",{"_index":4618,"t":{"502":{"position":[[1505,17]]},"586":{"position":[[463,17]]}}}],["stopiter",{"_index":5137,"t":{"608":{"position":[[996,13],[1056,13],[6520,13],[7071,15]]},"696":{"position":[[5608,13],[6551,15],[7267,13]]}}}],["storag",{"_index":1355,"t":{"108":{"position":[[1241,7]]}}}],["store",{"_index":4122,"t":{"360":{"position":[[5549,6],[11313,7],[11511,7],[11758,7],[31523,6]]},"608":{"position":[[44,7]]},"636":{"position":[[1934,6]]},"644":{"position":[[267,6],[381,6]]},"659":{"position":[[1086,6]]}}}],["str",{"_index":626,"t":{"31":{"position":[[1601,4],[1609,4],[1617,4],[1910,4],[2026,4],[2034,4]]},"59":{"position":[[603,3],[756,3]]},"275":{"position":[[237,4],[263,3],[382,5],[548,5],[716,5],[890,5],[1405,3],[1823,3]]},"312":{"position":[[514,4],[877,3]]},"316":{"position":[[310,4]]},"322":{"position":[[892,4],[1328,3],[1903,3],[2917,5],[3139,3],[3212,3],[3747,3],[4047,3]]},"328":{"position":[[878,4],[1347,3],[1387,3],[1973,3],[2987,5],[3209,3],[3282,3],[3985,3],[4145,4],[4573,4],[6314,4],[6377,3],[7552,4],[7628,3],[7748,5],[7915,3],[8048,6],[8097,6],[8148,6],[8199,6],[9159,5],[9334,3],[9467,6],[9516,6],[9567,6],[9618,6],[10574,5],[10887,3],[11940,5],[12261,3],[17293,3],[17411,3],[18542,3],[18660,3],[18764,4],[18772,3],[18878,3],[18921,3],[19094,3],[19263,3],[19307,3]]},"332":{"position":[[181,4],[404,3],[550,3],[666,3]]},"336":{"position":[[424,4],[806,4],[962,4],[973,4],[1406,3],[1441,3],[2017,4],[5936,4],[7536,4],[7697,4]]},"350":{"position":[[395,3]]},"360":{"position":[[3970,4],[4225,3],[4491,3],[4861,4],[5359,3],[5451,4],[7149,4],[11614,4],[11710,3],[15595,4],[15622,3],[16140,3],[17439,3],[18079,3],[18345,3],[21259,4],[22991,3],[23797,3],[25567,3],[29946,4],[30201,3],[30467,3],[30837,4],[31335,3],[31425,4],[33096,4],[38905,4]]},"364":{"position":[[4014,3]]},"366":{"position":[[225,3],[918,3],[1463,3]]},"370":{"position":[[314,3]]},"416":{"position":[[113,3],[206,3],[271,4]]},"434":{"position":[[792,4],[1433,3],[1727,4],[2803,4],[4228,4],[4245,4],[4890,3],[5156,3],[5938,4],[6067,3],[7317,4],[7840,4],[7848,3],[8269,4],[8425,4]]},"452":{"position":[[261,4]]},"494":{"position":[[120,4]]},"498":{"position":[[161,3],[581,3],[807,3]]},"506":{"position":[[898,3],[1272,3],[1348,3],[1410,3],[2217,3],[2578,3],[2654,3],[2716,3]]},"544":{"position":[[3288,4],[3534,4],[3616,4]]},"548":{"position":[[95,3],[304,4],[437,4]]},"558":{"position":[[694,4],[761,4],[3282,3],[3635,3],[3820,3],[5477,4],[5559,4],[5652,4],[5796,4],[5880,4]]},"568":{"position":[[539,3],[669,3],[1937,3],[1967,3],[2098,4],[2400,3],[2736,3],[2821,3]]},"594":{"position":[[379,3],[510,3],[559,3],[605,3],[734,3],[862,3],[931,3]]},"608":{"position":[[1968,4],[2035,4],[10763,4],[11669,3],[12022,3],[12207,3]]},"659":{"position":[[569,3],[987,4]]}}}],["straightforward",{"_index":537,"t":{"27":{"position":[[1260,16]]}}}],["strategi",{"_index":360,"t":{"15":{"position":[[1427,9]]},"37":{"position":[[272,10],[511,11]]},"39":{"position":[[836,8],[940,11],[1210,10]]},"43":{"position":[[287,8]]},"255":{"position":[[1954,8]]},"360":{"position":[[3023,9],[17886,9],[28295,9]]},"434":{"position":[[4833,9]]},"602":{"position":[[700,9],[869,10]]},"655":{"position":[[153,9],[1166,9]]},"708":{"position":[[2420,9],[2589,10]]}}}],["stratifi",{"_index":3356,"t":{"257":{"position":[[196,10]]},"360":{"position":[[4583,13],[4636,11],[18437,13],[18490,11],[30559,13],[30612,11]]},"434":{"position":[[5248,13],[5301,11]]},"655":{"position":[[1176,10],[1490,14]]}}}],["stratified[flaml.automl",{"_index":1061,"t":{"92":{"position":[[675,24]]},"108":{"position":[[1553,24]]},"114":{"position":[[3105,24]]}}}],["string",{"_index":518,"t":{"27":{"position":[[803,6],[879,7]]},"31":{"position":[[1640,7],[1749,7],[1942,6],[1976,6],[1986,9],[2100,7],[2173,6],[2229,6],[2249,6]]},"229":{"position":[[592,7]]},"328":{"position":[[4735,6],[4824,7]]},"336":{"position":[[2785,6],[3011,7],[3029,8],[3060,8],[5565,6]]},"360":{"position":[[619,6],[1914,6],[2228,6],[2312,6],[2350,7],[3002,6],[3217,6],[12054,6],[15435,6],[15701,6],[15826,6],[16730,6],[17676,6],[17865,6],[20640,7],[23055,6],[25750,6],[27045,6],[27395,6],[27479,6],[27517,7],[28274,6],[28489,6],[38286,7]]},"364":{"position":[[357,6],[3214,6]]},"416":{"position":[[333,7],[1081,7],[1093,6]]},"434":{"position":[[981,6],[4812,6],[8327,6]]},"494":{"position":[[347,6],[406,6],[580,6]]},"496":{"position":[[639,6],[683,6]]},"502":{"position":[[522,6]]},"516":{"position":[[1032,6],[1999,6],[2240,6],[2577,6]]},"540":{"position":[[646,6],[698,6],[949,6]]},"544":{"position":[[670,6],[722,6],[873,6],[1239,6]]},"558":{"position":[[1069,6],[1121,6],[2248,6]]},"568":{"position":[[686,6],[2415,6]]},"608":{"position":[[3600,6],[4230,6],[4282,6],[5099,6],[7800,6],[8850,6]]},"610":{"position":[[283,6]]},"647":{"position":[[81,6]]},"680":{"position":[[86,6],[137,6]]},"692":{"position":[[903,6]]},"696":{"position":[[85,6]]}}}],["string/cal",{"_index":3968,"t":{"336":{"position":[[2559,15],[3342,15]]}}}],["string_xor('010",{"_index":632,"t":{"31":{"position":[[1761,17]]}}}],["string_xor(a",{"_index":625,"t":{"31":{"position":[[1587,13]]}}}],["strings/cal",{"_index":3969,"t":{"336":{"position":[[2588,18]]}}}],["struggl",{"_index":708,"t":{"37":{"position":[[430,9]]}}}],["stsb",{"_index":1396,"t":{"110":{"position":[[94,7],[163,7]]}}}],["stuck",{"_index":5824,"t":{"708":{"position":[[1081,5]]}}}],["student",{"_index":803,"t":{"41":{"position":[[307,9]]}}}],["studi",{"_index":341,"t":{"15":{"position":[[994,5]]},"25":{"position":[[14,5]]},"35":{"position":[[80,5]]},"50":{"position":[[160,5]]},"267":{"position":[[679,7]]},"602":{"position":[[994,5],[1168,5],[3157,5],[3422,5]]}}}],["studio",{"_index":3580,"t":{"283":{"position":[[194,6],[797,6]]}}}],["style",{"_index":3436,"t":{"269":{"position":[[1621,5]]},"572":{"position":[[217,5]]},"644":{"position":[[83,5]]},"649":{"position":[[3954,5],[5090,5]]},"657":{"position":[[4125,5]]}}}],["sub",{"_index":4450,"t":{"434":{"position":[[1085,3]]}}}],["subclass",{"_index":3773,"t":{"312":{"position":[[128,8]]},"322":{"position":[[169,8]]},"328":{"position":[[299,10]]},"360":{"position":[[15483,8]]},"374":{"position":[[94,10]]},"568":{"position":[[202,8],[2287,8],[2610,8]]}}}],["subject",{"_index":3218,"t":{"233":{"position":[[159,7]]},"702":{"position":[[2022,7]]},"708":{"position":[[1652,7]]}}}],["submit",{"_index":947,"t":{"69":{"position":[[9,6]]},"162":{"position":[[2471,6]]},"209":{"position":[[57,6]]},"594":{"position":[[170,10]]}}}],["submit_train_pipeline.build_and_submit_aml_pipeline(overrid",{"_index":2492,"t":{"215":{"position":[[335,62]]}}}],["submit_train_pipeline.pi",{"_index":2458,"t":{"209":{"position":[[28,25],[195,24]]}}}],["submit_tune.pi",{"_index":2509,"t":{"215":{"position":[[1203,14],[1261,14]]}}}],["subpackag",{"_index":352,"t":{"15":{"position":[[1237,10]]}}}],["subsampl",{"_index":1795,"t":{"150":{"position":[[8255,12]]},"610":{"position":[[1865,11]]},"649":{"position":[[805,10],[1093,10],[9002,11],[9279,12],[9431,9]]},"668":{"position":[[819,12]]}}}],["subsample=0.9643606787051899",{"_index":2928,"t":{"227":{"position":[[9025,29]]}}}],["subsample=0.9718245679598786",{"_index":1812,"t":{"150":{"position":[[9023,29]]}}}],["subsample=1.0",{"_index":1705,"t":{"144":{"position":[[1166,14]]},"225":{"position":[[4676,14]]}}}],["subsample_for_bin=200000",{"_index":2854,"t":{"225":{"position":[[4691,25]]}}}],["subsample_freq",{"_index":5467,"t":{"649":{"position":[[9362,17],[9397,14]]}}}],["subsample_freq=0",{"_index":2855,"t":{"225":{"position":[[4717,17]]}}}],["subscript",{"_index":1860,"t":{"156":{"position":[[206,12]]}}}],["subscription_id",{"_index":2450,"t":{"207":{"position":[[181,16]]},"215":{"position":[[1287,15],[1309,16]]}}}],["subscription_id=\" Search the documentation | FLAML - +

    Search the documentation

    Community
    Copyright © 2024 FLAML Authors. Built with Docusaurus.
    - + \ No newline at end of file