{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"tags": []
},
"source": [
"# Running a Multi Objective Optimization Directly in Python\n",
"\n",
"This notebook demonstrates how to:\n",
"\n",
"Write a basic Wrapper in Python and launch a multi objective optimization from Python.\n",
"If you wanted to launch it from command line, you would do a similar thing of defining the Wrapper, and then put in your configuration file the information about where the wrapper is, and use [BOA's](../index.rst) CLI tools. See [Running an Experiment from Command Line (Python Wrapper)](example_py_run.rst) for more information."
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"data": {
"application/javascript": [
"(function(root) {\n",
" function now() {\n",
" return new Date();\n",
" }\n",
"\n",
" var force = true;\n",
"\n",
" if (typeof root._bokeh_onload_callbacks === \"undefined\" || force === true) {\n",
" root._bokeh_onload_callbacks = [];\n",
" root._bokeh_is_loading = undefined;\n",
" }\n",
"\n",
" if (typeof (root._bokeh_timeout) === \"undefined\" || force === true) {\n",
" root._bokeh_timeout = Date.now() + 5000;\n",
" root._bokeh_failed_load = false;\n",
" }\n",
"\n",
" function run_callbacks() {\n",
" try {\n",
" root._bokeh_onload_callbacks.forEach(function(callback) {\n",
" if (callback != null)\n",
" callback();\n",
" });\n",
" } finally {\n",
" delete root._bokeh_onload_callbacks\n",
" }\n",
" console.debug(\"Bokeh: all callbacks have finished\");\n",
" }\n",
"\n",
" function load_libs(css_urls, js_urls, js_modules, callback) {\n",
" if (css_urls == null) css_urls = [];\n",
" if (js_urls == null) js_urls = [];\n",
" if (js_modules == null) js_modules = [];\n",
"\n",
" root._bokeh_onload_callbacks.push(callback);\n",
" if (root._bokeh_is_loading > 0) {\n",
" console.debug(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n",
" return null;\n",
" }\n",
" if (js_urls.length === 0 && js_modules.length === 0) {\n",
" run_callbacks();\n",
" return null;\n",
" }\n",
" console.debug(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n",
"\n",
" function on_load() {\n",
" root._bokeh_is_loading--;\n",
" if (root._bokeh_is_loading === 0) {\n",
" console.debug(\"Bokeh: all BokehJS libraries/stylesheets loaded\");\n",
" run_callbacks()\n",
" }\n",
" }\n",
"\n",
" function on_error() {\n",
" console.error(\"failed to load \" + url);\n",
" }\n",
"\n",
" for (var i = 0; i < css_urls.length; i++) {\n",
" var url = css_urls[i];\n",
" const element = document.createElement(\"link\");\n",
" element.onload = on_load;\n",
" element.onerror = on_error;\n",
" element.rel = \"stylesheet\";\n",
" element.type = \"text/css\";\n",
" element.href = url;\n",
" console.debug(\"Bokeh: injecting link tag for BokehJS stylesheet: \", url);\n",
" document.body.appendChild(element);\n",
" }\n",
"\n",
" var skip = [];\n",
" if (window.requirejs) {\n",
" window.requirejs.config({'packages': {}, 'paths': {'plotly': 'https://cdn.plot.ly/plotly-2.18.0.min', 'gridstack': 'https://cdn.jsdelivr.net/npm/gridstack@4.2.5/dist/gridstack-h5', 'notyf': 'https://cdn.jsdelivr.net/npm/notyf@3/notyf.min'}, 'shim': {'gridstack': {'exports': 'GridStack'}}});\n",
" require([\"plotly\"], function(Plotly) {\n",
"\twindow.Plotly = Plotly\n",
"\ton_load()\n",
" })\n",
" require([\"gridstack\"], function(GridStack) {\n",
"\twindow.GridStack = GridStack\n",
"\ton_load()\n",
" })\n",
" require([\"notyf\"], function() {\n",
"\ton_load()\n",
" })\n",
" root._bokeh_is_loading = css_urls.length + 3;\n",
" } else {\n",
" root._bokeh_is_loading = css_urls.length + js_urls.length + js_modules.length;\n",
" } if (((window['Plotly'] !== undefined) && (!(window['Plotly'] instanceof HTMLElement))) || window.requirejs) {\n",
" var urls = ['https://cdn.holoviz.org/panel/0.14.4/dist/bundled/plotlyplot/plotly-2.18.0.min.js'];\n",
" for (var i = 0; i < urls.length; i++) {\n",
" skip.push(urls[i])\n",
" }\n",
" } if (((window['GridStack'] !== undefined) && (!(window['GridStack'] instanceof HTMLElement))) || window.requirejs) {\n",
" var urls = ['https://cdn.holoviz.org/panel/0.14.4/dist/bundled/gridstack/gridstack@4.2.5/dist/gridstack-h5.js'];\n",
" for (var i = 0; i < urls.length; i++) {\n",
" skip.push(urls[i])\n",
" }\n",
" } if (((window['Notyf'] !== undefined) && (!(window['Notyf'] instanceof HTMLElement))) || window.requirejs) {\n",
" var urls = ['https://cdn.holoviz.org/panel/0.14.4/dist/bundled/notificationarea/notyf@3/notyf.min.js'];\n",
" for (var i = 0; i < urls.length; i++) {\n",
" skip.push(urls[i])\n",
" }\n",
" } for (var i = 0; i < js_urls.length; i++) {\n",
" var url = js_urls[i];\n",
" if (skip.indexOf(url) >= 0) {\n",
"\tif (!window.requirejs) {\n",
"\t on_load();\n",
"\t}\n",
"\tcontinue;\n",
" }\n",
" var element = document.createElement('script');\n",
" element.onload = on_load;\n",
" element.onerror = on_error;\n",
" element.async = false;\n",
" element.src = url;\n",
" console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n",
" document.head.appendChild(element);\n",
" }\n",
" for (var i = 0; i < js_modules.length; i++) {\n",
" var url = js_modules[i];\n",
" if (skip.indexOf(url) >= 0) {\n",
"\tif (!window.requirejs) {\n",
"\t on_load();\n",
"\t}\n",
"\tcontinue;\n",
" }\n",
" var element = document.createElement('script');\n",
" element.onload = on_load;\n",
" element.onerror = on_error;\n",
" element.async = false;\n",
" element.src = url;\n",
" element.type = \"module\";\n",
" console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n",
" document.head.appendChild(element);\n",
" }\n",
" if (!js_urls.length && !js_modules.length) {\n",
" on_load()\n",
" }\n",
" };\n",
"\n",
" function inject_raw_css(css) {\n",
" const element = document.createElement(\"style\");\n",
" element.appendChild(document.createTextNode(css));\n",
" document.body.appendChild(element);\n",
" }\n",
"\n",
" var js_urls = [\"https://cdn.holoviz.org/panel/0.14.4/dist/bundled/jquery/jquery.slim.min.js\", \"https://cdn.holoviz.org/panel/0.14.4/dist/bundled/plotlyplot/plotly-2.18.0.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-gl-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-mathjax-2.4.3.min.js\", \"https://unpkg.com/@holoviz/panel@0.14.4/dist/panel.min.js\"];\n",
" var js_modules = [];\n",
" var css_urls = [\"https://cdn.holoviz.org/panel/0.14.4/dist/css/debugger.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/alerts.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/card.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/widgets.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/markdown.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/json.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/loading.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/dataframe.css\"];\n",
" var inline_js = [ function(Bokeh) {\n",
" inject_raw_css(\"\\n .bk.pn-loading.arc:before {\\n background-image: url(\\\"data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHN0eWxlPSJtYXJnaW46IGF1dG87IGJhY2tncm91bmQ6IG5vbmU7IGRpc3BsYXk6IGJsb2NrOyBzaGFwZS1yZW5kZXJpbmc6IGF1dG87IiB2aWV3Qm94PSIwIDAgMTAwIDEwMCIgcHJlc2VydmVBc3BlY3RSYXRpbz0ieE1pZFlNaWQiPiAgPGNpcmNsZSBjeD0iNTAiIGN5PSI1MCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjYzNjM2MzIiBzdHJva2Utd2lkdGg9IjEwIiByPSIzNSIgc3Ryb2tlLWRhc2hhcnJheT0iMTY0LjkzMzYxNDMxMzQ2NDE1IDU2Ljk3Nzg3MTQzNzgyMTM4Ij4gICAgPGFuaW1hdGVUcmFuc2Zvcm0gYXR0cmlidXRlTmFtZT0idHJhbnNmb3JtIiB0eXBlPSJyb3RhdGUiIHJlcGVhdENvdW50PSJpbmRlZmluaXRlIiBkdXI9IjFzIiB2YWx1ZXM9IjAgNTAgNTA7MzYwIDUwIDUwIiBrZXlUaW1lcz0iMDsxIj48L2FuaW1hdGVUcmFuc2Zvcm0+ICA8L2NpcmNsZT48L3N2Zz4=\\\");\\n background-size: auto calc(min(50%, 400px));\\n }\\n \");\n",
" }, function(Bokeh) {\n",
" Bokeh.set_log_level(\"info\");\n",
" },\n",
"function(Bokeh) {} // ensure no trailing comma for IE\n",
" ];\n",
"\n",
" function run_inline_js() {\n",
" if ((root.Bokeh !== undefined) || (force === true)) {\n",
" for (var i = 0; i < inline_js.length; i++) {\n",
" inline_js[i].call(root, root.Bokeh);\n",
" }} else if (Date.now() < root._bokeh_timeout) {\n",
" setTimeout(run_inline_js, 100);\n",
" } else if (!root._bokeh_failed_load) {\n",
" console.log(\"Bokeh: BokehJS failed to load within specified timeout.\");\n",
" root._bokeh_failed_load = true;\n",
" }\n",
" }\n",
"\n",
" if (root._bokeh_is_loading === 0) {\n",
" console.debug(\"Bokeh: BokehJS loaded, going straight to plotting\");\n",
" run_inline_js();\n",
" } else {\n",
" load_libs(css_urls, js_urls, js_modules, function() {\n",
" console.debug(\"Bokeh: BokehJS plotting callback run at\", now());\n",
" run_inline_js();\n",
" });\n",
" }\n",
"}(window));"
],
"application/vnd.holoviews_load.v0+json": "(function(root) {\n function now() {\n return new Date();\n }\n\n var force = true;\n\n if (typeof root._bokeh_onload_callbacks === \"undefined\" || force === true) {\n root._bokeh_onload_callbacks = [];\n root._bokeh_is_loading = undefined;\n }\n\n if (typeof (root._bokeh_timeout) === \"undefined\" || force === true) {\n root._bokeh_timeout = Date.now() + 5000;\n root._bokeh_failed_load = false;\n }\n\n function run_callbacks() {\n try {\n root._bokeh_onload_callbacks.forEach(function(callback) {\n if (callback != null)\n callback();\n });\n } finally {\n delete root._bokeh_onload_callbacks\n }\n console.debug(\"Bokeh: all callbacks have finished\");\n }\n\n function load_libs(css_urls, js_urls, js_modules, callback) {\n if (css_urls == null) css_urls = [];\n if (js_urls == null) js_urls = [];\n if (js_modules == null) js_modules = [];\n\n root._bokeh_onload_callbacks.push(callback);\n if (root._bokeh_is_loading > 0) {\n console.debug(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n return null;\n }\n if (js_urls.length === 0 && js_modules.length === 0) {\n run_callbacks();\n return null;\n }\n console.debug(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n\n function on_load() {\n root._bokeh_is_loading--;\n if (root._bokeh_is_loading === 0) {\n console.debug(\"Bokeh: all BokehJS libraries/stylesheets loaded\");\n run_callbacks()\n }\n }\n\n function on_error() {\n console.error(\"failed to load \" + url);\n }\n\n for (var i = 0; i < css_urls.length; i++) {\n var url = css_urls[i];\n const element = document.createElement(\"link\");\n element.onload = on_load;\n element.onerror = on_error;\n element.rel = \"stylesheet\";\n element.type = \"text/css\";\n element.href = url;\n console.debug(\"Bokeh: injecting link tag for BokehJS stylesheet: \", url);\n document.body.appendChild(element);\n }\n\n var skip = [];\n if (window.requirejs) {\n window.requirejs.config({'packages': {}, 'paths': {'plotly': 'https://cdn.plot.ly/plotly-2.18.0.min', 'gridstack': 'https://cdn.jsdelivr.net/npm/gridstack@4.2.5/dist/gridstack-h5', 'notyf': 'https://cdn.jsdelivr.net/npm/notyf@3/notyf.min'}, 'shim': {'gridstack': {'exports': 'GridStack'}}});\n require([\"plotly\"], function(Plotly) {\n\twindow.Plotly = Plotly\n\ton_load()\n })\n require([\"gridstack\"], function(GridStack) {\n\twindow.GridStack = GridStack\n\ton_load()\n })\n require([\"notyf\"], function() {\n\ton_load()\n })\n root._bokeh_is_loading = css_urls.length + 3;\n } else {\n root._bokeh_is_loading = css_urls.length + js_urls.length + js_modules.length;\n } if (((window['Plotly'] !== undefined) && (!(window['Plotly'] instanceof HTMLElement))) || window.requirejs) {\n var urls = ['https://cdn.holoviz.org/panel/0.14.4/dist/bundled/plotlyplot/plotly-2.18.0.min.js'];\n for (var i = 0; i < urls.length; i++) {\n skip.push(urls[i])\n }\n } if (((window['GridStack'] !== undefined) && (!(window['GridStack'] instanceof HTMLElement))) || window.requirejs) {\n var urls = ['https://cdn.holoviz.org/panel/0.14.4/dist/bundled/gridstack/gridstack@4.2.5/dist/gridstack-h5.js'];\n for (var i = 0; i < urls.length; i++) {\n skip.push(urls[i])\n }\n } if (((window['Notyf'] !== undefined) && (!(window['Notyf'] instanceof HTMLElement))) || window.requirejs) {\n var urls = ['https://cdn.holoviz.org/panel/0.14.4/dist/bundled/notificationarea/notyf@3/notyf.min.js'];\n for (var i = 0; i < urls.length; i++) {\n skip.push(urls[i])\n }\n } for (var i = 0; i < js_urls.length; i++) {\n var url = js_urls[i];\n if (skip.indexOf(url) >= 0) {\n\tif (!window.requirejs) {\n\t on_load();\n\t}\n\tcontinue;\n }\n var element = document.createElement('script');\n element.onload = on_load;\n element.onerror = on_error;\n element.async = false;\n element.src = url;\n console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n document.head.appendChild(element);\n }\n for (var i = 0; i < js_modules.length; i++) {\n var url = js_modules[i];\n if (skip.indexOf(url) >= 0) {\n\tif (!window.requirejs) {\n\t on_load();\n\t}\n\tcontinue;\n }\n var element = document.createElement('script');\n element.onload = on_load;\n element.onerror = on_error;\n element.async = false;\n element.src = url;\n element.type = \"module\";\n console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n document.head.appendChild(element);\n }\n if (!js_urls.length && !js_modules.length) {\n on_load()\n }\n };\n\n function inject_raw_css(css) {\n const element = document.createElement(\"style\");\n element.appendChild(document.createTextNode(css));\n document.body.appendChild(element);\n }\n\n var js_urls = [\"https://cdn.holoviz.org/panel/0.14.4/dist/bundled/jquery/jquery.slim.min.js\", \"https://cdn.holoviz.org/panel/0.14.4/dist/bundled/plotlyplot/plotly-2.18.0.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-gl-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-mathjax-2.4.3.min.js\", \"https://unpkg.com/@holoviz/panel@0.14.4/dist/panel.min.js\"];\n var js_modules = [];\n var css_urls = [\"https://cdn.holoviz.org/panel/0.14.4/dist/css/debugger.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/alerts.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/card.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/widgets.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/markdown.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/json.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/loading.css\", \"https://cdn.holoviz.org/panel/0.14.4/dist/css/dataframe.css\"];\n var inline_js = [ function(Bokeh) {\n inject_raw_css(\"\\n .bk.pn-loading.arc:before {\\n background-image: url(\\\"data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHN0eWxlPSJtYXJnaW46IGF1dG87IGJhY2tncm91bmQ6IG5vbmU7IGRpc3BsYXk6IGJsb2NrOyBzaGFwZS1yZW5kZXJpbmc6IGF1dG87IiB2aWV3Qm94PSIwIDAgMTAwIDEwMCIgcHJlc2VydmVBc3BlY3RSYXRpbz0ieE1pZFlNaWQiPiAgPGNpcmNsZSBjeD0iNTAiIGN5PSI1MCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjYzNjM2MzIiBzdHJva2Utd2lkdGg9IjEwIiByPSIzNSIgc3Ryb2tlLWRhc2hhcnJheT0iMTY0LjkzMzYxNDMxMzQ2NDE1IDU2Ljk3Nzg3MTQzNzgyMTM4Ij4gICAgPGFuaW1hdGVUcmFuc2Zvcm0gYXR0cmlidXRlTmFtZT0idHJhbnNmb3JtIiB0eXBlPSJyb3RhdGUiIHJlcGVhdENvdW50PSJpbmRlZmluaXRlIiBkdXI9IjFzIiB2YWx1ZXM9IjAgNTAgNTA7MzYwIDUwIDUwIiBrZXlUaW1lcz0iMDsxIj48L2FuaW1hdGVUcmFuc2Zvcm0+ICA8L2NpcmNsZT48L3N2Zz4=\\\");\\n background-size: auto calc(min(50%, 400px));\\n }\\n \");\n }, function(Bokeh) {\n Bokeh.set_log_level(\"info\");\n },\nfunction(Bokeh) {} // ensure no trailing comma for IE\n ];\n\n function run_inline_js() {\n if ((root.Bokeh !== undefined) || (force === true)) {\n for (var i = 0; i < inline_js.length; i++) {\n inline_js[i].call(root, root.Bokeh);\n }} else if (Date.now() < root._bokeh_timeout) {\n setTimeout(run_inline_js, 100);\n } else if (!root._bokeh_failed_load) {\n console.log(\"Bokeh: BokehJS failed to load within specified timeout.\");\n root._bokeh_failed_load = true;\n }\n }\n\n if (root._bokeh_is_loading === 0) {\n console.debug(\"Bokeh: BokehJS loaded, going straight to plotting\");\n run_inline_js();\n } else {\n load_libs(css_urls, js_urls, js_modules, function() {\n console.debug(\"Bokeh: BokehJS plotting callback run at\", now());\n run_inline_js();\n });\n }\n}(window));"
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/javascript": [
"\n",
"if ((window.PyViz === undefined) || (window.PyViz instanceof HTMLElement)) {\n",
" window.PyViz = {comms: {}, comm_status:{}, kernels:{}, receivers: {}, plot_index: []}\n",
"}\n",
"\n",
"\n",
" function JupyterCommManager() {\n",
" }\n",
"\n",
" JupyterCommManager.prototype.register_target = function(plot_id, comm_id, msg_handler) {\n",
" if (window.comm_manager || ((window.Jupyter !== undefined) && (Jupyter.notebook.kernel != null))) {\n",
" var comm_manager = window.comm_manager || Jupyter.notebook.kernel.comm_manager;\n",
" comm_manager.register_target(comm_id, function(comm) {\n",
" comm.on_msg(msg_handler);\n",
" });\n",
" } else if ((plot_id in window.PyViz.kernels) && (window.PyViz.kernels[plot_id])) {\n",
" window.PyViz.kernels[plot_id].registerCommTarget(comm_id, function(comm) {\n",
" comm.onMsg = msg_handler;\n",
" });\n",
" } else if (typeof google != 'undefined' && google.colab.kernel != null) {\n",
" google.colab.kernel.comms.registerTarget(comm_id, (comm) => {\n",
" var messages = comm.messages[Symbol.asyncIterator]();\n",
" function processIteratorResult(result) {\n",
" var message = result.value;\n",
" console.log(message)\n",
" var content = {data: message.data, comm_id};\n",
" var buffers = []\n",
" for (var buffer of message.buffers || []) {\n",
" buffers.push(new DataView(buffer))\n",
" }\n",
" var metadata = message.metadata || {};\n",
" var msg = {content, buffers, metadata}\n",
" msg_handler(msg);\n",
" return messages.next().then(processIteratorResult);\n",
" }\n",
" return messages.next().then(processIteratorResult);\n",
" })\n",
" }\n",
" }\n",
"\n",
" JupyterCommManager.prototype.get_client_comm = function(plot_id, comm_id, msg_handler) {\n",
" if (comm_id in window.PyViz.comms) {\n",
" return window.PyViz.comms[comm_id];\n",
" } else if (window.comm_manager || ((window.Jupyter !== undefined) && (Jupyter.notebook.kernel != null))) {\n",
" var comm_manager = window.comm_manager || Jupyter.notebook.kernel.comm_manager;\n",
" var comm = comm_manager.new_comm(comm_id, {}, {}, {}, comm_id);\n",
" if (msg_handler) {\n",
" comm.on_msg(msg_handler);\n",
" }\n",
" } else if ((plot_id in window.PyViz.kernels) && (window.PyViz.kernels[plot_id])) {\n",
" var comm = window.PyViz.kernels[plot_id].connectToComm(comm_id);\n",
" comm.open();\n",
" if (msg_handler) {\n",
" comm.onMsg = msg_handler;\n",
" }\n",
" } else if (typeof google != 'undefined' && google.colab.kernel != null) {\n",
" var comm_promise = google.colab.kernel.comms.open(comm_id)\n",
" comm_promise.then((comm) => {\n",
" window.PyViz.comms[comm_id] = comm;\n",
" if (msg_handler) {\n",
" var messages = comm.messages[Symbol.asyncIterator]();\n",
" function processIteratorResult(result) {\n",
" var message = result.value;\n",
" var content = {data: message.data};\n",
" var metadata = message.metadata || {comm_id};\n",
" var msg = {content, metadata}\n",
" msg_handler(msg);\n",
" return messages.next().then(processIteratorResult);\n",
" }\n",
" return messages.next().then(processIteratorResult);\n",
" }\n",
" }) \n",
" var sendClosure = (data, metadata, buffers, disposeOnDone) => {\n",
" return comm_promise.then((comm) => {\n",
" comm.send(data, metadata, buffers, disposeOnDone);\n",
" });\n",
" };\n",
" var comm = {\n",
" send: sendClosure\n",
" };\n",
" }\n",
" window.PyViz.comms[comm_id] = comm;\n",
" return comm;\n",
" }\n",
" window.PyViz.comm_manager = new JupyterCommManager();\n",
" \n",
"\n",
"\n",
"var JS_MIME_TYPE = 'application/javascript';\n",
"var HTML_MIME_TYPE = 'text/html';\n",
"var EXEC_MIME_TYPE = 'application/vnd.holoviews_exec.v0+json';\n",
"var CLASS_NAME = 'output';\n",
"\n",
"/**\n",
" * Render data to the DOM node\n",
" */\n",
"function render(props, node) {\n",
" var div = document.createElement(\"div\");\n",
" var script = document.createElement(\"script\");\n",
" node.appendChild(div);\n",
" node.appendChild(script);\n",
"}\n",
"\n",
"/**\n",
" * Handle when a new output is added\n",
" */\n",
"function handle_add_output(event, handle) {\n",
" var output_area = handle.output_area;\n",
" var output = handle.output;\n",
" if ((output.data == undefined) || (!output.data.hasOwnProperty(EXEC_MIME_TYPE))) {\n",
" return\n",
" }\n",
" var id = output.metadata[EXEC_MIME_TYPE][\"id\"];\n",
" var toinsert = output_area.element.find(\".\" + CLASS_NAME.split(' ')[0]);\n",
" if (id !== undefined) {\n",
" var nchildren = toinsert.length;\n",
" var html_node = toinsert[nchildren-1].children[0];\n",
" html_node.innerHTML = output.data[HTML_MIME_TYPE];\n",
" var scripts = [];\n",
" var nodelist = html_node.querySelectorAll(\"script\");\n",
" for (var i in nodelist) {\n",
" if (nodelist.hasOwnProperty(i)) {\n",
" scripts.push(nodelist[i])\n",
" }\n",
" }\n",
"\n",
" scripts.forEach( function (oldScript) {\n",
" var newScript = document.createElement(\"script\");\n",
" var attrs = [];\n",
" var nodemap = oldScript.attributes;\n",
" for (var j in nodemap) {\n",
" if (nodemap.hasOwnProperty(j)) {\n",
" attrs.push(nodemap[j])\n",
" }\n",
" }\n",
" attrs.forEach(function(attr) { newScript.setAttribute(attr.name, attr.value) });\n",
" newScript.appendChild(document.createTextNode(oldScript.innerHTML));\n",
" oldScript.parentNode.replaceChild(newScript, oldScript);\n",
" });\n",
" if (JS_MIME_TYPE in output.data) {\n",
" toinsert[nchildren-1].children[1].textContent = output.data[JS_MIME_TYPE];\n",
" }\n",
" output_area._hv_plot_id = id;\n",
" if ((window.Bokeh !== undefined) && (id in Bokeh.index)) {\n",
" window.PyViz.plot_index[id] = Bokeh.index[id];\n",
" } else {\n",
" window.PyViz.plot_index[id] = null;\n",
" }\n",
" } else if (output.metadata[EXEC_MIME_TYPE][\"server_id\"] !== undefined) {\n",
" var bk_div = document.createElement(\"div\");\n",
" bk_div.innerHTML = output.data[HTML_MIME_TYPE];\n",
" var script_attrs = bk_div.children[0].attributes;\n",
" for (var i = 0; i < script_attrs.length; i++) {\n",
" toinsert[toinsert.length - 1].childNodes[1].setAttribute(script_attrs[i].name, script_attrs[i].value);\n",
" }\n",
" // store reference to server id on output_area\n",
" output_area._bokeh_server_id = output.metadata[EXEC_MIME_TYPE][\"server_id\"];\n",
" }\n",
"}\n",
"\n",
"/**\n",
" * Handle when an output is cleared or removed\n",
" */\n",
"function handle_clear_output(event, handle) {\n",
" var id = handle.cell.output_area._hv_plot_id;\n",
" var server_id = handle.cell.output_area._bokeh_server_id;\n",
" if (((id === undefined) || !(id in PyViz.plot_index)) && (server_id !== undefined)) { return; }\n",
" var comm = window.PyViz.comm_manager.get_client_comm(\"hv-extension-comm\", \"hv-extension-comm\", function () {});\n",
" if (server_id !== null) {\n",
" comm.send({event_type: 'server_delete', 'id': server_id});\n",
" return;\n",
" } else if (comm !== null) {\n",
" comm.send({event_type: 'delete', 'id': id});\n",
" }\n",
" delete PyViz.plot_index[id];\n",
" if ((window.Bokeh !== undefined) & (id in window.Bokeh.index)) {\n",
" var doc = window.Bokeh.index[id].model.document\n",
" doc.clear();\n",
" const i = window.Bokeh.documents.indexOf(doc);\n",
" if (i > -1) {\n",
" window.Bokeh.documents.splice(i, 1);\n",
" }\n",
" }\n",
"}\n",
"\n",
"/**\n",
" * Handle kernel restart event\n",
" */\n",
"function handle_kernel_cleanup(event, handle) {\n",
" delete PyViz.comms[\"hv-extension-comm\"];\n",
" window.PyViz.plot_index = {}\n",
"}\n",
"\n",
"/**\n",
" * Handle update_display_data messages\n",
" */\n",
"function handle_update_output(event, handle) {\n",
" handle_clear_output(event, {cell: {output_area: handle.output_area}})\n",
" handle_add_output(event, handle)\n",
"}\n",
"\n",
"function register_renderer(events, OutputArea) {\n",
" function append_mime(data, metadata, element) {\n",
" // create a DOM node to render to\n",
" var toinsert = this.create_output_subarea(\n",
" metadata,\n",
" CLASS_NAME,\n",
" EXEC_MIME_TYPE\n",
" );\n",
" this.keyboard_manager.register_events(toinsert);\n",
" // Render to node\n",
" var props = {data: data, metadata: metadata[EXEC_MIME_TYPE]};\n",
" render(props, toinsert[0]);\n",
" element.append(toinsert);\n",
" return toinsert\n",
" }\n",
"\n",
" events.on('output_added.OutputArea', handle_add_output);\n",
" events.on('output_updated.OutputArea', handle_update_output);\n",
" events.on('clear_output.CodeCell', handle_clear_output);\n",
" events.on('delete.Cell', handle_clear_output);\n",
" events.on('kernel_ready.Kernel', handle_kernel_cleanup);\n",
"\n",
" OutputArea.prototype.register_mime_type(EXEC_MIME_TYPE, append_mime, {\n",
" safe: true,\n",
" index: 0\n",
" });\n",
"}\n",
"\n",
"if (window.Jupyter !== undefined) {\n",
" try {\n",
" var events = require('base/js/events');\n",
" var OutputArea = require('notebook/js/outputarea').OutputArea;\n",
" if (OutputArea.prototype.mime_types().indexOf(EXEC_MIME_TYPE) == -1) {\n",
" register_renderer(events, OutputArea);\n",
" }\n",
" } catch(err) {\n",
" }\n",
"}\n"
],
"application/vnd.holoviews_load.v0+json": "\nif ((window.PyViz === undefined) || (window.PyViz instanceof HTMLElement)) {\n window.PyViz = {comms: {}, comm_status:{}, kernels:{}, receivers: {}, plot_index: []}\n}\n\n\n function JupyterCommManager() {\n }\n\n JupyterCommManager.prototype.register_target = function(plot_id, comm_id, msg_handler) {\n if (window.comm_manager || ((window.Jupyter !== undefined) && (Jupyter.notebook.kernel != null))) {\n var comm_manager = window.comm_manager || Jupyter.notebook.kernel.comm_manager;\n comm_manager.register_target(comm_id, function(comm) {\n comm.on_msg(msg_handler);\n });\n } else if ((plot_id in window.PyViz.kernels) && (window.PyViz.kernels[plot_id])) {\n window.PyViz.kernels[plot_id].registerCommTarget(comm_id, function(comm) {\n comm.onMsg = msg_handler;\n });\n } else if (typeof google != 'undefined' && google.colab.kernel != null) {\n google.colab.kernel.comms.registerTarget(comm_id, (comm) => {\n var messages = comm.messages[Symbol.asyncIterator]();\n function processIteratorResult(result) {\n var message = result.value;\n console.log(message)\n var content = {data: message.data, comm_id};\n var buffers = []\n for (var buffer of message.buffers || []) {\n buffers.push(new DataView(buffer))\n }\n var metadata = message.metadata || {};\n var msg = {content, buffers, metadata}\n msg_handler(msg);\n return messages.next().then(processIteratorResult);\n }\n return messages.next().then(processIteratorResult);\n })\n }\n }\n\n JupyterCommManager.prototype.get_client_comm = function(plot_id, comm_id, msg_handler) {\n if (comm_id in window.PyViz.comms) {\n return window.PyViz.comms[comm_id];\n } else if (window.comm_manager || ((window.Jupyter !== undefined) && (Jupyter.notebook.kernel != null))) {\n var comm_manager = window.comm_manager || Jupyter.notebook.kernel.comm_manager;\n var comm = comm_manager.new_comm(comm_id, {}, {}, {}, comm_id);\n if (msg_handler) {\n comm.on_msg(msg_handler);\n }\n } else if ((plot_id in window.PyViz.kernels) && (window.PyViz.kernels[plot_id])) {\n var comm = window.PyViz.kernels[plot_id].connectToComm(comm_id);\n comm.open();\n if (msg_handler) {\n comm.onMsg = msg_handler;\n }\n } else if (typeof google != 'undefined' && google.colab.kernel != null) {\n var comm_promise = google.colab.kernel.comms.open(comm_id)\n comm_promise.then((comm) => {\n window.PyViz.comms[comm_id] = comm;\n if (msg_handler) {\n var messages = comm.messages[Symbol.asyncIterator]();\n function processIteratorResult(result) {\n var message = result.value;\n var content = {data: message.data};\n var metadata = message.metadata || {comm_id};\n var msg = {content, metadata}\n msg_handler(msg);\n return messages.next().then(processIteratorResult);\n }\n return messages.next().then(processIteratorResult);\n }\n }) \n var sendClosure = (data, metadata, buffers, disposeOnDone) => {\n return comm_promise.then((comm) => {\n comm.send(data, metadata, buffers, disposeOnDone);\n });\n };\n var comm = {\n send: sendClosure\n };\n }\n window.PyViz.comms[comm_id] = comm;\n return comm;\n }\n window.PyViz.comm_manager = new JupyterCommManager();\n \n\n\nvar JS_MIME_TYPE = 'application/javascript';\nvar HTML_MIME_TYPE = 'text/html';\nvar EXEC_MIME_TYPE = 'application/vnd.holoviews_exec.v0+json';\nvar CLASS_NAME = 'output';\n\n/**\n * Render data to the DOM node\n */\nfunction render(props, node) {\n var div = document.createElement(\"div\");\n var script = document.createElement(\"script\");\n node.appendChild(div);\n node.appendChild(script);\n}\n\n/**\n * Handle when a new output is added\n */\nfunction handle_add_output(event, handle) {\n var output_area = handle.output_area;\n var output = handle.output;\n if ((output.data == undefined) || (!output.data.hasOwnProperty(EXEC_MIME_TYPE))) {\n return\n }\n var id = output.metadata[EXEC_MIME_TYPE][\"id\"];\n var toinsert = output_area.element.find(\".\" + CLASS_NAME.split(' ')[0]);\n if (id !== undefined) {\n var nchildren = toinsert.length;\n var html_node = toinsert[nchildren-1].children[0];\n html_node.innerHTML = output.data[HTML_MIME_TYPE];\n var scripts = [];\n var nodelist = html_node.querySelectorAll(\"script\");\n for (var i in nodelist) {\n if (nodelist.hasOwnProperty(i)) {\n scripts.push(nodelist[i])\n }\n }\n\n scripts.forEach( function (oldScript) {\n var newScript = document.createElement(\"script\");\n var attrs = [];\n var nodemap = oldScript.attributes;\n for (var j in nodemap) {\n if (nodemap.hasOwnProperty(j)) {\n attrs.push(nodemap[j])\n }\n }\n attrs.forEach(function(attr) { newScript.setAttribute(attr.name, attr.value) });\n newScript.appendChild(document.createTextNode(oldScript.innerHTML));\n oldScript.parentNode.replaceChild(newScript, oldScript);\n });\n if (JS_MIME_TYPE in output.data) {\n toinsert[nchildren-1].children[1].textContent = output.data[JS_MIME_TYPE];\n }\n output_area._hv_plot_id = id;\n if ((window.Bokeh !== undefined) && (id in Bokeh.index)) {\n window.PyViz.plot_index[id] = Bokeh.index[id];\n } else {\n window.PyViz.plot_index[id] = null;\n }\n } else if (output.metadata[EXEC_MIME_TYPE][\"server_id\"] !== undefined) {\n var bk_div = document.createElement(\"div\");\n bk_div.innerHTML = output.data[HTML_MIME_TYPE];\n var script_attrs = bk_div.children[0].attributes;\n for (var i = 0; i < script_attrs.length; i++) {\n toinsert[toinsert.length - 1].childNodes[1].setAttribute(script_attrs[i].name, script_attrs[i].value);\n }\n // store reference to server id on output_area\n output_area._bokeh_server_id = output.metadata[EXEC_MIME_TYPE][\"server_id\"];\n }\n}\n\n/**\n * Handle when an output is cleared or removed\n */\nfunction handle_clear_output(event, handle) {\n var id = handle.cell.output_area._hv_plot_id;\n var server_id = handle.cell.output_area._bokeh_server_id;\n if (((id === undefined) || !(id in PyViz.plot_index)) && (server_id !== undefined)) { return; }\n var comm = window.PyViz.comm_manager.get_client_comm(\"hv-extension-comm\", \"hv-extension-comm\", function () {});\n if (server_id !== null) {\n comm.send({event_type: 'server_delete', 'id': server_id});\n return;\n } else if (comm !== null) {\n comm.send({event_type: 'delete', 'id': id});\n }\n delete PyViz.plot_index[id];\n if ((window.Bokeh !== undefined) & (id in window.Bokeh.index)) {\n var doc = window.Bokeh.index[id].model.document\n doc.clear();\n const i = window.Bokeh.documents.indexOf(doc);\n if (i > -1) {\n window.Bokeh.documents.splice(i, 1);\n }\n }\n}\n\n/**\n * Handle kernel restart event\n */\nfunction handle_kernel_cleanup(event, handle) {\n delete PyViz.comms[\"hv-extension-comm\"];\n window.PyViz.plot_index = {}\n}\n\n/**\n * Handle update_display_data messages\n */\nfunction handle_update_output(event, handle) {\n handle_clear_output(event, {cell: {output_area: handle.output_area}})\n handle_add_output(event, handle)\n}\n\nfunction register_renderer(events, OutputArea) {\n function append_mime(data, metadata, element) {\n // create a DOM node to render to\n var toinsert = this.create_output_subarea(\n metadata,\n CLASS_NAME,\n EXEC_MIME_TYPE\n );\n this.keyboard_manager.register_events(toinsert);\n // Render to node\n var props = {data: data, metadata: metadata[EXEC_MIME_TYPE]};\n render(props, toinsert[0]);\n element.append(toinsert);\n return toinsert\n }\n\n events.on('output_added.OutputArea', handle_add_output);\n events.on('output_updated.OutputArea', handle_update_output);\n events.on('clear_output.CodeCell', handle_clear_output);\n events.on('delete.Cell', handle_clear_output);\n events.on('kernel_ready.Kernel', handle_kernel_cleanup);\n\n OutputArea.prototype.register_mime_type(EXEC_MIME_TYPE, append_mime, {\n safe: true,\n index: 0\n });\n}\n\nif (window.Jupyter !== undefined) {\n try {\n var events = require('base/js/events');\n var OutputArea = require('notebook/js/outputarea').OutputArea;\n if (OutputArea.prototype.mime_types().indexOf(EXEC_MIME_TYPE) == -1) {\n register_renderer(events, OutputArea);\n }\n } catch(err) {\n }\n}\n"
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"import pathlib\n",
"\n",
"import yaml\n",
"import shutil\n",
"\n",
"import boa\n",
"from boa.scripts.moo import Wrapper"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"tags": [
"hide-cell"
]
},
"outputs": [],
"source": [
"# Remove old runs to have a clean slate for this example\n",
"old_runs = pathlib.Path().resolve().glob(\"moo_run*\")\n",
"for path in old_runs:\n",
" shutil.rmtree(path, ignore_errors=True)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Loading the MOO Config File"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
"config_path = pathlib.Path().resolve().parent.parent / \"boa/scripts/moo.yaml\""
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Here we can see what the configuration file looks like"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"# MultiObjective Optimization config\n",
"optimization_options:\n",
" objective_options:\n",
" objective_thresholds:\n",
" - branin >= -18.0\n",
" - currin >= -6.0\n",
" objectives:\n",
" - name: branin\n",
" lower_is_better: False\n",
" noise_sd: 0\n",
" - name: currin\n",
" lower_is_better: False\n",
" noise_sd: 0\n",
"\n",
" experiment:\n",
" name: \"moo_run\"\n",
" trials: 50\n",
"\n",
"parameters:\n",
" x0:\n",
" type: range\n",
" bounds: [0, 1]\n",
" value_type: float\n",
" x1:\n",
" type: range\n",
" bounds: [0, 1]\n",
" value_type: float\n"
]
}
],
"source": [
"with open(config_path, 'r') as f:\n",
" file_contents = f.read()\n",
" print (file_contents)"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"config = boa.load_jsonlike(config_path)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## The Wrapper"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"We define our wrapper in wrapper.py and use a synthetic function that stands in for any black box model call"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"from pathlib import Path\n",
"\n",
"import numpy as np\n",
"import torch\n",
"\n",
"from boa.controller import Controller\n",
"from boa.metrics.synthetic_funcs import get_synth_func\n",
"from boa.utils import torch_device\n",
"from boa.wrappers.base_wrapper import BaseWrapper\n",
"\n",
"tkwargs = {\n",
" \"device\": torch_device(),\n",
"}\n",
"Problem = get_synth_func(\"BraninCurrin\")\n",
"\n",
"problem = Problem(negate=True).to(**tkwargs)\n",
"\n",
"\n",
"class Wrapper(BaseWrapper):\n",
" def run_model(self, trial) -> None:\n",
" pass\n",
"\n",
" def set_trial_status(self, trial) -> None:\n",
" trial.mark_completed()\n",
"\n",
" def fetch_trial_data(self, trial, metric_properties, metric_name, *args, **kwargs):\n",
" evaluation = problem(torch.tensor([trial.arm.parameters[\"x0\"], trial.arm.parameters[\"x1\"]]))\n",
" a = float(evaluation[0])\n",
" b = float(evaluation[1])\n",
" return {\n",
" \"branin\": a,\n",
" \"currin\": b\n",
" }\n",
"\n",
"\n",
"def main():\n",
" config_path = Path(__file__).resolve().parent / \"moo.yaml\"\n",
" wrapper = Wrapper(config_path=config_path)\n",
" controller = Controller(wrapper=wrapper)\n",
" controller.initialize_scheduler()\n",
" return controller.run()\n",
"\n",
"\n",
"if __name__ == \"__main__\":\n",
" main()\n",
"\n"
]
}
],
"source": [
"with open(Wrapper.path(), 'r') as f:\n",
" file_contents = f.read()\n",
" print (file_contents)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## The Setup"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"[INFO 07-10 13:12:16] ax.service.utils.instantiation: Created search space: SearchSpace(parameters=[RangeParameter(name='x0', parameter_type=FLOAT, range=[0.0, 1.0]), RangeParameter(name='x1', parameter_type=FLOAT, range=[0.0, 1.0])], parameter_constraints=[]).\n",
"[INFO 07-10 13:12:16] ax.modelbridge.dispatch_utils: Using Models.MOO since there are more ordered parameters than there are categories for the unordered categorical parameters.\n",
"[INFO 07-10 13:12:16] ax.modelbridge.dispatch_utils: Calculating the number of remaining initialization trials based on num_initialization_trials=None max_initialization_trials=None num_tunable_parameters=2 num_trials=None use_batch_trials=False\n",
"[INFO 07-10 13:12:16] ax.modelbridge.dispatch_utils: calculated num_initialization_trials=5\n",
"[INFO 07-10 13:12:16] ax.modelbridge.dispatch_utils: num_completed_initialization_trials=0 num_remaining_initialization_trials=5\n",
"[INFO 07-10 13:12:16] ax.modelbridge.dispatch_utils: Using Bayesian Optimization generation strategy: GenerationStrategy(name='Sobol+MOO', steps=[Sobol for 5 trials, MOO for subsequent trials]). Iterations after 5 will take longer to generate due to model-fitting.\n",
"[INFO 07-10 13:12:16] Scheduler: `Scheduler` requires experiment to have immutable search space and optimization config. Setting property immutable_search_space_and_opt_config to `True` on experiment.\n"
]
},
{
"data": {
"text/plain": [
"(Scheduler(experiment=Experiment(moo_run), generation_strategy=GenerationStrategy(name='Sobol+MOO', steps=[Sobol for 5 trials, MOO for subsequent trials]), options=SchedulerOptions(max_pending_trials=10, trial_type=, batch_size=None, total_trials=None, tolerated_trial_failure_rate=0.5, min_failed_trials_for_failure_rate_check=5, log_filepath=None, logging_level=20, ttl_seconds_for_trials=None, init_seconds_between_polls=1, min_seconds_before_poll=1.0, seconds_between_polls_backoff_factor=1.5, timeout_hours=None, run_trials_in_batches=False, debug_log_run_metadata=False, early_stopping_strategy=None, global_stopping_strategy=None, suppress_storage_errors_after_retries=False)),\n",
" )"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"controller = boa.Controller(config_path=config_path, wrapper=Wrapper)\n",
"\n",
"controller.initialize_scheduler()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Start our Experiment"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"The Controller will save our scheduler to JSON after it completes the run so we can reload it at a later time for analysis or to resume our experiment"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"[INFO 2023-07-10 13:12:16,490 MainProcess] boa: \n",
"\n",
"##############################################\n",
"\n",
"\n",
"BOA Experiment Run\n",
"Output Experiment Dir: /Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216\n",
"Start Time: 20230710T131216\n",
"Version: 0.8.3.dev1+g0636f51.d20230411\n",
"\n",
"##############################################\n",
"\n",
"[INFO 07-10 13:12:16] Scheduler: Running trials [0]...\n",
"[INFO 07-10 13:12:17] Scheduler: Running trials [1]...\n",
"[INFO 07-10 13:12:18] Scheduler: Running trials [2]...\n",
"[INFO 07-10 13:12:19] Scheduler: Running trials [3]...\n",
"[INFO 07-10 13:12:20] Scheduler: Running trials [4]...\n",
"[INFO 07-10 13:12:21] Scheduler: Generated all trials that can be generated currently. Model requires more data to generate more trials.\n",
"[INFO 07-10 13:12:21] Scheduler: Retrieved COMPLETED trials: 0 - 4.\n",
"[INFO 07-10 13:12:21] Scheduler: Fetching data for trials: 0 - 4.\n",
"[ERROR 2023-07-10 13:12:21,676 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:12:21,686 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:12:21,758 MainProcess] boa: Trials so far: 5\n",
"Running trials: \n",
"Will Produce next trials from generation step: Sobol\n",
"Best trial so far: {}\n",
"[INFO 07-10 13:12:22] Scheduler: Running trials [5]...\n",
"[INFO 07-10 13:12:23] Scheduler: Running trials [6]...\n",
"[INFO 07-10 13:12:25] Scheduler: Running trials [7]...\n",
"[INFO 07-10 13:12:26] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:12:26] Scheduler: Retrieved COMPLETED trials: 5 - 7.\n",
"[INFO 07-10 13:12:26] Scheduler: Fetching data for trials: 5 - 7.\n",
"[ERROR 2023-07-10 13:12:26,199 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:12:26,210 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:12:26,260 MainProcess] boa: Trials so far: 8\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {}\n",
"[INFO 07-10 13:12:26] Scheduler: Running trials [8]...\n",
"[INFO 07-10 13:12:28] Scheduler: Running trials [9]...\n",
"[INFO 07-10 13:12:29] Scheduler: Running trials [10]...\n",
"[INFO 07-10 13:12:30] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:12:30] Scheduler: Retrieved COMPLETED trials: 8 - 10.\n",
"[INFO 07-10 13:12:30] Scheduler: Fetching data for trials: 8 - 10.\n",
"[ERROR 2023-07-10 13:12:30,736 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:12:30,750 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:12:30,808 MainProcess] boa: Trials so far: 11\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {}\n",
"[INFO 07-10 13:12:31] Scheduler: Running trials [11]...\n",
"[INFO 07-10 13:12:33] Scheduler: Running trials [12]...\n",
"[INFO 07-10 13:12:34] Scheduler: Running trials [13]...\n",
"[INFO 07-10 13:12:35] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:12:35] Scheduler: Retrieved COMPLETED trials: 11 - 13.\n",
"[INFO 07-10 13:12:35] Scheduler: Fetching data for trials: 11 - 13.\n",
"[ERROR 2023-07-10 13:12:35,939 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:12:35,958 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:12:36,026 MainProcess] boa: Trials so far: 14\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045}}\n",
"[INFO 07-10 13:12:36] Scheduler: Running trials [14]...\n",
"[INFO 07-10 13:12:38] Scheduler: Running trials [15]...\n",
"[INFO 07-10 13:12:40] Scheduler: Running trials [16]...\n",
"[INFO 07-10 13:12:41] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:12:41] Scheduler: Retrieved COMPLETED trials: 14 - 16.\n",
"[INFO 07-10 13:12:41] Scheduler: Fetching data for trials: 14 - 16.\n",
"[ERROR 2023-07-10 13:12:41,519 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:12:41,544 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:12:41,632 MainProcess] boa: Trials so far: 17\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045}}\n",
"[INFO 07-10 13:12:42] Scheduler: Running trials [17]...\n",
"[INFO 07-10 13:12:44] Scheduler: Running trials [18]...\n",
"[INFO 07-10 13:12:46] Scheduler: Running trials [19]...\n",
"[INFO 07-10 13:12:47] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:12:47] Scheduler: Retrieved COMPLETED trials: 17 - 19.\n",
"[INFO 07-10 13:12:47] Scheduler: Fetching data for trials: 17 - 19.\n",
"[ERROR 2023-07-10 13:12:47,290 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:12:47,318 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:12:47,404 MainProcess] boa: Trials so far: 20\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842}}\n",
"[INFO 07-10 13:12:48] Scheduler: Running trials [20]...\n",
"[INFO 07-10 13:12:50] Scheduler: Running trials [21]...\n",
"[INFO 07-10 13:12:52] Scheduler: Running trials [22]...\n",
"[INFO 07-10 13:12:53] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:12:53] Scheduler: Retrieved COMPLETED trials: 20 - 22.\n",
"[INFO 07-10 13:12:53] Scheduler: Fetching data for trials: 20 - 22.\n",
"[ERROR 2023-07-10 13:12:53,388 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:12:53,419 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:12:53,526 MainProcess] boa: Trials so far: 23\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075}}\n",
"[INFO 07-10 13:12:54] Scheduler: Running trials [23]...\n",
"[INFO 07-10 13:12:56] Scheduler: Running trials [24]...\n",
"[INFO 07-10 13:12:58] Scheduler: Running trials [25]...\n",
"[INFO 07-10 13:12:59] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:12:59] Scheduler: Retrieved COMPLETED trials: 23 - 25.\n",
"[INFO 07-10 13:12:59] Scheduler: Fetching data for trials: 23 - 25.\n",
"[ERROR 2023-07-10 13:12:59,514 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:12:59,549 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:12:59,650 MainProcess] boa: Trials so far: 26\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966}}\n",
"[INFO 07-10 13:13:00] Scheduler: Running trials [26]...\n",
"[INFO 07-10 13:13:02] Scheduler: Running trials [27]...\n",
"[INFO 07-10 13:13:04] Scheduler: Running trials [28]...\n",
"[INFO 07-10 13:13:05] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:13:05] Scheduler: Retrieved COMPLETED trials: 26 - 28.\n",
"[INFO 07-10 13:13:05] Scheduler: Fetching data for trials: 26 - 28.\n",
"[ERROR 2023-07-10 13:13:05,316 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:05,370 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:05,477 MainProcess] boa: Trials so far: 29\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041}}\n",
"[INFO 07-10 13:13:06] Scheduler: Running trials [29]...\n",
"[INFO 07-10 13:13:09] Scheduler: Running trials [30]...\n",
"[INFO 07-10 13:13:11] Scheduler: Running trials [31]...\n",
"[INFO 07-10 13:13:12] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:13:12] Scheduler: Retrieved COMPLETED trials: 29 - 31.\n",
"[INFO 07-10 13:13:12] Scheduler: Fetching data for trials: 29 - 31.\n",
"[ERROR 2023-07-10 13:13:12,459 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:12,501 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:12,615 MainProcess] boa: Trials so far: 32\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041}}\n",
"[INFO 07-10 13:13:13] Scheduler: Running trials [32]...\n",
"[INFO 07-10 13:13:15] Scheduler: Running trials [33]...\n",
"[INFO 07-10 13:13:17] Scheduler: Running trials [34]...\n",
"[INFO 07-10 13:13:18] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:13:18] Scheduler: Retrieved COMPLETED trials: 32 - 34.\n",
"[INFO 07-10 13:13:18] Scheduler: Fetching data for trials: 32 - 34.\n",
"[ERROR 2023-07-10 13:13:18,775 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:18,821 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:18,931 MainProcess] boa: Trials so far: 35\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041},\n",
" 29: {'branin': -3.352156639099121, 'currin': -3.8589537143707275},\n",
" 30: {'branin': -2.167757987976074, 'currin': -4.3236260414123535},\n",
" 31: {'branin': -9.876631736755371, 'currin': -2.2799072265625}}\n",
"[INFO 07-10 13:13:20] Scheduler: Running trials [35]...\n",
"[INFO 07-10 13:13:22] Scheduler: Running trials [36]...\n",
"[INFO 07-10 13:13:23] Scheduler: Running trials [37]...\n",
"[INFO 07-10 13:13:24] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:13:24] Scheduler: Retrieved COMPLETED trials: 35 - 37.\n",
"[INFO 07-10 13:13:24] Scheduler: Fetching data for trials: 35 - 37.\n",
"[ERROR 2023-07-10 13:13:24,829 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:25,046 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:25,157 MainProcess] boa: Trials so far: 38\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041},\n",
" 29: {'branin': -3.352156639099121, 'currin': -3.8589537143707275},\n",
" 30: {'branin': -2.167757987976074, 'currin': -4.3236260414123535},\n",
" 31: {'branin': -9.876631736755371, 'currin': -2.2799072265625},\n",
" 32: {'branin': -14.072361946105957, 'currin': -1.635321021080017},\n",
" 33: {'branin': -5.531428813934326, 'currin': -3.1595189571380615},\n",
" 34: {'branin': -4.433777809143066, 'currin': -3.484995126724243}}\n",
"[INFO 07-10 13:13:26] Scheduler: Running trials [38]...\n",
"[INFO 07-10 13:13:28] Scheduler: Running trials [39]...\n",
"[INFO 07-10 13:13:30] Scheduler: Running trials [40]...\n",
"[INFO 07-10 13:13:31] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:13:31] Scheduler: Retrieved COMPLETED trials: 38 - 40.\n",
"[INFO 07-10 13:13:31] Scheduler: Fetching data for trials: 38 - 40.\n",
"[ERROR 2023-07-10 13:13:31,914 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:31,972 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:32,094 MainProcess] boa: Trials so far: 41\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041},\n",
" 29: {'branin': -3.352156639099121, 'currin': -3.8589537143707275},\n",
" 30: {'branin': -2.167757987976074, 'currin': -4.3236260414123535},\n",
" 31: {'branin': -9.876631736755371, 'currin': -2.2799072265625},\n",
" 32: {'branin': -14.072361946105957, 'currin': -1.635321021080017},\n",
" 33: {'branin': -5.531428813934326, 'currin': -3.1595189571380615},\n",
" 34: {'branin': -4.433777809143066, 'currin': -3.484995126724243},\n",
" 35: {'branin': -1.2355241775512695, 'currin': -4.782041072845459},\n",
" 36: {'branin': -0.6255817413330078, 'currin': -5.232783794403076},\n",
" 37: {'branin': -6.78764533996582, 'currin': -2.864382266998291}}\n",
"[INFO 07-10 13:13:32] Scheduler: Running trials [41]...\n",
"[INFO 07-10 13:13:35] Scheduler: Running trials [42]...\n",
"[INFO 07-10 13:13:36] Scheduler: Running trials [43]...\n",
"[INFO 07-10 13:13:38] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:13:38] Scheduler: Retrieved COMPLETED trials: 41 - 43.\n",
"[INFO 07-10 13:13:38] Scheduler: Fetching data for trials: 41 - 43.\n",
"[ERROR 2023-07-10 13:13:38,054 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:38,112 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:38,224 MainProcess] boa: Trials so far: 44\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041},\n",
" 29: {'branin': -3.352156639099121, 'currin': -3.8589537143707275},\n",
" 30: {'branin': -2.167757987976074, 'currin': -4.3236260414123535},\n",
" 31: {'branin': -9.876631736755371, 'currin': -2.2799072265625},\n",
" 32: {'branin': -14.072361946105957, 'currin': -1.635321021080017},\n",
" 33: {'branin': -5.531428813934326, 'currin': -3.1595189571380615},\n",
" 34: {'branin': -4.433777809143066, 'currin': -3.484995126724243},\n",
" 35: {'branin': -1.2355241775512695, 'currin': -4.782041072845459},\n",
" 36: {'branin': -0.6255817413330078, 'currin': -5.232783794403076},\n",
" 37: {'branin': -6.78764533996582, 'currin': -2.864382266998291},\n",
" 38: {'branin': -3.6760921478271484, 'currin': -3.743307590484619},\n",
" 39: {'branin': -11.916280746459961, 'currin': -1.9514724016189575},\n",
" 40: {'branin': -0.41707801818847656, 'currin': -5.585181713104248}}\n",
"[INFO 07-10 13:13:39] Scheduler: Running trials [44]...\n",
"[INFO 07-10 13:13:41] Scheduler: Running trials [45]...\n",
"[INFO 07-10 13:13:43] Scheduler: Running trials [46]...\n",
"[INFO 07-10 13:13:44] Scheduler: Generated all trials that can be generated currently. Max parallelism currently reached.\n",
"[INFO 07-10 13:13:44] Scheduler: Retrieved COMPLETED trials: 44 - 46.\n",
"[INFO 07-10 13:13:44] Scheduler: Fetching data for trials: 44 - 46.\n",
"[ERROR 2023-07-10 13:13:44,192 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:44,256 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:44,388 MainProcess] boa: Trials so far: 47\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041},\n",
" 29: {'branin': -3.352156639099121, 'currin': -3.8589537143707275},\n",
" 30: {'branin': -2.167757987976074, 'currin': -4.3236260414123535},\n",
" 31: {'branin': -9.876631736755371, 'currin': -2.2799072265625},\n",
" 32: {'branin': -14.072361946105957, 'currin': -1.635321021080017},\n",
" 33: {'branin': -5.531428813934326, 'currin': -3.1595189571380615},\n",
" 34: {'branin': -4.433777809143066, 'currin': -3.484995126724243},\n",
" 35: {'branin': -1.2355241775512695, 'currin': -4.782041072845459},\n",
" 36: {'branin': -0.6255817413330078, 'currin': -5.232783794403076},\n",
" 37: {'branin': -6.78764533996582, 'currin': -2.864382266998291},\n",
" 38: {'branin': -3.6760921478271484, 'currin': -3.743307590484619},\n",
" 39: {'branin': -11.916280746459961, 'currin': -1.9514724016189575},\n",
" 40: {'branin': -0.41707801818847656, 'currin': -5.585181713104248},\n",
" 41: {'branin': -16.33909797668457, 'currin': -1.329344391822815},\n",
" 42: {'branin': -8.17336654663086, 'currin': -2.5848639011383057},\n",
" 43: {'branin': -3.0389556884765625, 'currin': -3.9745893478393555}}\n",
"[INFO 07-10 13:13:45] Scheduler: Running trials [47]...\n",
"[INFO 07-10 13:13:47] Scheduler: Running trials [48]...\n",
"[INFO 07-10 13:13:49] Scheduler: Running trials [49]...\n",
"[INFO 07-10 13:13:50] Scheduler: Retrieved COMPLETED trials: 47 - 49.\n",
"[INFO 07-10 13:13:50] Scheduler: Fetching data for trials: 47 - 49.\n",
"[ERROR 2023-07-10 13:13:50,408 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:50,478 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:50,613 MainProcess] boa: Trials so far: 50\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041},\n",
" 29: {'branin': -3.352156639099121, 'currin': -3.8589537143707275},\n",
" 30: {'branin': -2.167757987976074, 'currin': -4.3236260414123535},\n",
" 31: {'branin': -9.876631736755371, 'currin': -2.2799072265625},\n",
" 32: {'branin': -14.072361946105957, 'currin': -1.635321021080017},\n",
" 33: {'branin': -5.531428813934326, 'currin': -3.1595189571380615},\n",
" 34: {'branin': -4.433777809143066, 'currin': -3.484995126724243},\n",
" 35: {'branin': -1.2355241775512695, 'currin': -4.782041072845459},\n",
" 36: {'branin': -0.6255817413330078, 'currin': -5.232783794403076},\n",
" 37: {'branin': -6.78764533996582, 'currin': -2.864382266998291},\n",
" 38: {'branin': -3.6760921478271484, 'currin': -3.743307590484619},\n",
" 39: {'branin': -11.916280746459961, 'currin': -1.9514724016189575},\n",
" 40: {'branin': -0.41707801818847656, 'currin': -5.585181713104248},\n",
" 41: {'branin': -16.33909797668457, 'currin': -1.329344391822815},\n",
" 42: {'branin': -8.17336654663086, 'currin': -2.5848639011383057},\n",
" 43: {'branin': -3.0389556884765625, 'currin': -3.9745893478393555},\n",
" 44: {'branin': -2.4474034309387207, 'currin': -4.206155300140381},\n",
" 45: {'branin': -9.38446044921875, 'currin': -2.364630699157715},\n",
" 46: {'branin': -5.242917060852051, 'currin': -3.2365901470184326}}\n",
"[ERROR 2023-07-10 13:13:50,614 MainProcess] boa: Object passed to `object_to_json` (of type , module: boa.scripts.moo) is not registered with a corresponding encoder in ENCODER_REGISTRY.\n",
"[INFO 2023-07-10 13:13:50,679 MainProcess] boa: Saved JSON-serialized state of optimization to `/Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216/scheduler.json`.\n",
"Boa version: 0.8.3.dev1+g0636f51.d20230411\n",
"[INFO 2023-07-10 13:13:50,816 MainProcess] boa: Trials so far: 50\n",
"Running trials: \n",
"Will Produce next trials from generation step: MOO\n",
"Best trial so far: {8: {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 14: {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 15: {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 16: {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 17: {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 18: {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 19: {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 20: {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 21: {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 22: {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 23: {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 24: {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 25: {'branin': -0.8956365585327148, 'currin': -5.012758731842041},\n",
" 29: {'branin': -3.352156639099121, 'currin': -3.8589537143707275},\n",
" 30: {'branin': -2.167757987976074, 'currin': -4.3236260414123535},\n",
" 31: {'branin': -9.876631736755371, 'currin': -2.2799072265625},\n",
" 32: {'branin': -14.072361946105957, 'currin': -1.635321021080017},\n",
" 33: {'branin': -5.531428813934326, 'currin': -3.1595189571380615},\n",
" 34: {'branin': -4.433777809143066, 'currin': -3.484995126724243},\n",
" 35: {'branin': -1.2355241775512695, 'currin': -4.782041072845459},\n",
" 36: {'branin': -0.6255817413330078, 'currin': -5.232783794403076},\n",
" 37: {'branin': -6.78764533996582, 'currin': -2.864382266998291},\n",
" 38: {'branin': -3.6760921478271484, 'currin': -3.743307590484619},\n",
" 39: {'branin': -11.916280746459961, 'currin': -1.9514724016189575},\n",
" 40: {'branin': -0.41707801818847656, 'currin': -5.585181713104248},\n",
" 41: {'branin': -16.33909797668457, 'currin': -1.329344391822815},\n",
" 42: {'branin': -8.17336654663086, 'currin': -2.5848639011383057},\n",
" 43: {'branin': -3.0389556884765625, 'currin': -3.9745893478393555},\n",
" 44: {'branin': -2.4474034309387207, 'currin': -4.206155300140381},\n",
" 45: {'branin': -9.38446044921875, 'currin': -2.364630699157715},\n",
" 46: {'branin': -5.242917060852051, 'currin': -3.2365901470184326},\n",
" 47: {'branin': -1.8972387313842773, 'currin': -4.443857192993164},\n",
" 48: {'branin': -4.171228885650635, 'currin': -3.5728039741516113},\n",
" 49: {'branin': -6.457551956176758, 'currin': -2.937014579772949}}\n",
"[INFO 2023-07-10 13:13:50,846 MainProcess] boa: \n",
"\n",
"##############################################\n",
"\n",
"Trials Completed!\n",
"BOA Experiment Run\n",
"Output Experiment Dir: /Users/madelinescyphers/Documents/projs_.nosync/boa/docs/examples/moo_run_20230710T131216\n",
"Start Time: 20230710T131216\n",
"Version: 0.8.3.dev1+g0636f51.d20230411\n",
"End Time: 20230710T131350\n",
"Total Run Time: 94.32693409919739\n",
"\n",
" trial_index arm_name trial_status generation_method branin \\\n",
"0 0 0_0 COMPLETED Sobol -104.829926 \n",
"1 1 1_0 COMPLETED Sobol -67.450264 \n",
"2 2 2_0 COMPLETED Sobol -44.699284 \n",
"3 3 3_0 COMPLETED Sobol -10.633623 \n",
"4 4 4_0 COMPLETED Sobol -2.309752 \n",
"5 5 5_0 COMPLETED MOO -191.902283 \n",
"6 6 6_0 COMPLETED MOO -31.095140 \n",
"7 7 7_0 COMPLETED MOO -121.471985 \n",
"8 8 8_0 COMPLETED MOO -17.508297 \n",
"9 9 9_0 COMPLETED MOO -52.435886 \n",
"10 10 10_0 COMPLETED MOO -68.184647 \n",
"11 11 11_0 COMPLETED MOO -27.527704 \n",
"12 12 12_0 COMPLETED MOO -21.664143 \n",
"13 13 13_0 COMPLETED MOO -36.937912 \n",
"14 14 14_0 COMPLETED MOO -4.009657 \n",
"15 15 15_0 COMPLETED MOO -8.899821 \n",
"16 16 16_0 COMPLETED MOO -0.477794 \n",
"17 17 17_0 COMPLETED MOO -12.974956 \n",
"18 18 18_0 COMPLETED MOO -1.641037 \n",
"19 19 19_0 COMPLETED MOO -6.134182 \n",
"20 20 20_0 COMPLETED MOO -10.882355 \n",
"21 21 21_0 COMPLETED MOO -2.734122 \n",
"22 22 22_0 COMPLETED MOO -15.193251 \n",
"23 23 23_0 COMPLETED MOO -7.467900 \n",
"24 24 24_0 COMPLETED MOO -4.964199 \n",
"25 25 25_0 COMPLETED MOO -0.895637 \n",
"26 26 26_0 COMPLETED MOO -34.853767 \n",
"27 27 27_0 COMPLETED MOO -145.872208 \n",
"28 28 28_0 COMPLETED MOO -10.960894 \n",
"29 29 29_0 COMPLETED MOO -3.352157 \n",
"30 30 30_0 COMPLETED MOO -2.167758 \n",
"31 31 31_0 COMPLETED MOO -9.876632 \n",
"32 32 32_0 COMPLETED MOO -14.072362 \n",
"33 33 33_0 COMPLETED MOO -5.531429 \n",
"34 34 34_0 COMPLETED MOO -4.433778 \n",
"35 35 35_0 COMPLETED MOO -1.235524 \n",
"36 36 36_0 COMPLETED MOO -0.625582 \n",
"37 37 37_0 COMPLETED MOO -6.787645 \n",
"38 38 38_0 COMPLETED MOO -3.676092 \n",
"39 39 39_0 COMPLETED MOO -11.916281 \n",
"40 40 40_0 COMPLETED MOO -0.417078 \n",
"41 41 41_0 COMPLETED MOO -16.339098 \n",
"42 42 42_0 COMPLETED MOO -8.173367 \n",
"43 43 43_0 COMPLETED MOO -3.038956 \n",
"44 44 44_0 COMPLETED MOO -2.447403 \n",
"45 45 45_0 COMPLETED MOO -9.384460 \n",
"46 46 46_0 COMPLETED MOO -5.242917 \n",
"47 47 47_0 COMPLETED MOO -1.897239 \n",
"48 48 48_0 COMPLETED MOO -4.171229 \n",
"49 49 49_0 COMPLETED MOO -6.457552 \n",
"\n",
" currin is_feasible x0 x1 \n",
"0 -13.321523 False 0.157186 0.063027 \n",
"1 -6.262702 False 0.795510 0.548820 \n",
"2 -11.003670 False 0.162904 0.291876 \n",
"3 -8.563358 False 0.895887 0.280258 \n",
"4 -10.189129 False 0.511377 0.240122 \n",
"5 -4.252816 False 0.797650 0.959299 \n",
"6 -5.988050 False 0.234506 0.876196 \n",
"7 -4.946413 False 0.389611 1.000000 \n",
"8 -1.180408 True 0.000000 1.000000 \n",
"9 -6.313510 False 0.398786 0.710204 \n",
"10 -5.815774 False 0.482007 0.739821 \n",
"11 -1.290188 False 0.000000 0.889318 \n",
"12 -1.231126 False 0.000000 0.946487 \n",
"13 -1.372257 False 0.000000 0.817771 \n",
"14 -3.661427 True 0.067226 1.000000 \n",
"15 -2.450595 True 0.031802 1.000000 \n",
"16 -5.503173 True 0.116233 0.828275 \n",
"17 -1.792797 True 0.015048 1.000000 \n",
"18 -4.567727 True 0.091039 0.920518 \n",
"19 -3.011184 True 0.047142 1.000000 \n",
"20 -2.113801 True 0.023106 1.000000 \n",
"21 -4.092295 True 0.077519 0.955580 \n",
"22 -1.480992 True 0.007355 1.000000 \n",
"23 -2.722697 True 0.039084 1.000000 \n",
"24 -3.316109 True 0.056162 1.000000 \n",
"25 -5.012759 True 0.104716 0.886549 \n",
"26 -5.863936 False 1.000000 0.582649 \n",
"27 -4.005316 False 1.000000 1.000000 \n",
"28 -10.179487 False 1.000000 0.000000 \n",
"29 -3.858954 True 0.070914 0.969766 \n",
"30 -4.323626 True 0.083706 0.936595 \n",
"31 -2.279907 True 0.027358 1.000000 \n",
"32 -1.635321 True 0.011151 1.000000 \n",
"33 -3.159519 True 0.051456 1.000000 \n",
"34 -3.484995 True 0.061073 0.995695 \n",
"35 -4.782041 True 0.096482 0.898545 \n",
"36 -5.232784 True 0.109585 0.858845 \n",
"37 -2.864382 True 0.042992 1.000000 \n",
"38 -3.743308 True 0.067799 0.977498 \n",
"39 -1.951472 True 0.019009 1.000000 \n",
"40 -5.585182 True 0.121746 0.831450 \n",
"41 -1.329344 True 0.003641 1.000000 \n",
"42 -2.584864 True 0.035362 1.000000 \n",
"43 -3.974589 True 0.073990 0.961242 \n",
"44 -4.206155 True 0.080352 0.944698 \n",
"45 -2.364631 True 0.029553 1.000000 \n",
"46 -3.236590 True 0.053752 1.000000 \n",
"47 -4.443857 True 0.087043 0.927085 \n",
"48 -3.572804 True 0.063316 0.989235 \n",
"49 -2.937015 True 0.045032 1.000000 \n",
"\n",
"##############################################\n",
"\n"
]
}
],
"source": [
"scheduler = controller.run()"
]
},
{
"cell_type": "markdown",
"metadata": {
"jupyter": {
"outputs_hidden": false
}
},
"source": [
"## Get the Best Trial"
]
},
{
"cell_type": "markdown",
"metadata": {
"tags": []
},
"source": [
"`best_fitted_trials` uses the data to do a fitting from all trials and with the noise levels you provided (or if no noise levels was provided, it assumed an unknown level of noise and inferred the noise level from the trial runs)"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{8: {'params': {'x0': 0.0, 'x1': 1.0},\n",
" 'means': {'branin': -17.506304078803886, 'currin': -1.1800505789085367},\n",
" 'cov_matrix': {'branin': {'branin': 0.00023219490947858334, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 4.246944294570932e-06}}},\n",
" 14: {'params': {'x0': 0.06722595104412638, 'x1': 1.0},\n",
" 'means': {'branin': -4.008813794965391, 'currin': -3.6613878669425453},\n",
" 'cov_matrix': {'branin': {'branin': 0.0002696194851788826, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 5.207734999339682e-06}}},\n",
" 15: {'params': {'x0': 0.03180193896164709, 'x1': 1.0},\n",
" 'means': {'branin': -8.89988441563846, 'currin': -2.4505460577327822},\n",
" 'cov_matrix': {'branin': {'branin': 7.153857500977046e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.1097568335905147e-06}}},\n",
" 16: {'params': {'x0': 0.11623283268391146, 'x1': 0.8282747946292564},\n",
" 'means': {'branin': -0.478322414465131, 'currin': -5.503003487462207},\n",
" 'cov_matrix': {'branin': {'branin': 0.0002766559424022623, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 5.402333697433586e-06}}},\n",
" 17: {'params': {'x0': 0.015048417956364869, 'x1': 1.0},\n",
" 'means': {'branin': -12.974571261473425, 'currin': -1.792902022157052},\n",
" 'cov_matrix': {'branin': {'branin': 9.150166274626995e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.4827283195209303e-06}}},\n",
" 18: {'params': {'x0': 0.09103888011045247, 'x1': 0.9205178128625962},\n",
" 'means': {'branin': -1.640025637964163, 'currin': -4.567897371813569},\n",
" 'cov_matrix': {'branin': {'branin': 0.00019990305546095994, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 2.4458610915175504e-06}}},\n",
" 19: {'params': {'x0': 0.047142348285469204, 'x1': 1.0},\n",
" 'means': {'branin': -6.134113780470136, 'currin': -3.0111854189086786},\n",
" 'cov_matrix': {'branin': {'branin': 7.021550913988202e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.0702646161336443e-06}}},\n",
" 20: {'params': {'x0': 0.023106465771415844, 'x1': 1.0},\n",
" 'means': {'branin': -10.882027122997656, 'currin': -2.113750140731807},\n",
" 'cov_matrix': {'branin': {'branin': 8.794223976031313e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.243649024121697e-06}}},\n",
" 21: {'params': {'x0': 0.07751938884859294, 'x1': 0.9555795698999422},\n",
" 'means': {'branin': -2.7345059086939365, 'currin': -4.092356913534435},\n",
" 'cov_matrix': {'branin': {'branin': 0.00014203686181891946, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.6803742961471395e-06}}},\n",
" 22: {'params': {'x0': 0.007355481512615939, 'x1': 1.0},\n",
" 'means': {'branin': -15.194799134941814, 'currin': -1.4812221999912603},\n",
" 'cov_matrix': {'branin': {'branin': 0.0001038757362667628, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.5192998959731343e-06}}},\n",
" 23: {'params': {'x0': 0.03908359193452967, 'x1': 1.0},\n",
" 'means': {'branin': -7.4679563921837335, 'currin': -2.7226915189135474},\n",
" 'cov_matrix': {'branin': {'branin': 7.949185667043071e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.1103829180283337e-06}}},\n",
" 24: {'params': {'x0': 0.056162120588825436, 'x1': 1.0},\n",
" 'means': {'branin': -4.964043836616312, 'currin': -3.316056498911594},\n",
" 'cov_matrix': {'branin': {'branin': 9.616258267258216e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.3049770366471718e-06}}},\n",
" 25: {'params': {'x0': 0.10471571056236206, 'x1': 0.886549012428079},\n",
" 'means': {'branin': -0.8958620956718129, 'currin': -5.012983235285714},\n",
" 'cov_matrix': {'branin': {'branin': 0.0002594495298850676, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 4.271963426493077e-06}}},\n",
" 29: {'params': {'x0': 0.07091388609793212, 'x1': 0.9697664369522259},\n",
" 'means': {'branin': -3.3520688221850747, 'currin': -3.8589878616335174},\n",
" 'cov_matrix': {'branin': {'branin': 0.00010702222538052214, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.6663140319048362e-06}}},\n",
" 30: {'params': {'x0': 0.08370617296891533, 'x1': 0.9365945604264692},\n",
" 'means': {'branin': -2.1679160998640157, 'currin': -4.323582967140574},\n",
" 'cov_matrix': {'branin': {'branin': 0.00011228901971692942, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.617556199316973e-06}}},\n",
" 31: {'params': {'x0': 0.027357843825467926, 'x1': 1.0},\n",
" 'means': {'branin': -9.87656169131147, 'currin': -2.2798412418106},\n",
" 'cov_matrix': {'branin': {'branin': 7.467005102015739e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.1476711266169495e-06}}},\n",
" 32: {'params': {'x0': 0.011151095456090072, 'x1': 1.0},\n",
" 'means': {'branin': -14.072785370968514, 'currin': -1.6355234952715878},\n",
" 'cov_matrix': {'branin': {'branin': 9.53956258724117e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.5495320750076993e-06}}},\n",
" 33: {'params': {'x0': 0.05145632374008478, 'x1': 1.0},\n",
" 'means': {'branin': -5.531283546471782, 'currin': -3.1594992569209572},\n",
" 'cov_matrix': {'branin': {'branin': 7.242822426943033e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.1281250523678e-06}}},\n",
" 34: {'params': {'x0': 0.06107277738350422, 'x1': 0.9956949185623516},\n",
" 'means': {'branin': -4.434381831676788, 'currin': -3.4849939093006492},\n",
" 'cov_matrix': {'branin': {'branin': 9.149598486208945e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.2188335507038137e-06}}},\n",
" 35: {'params': {'x0': 0.09648215343546504, 'x1': 0.8985448669959295},\n",
" 'means': {'branin': -1.236898110888328, 'currin': -4.782023989620464},\n",
" 'cov_matrix': {'branin': {'branin': 0.00025662478401615137, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 3.5947773840902382e-06}}},\n",
" 36: {'params': {'x0': 0.10958535915301539, 'x1': 0.8588446971129297},\n",
" 'means': {'branin': -0.623667949245478, 'currin': -5.23218511007115},\n",
" 'cov_matrix': {'branin': {'branin': 0.0002682506074359593, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 4.377727372514147e-06}}},\n",
" 37: {'params': {'x0': 0.04299190549604983, 'x1': 1.0},\n",
" 'means': {'branin': -6.787646760804014, 'currin': -2.8643880852039736},\n",
" 'cov_matrix': {'branin': {'branin': 7.199432971773577e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.0810830075801737e-06}}},\n",
" 38: {'params': {'x0': 0.06779941107944121, 'x1': 0.9774980693027313},\n",
" 'means': {'branin': -3.6762568053629323, 'currin': -3.7433693552344405},\n",
" 'cov_matrix': {'branin': {'branin': 0.0001242765783477863, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.8205683234866017e-06}}},\n",
" 39: {'params': {'x0': 0.01900925253683429, 'x1': 1.0},\n",
" 'means': {'branin': -11.915728902182444, 'currin': -1.9514814367535394},\n",
" 'cov_matrix': {'branin': {'branin': 9.261444570272813e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.3620835252656085e-06}}},\n",
" 40: {'params': {'x0': 0.12174627149495364, 'x1': 0.8314499206704036},\n",
" 'means': {'branin': -0.41771324725354475, 'currin': -5.585668331164778},\n",
" 'cov_matrix': {'branin': {'branin': 0.00027980676169592087, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 5.7604395499063966e-06}}},\n",
" 41: {'params': {'x0': 0.0036408837664809826, 'x1': 1.0},\n",
" 'means': {'branin': -16.340696293865403, 'currin': -1.3294290439364578},\n",
" 'cov_matrix': {'branin': {'branin': 0.0001023959030779058, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.8200351377674214e-06}}},\n",
" 42: {'params': {'x0': 0.0353615561485768, 'x1': 1.0},\n",
" 'means': {'branin': -8.173445796150041, 'currin': -2.584837541479585},\n",
" 'cov_matrix': {'branin': {'branin': 7.857332645048926e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.1153384448786631e-06}}},\n",
" 43: {'params': {'x0': 0.07398984357302966, 'x1': 0.9612420668949202},\n",
" 'means': {'branin': -3.038576042084733, 'currin': -3.9745693409692593},\n",
" 'cov_matrix': {'branin': {'branin': 0.000111944681524879, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.5842568472179133e-06}}},\n",
" 44: {'params': {'x0': 0.08035235521777204, 'x1': 0.9446983365729427},\n",
" 'means': {'branin': -2.447317770301307, 'currin': -4.206082527287745},\n",
" 'cov_matrix': {'branin': {'branin': 0.00011946138254237079, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.5983600872152738e-06}}},\n",
" 45: {'params': {'x0': 0.029553275886536726, 'x1': 1.0},\n",
" 'means': {'branin': -9.38448030883913, 'currin': -2.364570769454544},\n",
" 'cov_matrix': {'branin': {'branin': 7.050763084180315e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.1197357158908393e-06}}},\n",
" 46: {'params': {'x0': 0.05375151648258906, 'x1': 1.0},\n",
" 'means': {'branin': -5.24274887333392, 'currin': -3.236554981210779},\n",
" 'cov_matrix': {'branin': {'branin': 7.80180763156187e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.1955513211932185e-06}}},\n",
" 47: {'params': {'x0': 0.0870427884724268, 'x1': 0.9270846572813902},\n",
" 'means': {'branin': -1.8973540570823086, 'currin': -4.443807612583631},\n",
" 'cov_matrix': {'branin': {'branin': 0.0001273161203782332, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.8251809301073432e-06}}},\n",
" 48: {'params': {'x0': 0.0633160748743348, 'x1': 0.9892348693501222},\n",
" 'means': {'branin': -4.171988679386901, 'currin': -3.5728608047329313},\n",
" 'cov_matrix': {'branin': {'branin': 0.00012541629751113215, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.4732378477073001e-06}}},\n",
" 49: {'params': {'x0': 0.04503165869846433, 'x1': 1.0},\n",
" 'means': {'branin': -6.457524711952368, 'currin': -2.9370207368177264},\n",
" 'cov_matrix': {'branin': {'branin': 6.977362480695795e-05, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 1.069404816904484e-06}}}}"
]
},
"execution_count": 9,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"trial = scheduler.best_fitted_trials()\n",
"trial"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"if you need the exact points of the best trial, maybe because you need the trial number of the best trial to plot results, or for any other reason, `best_raw_trails` does not do any fitting"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{8: {'params': {'x0': 0.0, 'x1': 1.0},\n",
" 'means': {'branin': -17.508296966552734, 'currin': -1.180408000946045},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 14: {'params': {'x0': 0.06722595104412638, 'x1': 1.0},\n",
" 'means': {'branin': -4.00965690612793, 'currin': -3.6614270210266113},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 15: {'params': {'x0': 0.03180193896164709, 'x1': 1.0},\n",
" 'means': {'branin': -8.899821281433105, 'currin': -2.450594663619995},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 16: {'params': {'x0': 0.11623283268391146, 'x1': 0.8282747946292564},\n",
" 'means': {'branin': -0.47779369354248047, 'currin': -5.503173351287842},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 17: {'params': {'x0': 0.015048417956364869, 'x1': 1.0},\n",
" 'means': {'branin': -12.974955558776855, 'currin': -1.7927970886230469},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 18: {'params': {'x0': 0.09103888011045247, 'x1': 0.9205178128625962},\n",
" 'means': {'branin': -1.6410369873046875, 'currin': -4.5677266120910645},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 19: {'params': {'x0': 0.047142348285469204, 'x1': 1.0},\n",
" 'means': {'branin': -6.134182453155518, 'currin': -3.011183977127075},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 20: {'params': {'x0': 0.023106465771415844, 'x1': 1.0},\n",
" 'means': {'branin': -10.882354736328125, 'currin': -2.113800525665283},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 21: {'params': {'x0': 0.07751938884859294, 'x1': 0.9555795698999422},\n",
" 'means': {'branin': -2.7341222763061523, 'currin': -4.092294692993164},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 22: {'params': {'x0': 0.007355481512615939, 'x1': 1.0},\n",
" 'means': {'branin': -15.19325065612793, 'currin': -1.4809924364089966},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 23: {'params': {'x0': 0.03908359193452967, 'x1': 1.0},\n",
" 'means': {'branin': -7.467899799346924, 'currin': -2.7226967811584473},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 24: {'params': {'x0': 0.056162120588825436, 'x1': 1.0},\n",
" 'means': {'branin': -4.964198589324951, 'currin': -3.3161087036132812},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 25: {'params': {'x0': 0.10471571056236206, 'x1': 0.886549012428079},\n",
" 'means': {'branin': -0.8956365585327148, 'currin': -5.012758731842041},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 29: {'params': {'x0': 0.07091388609793212, 'x1': 0.9697664369522259},\n",
" 'means': {'branin': -3.352156639099121, 'currin': -3.8589537143707275},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 30: {'params': {'x0': 0.08370617296891533, 'x1': 0.9365945604264692},\n",
" 'means': {'branin': -2.167757987976074, 'currin': -4.3236260414123535},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 31: {'params': {'x0': 0.027357843825467926, 'x1': 1.0},\n",
" 'means': {'branin': -9.876631736755371, 'currin': -2.2799072265625},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 32: {'params': {'x0': 0.011151095456090072, 'x1': 1.0},\n",
" 'means': {'branin': -14.072361946105957, 'currin': -1.635321021080017},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 33: {'params': {'x0': 0.05145632374008478, 'x1': 1.0},\n",
" 'means': {'branin': -5.531428813934326, 'currin': -3.1595189571380615},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 34: {'params': {'x0': 0.06107277738350422, 'x1': 0.9956949185623516},\n",
" 'means': {'branin': -4.433777809143066, 'currin': -3.484995126724243},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 35: {'params': {'x0': 0.09648215343546504, 'x1': 0.8985448669959295},\n",
" 'means': {'branin': -1.2355241775512695, 'currin': -4.782041072845459},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 36: {'params': {'x0': 0.10958535915301539, 'x1': 0.8588446971129297},\n",
" 'means': {'branin': -0.6255817413330078, 'currin': -5.232783794403076},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 37: {'params': {'x0': 0.04299190549604983, 'x1': 1.0},\n",
" 'means': {'branin': -6.78764533996582, 'currin': -2.864382266998291},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 38: {'params': {'x0': 0.06779941107944121, 'x1': 0.9774980693027313},\n",
" 'means': {'branin': -3.6760921478271484, 'currin': -3.743307590484619},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 39: {'params': {'x0': 0.01900925253683429, 'x1': 1.0},\n",
" 'means': {'branin': -11.916280746459961, 'currin': -1.9514724016189575},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 40: {'params': {'x0': 0.12174627149495364, 'x1': 0.8314499206704036},\n",
" 'means': {'branin': -0.41707801818847656, 'currin': -5.585181713104248},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 41: {'params': {'x0': 0.0036408837664809826, 'x1': 1.0},\n",
" 'means': {'branin': -16.33909797668457, 'currin': -1.329344391822815},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 42: {'params': {'x0': 0.0353615561485768, 'x1': 1.0},\n",
" 'means': {'branin': -8.17336654663086, 'currin': -2.5848639011383057},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 43: {'params': {'x0': 0.07398984357302966, 'x1': 0.9612420668949202},\n",
" 'means': {'branin': -3.0389556884765625, 'currin': -3.9745893478393555},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 44: {'params': {'x0': 0.08035235521777204, 'x1': 0.9446983365729427},\n",
" 'means': {'branin': -2.4474034309387207, 'currin': -4.206155300140381},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 45: {'params': {'x0': 0.029553275886536726, 'x1': 1.0},\n",
" 'means': {'branin': -9.38446044921875, 'currin': -2.364630699157715},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 46: {'params': {'x0': 0.05375151648258906, 'x1': 1.0},\n",
" 'means': {'branin': -5.242917060852051, 'currin': -3.2365901470184326},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 47: {'params': {'x0': 0.0870427884724268, 'x1': 0.9270846572813902},\n",
" 'means': {'branin': -1.8972387313842773, 'currin': -4.443857192993164},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 48: {'params': {'x0': 0.0633160748743348, 'x1': 0.9892348693501222},\n",
" 'means': {'branin': -4.171228885650635, 'currin': -3.5728039741516113},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}},\n",
" 49: {'params': {'x0': 0.04503165869846433, 'x1': 1.0},\n",
" 'means': {'branin': -6.457551956176758, 'currin': -2.937014579772949},\n",
" 'cov_matrix': {'branin': {'branin': 0.0, 'currin': 0.0},\n",
" 'currin': {'branin': 0.0, 'currin': 0.0}}}}"
]
},
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"trial = scheduler.best_raw_trials()\n",
"trial"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Output All Trials"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n",
"
\n",
" \n",
" \n",
" | \n",
" trial_index | \n",
" arm_name | \n",
" trial_status | \n",
" generation_method | \n",
" branin | \n",
" currin | \n",
" is_feasible | \n",
" x0 | \n",
" x1 | \n",
"
\n",
" \n",
" \n",
" \n",
" | 0 | \n",
" 0 | \n",
" 0_0 | \n",
" COMPLETED | \n",
" Sobol | \n",
" -104.829926 | \n",
" -13.321523 | \n",
" False | \n",
" 0.157186 | \n",
" 0.063027 | \n",
"
\n",
" \n",
" | 1 | \n",
" 1 | \n",
" 1_0 | \n",
" COMPLETED | \n",
" Sobol | \n",
" -67.450264 | \n",
" -6.262702 | \n",
" False | \n",
" 0.795510 | \n",
" 0.548820 | \n",
"
\n",
" \n",
" | 2 | \n",
" 2 | \n",
" 2_0 | \n",
" COMPLETED | \n",
" Sobol | \n",
" -44.699284 | \n",
" -11.003670 | \n",
" False | \n",
" 0.162904 | \n",
" 0.291876 | \n",
"
\n",
" \n",
" | 3 | \n",
" 3 | \n",
" 3_0 | \n",
" COMPLETED | \n",
" Sobol | \n",
" -10.633623 | \n",
" -8.563358 | \n",
" False | \n",
" 0.895887 | \n",
" 0.280258 | \n",
"
\n",
" \n",
" | 4 | \n",
" 4 | \n",
" 4_0 | \n",
" COMPLETED | \n",
" Sobol | \n",
" -2.309752 | \n",
" -10.189129 | \n",
" False | \n",
" 0.511377 | \n",
" 0.240122 | \n",
"
\n",
" \n",
" | 5 | \n",
" 5 | \n",
" 5_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -191.902283 | \n",
" -4.252816 | \n",
" False | \n",
" 0.797650 | \n",
" 0.959299 | \n",
"
\n",
" \n",
" | 6 | \n",
" 6 | \n",
" 6_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -31.095140 | \n",
" -5.988050 | \n",
" False | \n",
" 0.234506 | \n",
" 0.876196 | \n",
"
\n",
" \n",
" | 7 | \n",
" 7 | \n",
" 7_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -121.471985 | \n",
" -4.946413 | \n",
" False | \n",
" 0.389611 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 8 | \n",
" 8 | \n",
" 8_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -17.508297 | \n",
" -1.180408 | \n",
" True | \n",
" 0.000000 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 9 | \n",
" 9 | \n",
" 9_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -52.435886 | \n",
" -6.313510 | \n",
" False | \n",
" 0.398786 | \n",
" 0.710204 | \n",
"
\n",
" \n",
" | 10 | \n",
" 10 | \n",
" 10_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -68.184647 | \n",
" -5.815774 | \n",
" False | \n",
" 0.482007 | \n",
" 0.739821 | \n",
"
\n",
" \n",
" | 11 | \n",
" 11 | \n",
" 11_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -27.527704 | \n",
" -1.290188 | \n",
" False | \n",
" 0.000000 | \n",
" 0.889318 | \n",
"
\n",
" \n",
" | 12 | \n",
" 12 | \n",
" 12_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -21.664143 | \n",
" -1.231126 | \n",
" False | \n",
" 0.000000 | \n",
" 0.946487 | \n",
"
\n",
" \n",
" | 13 | \n",
" 13 | \n",
" 13_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -36.937912 | \n",
" -1.372257 | \n",
" False | \n",
" 0.000000 | \n",
" 0.817771 | \n",
"
\n",
" \n",
" | 14 | \n",
" 14 | \n",
" 14_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -4.009657 | \n",
" -3.661427 | \n",
" True | \n",
" 0.067226 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 15 | \n",
" 15 | \n",
" 15_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -8.899821 | \n",
" -2.450595 | \n",
" True | \n",
" 0.031802 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 16 | \n",
" 16 | \n",
" 16_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -0.477794 | \n",
" -5.503173 | \n",
" True | \n",
" 0.116233 | \n",
" 0.828275 | \n",
"
\n",
" \n",
" | 17 | \n",
" 17 | \n",
" 17_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -12.974956 | \n",
" -1.792797 | \n",
" True | \n",
" 0.015048 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 18 | \n",
" 18 | \n",
" 18_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -1.641037 | \n",
" -4.567727 | \n",
" True | \n",
" 0.091039 | \n",
" 0.920518 | \n",
"
\n",
" \n",
" | 19 | \n",
" 19 | \n",
" 19_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -6.134182 | \n",
" -3.011184 | \n",
" True | \n",
" 0.047142 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 20 | \n",
" 20 | \n",
" 20_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -10.882355 | \n",
" -2.113801 | \n",
" True | \n",
" 0.023106 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 21 | \n",
" 21 | \n",
" 21_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -2.734122 | \n",
" -4.092295 | \n",
" True | \n",
" 0.077519 | \n",
" 0.955580 | \n",
"
\n",
" \n",
" | 22 | \n",
" 22 | \n",
" 22_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -15.193251 | \n",
" -1.480992 | \n",
" True | \n",
" 0.007355 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 23 | \n",
" 23 | \n",
" 23_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -7.467900 | \n",
" -2.722697 | \n",
" True | \n",
" 0.039084 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 24 | \n",
" 24 | \n",
" 24_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -4.964199 | \n",
" -3.316109 | \n",
" True | \n",
" 0.056162 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 25 | \n",
" 25 | \n",
" 25_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -0.895637 | \n",
" -5.012759 | \n",
" True | \n",
" 0.104716 | \n",
" 0.886549 | \n",
"
\n",
" \n",
" | 26 | \n",
" 26 | \n",
" 26_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -34.853767 | \n",
" -5.863936 | \n",
" False | \n",
" 1.000000 | \n",
" 0.582649 | \n",
"
\n",
" \n",
" | 27 | \n",
" 27 | \n",
" 27_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -145.872208 | \n",
" -4.005316 | \n",
" False | \n",
" 1.000000 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 28 | \n",
" 28 | \n",
" 28_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -10.960894 | \n",
" -10.179487 | \n",
" False | \n",
" 1.000000 | \n",
" 0.000000 | \n",
"
\n",
" \n",
" | 29 | \n",
" 29 | \n",
" 29_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -3.352157 | \n",
" -3.858954 | \n",
" True | \n",
" 0.070914 | \n",
" 0.969766 | \n",
"
\n",
" \n",
" | 30 | \n",
" 30 | \n",
" 30_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -2.167758 | \n",
" -4.323626 | \n",
" True | \n",
" 0.083706 | \n",
" 0.936595 | \n",
"
\n",
" \n",
" | 31 | \n",
" 31 | \n",
" 31_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -9.876632 | \n",
" -2.279907 | \n",
" True | \n",
" 0.027358 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 32 | \n",
" 32 | \n",
" 32_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -14.072362 | \n",
" -1.635321 | \n",
" True | \n",
" 0.011151 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 33 | \n",
" 33 | \n",
" 33_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -5.531429 | \n",
" -3.159519 | \n",
" True | \n",
" 0.051456 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 34 | \n",
" 34 | \n",
" 34_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -4.433778 | \n",
" -3.484995 | \n",
" True | \n",
" 0.061073 | \n",
" 0.995695 | \n",
"
\n",
" \n",
" | 35 | \n",
" 35 | \n",
" 35_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -1.235524 | \n",
" -4.782041 | \n",
" True | \n",
" 0.096482 | \n",
" 0.898545 | \n",
"
\n",
" \n",
" | 36 | \n",
" 36 | \n",
" 36_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -0.625582 | \n",
" -5.232784 | \n",
" True | \n",
" 0.109585 | \n",
" 0.858845 | \n",
"
\n",
" \n",
" | 37 | \n",
" 37 | \n",
" 37_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -6.787645 | \n",
" -2.864382 | \n",
" True | \n",
" 0.042992 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 38 | \n",
" 38 | \n",
" 38_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -3.676092 | \n",
" -3.743308 | \n",
" True | \n",
" 0.067799 | \n",
" 0.977498 | \n",
"
\n",
" \n",
" | 39 | \n",
" 39 | \n",
" 39_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -11.916281 | \n",
" -1.951472 | \n",
" True | \n",
" 0.019009 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 40 | \n",
" 40 | \n",
" 40_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -0.417078 | \n",
" -5.585182 | \n",
" True | \n",
" 0.121746 | \n",
" 0.831450 | \n",
"
\n",
" \n",
" | 41 | \n",
" 41 | \n",
" 41_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -16.339098 | \n",
" -1.329344 | \n",
" True | \n",
" 0.003641 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 42 | \n",
" 42 | \n",
" 42_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -8.173367 | \n",
" -2.584864 | \n",
" True | \n",
" 0.035362 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 43 | \n",
" 43 | \n",
" 43_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -3.038956 | \n",
" -3.974589 | \n",
" True | \n",
" 0.073990 | \n",
" 0.961242 | \n",
"
\n",
" \n",
" | 44 | \n",
" 44 | \n",
" 44_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -2.447403 | \n",
" -4.206155 | \n",
" True | \n",
" 0.080352 | \n",
" 0.944698 | \n",
"
\n",
" \n",
" | 45 | \n",
" 45 | \n",
" 45_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -9.384460 | \n",
" -2.364631 | \n",
" True | \n",
" 0.029553 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 46 | \n",
" 46 | \n",
" 46_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -5.242917 | \n",
" -3.236590 | \n",
" True | \n",
" 0.053752 | \n",
" 1.000000 | \n",
"
\n",
" \n",
" | 47 | \n",
" 47 | \n",
" 47_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -1.897239 | \n",
" -4.443857 | \n",
" True | \n",
" 0.087043 | \n",
" 0.927085 | \n",
"
\n",
" \n",
" | 48 | \n",
" 48 | \n",
" 48_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -4.171229 | \n",
" -3.572804 | \n",
" True | \n",
" 0.063316 | \n",
" 0.989235 | \n",
"
\n",
" \n",
" | 49 | \n",
" 49 | \n",
" 49_0 | \n",
" COMPLETED | \n",
" MOO | \n",
" -6.457552 | \n",
" -2.937015 | \n",
" True | \n",
" 0.045032 | \n",
" 1.000000 | \n",
"
\n",
" \n",
"
\n",
"