Demonstrating “Bring Your Own Beamline” simulation with XRT#
In this tutorial we’ll show a simulation optimization workflow by loading arbitrary XRT setups using xml/json. By the end, you should be able to go to XRT qook/glow and build your beamline from there to export and drop in to blop. Or if you are lucky enough for an XRT model to be already built for you, export to xml and load in blop.
Some Environment Setup#
note, like all other demos you need the blop_sim subpackage to run
import logging
import warnings
import matplotlib.pyplot as plt
import numpy as np
from bluesky.callbacks.best_effort import BestEffortCallback
# Import simulation devices (requires: pip install -e sim/)
from bluesky.run_engine import RunEngine
from bluesky.utils import ProgressBarManager
from bluesky_tiled_plugins import TiledWriter
from tiled.client import from_uri # type: ignore[import-untyped]
from tiled.client.container import Container
from tiled.server import SimpleTiledServer
from blop.ax import Agent, Objective, RangeDOF
from blop.protocols import EvaluationFunction
from blop_sim.backends import XRTBackend
from blop_sim.devices.xrt import infer_detectors, infer_variables
# Suppress noisy logs from httpx and dependency deprecation warnings
logging.getLogger("httpx").setLevel(logging.WARNING)
warnings.filterwarnings("ignore", category=FutureWarning)
# Enable interactive plotting
plt.ion()
DETECTOR_STORAGE = "/tmp/blop/sim"
/home/runner/work/blop/blop/.pixi/envs/docs/lib/python3.13/site-packages/torch/jit/_script.py:1491: FutureWarning: `torch.jit.script` is deprecated. Please switch to `torch.compile` or `torch.export`.
warnings.warn(
[INFO 09-30 18:55:45] ax.storage.sqa_store.with_db_settings_base: Ax SQL storage initialized with SQLAlchemy 2.1.1
/home/runner/work/blop/blop/.pixi/envs/docs/lib/python3.13/site-packages/xrt/backends/raycing/sources/sybase.py:78: SyntaxWarning: invalid escape sequence '\s'
:math:`\beta_i = \frac{\sigma_i^{2}}{\epsilon_i}`, with
fileName = r"toroid_focus.xml"
beam = XRTBackend(file=fileName)
dets = infer_detectors(beam)
motors = infer_variables(beam, filter_for=None)
created inferred variable toroid_focus:screen01:center:z of float type as value is None or auto.
Be careful when setting this variable as the type is guessed as float by default.
A small view of the inferred motors#
for name, element in motors.items():
print(name)
for nm, motor in element.items():
print(f"{nm} : {motor}")
bendingMagnet01
B0 : <InferredVariable::toroid_focus:bendingMagnet01:B0=<class 'float'>:1.0>
rho : <InferredVariable::toroid_focus:bendingMagnet01:rho=<class 'float'>:10.00692285594456>
toroidMirror01
R : <InferredVariable::toroid_focus:toroidMirror01:R=<class 'float'>:152982.84327559808>
r : <InferredVariable::toroid_focus:toroidMirror01:r=<class 'float'>:1162.0765699687756>
screen01
center:x : <InferredVariable::toroid_focus:screen01:center:x=<class 'int'>:0>
center:y : <InferredVariable::toroid_focus:screen01:center:y=<class 'int'>:30000>
center:z : <InferredVariable::toroid_focus:screen01:center:z=<class 'float'>:auto>
x:x : <InferredVariable::toroid_focus:screen01:x:x=<class 'float'>:1.0>
x:y : <InferredVariable::toroid_focus:screen01:x:y=<class 'float'>:-0.0>
x:z : <InferredVariable::toroid_focus:screen01:x:z=<class 'float'>:0.0>
z:x : <InferredVariable::toroid_focus:screen01:z:x=<class 'float'>:0.0>
z:y : <InferredVariable::toroid_focus:screen01:z:y=<class 'float'>:0.0>
z:z : <InferredVariable::toroid_focus:screen01:z:z=<class 'float'>:1.0>
Another glimpse into the inferred detectors#
for name, det in dets.items():
print(f"{name} : {det}")
bendingMagnet01 : <blop_sim.devices.xrt.auto_element.InferredDetector object at 0x7f50e3e0cec0>
toroidMirror01 : <blop_sim.devices.xrt.auto_element.InferredDetector object at 0x7f50e3f5f250>
screen01 : <blop_sim.devices.xrt.auto_element.InferredDetector object at 0x7f50e3f5f390>
Setting up an optimization#
toro_R = motors["toroidMirror01"]["R"]
toro_R.alias = "big_r"
toro_r = motors["toroidMirror01"]["r"]
screen = dets["screen01"]
screen.set_primary()
VERTICAL_BOUNDS = (toro_R.val - 15000, toro_R.val + 15000)
HORIZONTAL_BOUNDS = (toro_r.val - 500, toro_r.val + 500)
# Define DOFs using mirror radius signals
dofs = [
RangeDOF(actuator=toro_R, bounds=VERTICAL_BOUNDS, parameter_type="float"),
RangeDOF(actuator=toro_r, bounds=HORIZONTAL_BOUNDS, parameter_type="float"),
]
tiled_server = SimpleTiledServer()
tiled_client = from_uri(tiled_server.uri)
tiled_writer = TiledWriter(tiled_client)
RE = RunEngine({})
bec = BestEffortCallback()
# Send all metadata/data captured to the BestEffortCallback.
# RE.subscribe(bec)
RE.waiting_hook = ProgressBarManager()
tiled_client = from_uri(tiled_server.uri)
tiled_writer = TiledWriter(tiled_client)
RE.subscribe(tiled_writer)
0
# Single objective: minimize the geometric-mean FWHM
objectives = [
Objective(name="fwhm", minimize=True),
]
from collections.abc import Mapping, Sequence
class DetectorEvaluation(EvaluationFunction):
def __init__(self, tiled_client: Container):
self.tiled_client = tiled_client
def _fwhm_from_profile(self, profile: np.ndarray) -> float:
"""Compute FWHM from a 1D marginal profile.
Finds the half-maximum crossing points with sub-pixel interpolation.
Returns a large value if the beam is too dim or fills the entire detector.
"""
peak = profile.max()
if peak == 0:
return float(len(profile)) # No signal — return detector width as penalty
half_max = peak / 2.0
above = profile >= half_max
if not above.any():
return float(len(profile))
indices = np.where(above)[0]
left_idx = indices[0]
right_idx = indices[-1]
# Sub-pixel interpolation at left crossing
if left_idx > 0:
left = left_idx - 1 + (half_max - profile[left_idx - 1]) / (profile[left_idx] - profile[left_idx - 1])
else:
left = 0.0
# Sub-pixel interpolation at right crossing
if right_idx < len(profile) - 1:
right = right_idx + (half_max - profile[right_idx]) / (profile[right_idx + 1] - profile[right_idx])
else:
right = float(len(profile) - 1)
return right - left
def _compute_stats(self, image: np.ndarray) -> tuple[float, float]:
"""Compute FWHM and integrated intensity from a beam image.
Returns
-------
fwhm : float
Geometric mean of the horizontal and vertical FWHM (in pixels).
intensity : float
Total integrated intensity (sum of all pixel values).
"""
gray = image.squeeze().astype(np.float64)
if gray.ndim == 3:
gray = gray.mean(axis=-1)
# Integrated intensity (total flux on detector)
intensity = gray.sum()
if intensity == 0:
return 400.0, 0.0 # No beam — return max FWHM penalty
# Marginal profiles: project onto each axis
x_profile = gray.sum(axis=0) # sum along Y rows -> X profile
y_profile = gray.sum(axis=1) # sum along X cols -> Y profile
fwhm_x = self._fwhm_from_profile(x_profile)
fwhm_y = self._fwhm_from_profile(y_profile)
# Geometric mean FWHM — targets a small, round spot
fwhm = np.sqrt(fwhm_x * fwhm_y)
return float(fwhm), float(intensity)
def __call__(self, uid: str, suggestions: Sequence[Mapping]) -> Sequence[Mapping]:
outcomes = []
run = self.tiled_client[uid]
# Read beam images from detector
images = run[f"primary/{screen.name}"].read()
# These IDs, not positions in suggestions, are ordered to match acquired images.
acquisition_order = run.metadata["start"]["blop_acquisition_order"]
# Compute statistics from each image
for idx, suggestion_id in enumerate(acquisition_order):
image = images[idx]
fwhm, intensity = self._compute_stats(image)
outcome = {
"_id": suggestion_id,
"fwhm": fwhm,
# "intensity": intensity,
}
outcomes.append(outcome)
return outcomes
agent = Agent(
sensors=[screen],
dofs=dofs,
objectives=objectives,
evaluation_function=DetectorEvaluation(tiled_client),
name="xrt-blop-demo",
description="A demo of the Blop agent with XRT simulated beamline",
)
# Run 1 iteration with a batch of 10 points for initial exploration
RE(agent.optimize(1, n_points=10))
╭───────────────────────────────────────────────── Optimization ──────────────────────────────────────────────────╮ │ Optimizer AxOptimizer │ │ Actuators big_r, toroid_focus:toroidMirror01:r │ │ Sensors screen01 │ │ Iterations 1 Points/iter 10 │ │ Run UID 8da87c8b-90a5-47bb-9c88-0ca45ca9a925 │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
124836 rays of 500000
250170 rays of 500000
375248 rays of 500000
500251 rays of 500000
screen01
center:
[0.0, 30000.0, 1763.260551800814]
[INFO 09-30 18:55:51] ax.api.client: GenerationStrategy(name='Center+Sobol+MBM:fast', nodes=[CenterGenerationNode(next_node_name='Sobol', use_existing_trials_for_initialization=True), GenerationNode(name='Sobol', generator_specs=[GeneratorSpec(generator_enum=Sobol, generator_key_override=None)], transition_criteria=[MinTrials(transition_to='MBM'), MinTrials(transition_to='MBM')], suggested_experiment_status=ExperimentStatus.INITIALIZATION, pausing_criteria=[MaxTrialsAwaitingData(threshold=5)]), GenerationNode(name='MBM', generator_specs=[GeneratorSpec(generator_enum=BoTorch, generator_key_override=None)], transition_criteria=None, suggested_experiment_status=ExperimentStatus.OPTIMIZATION, pausing_criteria=None)]) chosen based on user input and problem structure.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 0 with parameters {'big_r': 152982.843276, 'toroid_focus:toroidMirror01:r': 1162.07657} using GenerationNode CenterOfSearchSpace.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 1 with parameters {'big_r': 158176.805134, 'toroid_focus:toroidMirror01:r': 1254.672862} using GenerationNode Sobol.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 2 with parameters {'big_r': 150579.768232, 'toroid_focus:toroidMirror01:r': 777.813692} using GenerationNode Sobol.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 3 with parameters {'big_r': 143868.481488, 'toroid_focus:toroidMirror01:r': 1645.07999} using GenerationNode Sobol.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 4 with parameters {'big_r': 166703.555304, 'toroid_focus:toroidMirror01:r': 1106.207137} using GenerationNode Sobol.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 5 with parameters {'big_r': 163478.803494, 'toroid_focus:toroidMirror01:r': 1468.463388} using GenerationNode Sobol.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 6 with parameters {'big_r': 141584.87698, 'toroid_focus:toroidMirror01:r': 929.590505} using GenerationNode Sobol.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 7 with parameters {'big_r': 146418.503699, 'toroid_focus:toroidMirror01:r': 1296.798629} using GenerationNode Sobol.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 8 with parameters {'big_r': 153081.71682, 'toroid_focus:toroidMirror01:r': 819.939461} using GenerationNode Sobol.
[INFO 09-30 18:55:51] ax.api.client: Generated new trial 9 with parameters {'big_r': 156609.388459, 'toroid_focus:toroidMirror01:r': 1570.777309} using GenerationNode Sobol.
[INFO 09-30 18:56:16] ax.api.client: Trial 0 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 8 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 2 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 7 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 3 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 6 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 9 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 1 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 5 marked COMPLETED.
[INFO 09-30 18:56:16] ax.api.client: Trial 4 marked COMPLETED.
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━┓ ┃ Suggestion ID ┃ big_r ┃ toroid_focus:toroidMirro… ┃ fwhm ┃ ┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━┩ └────────────────────────────┴────────────────────────────┴───────────────────────────┴───────────────────────────┘
┃ ┃ ┃ ┃ ┃ ┃ 0 ┃ 152983 ┃ 1162.08 ┃ 43.8421 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 1 ┃ 158177 ┃ 1254.67 ┃ 72.366 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 2 ┃ 150580 ┃ 777.814 ┃ 21.9693 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 3 ┃ 143868 ┃ 1645.08 ┃ 12.7604 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 4 ┃ 166704 ┃ 1106.21 ┃ 59.7346 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
───────────────────────────────────────────────── Iteration 1 / 1 ─────────────────────────────────────────────────
fwhm min: 12.7604 max: 72.366 mean: 42.1345 (5 pts sampled)
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────
┃ ┃ ┃ ┃ ┃ ┃ 5 ┃ 163479 ┃ 1468.46 ┃ 63.2691 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 6 ┃ 141585 ┃ 929.591 ┃ 14.126 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 7 ┃ 146419 ┃ 1296.8 ┃ 21.1024 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 8 ┃ 153082 ┃ 819.939 ┃ 23.8841 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 9 ┃ 156609 ┃ 1570.78 ┃ 85.6022 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
───────────────────────────────────────────────── Iteration 1 / 1 ─────────────────────────────────────────────────
fwhm min: 12.7604 max: 85.6022 mean: 41.8656 (10 pts sampled)
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────
Summary Statistics ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━┓ ┃ Name ┃ Type ┃ Min ┃ Max ┃ Mean ┃ Std ┃ Count ┃ ┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━┩ │ big_r │ param │ 141585 │ 166704 │ 153348 │ 8158.67 │ 10 │ │ toroid_focus:toroidMirror01:r │ param │ 777.814 │ 1645.08 │ 1203.14 │ 302.939 │ 10 │ │ fwhm │ outcome │ 12.7604 │ 85.6022 │ 41.8656 │ 26.6487 │ 10 │ └───────────────────────────────┴─────────┴─────────┴─────────┴─────────┴─────────┴───────┘
────────────────────────────────────────────── Optimization Complete ──────────────────────────────────────────────
('8da87c8b-90a5-47bb-9c88-0ca45ca9a925',
'7de384d3-ea9e-4f73-a28e-702c48a7b244')
# Run more iterations
RE(agent.optimize(5, n_points=5))
╭───────────────────────────────────────────────── Optimization ──────────────────────────────────────────────────╮ │ Optimizer AxOptimizer │ │ Actuators big_r, toroid_focus:toroidMirror01:r │ │ Sensors screen01 │ │ Iterations 5 more (1 completed, 6 total) Points/iter 5 │ │ Run UID 02c975c2-9c09-45d3-87f0-0eb2d1846236 │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
[INFO 09-30 18:56:20] ax.api.client: Generated new trial 10 with parameters {'big_r': 139230.892932, 'toroid_focus:toroidMirror01:r': 1470.448478} using GenerationNode MBM.
[INFO 09-30 18:56:20] ax.api.client: Generated new trial 11 with parameters {'big_r': 137982.843276, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:56:20] ax.api.client: Generated new trial 12 with parameters {'big_r': 141832.886655, 'toroid_focus:toroidMirror01:r': 1376.073059} using GenerationNode MBM.
[INFO 09-30 18:56:20] ax.api.client: Generated new trial 13 with parameters {'big_r': 137982.843276, 'toroid_focus:toroidMirror01:r': 1662.07657} using GenerationNode MBM.
[INFO 09-30 18:56:20] ax.api.client: Generated new trial 14 with parameters {'big_r': 137982.843276, 'toroid_focus:toroidMirror01:r': 1217.719868} using GenerationNode MBM.
[INFO 09-30 18:56:31] ax.api.client: Trial 12 marked COMPLETED.
[INFO 09-30 18:56:31] ax.api.client: Trial 10 marked COMPLETED.
[INFO 09-30 18:56:31] ax.api.client: Trial 13 marked COMPLETED.
[INFO 09-30 18:56:31] ax.api.client: Trial 14 marked COMPLETED.
[INFO 09-30 18:56:31] ax.api.client: Trial 11 marked COMPLETED.
[INFO 09-30 18:56:37] ax.api.client: Generated new trial 15 with parameters {'big_r': 141784.223165, 'toroid_focus:toroidMirror01:r': 1662.07657} using GenerationNode MBM.
[INFO 09-30 18:56:37] ax.api.client: Generated new trial 16 with parameters {'big_r': 142025.019214, 'toroid_focus:toroidMirror01:r': 1484.682503} using GenerationNode MBM.
[INFO 09-30 18:56:37] ax.api.client: Generated new trial 17 with parameters {'big_r': 142477.508648, 'toroid_focus:toroidMirror01:r': 1331.193086} using GenerationNode MBM.
[INFO 09-30 18:56:37] ax.api.client: Generated new trial 18 with parameters {'big_r': 141214.616028, 'toroid_focus:toroidMirror01:r': 1358.926385} using GenerationNode MBM.
[INFO 09-30 18:56:37] ax.api.client: Generated new trial 19 with parameters {'big_r': 144279.322614, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:56:48] ax.api.client: Trial 18 marked COMPLETED.
[INFO 09-30 18:56:48] ax.api.client: Trial 15 marked COMPLETED.
[INFO 09-30 18:56:48] ax.api.client: Trial 16 marked COMPLETED.
[INFO 09-30 18:56:48] ax.api.client: Trial 17 marked COMPLETED.
[INFO 09-30 18:56:48] ax.api.client: Trial 19 marked COMPLETED.
[INFO 09-30 18:56:55] ax.api.client: Generated new trial 20 with parameters {'big_r': 142342.579896, 'toroid_focus:toroidMirror01:r': 1429.260088} using GenerationNode MBM.
[INFO 09-30 18:56:55] ax.api.client: Generated new trial 21 with parameters {'big_r': 141638.112195, 'toroid_focus:toroidMirror01:r': 1484.24603} using GenerationNode MBM.
[INFO 09-30 18:56:55] ax.api.client: Generated new trial 22 with parameters {'big_r': 142247.713187, 'toroid_focus:toroidMirror01:r': 1564.273775} using GenerationNode MBM.
[INFO 09-30 18:56:55] ax.api.client: Generated new trial 23 with parameters {'big_r': 167982.843276, 'toroid_focus:toroidMirror01:r': 1662.07657} using GenerationNode MBM.
[INFO 09-30 18:56:55] ax.api.client: Generated new trial 24 with parameters {'big_r': 142377.123713, 'toroid_focus:toroidMirror01:r': 1662.07657} using GenerationNode MBM.
[INFO 09-30 18:57:07] ax.api.client: Trial 20 marked COMPLETED.
[INFO 09-30 18:57:07] ax.api.client: Trial 21 marked COMPLETED.
[INFO 09-30 18:57:07] ax.api.client: Trial 22 marked COMPLETED.
[INFO 09-30 18:57:07] ax.api.client: Trial 24 marked COMPLETED.
[INFO 09-30 18:57:07] ax.api.client: Trial 23 marked COMPLETED.
[INFO 09-30 18:57:13] ax.api.client: Generated new trial 25 with parameters {'big_r': 158912.054338, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:57:13] ax.api.client: Generated new trial 26 with parameters {'big_r': 141950.760191, 'toroid_focus:toroidMirror01:r': 1275.580594} using GenerationNode MBM.
[INFO 09-30 18:57:13] ax.api.client: Generated new trial 27 with parameters {'big_r': 160823.030176, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:57:13] ax.api.client: Generated new trial 28 with parameters {'big_r': 156696.749452, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:57:13] ax.api.client: Generated new trial 29 with parameters {'big_r': 142030.104985, 'toroid_focus:toroidMirror01:r': 1331.092868} using GenerationNode MBM.
[INFO 09-30 18:57:25] ax.api.client: Trial 27 marked COMPLETED.
[INFO 09-30 18:57:25] ax.api.client: Trial 25 marked COMPLETED.
[INFO 09-30 18:57:25] ax.api.client: Trial 28 marked COMPLETED.
[INFO 09-30 18:57:25] ax.api.client: Trial 29 marked COMPLETED.
[INFO 09-30 18:57:25] ax.api.client: Trial 26 marked COMPLETED.
[INFO 09-30 18:57:33] ax.api.client: Generated new trial 30 with parameters {'big_r': 164856.268873, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:57:33] ax.api.client: Generated new trial 31 with parameters {'big_r': 166241.45268, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:57:33] ax.api.client: Generated new trial 32 with parameters {'big_r': 164190.736343, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:57:33] ax.api.client: Generated new trial 33 with parameters {'big_r': 142500.299897, 'toroid_focus:toroidMirror01:r': 1234.997453} using GenerationNode MBM.
[INFO 09-30 18:57:33] ax.api.client: Generated new trial 34 with parameters {'big_r': 167130.996123, 'toroid_focus:toroidMirror01:r': 662.07657} using GenerationNode MBM.
[INFO 09-30 18:57:44] ax.api.client: Trial 33 marked COMPLETED.
[INFO 09-30 18:57:44] ax.api.client: Trial 32 marked COMPLETED.
[INFO 09-30 18:57:44] ax.api.client: Trial 30 marked COMPLETED.
[INFO 09-30 18:57:44] ax.api.client: Trial 31 marked COMPLETED.
[INFO 09-30 18:57:44] ax.api.client: Trial 34 marked COMPLETED.
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━┓ ┃ Suggestion ID ┃ big_r ┃ toroid_focus:toroidMirro… ┃ fwhm ┃ ┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━┩ └────────────────────────────┴────────────────────────────┴───────────────────────────┴───────────────────────────┘
┃ ┃ ┃ ┃ ┃ ┃ 10 ┃ 139231 ┃ 1470.45 ┃ 14.5732 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 11 ┃ 137983 ┃ 662.077 ┃ 22.0615 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 12 ┃ 141833 ┃ 1376.07 ┃ 9.61293 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 13 ┃ 137983 ┃ 1662.08 ┃ 17.5194 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 14 ┃ 137983 ┃ 1217.72 ┃ 17.5792 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
───────────────────────────────────────────────── Iteration 2 / 6 ─────────────────────────────────────────────────
fwhm min: 9.61293 max: 85.6022 mean: 33.3335 (15 pts sampled)
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────
┃ ┃ ┃ ┃ ┃ ┃ 15 ┃ 141784 ┃ 1662.08 ┃ 11.2268 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 16 ┃ 142025 ┃ 1484.68 ┃ 10.9688 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 17 ┃ 142478 ┃ 1331.19 ┃ 10.6355 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 18 ┃ 141215 ┃ 1358.93 ┃ 9.95443 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 19 ┃ 144279 ┃ 662.077 ┃ 17.9681 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
───────────────────────────────────────────────── Iteration 3 / 6 ─────────────────────────────────────────────────
fwhm min: 9.61293 max: 85.6022 mean: 28.0378 (20 pts sampled)
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────
┃ ┃ ┃ ┃ ┃ ┃ 20 ┃ 142343 ┃ 1429.26 ┃ 9.83987 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 21 ┃ 141638 ┃ 1484.25 ┃ 11.6194 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 22 ┃ 142248 ┃ 1564.27 ┃ 12.1151 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 23 ┃ 167983 ┃ 1662.08 ┃ 61.7597 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 24 ┃ 142377 ┃ 1662.08 ┃ 12.1839 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
───────────────────────────────────────────────── Iteration 4 / 6 ─────────────────────────────────────────────────
fwhm min: 9.61293 max: 85.6022 mean: 26.731 (25 pts sampled)
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────
┃ ┃ ┃ ┃ ┃ ┃ 25 ┃ 158912 ┃ 662.077 ┃ 22.3792 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 26 ┃ 141951 ┃ 1275.58 ┃ 11.7067 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 27 ┃ 160823 ┃ 662.077 ┃ 17.0878 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 28 ┃ 156697 ┃ 662.077 ┃ 23.3689 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 29 ┃ 142030 ┃ 1331.09 ┃ 9.94003 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
───────────────────────────────────────────────── Iteration 5 / 6 ─────────────────────────────────────────────────
fwhm min: 9.61293 max: 85.6022 mean: 25.0919 (30 pts sampled)
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────
┃ ┃ ┃ ┃ ┃ ┃ 30 ┃ 164856 ┃ 662.077 ┃ 52.4518 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 31 ┃ 166241 ┃ 662.077 ┃ 53.3569 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 32 ┃ 164191 ┃ 662.077 ┃ 52.425 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 33 ┃ 142500 ┃ 1235 ┃ 12.1037 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
┃ ┃ ┃ ┃ ┃ ┃ 34 ┃ 167131 ┃ 662.077 ┃ 54.0337 ┃ ┡────────────────────────────╇────────────────────────────╇───────────────────────────╇───────────────────────────┩
───────────────────────────────────────────────── Iteration 6 / 6 ─────────────────────────────────────────────────
fwhm min: 9.61293 max: 85.6022 mean: 27.9179 (35 pts sampled)
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────
Summary Statistics ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━┓ ┃ Name ┃ Type ┃ Min ┃ Max ┃ Mean ┃ Std ┃ Count ┃ ┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━┩ │ big_r │ param │ 137983 │ 167983 │ 149777 │ 10287.7 │ 35 │ │ toroid_focus:toroidMirror01:r │ param │ 662.077 │ 1662.08 │ 1177.05 │ 375.111 │ 35 │ │ fwhm │ outcome │ 9.61293 │ 85.6022 │ 27.9179 │ 21.7992 │ 35 │ └───────────────────────────────┴─────────┴─────────┴─────────┴─────────┴─────────┴───────┘
────────────────────────────────────────────── Optimization Complete ──────────────────────────────────────────────
('02c975c2-9c09-45d3-87f0-0eb2d1846236',
'26feebd0-3cb2-4e1d-b421-61c5ef68e808',
'27103bcc-01a4-4c3c-9207-f2c67408d137',
'2141fa7e-0bfe-4cc0-8b3a-3c7d74032e8f',
'3bbad82c-55ba-45c4-87a3-7614d5a4a1c0',
'b0f2752f-6531-4d27-92c9-8927c38708de')
_ = agent.ax_client.compute_analyses()
[ERROR 09-30 18:57:47] ax.core.experiment: Encountered ValueError Data to attach is empty. while attaching results. Proceeding and returning results fetched without attaching.
[ERROR 09-30 18:57:47] ax.core.experiment: Encountered ValueError Data to attach is empty. while attaching results. Proceeding and returning results fetched without attaching.
[ERROR 09-30 18:57:47] ax.core.experiment: Encountered ValueError Data to attach is empty. while attaching results. Proceeding and returning results fetched without attaching.
[ERROR 09-30 18:57:47] ax.core.experiment: Encountered ValueError Data to attach is empty. while attaching results. Proceeding and returning results fetched without attaching.
[ERROR 09-30 18:57:47] ax.core.experiment: Encountered ValueError Data to attach is empty. while attaching results. Proceeding and returning results fetched without attaching.
[ERROR 09-30 18:57:47] ax.core.experiment: Encountered ValueError Data to attach is empty. while attaching results. Proceeding and returning results fetched without attaching.
[ERROR 09-30 18:57:47] ax.core.experiment: Encountered ValueError Data to attach is empty. while attaching results. Proceeding and returning results fetched without attaching.
Overview of the Entire Optimization Process
This analysis provides an overview of the entire optimization process. It includes visualizations of the results obtained so far, insights into the parameter and metric relationships learned by the Ax model, diagnostics such as model fit, and health checks to assess the overall health of the experiment.
Results Analysis
Result Analyses provide a high-level overview of the results of the optimization process so far with respect to the metrics specified in experiment design.
Metric Effects: Predicted and observed effects for all arms in the experiment
These pair of plots visualize the metric effects for each arm, with the Ax model predictions on the left and the raw observed data on the right. The predicted effects apply shrinkage for noise and adjust for non-stationarity in the data, so they are more representative of the reproducible effects that will manifest in a long-term validation experiment.
Metric Effects Pair for fwhm
Modeled Arm Effects on fwhm
Modeled effects on fwhm. This plot visualizes predictions of the true metric changes for each arm based on Ax's model. This is the expected delta you would expect if you (re-)ran that arm. This plot helps in anticipating the outcomes and performance of arms based on the model's predictions. Note, flat predictions across arms indicate that the model predicts that there is no effect, meaning if you were to re-run the experiment, the delta you would see would be small and fall within the confidence interval indicated in the plot.
Observed Arm Effects on fwhm
Observed effects on fwhm. This plot visualizes the effects from previously-run arms on a specific metric, providing insights into their performance. This plot allows one to compare and contrast the effectiveness of different arms, highlighting which configurations have yielded the most favorable outcomes.
Utility Progression
Shows the best fwhm value achieved so far across completed trials (objective is to minimize). The x-axis shows trial index. Only completed or early-stopped trials with complete metric data are included, so there may be gaps if some trials failed, were abandoned, or have incomplete data. The y-axis shows cumulative best utility. Only improvements are plotted, so flat segments indicate trials that didn't surpass the previous best. Infeasible trials (violating outcome constraints) don't contribute to the improvements.
Best Trial for Experiment
Displays the trial with the best objective value based on raw observations. This reflects actual measured performance during execution. This trial achieved the optimal objective value and represents the recommended configuration for your optimization goal. Only considering COMPLETED trials.
| trial_index | arm_name | trial_status | generation_node | fwhm | big_r | toroid_focus:toroidMirror01:r | |
|---|---|---|---|---|---|---|---|
| 0 | 12 | 12_0 | COMPLETED | MBM | 9.612934 | 141832.886655 | 1376.073059 |
Summary for xrt-blop-demo
High-level summary of the `Trial`-s in this `Experiment`
| trial_index | arm_name | trial_status | generation_node | fwhm | big_r | toroid_focus:toroidMirror01:r | |
|---|---|---|---|---|---|---|---|
| 0 | 0 | 0_0 | COMPLETED | CenterOfSearchSpace | 43.842053 | 152982.843276 | 1162.076570 |
| 1 | 1 | 1_0 | COMPLETED | Sobol | 72.366010 | 158176.805134 | 1254.672862 |
| 2 | 2 | 2_0 | COMPLETED | Sobol | 21.969332 | 150579.768232 | 777.813692 |
| 3 | 3 | 3_0 | COMPLETED | Sobol | 12.760396 | 143868.481488 | 1645.079990 |
| 4 | 4 | 4_0 | COMPLETED | Sobol | 59.734607 | 166703.555304 | 1106.207137 |
| 5 | 5 | 5_0 | COMPLETED | Sobol | 63.269062 | 163478.803494 | 1468.463388 |
| 6 | 6 | 6_0 | COMPLETED | Sobol | 14.126031 | 141584.876980 | 929.590505 |
| 7 | 7 | 7_0 | COMPLETED | Sobol | 21.102366 | 146418.503699 | 1296.798629 |
| 8 | 8 | 8_0 | COMPLETED | Sobol | 23.884141 | 153081.716820 | 819.939461 |
| 9 | 9 | 9_0 | COMPLETED | Sobol | 85.602158 | 156609.388459 | 1570.777309 |
| 10 | 10 | 10_0 | COMPLETED | MBM | 14.573202 | 139230.892932 | 1470.448478 |
| 11 | 11 | 11_0 | COMPLETED | MBM | 22.061509 | 137982.843276 | 662.076570 |
| 12 | 12 | 12_0 | COMPLETED | MBM | 9.612934 | 141832.886655 | 1376.073059 |
| 13 | 13 | 13_0 | COMPLETED | MBM | 17.519400 | 137982.843276 | 1662.076570 |
| 14 | 14 | 14_0 | COMPLETED | MBM | 17.579159 | 137982.843276 | 1217.719868 |
| 15 | 15 | 15_0 | COMPLETED | MBM | 11.226759 | 141784.223165 | 1662.076570 |
| 16 | 16 | 16_0 | COMPLETED | MBM | 10.968786 | 142025.019214 | 1484.682503 |
| 17 | 17 | 17_0 | COMPLETED | MBM | 10.635516 | 142477.508648 | 1331.193086 |
| 18 | 18 | 18_0 | COMPLETED | MBM | 9.954427 | 141214.616028 | 1358.926385 |
| 19 | 19 | 19_0 | COMPLETED | MBM | 17.968072 | 144279.322614 | 662.076570 |
| 20 | 20 | 20_0 | COMPLETED | MBM | 9.839868 | 142342.579896 | 1429.260088 |
| 21 | 21 | 21_0 | COMPLETED | MBM | 11.619441 | 141638.112195 | 1484.246030 |
| 22 | 22 | 22_0 | COMPLETED | MBM | 12.115115 | 142247.713187 | 1564.273775 |
| 23 | 23 | 23_0 | COMPLETED | MBM | 61.759671 | 167982.843276 | 1662.076570 |
| 24 | 24 | 24_0 | COMPLETED | MBM | 12.183932 | 142377.123713 | 1662.076570 |
| 25 | 25 | 25_0 | COMPLETED | MBM | 22.379224 | 158912.054338 | 662.076570 |
| 26 | 26 | 26_0 | COMPLETED | MBM | 11.706701 | 141950.760191 | 1275.580594 |
| 27 | 27 | 27_0 | COMPLETED | MBM | 17.087768 | 160823.030176 | 662.076570 |
| 28 | 28 | 28_0 | COMPLETED | MBM | 23.368931 | 156696.749452 | 662.076570 |
| 29 | 29 | 29_0 | COMPLETED | MBM | 9.940033 | 142030.104985 | 1331.092868 |
| 30 | 30 | 30_0 | COMPLETED | MBM | 52.451766 | 164856.268873 | 662.076570 |
| 31 | 31 | 31_0 | COMPLETED | MBM | 53.356863 | 166241.452680 | 662.076570 |
| 32 | 32 | 32_0 | COMPLETED | MBM | 52.425022 | 164190.736343 | 662.076570 |
| 33 | 33 | 33_0 | COMPLETED | MBM | 12.103716 | 142500.299897 | 1234.997453 |
| 34 | 34 | 34_0 | COMPLETED | MBM | 54.033665 | 167130.996123 | 662.076570 |
Insights Analysis
Insight Analyses display information to help understand the underlying experiment i.e parameter and metric relationships learned by the Ax model.Use this information to better understand your experiment space and users.
Top Surfaces Analysis: Parameter sensitivity, slice, and contour plots
The top surfaces analysis displays three analyses in one. First, it shows parameter sensitivities, which shows the sensitivity of the metrics in the experiment to the most important parameters. Subsetting to only the most important parameters, it then shows slice plots and contour plots for each metric in the experiment, displaying the relationship between the metric and the most important parameters.
Sensitivity Analysis for fwhm
Understand how each parameter affects fwhm according to a second-order sensitivity analysis.
Slice Plots: Metric effects by parameter value
These plots show the relationship between a metric and a parameter. They show the predicted values of the metric on the y-axis as a function of the parameter on the x-axis while keeping all other parameters fixed at their status_quo value (if available), best trial value, or the center of the search space.
fwhm vs. big_r
The slice plot provides a one-dimensional view of predicted outcomes for fwhm as a function of a single parameter, while keeping all other parameters fixed at their best trial value (Arm 29_0). This visualization helps in understanding the sensitivity and impact of changes in the selected parameter on the predicted metric outcomes.
fwhm vs. toroid_focus:toroidMirror01:r
The slice plot provides a one-dimensional view of predicted outcomes for fwhm as a function of a single parameter, while keeping all other parameters fixed at their best trial value (Arm 29_0). This visualization helps in understanding the sensitivity and impact of changes in the selected parameter on the predicted metric outcomes.
Contour Plots: Metric effects by parameter values
These plots show the relationship between a metric and two parameters. They show the predicted values of the metric (indicated by color) as a function of the two parameters on the x- and y-axes while keeping all other parameters fixed at their status_quo value (if available), best trial value, or the center of the search space.
fwhm (Mean) vs. big_r, toroid_focus:toroidMirror01:r
The contour plot visualizes the predicted outcomes for fwhm across a two-dimensional parameter space, with other parameters held fixed at their best trial value (Arm 29_0). This plot helps in identifying regions of optimal performance and understanding how changes in the selected parameters influence the predicted outcomes. Contour lines represent levels of constant predicted values, providing insights into the gradient and potential optima within the parameter space.
Diagnostic Analysis
Diagnostic Analyses provide information about the optimization process and the quality of the model fit. You can use this information to understand if the experimental design should be adjusted to improve optimization quality.
Cross Validation: Assessing model fit
Cross-validation plots display the model fit for each metric in the experiment. The model is trained on a subset of the data and then predicts the outcome for the remaining subset. The plots show the predicted outcome for the validation set on the y-axis against its actual value on the x-axis. Points that align closely with the dotted diagonal line indicate a strong model fit, signifying accurate predictions. Additionally, the plots include confidence intervals that provide insight into the noise in observations and the uncertainty in model predictions.
NOTE: A horizontal, flat line of predictions indicates that the model has not picked up on sufficient signal in the data, and instead is just predicting the mean.
Cross Validation for fwhm (R² = 0.92)
The cross-validation plot displays the model fit for each metric in the experiment. It employs a leave-one-out approach, where the model is trained on all data except one sample, which is used for validation. The plot shows the predicted outcome for the validation set on the y-axis against its actual value on the x-axis. Points that align closely with the dotted diagonal line indicate a strong model fit, signifying accurate predictions. Additionally, the plot includes 95% confidence intervals that provide insight into the noise in observations and the uncertainty in model predictions. A horizontal, flat line of predictions indicates that the model has not picked up on sufficient signal in the data, and instead is just predicting the mean.
Summary of model fits
R² (coefficient of determination) measures how well the model predicts each metric. Higher values indicate better model fit. Metrics with R² >= 0.1 are highlighted in green.
Generation Strategy Graph
GenerationStrategy: Center+Sobol+MBM:fast
Visualize the structure of a GenerationStrategy as a directed graph. Each node
represents a GenerationNode in the strategy, and edges represent transitions
between nodes based on TransitionCriterion. Edge labels show the criterion
class names that trigger the transition.
b'\n\n\n\n\n'
Health Checks
Comprehensive health checks designed to identify potential issues in the Ax experiment. These checks cover areas such as metric fetching, search space configuration, and candidate generation, with the aim of flagging areas where user intervention may be necessary to ensure the experiment's robustness and success.
Baseline Improvement Healthcheck
All 1 objective(s) improved over baseline.
**Metric `fwhm` improved 78.07%** from `43.84` in arm `'0_0'` to `9.61` in arm `'12_0'`.
**Note:** Using the first trial's first arm ('0_0') as the baseline since no explicit baseline was provided.
| Metric | Status | Details | |
|---|---|---|---|
| 0 | fwhm | Improved | **Metric `fwhm` improved 78.07%** from `43.84` in arm `'0_0'` to `9.61` in arm `'12_0'`. |
agent.ax_client.summarize()
| trial_index | arm_name | trial_status | generation_node | fwhm | big_r | toroid_focus:toroidMirror01:r | |
|---|---|---|---|---|---|---|---|
| 0 | 0 | 0_0 | COMPLETED | CenterOfSearchSpace | 43.842053 | 152982.843276 | 1162.076570 |
| 1 | 1 | 1_0 | COMPLETED | Sobol | 72.366010 | 158176.805134 | 1254.672862 |
| 2 | 2 | 2_0 | COMPLETED | Sobol | 21.969332 | 150579.768232 | 777.813692 |
| 3 | 3 | 3_0 | COMPLETED | Sobol | 12.760396 | 143868.481488 | 1645.079990 |
| 4 | 4 | 4_0 | COMPLETED | Sobol | 59.734607 | 166703.555304 | 1106.207137 |
| 5 | 5 | 5_0 | COMPLETED | Sobol | 63.269062 | 163478.803494 | 1468.463388 |
| 6 | 6 | 6_0 | COMPLETED | Sobol | 14.126031 | 141584.876980 | 929.590505 |
| 7 | 7 | 7_0 | COMPLETED | Sobol | 21.102366 | 146418.503699 | 1296.798629 |
| 8 | 8 | 8_0 | COMPLETED | Sobol | 23.884141 | 153081.716820 | 819.939461 |
| 9 | 9 | 9_0 | COMPLETED | Sobol | 85.602158 | 156609.388459 | 1570.777309 |
| 10 | 10 | 10_0 | COMPLETED | MBM | 14.573202 | 139230.892932 | 1470.448478 |
| 11 | 11 | 11_0 | COMPLETED | MBM | 22.061509 | 137982.843276 | 662.076570 |
| 12 | 12 | 12_0 | COMPLETED | MBM | 9.612934 | 141832.886655 | 1376.073059 |
| 13 | 13 | 13_0 | COMPLETED | MBM | 17.519400 | 137982.843276 | 1662.076570 |
| 14 | 14 | 14_0 | COMPLETED | MBM | 17.579159 | 137982.843276 | 1217.719868 |
| 15 | 15 | 15_0 | COMPLETED | MBM | 11.226759 | 141784.223165 | 1662.076570 |
| 16 | 16 | 16_0 | COMPLETED | MBM | 10.968786 | 142025.019214 | 1484.682503 |
| 17 | 17 | 17_0 | COMPLETED | MBM | 10.635516 | 142477.508648 | 1331.193086 |
| 18 | 18 | 18_0 | COMPLETED | MBM | 9.954427 | 141214.616028 | 1358.926385 |
| 19 | 19 | 19_0 | COMPLETED | MBM | 17.968072 | 144279.322614 | 662.076570 |
| 20 | 20 | 20_0 | COMPLETED | MBM | 9.839868 | 142342.579896 | 1429.260088 |
| 21 | 21 | 21_0 | COMPLETED | MBM | 11.619441 | 141638.112195 | 1484.246030 |
| 22 | 22 | 22_0 | COMPLETED | MBM | 12.115115 | 142247.713187 | 1564.273775 |
| 23 | 23 | 23_0 | COMPLETED | MBM | 61.759671 | 167982.843276 | 1662.076570 |
| 24 | 24 | 24_0 | COMPLETED | MBM | 12.183932 | 142377.123713 | 1662.076570 |
| 25 | 25 | 25_0 | COMPLETED | MBM | 22.379224 | 158912.054338 | 662.076570 |
| 26 | 26 | 26_0 | COMPLETED | MBM | 11.706701 | 141950.760191 | 1275.580594 |
| 27 | 27 | 27_0 | COMPLETED | MBM | 17.087768 | 160823.030176 | 662.076570 |
| 28 | 28 | 28_0 | COMPLETED | MBM | 23.368931 | 156696.749452 | 662.076570 |
| 29 | 29 | 29_0 | COMPLETED | MBM | 9.940033 | 142030.104985 | 1331.092868 |
| 30 | 30 | 30_0 | COMPLETED | MBM | 52.451766 | 164856.268873 | 662.076570 |
| 31 | 31 | 31_0 | COMPLETED | MBM | 53.356863 | 166241.452680 | 662.076570 |
| 32 | 32 | 32_0 | COMPLETED | MBM | 52.425022 | 164190.736343 | 662.076570 |
| 33 | 33 | 33_0 | COMPLETED | MBM | 12.103716 | 142500.299897 | 1234.997453 |
| 34 | 34 | 34_0 | COMPLETED | MBM | 54.033665 | 167130.996123 | 662.076570 |
optimal_parameters, metrics, _, _ = agent.ax_client.get_best_parameterization(use_model_predictions=False)
optimal_parameters
{'big_r': 141832.88665482186,
'toroid_focus:toroidMirror01:r': 1376.073058559263}
from bluesky.plans import list_scan
uid = RE(
list_scan(
[screen],
toro_r,
[optimal_parameters[toro_r.name]],
toro_R,
[optimal_parameters[toro_R.name]],
)
)
image = tiled_client[uid[0]][f"primary/{screen.name}"].read().squeeze()
plt.imshow(image)
plt.colorbar()
plt.title("Optimized toroid Mirror Beam")
plt.show()
