graph-matrix-jsp-env (Custom Wrapper)¶
[6]:
from graph_matrix_jsp_env.disjunctive_jsp_env import DisjunctiveGraphJspEnv
from jsp_instance_utils.instances import ft06, ft06_makespan
[7]:
from gymcts.gymcts_agent import GymctsAgent
from gymcts.gymcts_env_abc import GymctsABC
from gymcts.gymcts_deepcopy_wrapper import DeepCopyMCTSGymEnvWrapper
from gymnasium.wrappers import TransformReward
from gymcts.logger import log
[8]:
import gymnasium as gym
import numpy as np
[9]:
class GraphMatrixJspGYMCTSWrapper(GymctsABC, gym.Wrapper):
def __init__(self, env: DisjunctiveGraphJspEnv):
gym.Wrapper.__init__(self, env)
def load_state(self, state: np.ndarray) -> None:
self.env.unwrapped.load_state(state)
def is_terminal(self) -> bool:
return self.env.unwrapped.is_terminal_state()
def get_valid_actions(self) -> list[int]:
return self.env.unwrapped.valid_action_mask()
def rollout(self) -> float:
return self.env.unwrapped.random_rollout()
def get_state(self) -> np.ndarray:
return env.unwrapped.get_state
[10]:
if __name__ == '__main__':
log.setLevel(20)
env = DisjunctiveGraphJspEnv(
jsp_instance=ft06,
reward_function="makespan",
)
# map reward to [1, -inf]
# ideally you want the reward to be in the range of [-1, 1] for the UBC score
env = TransformReward(env, lambda r: r / ft06_makespan + 2 if r != 0 else 0.0)
env.reset()
def mask_fn(env: gym.Env) -> np.ndarray:
# Do whatever you'd like in this function to return the action mask
# for the current env. In this example, we assume the env has a
# helpful method we can rely on.
return env.unwrapped.valid_action_mask()
env = DeepCopyMCTSGymEnvWrapper(
env,
action_mask_fn=mask_fn
)
agent = GymctsAgent(
env=env,
render_tree_after_step=True,
exclude_unvisited_nodes_from_render=True,
number_of_simulations_per_step=125,
)
root = agent.search_root_node.get_root()
actions = agent.solve(render_tree_after_step=True)
for a in actions:
obs, rew, term, trun, info = env.step(a)
env.render()
makespan = env.unwrapped.get_makespan()
print(f"makespan: {makespan}")
(N=125, Q_v=0.37, best=0.84)
├── (a=1, N=21, Q_v=0.37, best=0.73, ubc=0.71)
│ ├── (a=2, N=5, Q_v=0.46, best=0.73, ubc=1.01)
│ │ ├── (a=3, N=1, Q_v=0.58, best=0.58, ubc=1.48)
│ │ ├── (a=7, N=1, Q_v=0.55, best=0.55, ubc=1.44)
│ │ ├── (a=13, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ └── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.21)
│ ├── (a=7, N=3, Q_v=0.38, best=0.69, ubc=1.09)
│ │ ├── (a=2, N=1, Q_v=0.09, best=0.09, ubc=0.83)
│ │ └── (a=19, N=1, Q_v=0.69, best=0.69, ubc=1.43)
│ ├── (a=13, N=2, Q_v=0.17, best=0.38, ubc=1.05)
│ │ └── (a=14, N=1, Q_v=-0.04, best=-0.04, ubc=0.55)
│ ├── (a=19, N=4, Q_v=0.48, best=0.58, ubc=1.09)
│ │ ├── (a=2, N=1, Q_v=0.42, best=0.42, ubc=1.25)
│ │ ├── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.21)
│ │ └── (a=13, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ ├── (a=25, N=2, Q_v=0.19, best=0.42, ubc=1.06)
│ │ └── (a=19, N=1, Q_v=-0.04, best=-0.04, ubc=0.55)
│ └── (a=31, N=4, Q_v=0.35, best=0.62, ubc=0.97)
│ ├── (a=2, N=1, Q_v=0.29, best=0.29, ubc=1.12)
│ ├── (a=7, N=1, Q_v=0.24, best=0.24, ubc=1.07)
│ └── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.45)
├── (a=7, N=11, Q_v=0.24, best=0.64, ubc=0.71)
│ ├── (a=1, N=1, Q_v=0.24, best=0.24, ubc=1.33)
│ ├── (a=8, N=1, Q_v=0.16, best=0.16, ubc=1.26)
│ ├── (a=13, N=2, Q_v=0.34, best=0.64, ubc=1.11)
│ │ └── (a=1, N=1, Q_v=0.04, best=0.04, ubc=0.62)
│ ├── (a=19, N=2, Q_v=0.33, best=0.36, ubc=1.10)
│ │ └── (a=1, N=1, Q_v=0.29, best=0.29, ubc=0.88)
│ ├── (a=25, N=2, Q_v=0.28, best=0.31, ubc=1.06)
│ │ └── (a=26, N=1, Q_v=0.31, best=0.31, ubc=0.90)
│ └── (a=31, N=2, Q_v=0.45, best=0.51, ubc=1.22)
│ └── (a=25, N=1, Q_v=0.38, best=0.38, ubc=0.97)
├── (a=13, N=22, Q_v=0.38, best=0.75, ubc=0.71)
│ ├── (a=1, N=6, Q_v=0.57, best=0.75, ubc=1.07)
│ │ ├── (a=2, N=1, Q_v=0.60, best=0.60, ubc=1.55)
│ │ ├── (a=7, N=1, Q_v=0.75, best=0.75, ubc=1.69)
│ │ ├── (a=14, N=1, Q_v=0.65, best=0.65, ubc=1.60)
│ │ ├── (a=19, N=1, Q_v=0.53, best=0.53, ubc=1.47)
│ │ └── (a=25, N=1, Q_v=0.27, best=0.27, ubc=1.22)
│ ├── (a=7, N=3, Q_v=0.29, best=0.36, ubc=1.01)
│ │ ├── (a=1, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ │ └── (a=31, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ ├── (a=14, N=3, Q_v=0.31, best=0.60, ubc=1.03)
│ │ ├── (a=1, N=1, Q_v=0.31, best=0.31, ubc=1.05)
│ │ └── (a=31, N=1, Q_v=0.02, best=0.02, ubc=0.76)
│ ├── (a=19, N=3, Q_v=0.38, best=0.51, ubc=1.09)
│ │ ├── (a=1, N=1, Q_v=0.25, best=0.25, ubc=1.00)
│ │ └── (a=20, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ ├── (a=25, N=4, Q_v=0.34, best=0.71, ubc=0.96)
│ │ ├── (a=1, N=1, Q_v=-0.15, best=-0.15, ubc=0.69)
│ │ ├── (a=7, N=1, Q_v=0.15, best=0.15, ubc=0.98)
│ │ └── (a=31, N=1, Q_v=0.64, best=0.64, ubc=1.47)
│ └── (a=31, N=2, Q_v=0.13, best=0.33, ubc=1.01)
│ └── (a=19, N=1, Q_v=0.33, best=0.33, ubc=0.92)
├── (a=19, N=21, Q_v=0.36, best=0.82, ubc=0.70)
│ ├── (a=1, N=5, Q_v=0.51, best=0.82, ubc=1.06)
│ │ ├── (a=2, N=1, Q_v=0.60, best=0.60, ubc=1.50)
│ │ ├── (a=7, N=1, Q_v=0.53, best=0.53, ubc=1.42)
│ │ ├── (a=13, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ │ └── (a=20, N=1, Q_v=0.20, best=0.20, ubc=1.10)
│ ├── (a=7, N=4, Q_v=0.37, best=0.62, ubc=0.98)
│ │ ├── (a=1, N=1, Q_v=0.40, best=0.40, ubc=1.23)
│ │ ├── (a=8, N=1, Q_v=-0.02, best=-0.02, ubc=0.81)
│ │ └── (a=25, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ ├── (a=13, N=2, Q_v=0.07, best=0.15, ubc=0.95)
│ │ └── (a=7, N=1, Q_v=0.00, best=0.00, ubc=0.59)
│ ├── (a=20, N=3, Q_v=0.25, best=0.58, ubc=0.97)
│ │ ├── (a=1, N=1, Q_v=-0.22, best=-0.22, ubc=0.52)
│ │ └── (a=13, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ ├── (a=25, N=3, Q_v=0.38, best=0.55, ubc=1.09)
│ │ ├── (a=1, N=1, Q_v=0.35, best=0.35, ubc=1.09)
│ │ └── (a=31, N=1, Q_v=0.24, best=0.24, ubc=0.98)
│ └── (a=31, N=3, Q_v=0.31, best=0.47, ubc=1.02)
│ ├── (a=1, N=1, Q_v=0.24, best=0.24, ubc=0.98)
│ └── (a=32, N=1, Q_v=0.47, best=0.47, ubc=1.21)
├── (a=25, N=22, Q_v=0.37, best=0.84, ubc=0.70)
│ ├── (a=1, N=2, Q_v=0.09, best=0.29, ubc=0.97)
│ │ └── (a=31, N=1, Q_v=0.29, best=0.29, ubc=0.88)
│ ├── (a=7, N=4, Q_v=0.47, best=0.55, ubc=1.09)
│ │ ├── (a=1, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ │ ├── (a=8, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ │ └── (a=26, N=1, Q_v=0.40, best=0.40, ubc=1.23)
│ ├── (a=13, N=3, Q_v=0.30, best=0.69, ubc=1.01)
│ │ ├── (a=1, N=1, Q_v=0.05, best=0.05, ubc=0.80)
│ │ └── (a=26, N=1, Q_v=0.15, best=0.15, ubc=0.89)
│ ├── (a=19, N=4, Q_v=0.42, best=0.60, ubc=1.04)
│ │ ├── (a=1, N=1, Q_v=0.27, best=0.27, ubc=1.11)
│ │ ├── (a=7, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ └── (a=13, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ ├── (a=26, N=3, Q_v=0.29, best=0.42, ubc=1.01)
│ │ ├── (a=1, N=1, Q_v=0.35, best=0.35, ubc=1.09)
│ │ └── (a=31, N=1, Q_v=0.11, best=0.11, ubc=0.85)
│ └── (a=31, N=5, Q_v=0.52, best=0.84, ubc=1.07)
│ ├── (a=1, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=7, N=1, Q_v=0.35, best=0.35, ubc=1.24)
│ ├── (a=13, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ └── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.33)
└── (a=31, N=27, Q_v=0.39, best=0.78, ubc=0.69)
├── (a=1, N=4, Q_v=0.43, best=0.67, ubc=1.07)
│ ├── (a=2, N=1, Q_v=0.29, best=0.29, ubc=1.12)
│ ├── (a=7, N=1, Q_v=0.20, best=0.20, ubc=1.03)
│ └── (a=32, N=1, Q_v=0.67, best=0.67, ubc=1.51)
├── (a=7, N=4, Q_v=0.35, best=0.67, ubc=0.99)
│ ├── (a=1, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ ├── (a=8, N=1, Q_v=0.15, best=0.15, ubc=0.98)
│ └── (a=25, N=1, Q_v=0.18, best=0.18, ubc=1.01)
├── (a=13, N=5, Q_v=0.46, best=0.78, ubc=1.04)
│ ├── (a=1, N=1, Q_v=0.49, best=0.49, ubc=1.39)
│ ├── (a=7, N=1, Q_v=0.51, best=0.51, ubc=1.41)
│ ├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.21)
│ └── (a=32, N=1, Q_v=0.78, best=0.78, ubc=1.68)
├── (a=19, N=4, Q_v=0.37, best=0.65, ubc=1.01)
│ ├── (a=1, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ ├── (a=7, N=1, Q_v=-0.02, best=-0.02, ubc=0.81)
│ └── (a=20, N=1, Q_v=0.22, best=0.22, ubc=1.05)
├── (a=25, N=5, Q_v=0.35, best=0.69, ubc=0.93)
│ ├── (a=1, N=1, Q_v=0.13, best=0.13, ubc=1.02)
│ ├── (a=7, N=1, Q_v=0.44, best=0.44, ubc=1.33)
│ ├── (a=13, N=1, Q_v=0.02, best=0.02, ubc=0.92)
│ └── (a=26, N=1, Q_v=0.49, best=0.49, ubc=1.39)
└── (a=32, N=4, Q_v=0.40, best=0.67, ubc=1.04)
├── (a=1, N=1, Q_v=0.62, best=0.62, ubc=1.45)
├── (a=7, N=1, Q_v=-0.24, best=-0.24, ubc=0.60)
└── (a=33, N=1, Q_v=0.53, best=0.53, ubc=1.36)
[16:57:52] INFO selected action 31 after 125 simulations.
INFO current action list: [31]
(N=125, Q_v=0.46, best=0.89)
├── (a=1, N=26, Q_v=0.49, best=0.85, ubc=0.80)
│ ├── (a=2, N=5, Q_v=0.52, best=0.85, ubc=1.09)
│ │ ├── (a=3, N=1, Q_v=0.64, best=0.64, ubc=1.53)
│ │ ├── (a=7, N=1, Q_v=0.56, best=0.56, ubc=1.46)
│ │ ├── (a=13, N=1, Q_v=0.25, best=0.25, ubc=1.15)
│ │ └── (a=32, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=7, N=4, Q_v=0.48, best=0.84, ubc=1.12)
│ │ ├── (a=2, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ │ ├── (a=8, N=1, Q_v=0.22, best=0.22, ubc=1.05)
│ │ └── (a=25, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=13, N=3, Q_v=0.41, best=0.62, ubc=1.14)
│ │ ├── (a=2, N=1, Q_v=0.24, best=0.24, ubc=0.98)
│ │ └── (a=7, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ ├── (a=19, N=4, Q_v=0.52, best=0.75, ubc=1.16)
│ │ ├── (a=2, N=1, Q_v=0.38, best=0.38, ubc=1.21)
│ │ ├── (a=7, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ │ └── (a=13, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ ├── (a=25, N=3, Q_v=0.30, best=0.42, ubc=1.04)
│ │ ├── (a=2, N=1, Q_v=0.13, best=0.13, ubc=0.87)
│ │ └── (a=7, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ └── (a=32, N=6, Q_v=0.60, best=0.82, ubc=1.12)
│ ├── (a=2, N=1, Q_v=0.45, best=0.45, ubc=1.40)
│ ├── (a=7, N=1, Q_v=0.60, best=0.60, ubc=1.55)
│ ├── (a=13, N=1, Q_v=0.82, best=0.82, ubc=1.76)
│ ├── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.38)
│ └── (a=25, N=1, Q_v=0.64, best=0.64, ubc=1.58)
├── (a=7, N=12, Q_v=0.36, best=0.65, ubc=0.80)
│ ├── (a=1, N=2, Q_v=0.46, best=0.56, ubc=1.25)
│ │ └── (a=25, N=1, Q_v=0.36, best=0.36, ubc=0.95)
│ ├── (a=8, N=2, Q_v=0.43, best=0.56, ubc=1.22)
│ │ └── (a=32, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=13, N=1, Q_v=-0.22, best=-0.22, ubc=0.90)
│ ├── (a=19, N=3, Q_v=0.47, best=0.65, ubc=1.12)
│ │ ├── (a=1, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ │ └── (a=8, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ ├── (a=25, N=1, Q_v=0.18, best=0.18, ubc=1.30)
│ └── (a=32, N=2, Q_v=0.36, best=0.47, ubc=1.15)
│ └── (a=13, N=1, Q_v=0.25, best=0.25, ubc=0.84)
├── (a=13, N=24, Q_v=0.48, best=0.85, ubc=0.80)
│ ├── (a=1, N=2, Q_v=0.27, best=0.33, ubc=1.16)
│ │ └── (a=32, N=1, Q_v=0.22, best=0.22, ubc=0.81)
│ ├── (a=7, N=3, Q_v=0.41, best=0.65, ubc=1.13)
│ │ ├── (a=1, N=1, Q_v=0.29, best=0.29, ubc=1.03)
│ │ └── (a=25, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ ├── (a=14, N=5, Q_v=0.53, best=0.73, ubc=1.09)
│ │ ├── (a=1, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ │ ├── (a=7, N=1, Q_v=0.58, best=0.58, ubc=1.48)
│ │ ├── (a=15, N=1, Q_v=0.42, best=0.42, ubc=1.32)
│ │ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ ├── (a=19, N=3, Q_v=0.34, best=0.56, ubc=1.07)
│ │ ├── (a=1, N=1, Q_v=-0.11, best=-0.11, ubc=0.63)
│ │ └── (a=7, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ ├── (a=25, N=5, Q_v=0.58, best=0.80, ubc=1.15)
│ │ ├── (a=1, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=7, N=1, Q_v=0.51, best=0.51, ubc=1.41)
│ │ ├── (a=14, N=1, Q_v=0.47, best=0.47, ubc=1.37)
│ │ └── (a=19, N=1, Q_v=0.36, best=0.36, ubc=1.26)
│ └── (a=32, N=5, Q_v=0.60, best=0.85, ubc=1.17)
│ ├── (a=1, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=7, N=1, Q_v=0.55, best=0.55, ubc=1.44)
│ ├── (a=14, N=1, Q_v=0.35, best=0.35, ubc=1.24)
│ └── (a=33, N=1, Q_v=0.71, best=0.71, ubc=1.61)
├── (a=19, N=16, Q_v=0.41, best=0.84, ubc=0.80)
│ ├── (a=1, N=2, Q_v=0.31, best=0.33, ubc=1.14)
│ │ └── (a=2, N=1, Q_v=0.33, best=0.33, ubc=0.92)
│ ├── (a=7, N=2, Q_v=0.48, best=0.56, ubc=1.31)
│ │ └── (a=32, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=13, N=3, Q_v=0.43, best=0.67, ubc=1.11)
│ │ ├── (a=1, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ │ └── (a=7, N=1, Q_v=0.22, best=0.22, ubc=0.96)
│ ├── (a=20, N=3, Q_v=0.63, best=0.78, ubc=1.31)
│ │ ├── (a=1, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ │ └── (a=7, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ ├── (a=25, N=2, Q_v=0.06, best=0.44, ubc=0.90)
│ │ └── (a=26, N=1, Q_v=-0.31, best=-0.31, ubc=0.28)
│ └── (a=32, N=3, Q_v=0.53, best=0.84, ubc=1.21)
│ ├── (a=1, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ └── (a=33, N=1, Q_v=0.38, best=0.38, ubc=1.12)
├── (a=25, N=24, Q_v=0.48, best=0.82, ubc=0.80)
│ ├── (a=1, N=4, Q_v=0.50, best=0.56, ubc=1.13)
│ │ ├── (a=2, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ │ ├── (a=7, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ │ └── (a=26, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ ├── (a=7, N=3, Q_v=0.45, best=0.56, ubc=1.18)
│ │ ├── (a=1, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ │ └── (a=8, N=1, Q_v=0.31, best=0.31, ubc=1.05)
│ ├── (a=13, N=4, Q_v=0.41, best=0.65, ubc=1.04)
│ │ ├── (a=1, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ ├── (a=7, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=14, N=1, Q_v=0.20, best=0.20, ubc=1.03)
│ ├── (a=19, N=3, Q_v=0.47, best=0.82, ubc=1.20)
│ │ ├── (a=1, N=1, Q_v=0.05, best=0.05, ubc=0.80)
│ │ └── (a=7, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=26, N=4, Q_v=0.52, best=0.64, ubc=1.15)
│ │ ├── (a=1, N=1, Q_v=0.64, best=0.64, ubc=1.47)
│ │ ├── (a=7, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ │ └── (a=19, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ └── (a=32, N=5, Q_v=0.48, best=0.67, ubc=1.05)
│ ├── (a=1, N=1, Q_v=0.58, best=0.58, ubc=1.48)
│ ├── (a=7, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ ├── (a=13, N=1, Q_v=0.47, best=0.47, ubc=1.37)
│ └── (a=19, N=1, Q_v=0.05, best=0.05, ubc=0.95)
└── (a=32, N=22, Q_v=0.47, best=0.89, ubc=0.80)
├── (a=1, N=5, Q_v=0.57, best=0.76, ubc=1.12)
│ ├── (a=2, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ ├── (a=7, N=1, Q_v=0.42, best=0.42, ubc=1.32)
│ ├── (a=13, N=1, Q_v=0.51, best=0.51, ubc=1.41)
│ └── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.33)
├── (a=7, N=1, Q_v=-0.13, best=-0.13, ubc=1.12)
├── (a=13, N=6, Q_v=0.64, best=0.80, ubc=1.15)
│ ├── (a=1, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=7, N=1, Q_v=0.62, best=0.62, ubc=1.56)
│ ├── (a=14, N=1, Q_v=0.76, best=0.76, ubc=1.71)
│ ├── (a=19, N=1, Q_v=0.67, best=0.67, ubc=1.62)
│ └── (a=25, N=1, Q_v=0.51, best=0.51, ubc=1.46)
├── (a=19, N=4, Q_v=0.47, best=0.89, ubc=1.09)
│ ├── (a=1, N=1, Q_v=0.38, best=0.38, ubc=1.21)
│ ├── (a=7, N=1, Q_v=0.89, best=0.89, ubc=1.72)
│ └── (a=13, N=1, Q_v=0.49, best=0.49, ubc=1.32)
├── (a=25, N=4, Q_v=0.40, best=0.56, ubc=1.02)
│ ├── (a=1, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ ├── (a=7, N=1, Q_v=0.22, best=0.22, ubc=1.05)
│ └── (a=33, N=1, Q_v=0.44, best=0.44, ubc=1.27)
└── (a=33, N=1, Q_v=-0.18, best=-0.18, ubc=1.06)
[16:57:56] INFO selected action 1 after 125 simulations.
INFO current action list: [31, 1]
(N=125, Q_v=0.48, best=0.85)
├── (a=2, N=25, Q_v=0.51, best=0.84, ubc=0.82)
│ ├── (a=3, N=4, Q_v=0.55, best=0.82, ubc=1.18)
│ │ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=7, N=1, Q_v=0.31, best=0.31, ubc=1.14)
│ │ └── (a=13, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ ├── (a=7, N=4, Q_v=0.52, best=0.67, ubc=1.16)
│ │ ├── (a=3, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ ├── (a=8, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ └── (a=32, N=1, Q_v=0.16, best=0.16, ubc=1.00)
│ ├── (a=13, N=4, Q_v=0.56, best=0.84, ubc=1.20)
│ │ ├── (a=3, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ ├── (a=7, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ └── (a=14, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ ├── (a=19, N=3, Q_v=0.40, best=0.67, ubc=1.13)
│ │ ├── (a=3, N=1, Q_v=0.20, best=0.20, ubc=0.94)
│ │ └── (a=32, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ ├── (a=25, N=4, Q_v=0.45, best=0.67, ubc=1.09)
│ │ ├── (a=3, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ ├── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.21)
│ │ └── (a=26, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ └── (a=32, N=5, Q_v=0.54, best=0.64, ubc=1.11)
│ ├── (a=3, N=1, Q_v=0.64, best=0.64, ubc=1.53)
│ ├── (a=7, N=1, Q_v=0.58, best=0.58, ubc=1.48)
│ ├── (a=13, N=1, Q_v=0.60, best=0.60, ubc=1.50)
│ └── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.21)
├── (a=7, N=18, Q_v=0.47, best=0.67, ubc=0.83)
│ ├── (a=2, N=2, Q_v=0.33, best=0.51, ubc=1.18)
│ │ └── (a=8, N=1, Q_v=0.51, best=0.51, ubc=1.10)
│ ├── (a=8, N=2, Q_v=0.16, best=0.44, ubc=1.01)
│ │ └── (a=9, N=1, Q_v=-0.11, best=-0.11, ubc=0.48)
│ ├── (a=13, N=4, Q_v=0.51, best=0.67, ubc=1.11)
│ │ ├── (a=2, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ │ ├── (a=8, N=1, Q_v=0.33, best=0.33, ubc=1.16)
│ │ └── (a=25, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ ├── (a=19, N=3, Q_v=0.52, best=0.67, ubc=1.22)
│ │ ├── (a=2, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ │ └── (a=13, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ ├── (a=25, N=3, Q_v=0.52, best=0.65, ubc=1.22)
│ │ ├── (a=2, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ │ └── (a=19, N=1, Q_v=0.29, best=0.29, ubc=1.03)
│ └── (a=32, N=3, Q_v=0.52, best=0.58, ubc=1.21)
│ ├── (a=2, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ └── (a=13, N=1, Q_v=0.55, best=0.55, ubc=1.29)
├── (a=13, N=21, Q_v=0.48, best=0.71, ubc=0.82)
│ ├── (a=2, N=4, Q_v=0.50, best=0.64, ubc=1.12)
│ │ ├── (a=3, N=1, Q_v=0.58, best=0.58, ubc=1.41)
│ │ ├── (a=7, N=1, Q_v=0.64, best=0.64, ubc=1.47)
│ │ └── (a=14, N=1, Q_v=0.29, best=0.29, ubc=1.12)
│ ├── (a=7, N=3, Q_v=0.54, best=0.62, ubc=1.25)
│ │ ├── (a=2, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ │ └── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ ├── (a=14, N=3, Q_v=0.39, best=0.55, ubc=1.10)
│ │ ├── (a=2, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ │ └── (a=7, N=1, Q_v=0.24, best=0.24, ubc=0.98)
│ ├── (a=19, N=3, Q_v=0.45, best=0.51, ubc=1.17)
│ │ ├── (a=2, N=1, Q_v=0.47, best=0.47, ubc=1.21)
│ │ └── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ ├── (a=25, N=4, Q_v=0.55, best=0.71, ubc=1.16)
│ │ ├── (a=2, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ │ ├── (a=7, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ └── (a=32, N=3, Q_v=0.40, best=0.49, ubc=1.11)
│ ├── (a=2, N=1, Q_v=0.42, best=0.42, ubc=1.16)
│ └── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.23)
├── (a=19, N=20, Q_v=0.49, best=0.84, ubc=0.83)
│ ├── (a=2, N=4, Q_v=0.44, best=0.80, ubc=1.05)
│ │ ├── (a=3, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ ├── (a=7, N=1, Q_v=0.05, best=0.05, ubc=0.89)
│ │ └── (a=20, N=1, Q_v=0.35, best=0.35, ubc=1.18)
│ ├── (a=7, N=3, Q_v=0.51, best=0.84, ubc=1.22)
│ │ ├── (a=2, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ │ └── (a=20, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ ├── (a=13, N=3, Q_v=0.50, best=0.62, ubc=1.21)
│ │ ├── (a=2, N=1, Q_v=0.31, best=0.31, ubc=1.05)
│ │ └── (a=20, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ ├── (a=20, N=3, Q_v=0.47, best=0.73, ubc=1.17)
│ │ ├── (a=2, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ │ └── (a=7, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ ├── (a=25, N=2, Q_v=0.35, best=0.62, ubc=1.21)
│ │ └── (a=20, N=1, Q_v=0.07, best=0.07, ubc=0.66)
│ └── (a=32, N=4, Q_v=0.55, best=0.76, ubc=1.16)
│ ├── (a=2, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ ├── (a=7, N=1, Q_v=0.64, best=0.64, ubc=1.47)
│ └── (a=20, N=1, Q_v=0.76, best=0.76, ubc=1.60)
├── (a=25, N=22, Q_v=0.47, best=0.85, ubc=0.80)
│ ├── (a=2, N=4, Q_v=0.59, best=0.84, ubc=1.21)
│ │ ├── (a=3, N=1, Q_v=0.40, best=0.40, ubc=1.23)
│ │ ├── (a=7, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ └── (a=32, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=7, N=4, Q_v=0.55, best=0.85, ubc=1.17)
│ │ ├── (a=2, N=1, Q_v=0.35, best=0.35, ubc=1.18)
│ │ ├── (a=8, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ │ └── (a=13, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ ├── (a=13, N=2, Q_v=0.20, best=0.25, ubc=1.08)
│ │ └── (a=26, N=1, Q_v=0.25, best=0.25, ubc=0.84)
│ ├── (a=19, N=4, Q_v=0.40, best=0.75, ubc=1.02)
│ │ ├── (a=2, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ │ ├── (a=7, N=1, Q_v=-0.11, best=-0.11, ubc=0.72)
│ │ └── (a=13, N=1, Q_v=0.58, best=0.58, ubc=1.41)
│ ├── (a=26, N=3, Q_v=0.41, best=0.56, ubc=1.12)
│ │ ├── (a=2, N=1, Q_v=0.22, best=0.22, ubc=0.96)
│ │ └── (a=13, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ └── (a=32, N=4, Q_v=0.47, best=0.85, ubc=1.09)
│ ├── (a=2, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ ├── (a=7, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ └── (a=13, N=1, Q_v=0.09, best=0.09, ubc=0.92)
└── (a=32, N=18, Q_v=0.47, best=0.82, ubc=0.83)
├── (a=2, N=5, Q_v=0.67, best=0.82, ubc=1.21)
│ ├── (a=3, N=1, Q_v=0.38, best=0.38, ubc=1.28)
│ ├── (a=7, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=13, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ └── (a=19, N=1, Q_v=0.55, best=0.55, ubc=1.44)
├── (a=7, N=2, Q_v=0.40, best=0.65, ubc=1.25)
│ └── (a=19, N=1, Q_v=0.65, best=0.65, ubc=1.24)
├── (a=13, N=3, Q_v=0.43, best=0.49, ubc=1.12)
│ ├── (a=2, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ └── (a=7, N=1, Q_v=0.49, best=0.49, ubc=1.23)
├── (a=19, N=2, Q_v=0.39, best=0.64, ubc=1.24)
│ └── (a=25, N=1, Q_v=0.64, best=0.64, ubc=1.22)
├── (a=25, N=2, Q_v=0.10, best=0.15, ubc=0.95)
│ └── (a=13, N=1, Q_v=0.15, best=0.15, ubc=0.73)
└── (a=33, N=3, Q_v=0.49, best=0.75, ubc=1.18)
├── (a=2, N=1, Q_v=0.36, best=0.36, ubc=1.10)
└── (a=25, N=1, Q_v=0.75, best=0.75, ubc=1.49)
[16:57:59] INFO selected action 2 after 125 simulations.
INFO current action list: [31, 1, 2]
(N=125, Q_v=0.44, best=0.84)
├── (a=3, N=13, Q_v=0.35, best=0.58, ubc=0.78)
│ ├── (a=4, N=2, Q_v=0.46, best=0.58, ubc=1.26)
│ │ └── (a=5, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=7, N=1, Q_v=-0.05, best=-0.05, ubc=1.08)
│ ├── (a=13, N=2, Q_v=0.29, best=0.35, ubc=1.09)
│ │ └── (a=32, N=1, Q_v=0.24, best=0.24, ubc=0.82)
│ ├── (a=19, N=3, Q_v=0.35, best=0.51, ubc=1.01)
│ │ ├── (a=4, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ │ └── (a=7, N=1, Q_v=0.11, best=0.11, ubc=0.85)
│ ├── (a=25, N=2, Q_v=0.43, best=0.51, ubc=1.23)
│ │ └── (a=19, N=1, Q_v=0.35, best=0.35, ubc=0.93)
│ └── (a=32, N=2, Q_v=0.45, best=0.51, ubc=1.25)
│ └── (a=33, N=1, Q_v=0.51, best=0.51, ubc=1.10)
├── (a=7, N=22, Q_v=0.44, best=0.82, ubc=0.77)
│ ├── (a=3, N=4, Q_v=0.50, best=0.67, ubc=1.13)
│ │ ├── (a=4, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ ├── (a=8, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ │ └── (a=13, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ ├── (a=8, N=3, Q_v=0.21, best=0.55, ubc=0.93)
│ │ ├── (a=3, N=1, Q_v=0.15, best=0.15, ubc=0.89)
│ │ └── (a=9, N=1, Q_v=-0.05, best=-0.05, ubc=0.69)
│ ├── (a=13, N=5, Q_v=0.58, best=0.73, ubc=1.14)
│ │ ├── (a=3, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ │ ├── (a=8, N=1, Q_v=0.58, best=0.58, ubc=1.48)
│ │ ├── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ │ └── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.21)
│ ├── (a=19, N=3, Q_v=0.34, best=0.53, ubc=1.06)
│ │ ├── (a=3, N=1, Q_v=0.16, best=0.16, ubc=0.90)
│ │ └── (a=32, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ ├── (a=25, N=4, Q_v=0.50, best=0.65, ubc=1.13)
│ │ ├── (a=3, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ │ ├── (a=8, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ │ └── (a=19, N=1, Q_v=0.29, best=0.29, ubc=1.12)
│ └── (a=32, N=2, Q_v=0.09, best=0.13, ubc=0.97)
│ └── (a=25, N=1, Q_v=0.05, best=0.05, ubc=0.64)
├── (a=13, N=35, Q_v=0.53, best=0.84, ubc=0.79)
│ ├── (a=3, N=8, Q_v=0.63, best=0.76, ubc=1.10)
│ │ ├── (a=4, N=1, Q_v=0.67, best=0.67, ubc=1.69)
│ │ ├── (a=7, N=2, Q_v=0.74, best=0.76, ubc=1.46)
│ │ ├── (a=14, N=1, Q_v=0.65, best=0.65, ubc=1.67)
│ │ ├── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.46)
│ │ ├── (a=25, N=1, Q_v=0.69, best=0.69, ubc=1.71)
│ │ └── (a=32, N=1, Q_v=0.45, best=0.45, ubc=1.47)
│ ├── (a=7, N=6, Q_v=0.52, best=0.73, ubc=1.07)
│ │ ├── (a=3, N=1, Q_v=0.49, best=0.49, ubc=1.44)
│ │ ├── (a=8, N=1, Q_v=0.73, best=0.73, ubc=1.67)
│ │ ├── (a=14, N=1, Q_v=0.55, best=0.55, ubc=1.49)
│ │ ├── (a=19, N=1, Q_v=0.55, best=0.55, ubc=1.49)
│ │ └── (a=25, N=1, Q_v=0.60, best=0.60, ubc=1.55)
│ ├── (a=14, N=3, Q_v=0.32, best=0.40, ubc=1.08)
│ │ ├── (a=3, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ │ └── (a=25, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ ├── (a=19, N=6, Q_v=0.56, best=0.84, ubc=1.10)
│ │ ├── (a=3, N=1, Q_v=0.69, best=0.69, ubc=1.64)
│ │ ├── (a=7, N=1, Q_v=0.45, best=0.45, ubc=1.40)
│ │ ├── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.58)
│ │ ├── (a=20, N=1, Q_v=0.25, best=0.25, ubc=1.20)
│ │ └── (a=25, N=1, Q_v=0.84, best=0.84, ubc=1.78)
│ ├── (a=25, N=5, Q_v=0.46, best=0.53, ubc=1.05)
│ │ ├── (a=3, N=1, Q_v=0.42, best=0.42, ubc=1.32)
│ │ ├── (a=7, N=1, Q_v=0.49, best=0.49, ubc=1.39)
│ │ ├── (a=14, N=1, Q_v=0.45, best=0.45, ubc=1.35)
│ │ └── (a=19, N=1, Q_v=0.53, best=0.53, ubc=1.42)
│ └── (a=32, N=6, Q_v=0.55, best=0.78, ubc=1.10)
│ ├── (a=3, N=1, Q_v=0.24, best=0.24, ubc=1.18)
│ ├── (a=7, N=1, Q_v=0.73, best=0.73, ubc=1.67)
│ ├── (a=14, N=1, Q_v=0.22, best=0.22, ubc=1.16)
│ ├── (a=19, N=1, Q_v=0.62, best=0.62, ubc=1.56)
│ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.67)
├── (a=19, N=17, Q_v=0.41, best=0.64, ubc=0.79)
│ ├── (a=3, N=3, Q_v=0.43, best=0.64, ubc=1.12)
│ │ ├── (a=4, N=1, Q_v=0.15, best=0.15, ubc=0.89)
│ │ └── (a=13, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ ├── (a=7, N=2, Q_v=0.31, best=0.33, ubc=1.15)
│ │ └── (a=13, N=1, Q_v=0.29, best=0.29, ubc=0.88)
│ ├── (a=13, N=3, Q_v=0.39, best=0.51, ubc=1.08)
│ │ ├── (a=3, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ │ └── (a=7, N=1, Q_v=0.25, best=0.25, ubc=1.00)
│ ├── (a=20, N=2, Q_v=0.34, best=0.38, ubc=1.18)
│ │ └── (a=3, N=1, Q_v=0.38, best=0.38, ubc=0.97)
│ ├── (a=25, N=3, Q_v=0.45, best=0.64, ubc=1.14)
│ │ ├── (a=3, N=1, Q_v=0.27, best=0.27, ubc=1.01)
│ │ └── (a=20, N=1, Q_v=0.45, best=0.45, ubc=1.20)
│ └── (a=32, N=3, Q_v=0.52, best=0.60, ubc=1.20)
│ ├── (a=3, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ └── (a=25, N=1, Q_v=0.40, best=0.40, ubc=1.14)
├── (a=25, N=17, Q_v=0.38, best=0.80, ubc=0.76)
│ ├── (a=3, N=2, Q_v=0.35, best=0.42, ubc=1.20)
│ │ └── (a=4, N=1, Q_v=0.42, best=0.42, ubc=1.01)
│ ├── (a=7, N=2, Q_v=0.34, best=0.49, ubc=1.18)
│ │ └── (a=3, N=1, Q_v=0.18, best=0.18, ubc=0.77)
│ ├── (a=13, N=4, Q_v=0.48, best=0.80, ubc=1.08)
│ │ ├── (a=3, N=1, Q_v=0.58, best=0.58, ubc=1.41)
│ │ ├── (a=7, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ └── (a=14, N=1, Q_v=-0.05, best=-0.05, ubc=0.78)
│ ├── (a=19, N=2, Q_v=0.25, best=0.31, ubc=1.09)
│ │ └── (a=7, N=1, Q_v=0.18, best=0.18, ubc=0.77)
│ ├── (a=26, N=2, Q_v=0.34, best=0.38, ubc=1.18)
│ │ └── (a=7, N=1, Q_v=0.29, best=0.29, ubc=0.88)
│ └── (a=32, N=4, Q_v=0.39, best=0.71, ubc=0.98)
│ ├── (a=3, N=1, Q_v=0.24, best=0.24, ubc=1.07)
│ ├── (a=7, N=1, Q_v=-0.04, best=-0.04, ubc=0.80)
│ └── (a=13, N=1, Q_v=0.64, best=0.64, ubc=1.47)
└── (a=32, N=20, Q_v=0.44, best=0.62, ubc=0.79)
├── (a=3, N=3, Q_v=0.45, best=0.55, ubc=1.16)
│ ├── (a=4, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ └── (a=19, N=1, Q_v=0.55, best=0.55, ubc=1.29)
├── (a=7, N=4, Q_v=0.55, best=0.58, ubc=1.16)
│ ├── (a=3, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ ├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ └── (a=19, N=1, Q_v=0.58, best=0.58, ubc=1.41)
├── (a=13, N=2, Q_v=0.15, best=0.33, ubc=1.02)
│ └── (a=33, N=1, Q_v=-0.02, best=-0.02, ubc=0.57)
├── (a=19, N=3, Q_v=0.47, best=0.53, ubc=1.17)
│ ├── (a=3, N=1, Q_v=0.42, best=0.42, ubc=1.16)
│ └── (a=20, N=1, Q_v=0.53, best=0.53, ubc=1.27)
├── (a=25, N=3, Q_v=0.31, best=0.47, ubc=1.02)
│ ├── (a=3, N=1, Q_v=0.25, best=0.25, ubc=1.00)
│ └── (a=26, N=1, Q_v=0.20, best=0.20, ubc=0.94)
└── (a=33, N=4, Q_v=0.51, best=0.62, ubc=1.12)
├── (a=3, N=1, Q_v=0.55, best=0.55, ubc=1.38)
├── (a=7, N=1, Q_v=0.29, best=0.29, ubc=1.12)
└── (a=19, N=1, Q_v=0.58, best=0.58, ubc=1.41)
[16:58:03] INFO selected action 13 after 125 simulations.
INFO current action list: [31, 1, 2, 13]
(N=125, Q_v=0.45, best=0.89)
├── (a=3, N=17, Q_v=0.41, best=0.71, ubc=0.79)
│ ├── (a=4, N=3, Q_v=0.38, best=0.47, ubc=1.06)
│ │ ├── (a=5, N=1, Q_v=0.20, best=0.20, ubc=0.94)
│ │ └── (a=32, N=1, Q_v=0.45, best=0.45, ubc=1.20)
│ ├── (a=7, N=4, Q_v=0.60, best=0.71, ubc=1.20)
│ │ ├── (a=4, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ │ ├── (a=8, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ └── (a=14, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ ├── (a=14, N=2, Q_v=0.35, best=0.44, ubc=1.20)
│ │ └── (a=19, N=1, Q_v=0.27, best=0.27, ubc=0.86)
│ ├── (a=19, N=1, Q_v=-0.20, best=-0.20, ubc=0.99)
│ ├── (a=25, N=3, Q_v=0.48, best=0.62, ubc=1.17)
│ │ ├── (a=4, N=1, Q_v=0.25, best=0.25, ubc=1.00)
│ │ └── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ └── (a=32, N=3, Q_v=0.41, best=0.47, ubc=1.09)
│ ├── (a=4, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ └── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.12)
├── (a=7, N=22, Q_v=0.46, best=0.84, ubc=0.79)
│ ├── (a=3, N=2, Q_v=0.21, best=0.47, ubc=1.09)
│ │ └── (a=25, N=1, Q_v=-0.05, best=-0.05, ubc=0.53)
│ ├── (a=8, N=3, Q_v=0.33, best=0.76, ubc=1.04)
│ │ ├── (a=3, N=1, Q_v=-0.09, best=-0.09, ubc=0.65)
│ │ └── (a=32, N=1, Q_v=0.76, best=0.76, ubc=1.50)
│ ├── (a=14, N=4, Q_v=0.55, best=0.84, ubc=1.17)
│ │ ├── (a=3, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ │ ├── (a=8, N=1, Q_v=0.25, best=0.25, ubc=1.09)
│ │ └── (a=19, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ ├── (a=19, N=4, Q_v=0.60, best=0.73, ubc=1.23)
│ │ ├── (a=3, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ ├── (a=8, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ └── (a=14, N=1, Q_v=0.35, best=0.35, ubc=1.18)
│ ├── (a=25, N=5, Q_v=0.64, best=0.82, ubc=1.19)
│ │ ├── (a=3, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ │ ├── (a=8, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ ├── (a=14, N=1, Q_v=0.42, best=0.42, ubc=1.32)
│ │ └── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.33)
│ └── (a=32, N=3, Q_v=0.26, best=0.69, ubc=0.98)
│ ├── (a=3, N=1, Q_v=-0.11, best=-0.11, ubc=0.63)
│ └── (a=33, N=1, Q_v=0.69, best=0.69, ubc=1.43)
├── (a=14, N=19, Q_v=0.43, best=0.71, ubc=0.79)
│ ├── (a=3, N=2, Q_v=0.25, best=0.53, ubc=1.11)
│ │ └── (a=19, N=1, Q_v=-0.02, best=-0.02, ubc=0.57)
│ ├── (a=7, N=3, Q_v=0.50, best=0.71, ubc=1.20)
│ │ ├── (a=3, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=8, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ ├── (a=15, N=3, Q_v=0.45, best=0.69, ubc=1.15)
│ │ ├── (a=3, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ │ └── (a=32, N=1, Q_v=0.11, best=0.11, ubc=0.85)
│ ├── (a=19, N=3, Q_v=0.52, best=0.64, ubc=1.22)
│ │ ├── (a=3, N=1, Q_v=0.35, best=0.35, ubc=1.09)
│ │ └── (a=32, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ ├── (a=25, N=3, Q_v=0.41, best=0.60, ubc=1.11)
│ │ ├── (a=3, N=1, Q_v=0.27, best=0.27, ubc=1.01)
│ │ └── (a=7, N=1, Q_v=0.35, best=0.35, ubc=1.09)
│ └── (a=32, N=4, Q_v=0.49, best=0.62, ubc=1.09)
│ ├── (a=3, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ ├── (a=7, N=1, Q_v=0.27, best=0.27, ubc=1.11)
│ └── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.45)
├── (a=19, N=24, Q_v=0.47, best=0.89, ubc=0.78)
│ ├── (a=3, N=4, Q_v=0.42, best=0.53, ubc=1.05)
│ │ ├── (a=4, N=1, Q_v=0.42, best=0.42, ubc=1.25)
│ │ ├── (a=7, N=1, Q_v=0.40, best=0.40, ubc=1.23)
│ │ └── (a=32, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ ├── (a=7, N=1, Q_v=-0.11, best=-0.11, ubc=1.15)
│ ├── (a=14, N=4, Q_v=0.43, best=0.71, ubc=1.06)
│ │ ├── (a=3, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=7, N=1, Q_v=0.31, best=0.31, ubc=1.14)
│ │ └── (a=25, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ ├── (a=20, N=6, Q_v=0.57, best=0.89, ubc=1.08)
│ │ ├── (a=3, N=1, Q_v=0.44, best=0.44, ubc=1.38)
│ │ ├── (a=7, N=1, Q_v=0.76, best=0.76, ubc=1.71)
│ │ ├── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.53)
│ │ ├── (a=21, N=1, Q_v=0.40, best=0.40, ubc=1.35)
│ │ └── (a=25, N=1, Q_v=0.33, best=0.33, ubc=1.27)
│ ├── (a=25, N=3, Q_v=0.35, best=0.69, ubc=1.08)
│ │ ├── (a=3, N=1, Q_v=0.27, best=0.27, ubc=1.01)
│ │ └── (a=20, N=1, Q_v=0.09, best=0.09, ubc=0.83)
│ └── (a=32, N=5, Q_v=0.59, best=0.73, ubc=1.15)
│ ├── (a=3, N=1, Q_v=0.55, best=0.55, ubc=1.44)
│ ├── (a=7, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ ├── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ └── (a=25, N=1, Q_v=0.29, best=0.29, ubc=1.19)
├── (a=25, N=14, Q_v=0.35, best=0.64, ubc=0.77)
│ ├── (a=3, N=3, Q_v=0.33, best=0.55, ubc=1.00)
│ │ ├── (a=4, N=1, Q_v=-0.05, best=-0.05, ubc=0.69)
│ │ └── (a=19, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=7, N=1, Q_v=0.07, best=0.07, ubc=1.22)
│ ├── (a=14, N=2, Q_v=0.26, best=0.58, ubc=1.08)
│ │ └── (a=19, N=1, Q_v=-0.05, best=-0.05, ubc=0.53)
│ ├── (a=19, N=2, Q_v=0.36, best=0.56, ubc=1.18)
│ │ └── (a=26, N=1, Q_v=0.16, best=0.16, ubc=0.75)
│ ├── (a=26, N=3, Q_v=0.34, best=0.62, ubc=1.00)
│ │ ├── (a=3, N=1, Q_v=0.02, best=0.02, ubc=0.76)
│ │ └── (a=32, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ └── (a=32, N=2, Q_v=0.48, best=0.55, ubc=1.29)
│ └── (a=33, N=1, Q_v=0.55, best=0.55, ubc=1.13)
└── (a=32, N=28, Q_v=0.49, best=0.85, ubc=0.79)
├── (a=3, N=3, Q_v=0.35, best=0.51, ubc=1.10)
│ ├── (a=4, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ └── (a=7, N=1, Q_v=0.18, best=0.18, ubc=0.92)
├── (a=7, N=4, Q_v=0.41, best=0.85, ubc=1.06)
│ ├── (a=3, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=8, N=1, Q_v=0.00, best=0.00, ubc=0.83)
│ └── (a=14, N=1, Q_v=0.25, best=0.25, ubc=1.09)
├── (a=14, N=3, Q_v=0.39, best=0.58, ubc=1.13)
│ ├── (a=3, N=1, Q_v=0.02, best=0.02, ubc=0.76)
│ └── (a=25, N=1, Q_v=0.58, best=0.58, ubc=1.32)
├── (a=19, N=7, Q_v=0.60, best=0.82, ubc=1.09)
│ ├── (a=3, N=1, Q_v=0.82, best=0.82, ubc=1.80)
│ ├── (a=7, N=1, Q_v=0.40, best=0.40, ubc=1.39)
│ ├── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.73)
│ ├── (a=20, N=1, Q_v=0.78, best=0.78, ubc=1.77)
│ ├── (a=25, N=1, Q_v=0.53, best=0.53, ubc=1.51)
│ └── (a=33, N=1, Q_v=0.47, best=0.47, ubc=1.46)
├── (a=25, N=5, Q_v=0.47, best=0.84, ubc=1.05)
│ ├── (a=3, N=1, Q_v=0.35, best=0.35, ubc=1.24)
│ ├── (a=7, N=1, Q_v=0.53, best=0.53, ubc=1.42)
│ ├── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ └── (a=19, N=1, Q_v=0.20, best=0.20, ubc=1.10)
└── (a=33, N=5, Q_v=0.56, best=0.82, ubc=1.14)
├── (a=3, N=1, Q_v=0.24, best=0.24, ubc=1.13)
├── (a=7, N=1, Q_v=0.64, best=0.64, ubc=1.53)
├── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.42)
└── (a=19, N=1, Q_v=0.58, best=0.58, ubc=1.48)
[16:58:06] INFO selected action 32 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32]
(N=125, Q_v=0.50, best=0.89)
├── (a=3, N=23, Q_v=0.52, best=0.82, ubc=0.84)
│ ├── (a=4, N=4, Q_v=0.51, best=0.65, ubc=1.14)
│ │ ├── (a=5, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ ├── (a=7, N=1, Q_v=0.29, best=0.29, ubc=1.12)
│ │ └── (a=25, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ ├── (a=7, N=3, Q_v=0.48, best=0.64, ubc=1.21)
│ │ ├── (a=4, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ │ └── (a=25, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ ├── (a=14, N=3, Q_v=0.28, best=0.53, ubc=1.01)
│ │ ├── (a=4, N=1, Q_v=-0.04, best=-0.04, ubc=0.70)
│ │ └── (a=15, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ ├── (a=19, N=5, Q_v=0.65, best=0.78, ubc=1.21)
│ │ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.55)
│ │ ├── (a=7, N=1, Q_v=0.49, best=0.49, ubc=1.39)
│ │ ├── (a=14, N=1, Q_v=0.78, best=0.78, ubc=1.68)
│ │ └── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.48)
│ ├── (a=25, N=3, Q_v=0.56, best=0.82, ubc=1.29)
│ │ ├── (a=4, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ │ └── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ └── (a=33, N=4, Q_v=0.58, best=0.65, ubc=1.20)
│ ├── (a=4, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ ├── (a=7, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ └── (a=34, N=1, Q_v=0.45, best=0.45, ubc=1.29)
├── (a=7, N=20, Q_v=0.48, best=0.89, ubc=0.83)
│ ├── (a=3, N=2, Q_v=0.37, best=0.51, ubc=1.24)
│ │ └── (a=19, N=1, Q_v=0.51, best=0.51, ubc=1.10)
│ ├── (a=8, N=3, Q_v=0.33, best=0.44, ubc=1.04)
│ │ ├── (a=3, N=1, Q_v=0.18, best=0.18, ubc=0.92)
│ │ └── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ ├── (a=14, N=5, Q_v=0.64, best=0.69, ubc=1.19)
│ │ ├── (a=3, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ │ ├── (a=8, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ │ ├── (a=15, N=1, Q_v=0.51, best=0.51, ubc=1.41)
│ │ └── (a=25, N=1, Q_v=0.64, best=0.64, ubc=1.53)
│ ├── (a=19, N=2, Q_v=0.25, best=0.29, ubc=1.11)
│ │ └── (a=3, N=1, Q_v=0.20, best=0.20, ubc=0.79)
│ ├── (a=25, N=3, Q_v=0.39, best=0.89, ubc=1.09)
│ │ ├── (a=3, N=1, Q_v=0.27, best=0.27, ubc=1.01)
│ │ └── (a=26, N=1, Q_v=0.00, best=0.00, ubc=0.74)
│ └── (a=33, N=4, Q_v=0.58, best=0.82, ubc=1.19)
│ ├── (a=3, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ ├── (a=8, N=1, Q_v=0.44, best=0.44, ubc=1.27)
│ └── (a=19, N=1, Q_v=0.45, best=0.45, ubc=1.29)
├── (a=14, N=18, Q_v=0.48, best=0.85, ubc=0.84)
│ ├── (a=3, N=2, Q_v=0.25, best=0.36, ubc=1.10)
│ │ └── (a=25, N=1, Q_v=0.13, best=0.13, ubc=0.72)
│ ├── (a=7, N=3, Q_v=0.48, best=0.76, ubc=1.17)
│ │ ├── (a=3, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ │ └── (a=8, N=1, Q_v=0.76, best=0.76, ubc=1.50)
│ ├── (a=15, N=4, Q_v=0.60, best=0.76, ubc=1.21)
│ │ ├── (a=3, N=1, Q_v=0.16, best=0.16, ubc=1.00)
│ │ ├── (a=7, N=1, Q_v=0.76, best=0.76, ubc=1.60)
│ │ └── (a=25, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=19, N=4, Q_v=0.53, best=0.64, ubc=1.13)
│ │ ├── (a=3, N=1, Q_v=0.58, best=0.58, ubc=1.41)
│ │ ├── (a=7, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ │ └── (a=33, N=1, Q_v=0.42, best=0.42, ubc=1.25)
│ ├── (a=25, N=2, Q_v=0.34, best=0.40, ubc=1.19)
│ │ └── (a=3, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ └── (a=33, N=2, Q_v=0.30, best=0.44, ubc=1.15)
│ └── (a=7, N=1, Q_v=0.16, best=0.16, ubc=0.75)
├── (a=19, N=20, Q_v=0.49, best=0.76, ubc=0.83)
│ ├── (a=3, N=3, Q_v=0.48, best=0.51, ubc=1.19)
│ │ ├── (a=4, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ │ └── (a=33, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ ├── (a=7, N=3, Q_v=0.35, best=0.67, ubc=1.05)
│ │ ├── (a=3, N=1, Q_v=0.20, best=0.20, ubc=0.94)
│ │ └── (a=33, N=1, Q_v=0.67, best=0.67, ubc=1.41)
│ ├── (a=14, N=3, Q_v=0.50, best=0.55, ubc=1.20)
│ │ ├── (a=3, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ │ └── (a=15, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=20, N=4, Q_v=0.64, best=0.76, ubc=1.25)
│ │ ├── (a=3, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ │ ├── (a=7, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ └── (a=21, N=1, Q_v=0.76, best=0.76, ubc=1.60)
│ ├── (a=25, N=3, Q_v=0.47, best=0.62, ubc=1.18)
│ │ ├── (a=3, N=1, Q_v=0.45, best=0.45, ubc=1.20)
│ │ └── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ └── (a=33, N=3, Q_v=0.47, best=0.65, ubc=1.18)
│ ├── (a=3, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ └── (a=7, N=1, Q_v=0.49, best=0.49, ubc=1.23)
├── (a=25, N=17, Q_v=0.47, best=0.73, ubc=0.84)
│ ├── (a=3, N=3, Q_v=0.42, best=0.64, ubc=1.11)
│ │ ├── (a=4, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ │ └── (a=26, N=1, Q_v=0.31, best=0.31, ubc=1.05)
│ ├── (a=7, N=3, Q_v=0.59, best=0.73, ubc=1.28)
│ │ ├── (a=3, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ │ └── (a=19, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ ├── (a=14, N=3, Q_v=0.51, best=0.55, ubc=1.20)
│ │ ├── (a=3, N=1, Q_v=0.47, best=0.47, ubc=1.21)
│ │ └── (a=7, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=19, N=1, Q_v=-0.25, best=-0.25, ubc=0.94)
│ ├── (a=26, N=3, Q_v=0.55, best=0.60, ubc=1.23)
│ │ ├── (a=3, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ │ └── (a=7, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ └── (a=33, N=3, Q_v=0.43, best=0.55, ubc=1.12)
│ ├── (a=3, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ └── (a=26, N=1, Q_v=0.55, best=0.55, ubc=1.29)
└── (a=33, N=26, Q_v=0.53, best=0.89, ubc=0.84)
├── (a=3, N=3, Q_v=0.33, best=0.36, ubc=1.06)
│ ├── (a=4, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ └── (a=25, N=1, Q_v=0.31, best=0.31, ubc=1.05)
├── (a=7, N=6, Q_v=0.63, best=0.89, ubc=1.15)
│ ├── (a=3, N=1, Q_v=0.69, best=0.69, ubc=1.64)
│ ├── (a=8, N=1, Q_v=0.47, best=0.47, ubc=1.42)
│ ├── (a=14, N=1, Q_v=0.89, best=0.89, ubc=1.84)
│ ├── (a=19, N=1, Q_v=0.89, best=0.89, ubc=1.84)
│ └── (a=25, N=1, Q_v=0.18, best=0.18, ubc=1.13)
├── (a=14, N=4, Q_v=0.56, best=0.82, ubc=1.20)
│ ├── (a=3, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ ├── (a=7, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ └── (a=15, N=1, Q_v=0.53, best=0.53, ubc=1.36)
├── (a=19, N=3, Q_v=0.44, best=0.62, ubc=1.18)
│ ├── (a=3, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ └── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.36)
├── (a=25, N=5, Q_v=0.61, best=0.82, ubc=1.19)
│ ├── (a=3, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ ├── (a=7, N=1, Q_v=0.42, best=0.42, ubc=1.32)
│ ├── (a=14, N=1, Q_v=0.76, best=0.76, ubc=1.66)
│ └── (a=26, N=1, Q_v=0.60, best=0.60, ubc=1.50)
└── (a=34, N=4, Q_v=0.51, best=0.64, ubc=1.15)
├── (a=3, N=1, Q_v=0.62, best=0.62, ubc=1.45)
├── (a=7, N=1, Q_v=0.27, best=0.27, ubc=1.11)
└── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.47)
[16:58:10] INFO selected action 33 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33]
(N=125, Q_v=0.50, best=0.85)
├── (a=3, N=21, Q_v=0.51, best=0.75, ubc=0.85)
│ ├── (a=4, N=4, Q_v=0.60, best=0.75, ubc=1.21)
│ │ ├── (a=5, N=1, Q_v=0.64, best=0.64, ubc=1.47)
│ │ ├── (a=7, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ │ └── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=7, N=3, Q_v=0.48, best=0.75, ubc=1.19)
│ │ ├── (a=4, N=1, Q_v=0.11, best=0.11, ubc=0.85)
│ │ └── (a=34, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ ├── (a=14, N=3, Q_v=0.50, best=0.53, ubc=1.21)
│ │ ├── (a=4, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ │ └── (a=19, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ ├── (a=19, N=4, Q_v=0.52, best=0.65, ubc=1.14)
│ │ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ ├── (a=7, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ │ └── (a=14, N=1, Q_v=0.16, best=0.16, ubc=1.00)
│ ├── (a=25, N=3, Q_v=0.44, best=0.65, ubc=1.15)
│ │ ├── (a=4, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ │ └── (a=7, N=1, Q_v=0.11, best=0.11, ubc=0.85)
│ └── (a=34, N=3, Q_v=0.43, best=0.65, ubc=1.14)
│ ├── (a=4, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ └── (a=19, N=1, Q_v=0.25, best=0.25, ubc=1.00)
├── (a=7, N=27, Q_v=0.55, best=0.85, ubc=0.85)
│ ├── (a=3, N=5, Q_v=0.60, best=0.85, ubc=1.17)
│ │ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=8, N=1, Q_v=0.65, best=0.65, ubc=1.55)
│ │ ├── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ │ └── (a=19, N=1, Q_v=0.53, best=0.53, ubc=1.42)
│ ├── (a=8, N=7, Q_v=0.65, best=0.85, ubc=1.14)
│ │ ├── (a=3, N=1, Q_v=0.75, best=0.75, ubc=1.73)
│ │ ├── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.70)
│ │ ├── (a=14, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ │ ├── (a=19, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ │ ├── (a=25, N=1, Q_v=0.65, best=0.65, ubc=1.64)
│ │ └── (a=34, N=1, Q_v=0.53, best=0.53, ubc=1.51)
│ ├── (a=14, N=4, Q_v=0.53, best=0.73, ubc=1.17)
│ │ ├── (a=3, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ │ ├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ │ └── (a=15, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=19, N=3, Q_v=0.41, best=0.62, ubc=1.15)
│ │ ├── (a=3, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ │ └── (a=34, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ ├── (a=25, N=4, Q_v=0.55, best=0.58, ubc=1.19)
│ │ ├── (a=3, N=1, Q_v=0.58, best=0.58, ubc=1.41)
│ │ ├── (a=8, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ │ └── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ └── (a=34, N=3, Q_v=0.41, best=0.67, ubc=1.15)
│ ├── (a=3, N=1, Q_v=0.31, best=0.31, ubc=1.05)
│ └── (a=35, N=1, Q_v=0.25, best=0.25, ubc=1.00)
├── (a=14, N=14, Q_v=0.44, best=0.75, ubc=0.86)
│ ├── (a=3, N=2, Q_v=0.37, best=0.40, ubc=1.18)
│ │ └── (a=19, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=7, N=2, Q_v=0.47, best=0.69, ubc=1.28)
│ │ └── (a=19, N=1, Q_v=0.69, best=0.69, ubc=1.28)
│ ├── (a=15, N=2, Q_v=0.56, best=0.75, ubc=1.38)
│ │ └── (a=25, N=1, Q_v=0.38, best=0.38, ubc=0.97)
│ ├── (a=19, N=2, Q_v=0.56, best=0.73, ubc=1.38)
│ │ └── (a=7, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=25, N=2, Q_v=0.31, best=0.36, ubc=1.12)
│ │ └── (a=34, N=1, Q_v=0.25, best=0.25, ubc=0.84)
│ └── (a=34, N=3, Q_v=0.59, best=0.60, ubc=1.26)
│ ├── (a=3, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ └── (a=15, N=1, Q_v=0.60, best=0.60, ubc=1.34)
├── (a=19, N=22, Q_v=0.51, best=0.80, ubc=0.84)
│ ├── (a=3, N=3, Q_v=0.33, best=0.65, ubc=1.04)
│ │ ├── (a=4, N=1, Q_v=0.02, best=0.02, ubc=0.76)
│ │ └── (a=25, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ ├── (a=7, N=3, Q_v=0.59, best=0.73, ubc=1.31)
│ │ ├── (a=3, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ │ └── (a=8, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ ├── (a=14, N=3, Q_v=0.45, best=0.65, ubc=1.17)
│ │ ├── (a=3, N=1, Q_v=0.16, best=0.16, ubc=0.90)
│ │ └── (a=20, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=20, N=4, Q_v=0.59, best=0.80, ubc=1.21)
│ │ ├── (a=3, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ │ ├── (a=7, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=14, N=1, Q_v=0.42, best=0.42, ubc=1.25)
│ ├── (a=25, N=4, Q_v=0.47, best=0.64, ubc=1.09)
│ │ ├── (a=3, N=1, Q_v=0.64, best=0.64, ubc=1.47)
│ │ ├── (a=7, N=1, Q_v=0.11, best=0.11, ubc=0.94)
│ │ └── (a=34, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ └── (a=34, N=4, Q_v=0.63, best=0.76, ubc=1.25)
│ ├── (a=3, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ ├── (a=7, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ └── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.52)
├── (a=25, N=22, Q_v=0.51, best=0.85, ubc=0.84)
│ ├── (a=3, N=4, Q_v=0.59, best=0.75, ubc=1.21)
│ │ ├── (a=4, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ │ ├── (a=7, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ │ └── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ ├── (a=7, N=4, Q_v=0.59, best=0.85, ubc=1.21)
│ │ ├── (a=3, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ ├── (a=8, N=1, Q_v=0.42, best=0.42, ubc=1.25)
│ │ └── (a=14, N=1, Q_v=0.42, best=0.42, ubc=1.25)
│ ├── (a=14, N=4, Q_v=0.47, best=0.73, ubc=1.09)
│ │ ├── (a=3, N=1, Q_v=0.42, best=0.42, ubc=1.25)
│ │ ├── (a=7, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ └── (a=15, N=1, Q_v=0.07, best=0.07, ubc=0.91)
│ ├── (a=19, N=3, Q_v=0.47, best=0.71, ubc=1.19)
│ │ ├── (a=3, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=7, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ ├── (a=26, N=3, Q_v=0.54, best=0.85, ubc=1.26)
│ │ ├── (a=3, N=1, Q_v=0.15, best=0.15, ubc=0.89)
│ │ └── (a=7, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ └── (a=34, N=3, Q_v=0.43, best=0.78, ubc=1.15)
│ ├── (a=3, N=1, Q_v=0.22, best=0.22, ubc=0.96)
│ └── (a=19, N=1, Q_v=0.78, best=0.78, ubc=1.52)
└── (a=34, N=18, Q_v=0.48, best=0.76, ubc=0.85)
├── (a=3, N=3, Q_v=0.52, best=0.64, ubc=1.22)
│ ├── (a=4, N=1, Q_v=0.45, best=0.45, ubc=1.20)
│ └── (a=7, N=1, Q_v=0.64, best=0.64, ubc=1.38)
├── (a=7, N=3, Q_v=0.59, best=0.76, ubc=1.29)
│ ├── (a=3, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ └── (a=35, N=1, Q_v=0.64, best=0.64, ubc=1.38)
├── (a=14, N=2, Q_v=0.35, best=0.38, ubc=1.20)
│ └── (a=35, N=1, Q_v=0.33, best=0.33, ubc=0.92)
├── (a=19, N=3, Q_v=0.42, best=0.53, ubc=1.12)
│ ├── (a=3, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ └── (a=25, N=1, Q_v=0.38, best=0.38, ubc=1.12)
├── (a=25, N=3, Q_v=0.52, best=0.60, ubc=1.21)
│ ├── (a=3, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ └── (a=35, N=1, Q_v=0.47, best=0.47, ubc=1.21)
└── (a=35, N=3, Q_v=0.40, best=0.51, ubc=1.09)
├── (a=3, N=1, Q_v=0.31, best=0.31, ubc=1.05)
└── (a=14, N=1, Q_v=0.38, best=0.38, ubc=1.12)
[16:58:14] INFO selected action 7 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7]
(N=125, Q_v=0.55, best=0.93)
├── (a=3, N=26, Q_v=0.58, best=0.85, ubc=0.89)
│ ├── (a=4, N=4, Q_v=0.56, best=0.82, ubc=1.20)
│ │ ├── (a=5, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ │ ├── (a=8, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ └── (a=34, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ ├── (a=8, N=4, Q_v=0.60, best=0.84, ubc=1.23)
│ │ ├── (a=4, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ │ ├── (a=9, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ │ └── (a=25, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=14, N=4, Q_v=0.61, best=0.67, ubc=1.25)
│ │ ├── (a=4, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ ├── (a=8, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ └── (a=19, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ ├── (a=19, N=4, Q_v=0.52, best=0.71, ubc=1.16)
│ │ ├── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=8, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ │ └── (a=25, N=1, Q_v=0.18, best=0.18, ubc=1.01)
│ ├── (a=25, N=5, Q_v=0.67, best=0.85, ubc=1.24)
│ │ ├── (a=4, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=8, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ │ ├── (a=14, N=1, Q_v=0.24, best=0.24, ubc=1.13)
│ │ └── (a=19, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=34, N=4, Q_v=0.63, best=0.78, ubc=1.27)
│ ├── (a=4, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=8, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ └── (a=14, N=1, Q_v=0.27, best=0.27, ubc=1.11)
├── (a=8, N=24, Q_v=0.59, best=0.87, ubc=0.90)
│ ├── (a=3, N=5, Q_v=0.72, best=0.85, ubc=1.28)
│ │ ├── (a=4, N=1, Q_v=0.76, best=0.76, ubc=1.66)
│ │ ├── (a=9, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.53)
│ │ └── (a=19, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=9, N=4, Q_v=0.50, best=0.62, ubc=1.13)
│ │ ├── (a=3, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ │ ├── (a=10, N=1, Q_v=0.22, best=0.22, ubc=1.05)
│ │ └── (a=34, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ ├── (a=14, N=5, Q_v=0.69, best=0.87, ubc=1.25)
│ │ ├── (a=3, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ ├── (a=9, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ │ ├── (a=15, N=1, Q_v=0.47, best=0.47, ubc=1.37)
│ │ └── (a=19, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ ├── (a=19, N=2, Q_v=0.38, best=0.51, ubc=1.27)
│ │ └── (a=3, N=1, Q_v=0.25, best=0.25, ubc=0.84)
│ ├── (a=25, N=3, Q_v=0.55, best=0.71, ubc=1.28)
│ │ ├── (a=3, N=1, Q_v=0.25, best=0.25, ubc=1.00)
│ │ └── (a=34, N=1, Q_v=0.69, best=0.69, ubc=1.43)
│ └── (a=34, N=4, Q_v=0.54, best=0.75, ubc=1.17)
│ ├── (a=3, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ ├── (a=9, N=1, Q_v=0.38, best=0.38, ubc=1.21)
│ └── (a=35, N=1, Q_v=0.42, best=0.42, ubc=1.25)
├── (a=14, N=12, Q_v=0.43, best=0.78, ubc=0.88)
│ ├── (a=3, N=2, Q_v=0.33, best=0.35, ubc=1.12)
│ │ └── (a=34, N=1, Q_v=0.31, best=0.31, ubc=0.90)
│ ├── (a=8, N=1, Q_v=0.18, best=0.18, ubc=1.30)
│ ├── (a=15, N=1, Q_v=0.22, best=0.22, ubc=1.33)
│ ├── (a=19, N=3, Q_v=0.49, best=0.78, ubc=1.13)
│ │ ├── (a=3, N=1, Q_v=0.15, best=0.15, ubc=0.89)
│ │ └── (a=34, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ ├── (a=25, N=1, Q_v=0.25, best=0.25, ubc=1.37)
│ └── (a=34, N=3, Q_v=0.58, best=0.64, ubc=1.23)
│ ├── (a=3, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ └── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.36)
├── (a=19, N=17, Q_v=0.51, best=0.93, ubc=0.89)
│ ├── (a=3, N=2, Q_v=0.32, best=0.36, ubc=1.16)
│ │ └── (a=20, N=1, Q_v=0.27, best=0.27, ubc=0.86)
│ ├── (a=8, N=2, Q_v=0.42, best=0.62, ubc=1.26)
│ │ └── (a=25, N=1, Q_v=0.22, best=0.22, ubc=0.81)
│ ├── (a=14, N=2, Q_v=0.38, best=0.58, ubc=1.22)
│ │ └── (a=15, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=20, N=2, Q_v=0.48, best=0.58, ubc=1.32)
│ │ └── (a=25, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=25, N=4, Q_v=0.59, best=0.91, ubc=1.19)
│ │ ├── (a=3, N=1, Q_v=0.25, best=0.25, ubc=1.09)
│ │ ├── (a=8, N=1, Q_v=0.91, best=0.91, ubc=1.74)
│ │ └── (a=14, N=1, Q_v=0.40, best=0.40, ubc=1.23)
│ └── (a=34, N=4, Q_v=0.60, best=0.93, ubc=1.19)
│ ├── (a=3, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=8, N=1, Q_v=0.29, best=0.29, ubc=1.12)
│ └── (a=14, N=1, Q_v=0.55, best=0.55, ubc=1.38)
├── (a=25, N=19, Q_v=0.54, best=0.89, ubc=0.89)
│ ├── (a=3, N=2, Q_v=0.33, best=0.49, ubc=1.19)
│ │ └── (a=34, N=1, Q_v=0.49, best=0.49, ubc=1.08)
│ ├── (a=8, N=4, Q_v=0.63, best=0.69, ubc=1.23)
│ │ ├── (a=3, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ ├── (a=9, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ │ └── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ ├── (a=14, N=4, Q_v=0.61, best=0.89, ubc=1.22)
│ │ ├── (a=3, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ │ ├── (a=8, N=1, Q_v=0.29, best=0.29, ubc=1.12)
│ │ └── (a=26, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ ├── (a=19, N=3, Q_v=0.44, best=0.65, ubc=1.14)
│ │ ├── (a=3, N=1, Q_v=0.27, best=0.27, ubc=1.01)
│ │ └── (a=8, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ ├── (a=26, N=3, Q_v=0.61, best=0.78, ubc=1.31)
│ │ ├── (a=3, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ │ └── (a=27, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ └── (a=34, N=2, Q_v=0.49, best=0.75, ubc=1.35)
│ └── (a=35, N=1, Q_v=0.75, best=0.75, ubc=1.33)
└── (a=34, N=26, Q_v=0.58, best=0.84, ubc=0.88)
├── (a=3, N=5, Q_v=0.54, best=0.65, ubc=1.11)
│ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.55)
│ ├── (a=8, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ ├── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ └── (a=19, N=1, Q_v=0.35, best=0.35, ubc=1.24)
├── (a=8, N=3, Q_v=0.49, best=0.71, ubc=1.23)
│ ├── (a=3, N=1, Q_v=0.27, best=0.27, ubc=1.01)
│ └── (a=9, N=1, Q_v=0.49, best=0.49, ubc=1.23)
├── (a=14, N=4, Q_v=0.59, best=0.75, ubc=1.23)
│ ├── (a=3, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ ├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ └── (a=25, N=1, Q_v=0.64, best=0.64, ubc=1.47)
├── (a=19, N=5, Q_v=0.64, best=0.82, ubc=1.21)
│ ├── (a=3, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ ├── (a=8, N=1, Q_v=0.78, best=0.78, ubc=1.68)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.39)
│ └── (a=20, N=1, Q_v=0.82, best=0.82, ubc=1.72)
├── (a=25, N=5, Q_v=0.65, best=0.84, ubc=1.22)
│ ├── (a=3, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ ├── (a=8, N=1, Q_v=0.75, best=0.75, ubc=1.64)
│ ├── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.64)
│ └── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.39)
└── (a=35, N=3, Q_v=0.43, best=0.58, ubc=1.17)
├── (a=3, N=1, Q_v=0.58, best=0.58, ubc=1.32)
└── (a=8, N=1, Q_v=0.38, best=0.38, ubc=1.12)
[16:58:17] INFO selected action 8 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8]
(N=125, Q_v=0.56, best=0.85)
├── (a=3, N=24, Q_v=0.59, best=0.84, ubc=0.91)
│ ├── (a=4, N=3, Q_v=0.50, best=0.71, ubc=1.23)
│ │ ├── (a=5, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=14, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=9, N=4, Q_v=0.58, best=0.71, ubc=1.21)
│ │ ├── (a=4, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ │ ├── (a=10, N=1, Q_v=0.44, best=0.44, ubc=1.27)
│ │ └── (a=34, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ ├── (a=14, N=3, Q_v=0.52, best=0.71, ubc=1.25)
│ │ ├── (a=4, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ │ └── (a=25, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ ├── (a=19, N=4, Q_v=0.61, best=0.80, ubc=1.24)
│ │ ├── (a=4, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=9, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=34, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ ├── (a=25, N=4, Q_v=0.61, best=0.80, ubc=1.24)
│ │ ├── (a=4, N=1, Q_v=0.76, best=0.76, ubc=1.60)
│ │ ├── (a=9, N=1, Q_v=0.38, best=0.38, ubc=1.21)
│ │ └── (a=14, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ └── (a=34, N=5, Q_v=0.67, best=0.84, ubc=1.23)
│ ├── (a=4, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ ├── (a=9, N=1, Q_v=0.60, best=0.60, ubc=1.50)
│ ├── (a=14, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ └── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.33)
├── (a=9, N=15, Q_v=0.50, best=0.85, ubc=0.90)
│ ├── (a=3, N=2, Q_v=0.37, best=0.38, ubc=1.20)
│ │ └── (a=14, N=1, Q_v=0.36, best=0.36, ubc=0.95)
│ ├── (a=10, N=2, Q_v=0.24, best=0.25, ubc=1.06)
│ │ └── (a=11, N=1, Q_v=0.22, best=0.22, ubc=0.81)
│ ├── (a=14, N=1, Q_v=0.20, best=0.20, ubc=1.36)
│ ├── (a=19, N=3, Q_v=0.62, best=0.75, ubc=1.30)
│ │ ├── (a=3, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ │ └── (a=10, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ ├── (a=25, N=2, Q_v=0.50, best=0.65, ubc=1.32)
│ │ └── (a=19, N=1, Q_v=0.65, best=0.65, ubc=1.24)
│ └── (a=34, N=4, Q_v=0.66, best=0.85, ubc=1.24)
│ ├── (a=3, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ ├── (a=10, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ └── (a=35, N=1, Q_v=0.62, best=0.62, ubc=1.45)
├── (a=14, N=21, Q_v=0.56, best=0.85, ubc=0.90)
│ ├── (a=3, N=3, Q_v=0.53, best=0.64, ubc=1.25)
│ │ ├── (a=4, N=1, Q_v=0.35, best=0.35, ubc=1.09)
│ │ └── (a=9, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ ├── (a=9, N=4, Q_v=0.52, best=0.85, ubc=1.14)
│ │ ├── (a=3, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ ├── (a=10, N=1, Q_v=0.27, best=0.27, ubc=1.11)
│ │ └── (a=34, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=15, N=4, Q_v=0.61, best=0.73, ubc=1.23)
│ │ ├── (a=3, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=9, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ │ └── (a=16, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ ├── (a=19, N=3, Q_v=0.58, best=0.69, ubc=1.29)
│ │ ├── (a=3, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ │ └── (a=9, N=1, Q_v=0.69, best=0.69, ubc=1.43)
│ ├── (a=25, N=2, Q_v=0.44, best=0.65, ubc=1.31)
│ │ └── (a=34, N=1, Q_v=0.65, best=0.65, ubc=1.24)
│ └── (a=34, N=4, Q_v=0.63, best=0.65, ubc=1.24)
│ ├── (a=3, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ ├── (a=9, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ └── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.45)
├── (a=19, N=19, Q_v=0.55, best=0.85, ubc=0.90)
│ ├── (a=3, N=3, Q_v=0.52, best=0.58, ubc=1.22)
│ │ ├── (a=4, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ │ └── (a=9, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ ├── (a=9, N=4, Q_v=0.62, best=0.80, ubc=1.22)
│ │ ├── (a=3, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ ├── (a=14, N=3, Q_v=0.62, best=0.69, ubc=1.32)
│ │ ├── (a=3, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ │ └── (a=20, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=20, N=2, Q_v=0.44, best=0.51, ubc=1.29)
│ │ └── (a=34, N=1, Q_v=0.36, best=0.36, ubc=0.95)
│ ├── (a=25, N=3, Q_v=0.57, best=0.80, ubc=1.27)
│ │ ├── (a=3, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ │ └── (a=14, N=1, Q_v=0.18, best=0.18, ubc=0.92)
│ └── (a=34, N=3, Q_v=0.58, best=0.85, ubc=1.28)
│ ├── (a=3, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ └── (a=9, N=1, Q_v=0.53, best=0.53, ubc=1.27)
├── (a=25, N=24, Q_v=0.58, best=0.78, ubc=0.90)
│ ├── (a=3, N=4, Q_v=0.58, best=0.78, ubc=1.21)
│ │ ├── (a=4, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ │ ├── (a=9, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ │ └── (a=34, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ ├── (a=9, N=4, Q_v=0.65, best=0.78, ubc=1.28)
│ │ ├── (a=3, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ │ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ └── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=14, N=3, Q_v=0.50, best=0.65, ubc=1.22)
│ │ ├── (a=3, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ │ └── (a=9, N=1, Q_v=0.33, best=0.33, ubc=1.07)
│ ├── (a=19, N=3, Q_v=0.56, best=0.75, ubc=1.29)
│ │ ├── (a=3, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ │ └── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ ├── (a=26, N=5, Q_v=0.64, best=0.73, ubc=1.20)
│ │ ├── (a=3, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ ├── (a=9, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ │ ├── (a=14, N=1, Q_v=0.65, best=0.65, ubc=1.55)
│ │ └── (a=19, N=1, Q_v=0.51, best=0.51, ubc=1.41)
│ └── (a=34, N=4, Q_v=0.59, best=0.76, ubc=1.22)
│ ├── (a=3, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=9, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ └── (a=35, N=1, Q_v=0.76, best=0.76, ubc=1.60)
└── (a=34, N=21, Q_v=0.56, best=0.82, ubc=0.90)
├── (a=3, N=2, Q_v=0.41, best=0.47, ubc=1.28)
│ └── (a=35, N=1, Q_v=0.35, best=0.35, ubc=0.93)
├── (a=9, N=4, Q_v=0.58, best=0.82, ubc=1.20)
│ ├── (a=3, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ ├── (a=10, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ └── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.41)
├── (a=14, N=3, Q_v=0.47, best=0.64, ubc=1.18)
│ ├── (a=3, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ └── (a=35, N=1, Q_v=0.36, best=0.36, ubc=1.10)
├── (a=19, N=2, Q_v=0.39, best=0.53, ubc=1.26)
│ └── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.12)
├── (a=25, N=4, Q_v=0.67, best=0.80, ubc=1.28)
│ ├── (a=3, N=1, Q_v=0.44, best=0.44, ubc=1.27)
│ ├── (a=9, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.52)
└── (a=35, N=5, Q_v=0.63, best=0.75, ubc=1.18)
├── (a=3, N=1, Q_v=0.75, best=0.75, ubc=1.64)
├── (a=9, N=1, Q_v=0.73, best=0.73, ubc=1.62)
├── (a=14, N=1, Q_v=0.20, best=0.20, ubc=1.10)
└── (a=36, N=1, Q_v=0.75, best=0.75, ubc=1.64)
[16:58:20] INFO selected action 3 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3]
(N=125, Q_v=0.57, best=0.93)
├── (a=4, N=24, Q_v=0.58, best=0.84, ubc=0.89)
│ ├── (a=5, N=3, Q_v=0.50, best=0.71, ubc=1.22)
│ │ ├── (a=6, N=1, Q_v=0.67, best=0.67, ubc=1.41)
│ │ └── (a=9, N=1, Q_v=0.11, best=0.11, ubc=0.85)
│ ├── (a=9, N=4, Q_v=0.65, best=0.82, ubc=1.28)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=34, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ ├── (a=14, N=4, Q_v=0.63, best=0.84, ubc=1.26)
│ │ ├── (a=5, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ │ ├── (a=9, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ │ └── (a=15, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ ├── (a=19, N=5, Q_v=0.52, best=0.71, ubc=1.09)
│ │ ├── (a=5, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ │ ├── (a=9, N=1, Q_v=0.60, best=0.60, ubc=1.50)
│ │ ├── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ │ └── (a=20, N=1, Q_v=-0.05, best=-0.05, ubc=0.84)
│ ├── (a=25, N=3, Q_v=0.48, best=0.51, ubc=1.21)
│ │ ├── (a=5, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ │ └── (a=19, N=1, Q_v=0.45, best=0.45, ubc=1.20)
│ └── (a=34, N=4, Q_v=0.64, best=0.71, ubc=1.27)
│ ├── (a=5, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ ├── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ └── (a=35, N=1, Q_v=0.64, best=0.64, ubc=1.47)
├── (a=9, N=27, Q_v=0.62, best=0.93, ubc=0.92)
│ ├── (a=4, N=4, Q_v=0.54, best=0.84, ubc=1.18)
│ │ ├── (a=5, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ │ ├── (a=10, N=1, Q_v=0.27, best=0.27, ubc=1.11)
│ │ └── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ ├── (a=10, N=4, Q_v=0.58, best=0.85, ubc=1.22)
│ │ ├── (a=4, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ │ ├── (a=11, N=1, Q_v=0.27, best=0.27, ubc=1.11)
│ │ └── (a=34, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=14, N=4, Q_v=0.58, best=0.67, ubc=1.22)
│ │ ├── (a=4, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ │ ├── (a=10, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ │ └── (a=15, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ ├── (a=19, N=5, Q_v=0.69, best=0.93, ubc=1.26)
│ │ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=10, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ │ ├── (a=14, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=20, N=1, Q_v=0.22, best=0.22, ubc=1.12)
│ ├── (a=25, N=6, Q_v=0.70, best=0.84, ubc=1.22)
│ │ ├── (a=4, N=1, Q_v=0.49, best=0.49, ubc=1.44)
│ │ ├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.67)
│ │ ├── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.69)
│ │ ├── (a=19, N=1, Q_v=0.82, best=0.82, ubc=1.76)
│ │ └── (a=26, N=1, Q_v=0.56, best=0.56, ubc=1.51)
│ └── (a=34, N=3, Q_v=0.53, best=0.56, ubc=1.27)
│ ├── (a=4, N=1, Q_v=0.47, best=0.47, ubc=1.21)
│ └── (a=19, N=1, Q_v=0.55, best=0.55, ubc=1.29)
├── (a=14, N=17, Q_v=0.53, best=0.84, ubc=0.91)
│ ├── (a=4, N=3, Q_v=0.46, best=0.60, ubc=1.15)
│ │ ├── (a=5, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ │ └── (a=9, N=1, Q_v=0.24, best=0.24, ubc=0.98)
│ ├── (a=9, N=3, Q_v=0.62, best=0.80, ubc=1.31)
│ │ ├── (a=4, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ │ └── (a=19, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ ├── (a=15, N=2, Q_v=0.35, best=0.38, ubc=1.19)
│ │ └── (a=25, N=1, Q_v=0.31, best=0.31, ubc=0.90)
│ ├── (a=19, N=3, Q_v=0.64, best=0.84, ubc=1.32)
│ │ ├── (a=4, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ │ └── (a=15, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=25, N=2, Q_v=0.44, best=0.62, ubc=1.28)
│ │ └── (a=26, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ └── (a=34, N=3, Q_v=0.62, best=0.67, ubc=1.31)
│ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ └── (a=9, N=1, Q_v=0.67, best=0.67, ubc=1.41)
├── (a=19, N=22, Q_v=0.59, best=0.89, ubc=0.92)
│ ├── (a=4, N=3, Q_v=0.48, best=0.78, ubc=1.20)
│ │ ├── (a=5, N=1, Q_v=0.45, best=0.45, ubc=1.20)
│ │ └── (a=9, N=1, Q_v=0.20, best=0.20, ubc=0.94)
│ ├── (a=9, N=4, Q_v=0.64, best=0.73, ubc=1.26)
│ │ ├── (a=4, N=1, Q_v=0.45, best=0.45, ubc=1.29)
│ │ ├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ └── (a=34, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ ├── (a=14, N=3, Q_v=0.53, best=0.67, ubc=1.25)
│ │ ├── (a=4, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ │ └── (a=34, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ ├── (a=20, N=3, Q_v=0.55, best=0.73, ubc=1.27)
│ │ ├── (a=4, N=1, Q_v=0.42, best=0.42, ubc=1.16)
│ │ └── (a=14, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ ├── (a=25, N=4, Q_v=0.55, best=0.73, ubc=1.17)
│ │ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=9, N=1, Q_v=0.42, best=0.42, ubc=1.25)
│ │ └── (a=26, N=1, Q_v=0.38, best=0.38, ubc=1.21)
│ └── (a=34, N=4, Q_v=0.67, best=0.82, ubc=1.29)
│ ├── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=9, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ └── (a=35, N=1, Q_v=0.78, best=0.78, ubc=1.61)
├── (a=25, N=15, Q_v=0.51, best=0.78, ubc=0.91)
│ ├── (a=4, N=3, Q_v=0.55, best=0.78, ubc=1.22)
│ │ ├── (a=5, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ │ └── (a=9, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ ├── (a=9, N=2, Q_v=0.56, best=0.62, ubc=1.39)
│ │ └── (a=4, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=14, N=2, Q_v=0.64, best=0.65, ubc=1.46)
│ │ └── (a=15, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=19, N=3, Q_v=0.55, best=0.71, ubc=1.22)
│ │ ├── (a=4, N=1, Q_v=0.27, best=0.27, ubc=1.01)
│ │ └── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=26, N=2, Q_v=0.37, best=0.40, ubc=1.20)
│ │ └── (a=34, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ └── (a=34, N=2, Q_v=0.49, best=0.53, ubc=1.31)
│ └── (a=35, N=1, Q_v=0.45, best=0.45, ubc=1.04)
└── (a=34, N=19, Q_v=0.57, best=0.84, ubc=0.92)
├── (a=4, N=3, Q_v=0.44, best=0.69, ubc=1.14)
│ ├── (a=5, N=1, Q_v=0.24, best=0.24, ubc=0.98)
│ └── (a=35, N=1, Q_v=0.40, best=0.40, ubc=1.14)
├── (a=9, N=3, Q_v=0.62, best=0.67, ubc=1.32)
│ ├── (a=4, N=1, Q_v=0.67, best=0.67, ubc=1.41)
│ └── (a=19, N=1, Q_v=0.55, best=0.55, ubc=1.29)
├── (a=14, N=2, Q_v=0.35, best=0.49, ubc=1.20)
│ └── (a=15, N=1, Q_v=0.49, best=0.49, ubc=1.08)
├── (a=19, N=4, Q_v=0.65, best=0.73, ubc=1.26)
│ ├── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=9, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.56)
├── (a=25, N=3, Q_v=0.64, best=0.78, ubc=1.34)
│ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ └── (a=9, N=1, Q_v=0.78, best=0.78, ubc=1.52)
└── (a=35, N=3, Q_v=0.50, best=0.65, ubc=1.20)
├── (a=4, N=1, Q_v=0.36, best=0.36, ubc=1.10)
└── (a=36, N=1, Q_v=0.65, best=0.65, ubc=1.40)
[16:58:23] INFO selected action 9 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9]
(N=125, Q_v=0.59, best=0.93)
├── (a=4, N=15, Q_v=0.53, best=0.85, ubc=0.93)
│ ├── (a=5, N=3, Q_v=0.68, best=0.85, ubc=1.36)
│ │ ├── (a=6, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ │ └── (a=34, N=1, Q_v=0.67, best=0.67, ubc=1.41)
│ ├── (a=10, N=2, Q_v=0.27, best=0.27, ubc=1.10)
│ │ └── (a=11, N=1, Q_v=0.27, best=0.27, ubc=0.86)
│ ├── (a=14, N=2, Q_v=0.37, best=0.40, ubc=1.20)
│ │ └── (a=25, N=1, Q_v=0.35, best=0.35, ubc=0.93)
│ ├── (a=19, N=3, Q_v=0.62, best=0.85, ubc=1.30)
│ │ ├── (a=5, N=1, Q_v=0.47, best=0.47, ubc=1.21)
│ │ └── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ ├── (a=25, N=2, Q_v=0.45, best=0.45, ubc=1.27)
│ │ └── (a=19, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ └── (a=34, N=2, Q_v=0.56, best=0.56, ubc=1.39)
│ └── (a=35, N=1, Q_v=0.56, best=0.56, ubc=1.15)
├── (a=10, N=10, Q_v=0.44, best=0.85, ubc=0.93)
│ ├── (a=4, N=1, Q_v=0.35, best=0.35, ubc=1.42)
│ ├── (a=11, N=1, Q_v=0.31, best=0.31, ubc=1.38)
│ ├── (a=14, N=1, Q_v=0.27, best=0.27, ubc=1.35)
│ ├── (a=19, N=3, Q_v=0.67, best=0.85, ubc=1.29)
│ │ ├── (a=4, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ │ └── (a=34, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ ├── (a=25, N=1, Q_v=0.27, best=0.27, ubc=1.35)
│ └── (a=34, N=2, Q_v=0.36, best=0.36, ubc=1.12)
│ └── (a=11, N=1, Q_v=0.36, best=0.36, ubc=0.95)
├── (a=14, N=22, Q_v=0.60, best=0.87, ubc=0.93)
│ ├── (a=4, N=4, Q_v=0.66, best=0.78, ubc=1.29)
│ │ ├── (a=5, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=10, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ │ └── (a=15, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ ├── (a=10, N=2, Q_v=0.23, best=0.31, ubc=1.11)
│ │ └── (a=15, N=1, Q_v=0.31, best=0.31, ubc=0.90)
│ ├── (a=15, N=2, Q_v=0.37, best=0.65, ubc=1.25)
│ │ └── (a=10, N=1, Q_v=0.09, best=0.09, ubc=0.68)
│ ├── (a=19, N=2, Q_v=0.37, best=0.58, ubc=1.25)
│ │ └── (a=10, N=1, Q_v=0.16, best=0.16, ubc=0.75)
│ ├── (a=25, N=5, Q_v=0.72, best=0.84, ubc=1.28)
│ │ ├── (a=4, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ │ ├── (a=10, N=1, Q_v=0.64, best=0.64, ubc=1.53)
│ │ ├── (a=15, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ └── (a=19, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=34, N=6, Q_v=0.75, best=0.87, ubc=1.25)
│ ├── (a=4, N=1, Q_v=0.82, best=0.82, ubc=1.76)
│ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.73, best=0.73, ubc=1.67)
│ ├── (a=19, N=1, Q_v=0.69, best=0.69, ubc=1.64)
│ └── (a=35, N=1, Q_v=0.56, best=0.56, ubc=1.51)
├── (a=19, N=36, Q_v=0.67, best=0.93, ubc=0.93)
│ ├── (a=4, N=4, Q_v=0.57, best=0.71, ubc=1.24)
│ │ ├── (a=5, N=1, Q_v=0.44, best=0.44, ubc=1.27)
│ │ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ └── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.41)
│ ├── (a=10, N=4, Q_v=0.44, best=0.80, ubc=1.11)
│ │ ├── (a=4, N=1, Q_v=0.29, best=0.29, ubc=1.12)
│ │ ├── (a=11, N=1, Q_v=0.22, best=0.22, ubc=1.05)
│ │ └── (a=34, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=14, N=8, Q_v=0.76, best=0.89, ubc=1.23)
│ │ ├── (a=4, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ │ ├── (a=10, N=1, Q_v=0.67, best=0.67, ubc=1.69)
│ │ ├── (a=15, N=1, Q_v=0.82, best=0.82, ubc=1.84)
│ │ ├── (a=20, N=2, Q_v=0.75, best=0.89, ubc=1.47)
│ │ ├── (a=25, N=1, Q_v=0.87, best=0.87, ubc=1.89)
│ │ └── (a=34, N=1, Q_v=0.85, best=0.85, ubc=1.87)
│ ├── (a=20, N=5, Q_v=0.66, best=0.82, ubc=1.26)
│ │ ├── (a=4, N=1, Q_v=0.60, best=0.60, ubc=1.50)
│ │ ├── (a=10, N=1, Q_v=0.58, best=0.58, ubc=1.48)
│ │ ├── (a=14, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ └── (a=21, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ ├── (a=25, N=8, Q_v=0.75, best=0.91, ubc=1.23)
│ │ ├── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.73)
│ │ ├── (a=10, N=1, Q_v=0.87, best=0.87, ubc=1.89)
│ │ ├── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ │ ├── (a=20, N=1, Q_v=0.84, best=0.84, ubc=1.86)
│ │ ├── (a=26, N=1, Q_v=0.73, best=0.73, ubc=1.75)
│ │ └── (a=34, N=2, Q_v=0.72, best=0.91, ubc=1.44)
│ └── (a=34, N=6, Q_v=0.71, best=0.93, ubc=1.25)
│ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.66)
│ ├── (a=14, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=20, N=1, Q_v=0.45, best=0.45, ubc=1.40)
│ └── (a=25, N=1, Q_v=0.56, best=0.56, ubc=1.51)
├── (a=25, N=15, Q_v=0.51, best=0.84, ubc=0.91)
│ ├── (a=4, N=3, Q_v=0.48, best=0.60, ubc=1.15)
│ │ ├── (a=5, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ │ └── (a=10, N=1, Q_v=0.27, best=0.27, ubc=1.01)
│ ├── (a=10, N=2, Q_v=0.44, best=0.73, ubc=1.26)
│ │ └── (a=14, N=1, Q_v=0.15, best=0.15, ubc=0.73)
│ ├── (a=14, N=3, Q_v=0.65, best=0.84, ubc=1.33)
│ │ ├── (a=4, N=1, Q_v=0.67, best=0.67, ubc=1.41)
│ │ └── (a=19, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ ├── (a=19, N=2, Q_v=0.51, best=0.75, ubc=1.33)
│ │ └── (a=10, N=1, Q_v=0.27, best=0.27, ubc=0.86)
│ ├── (a=26, N=2, Q_v=0.47, best=0.67, ubc=1.30)
│ │ └── (a=10, N=1, Q_v=0.27, best=0.27, ubc=0.86)
│ └── (a=34, N=2, Q_v=0.57, best=0.67, ubc=1.40)
│ └── (a=10, N=1, Q_v=0.47, best=0.47, ubc=1.06)
└── (a=34, N=26, Q_v=0.63, best=0.85, ubc=0.93)
├── (a=4, N=4, Q_v=0.65, best=0.73, ubc=1.29)
│ ├── (a=5, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=10, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ └── (a=14, N=1, Q_v=0.56, best=0.56, ubc=1.40)
├── (a=10, N=3, Q_v=0.55, best=0.73, ubc=1.29)
│ ├── (a=4, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ └── (a=19, N=1, Q_v=0.36, best=0.36, ubc=1.10)
├── (a=14, N=4, Q_v=0.54, best=0.71, ubc=1.18)
│ ├── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=10, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ └── (a=15, N=1, Q_v=0.55, best=0.55, ubc=1.38)
├── (a=19, N=5, Q_v=0.68, best=0.75, ubc=1.25)
│ ├── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.46)
│ ├── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ └── (a=20, N=1, Q_v=0.71, best=0.71, ubc=1.61)
├── (a=25, N=5, Q_v=0.68, best=0.80, ubc=1.25)
│ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.46)
│ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=19, N=1, Q_v=0.71, best=0.71, ubc=1.61)
└── (a=35, N=4, Q_v=0.65, best=0.85, ubc=1.28)
├── (a=4, N=1, Q_v=0.38, best=0.38, ubc=1.21)
├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.56)
└── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.45)
[16:58:27] INFO selected action 19 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19]
(N=125, Q_v=0.62, best=0.93)
├── (a=4, N=20, Q_v=0.61, best=0.91, ubc=0.95)
│ ├── (a=5, N=2, Q_v=0.37, best=0.45, ubc=1.24)
│ │ └── (a=10, N=1, Q_v=0.45, best=0.45, ubc=1.04)
│ ├── (a=10, N=3, Q_v=0.38, best=0.82, ubc=1.08)
│ │ ├── (a=5, N=1, Q_v=0.00, best=0.00, ubc=0.74)
│ │ └── (a=25, N=1, Q_v=0.82, best=0.82, ubc=1.56)
│ ├── (a=14, N=3, Q_v=0.68, best=0.84, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ │ └── (a=15, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ ├── (a=20, N=2, Q_v=0.44, best=0.44, ubc=1.30)
│ │ └── (a=10, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=25, N=5, Q_v=0.72, best=0.89, ubc=1.27)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ ├── (a=14, N=1, Q_v=0.44, best=0.44, ubc=1.33)
│ │ └── (a=34, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=34, N=4, Q_v=0.70, best=0.76, ubc=1.32)
│ ├── (a=5, N=1, Q_v=0.76, best=0.76, ubc=1.60)
│ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ └── (a=20, N=1, Q_v=0.73, best=0.73, ubc=1.56)
├── (a=10, N=10, Q_v=0.47, best=0.73, ubc=0.96)
│ ├── (a=4, N=1, Q_v=0.25, best=0.25, ubc=1.33)
│ ├── (a=11, N=1, Q_v=0.27, best=0.27, ubc=1.35)
│ ├── (a=14, N=1, Q_v=0.13, best=0.13, ubc=1.20)
│ ├── (a=20, N=3, Q_v=0.64, best=0.67, ubc=1.26)
│ │ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ │ └── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ ├── (a=25, N=1, Q_v=0.22, best=0.22, ubc=1.29)
│ └── (a=34, N=2, Q_v=0.61, best=0.73, ubc=1.37)
│ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.32)
├── (a=14, N=17, Q_v=0.58, best=0.84, ubc=0.95)
│ ├── (a=4, N=2, Q_v=0.49, best=0.51, ubc=1.33)
│ │ └── (a=20, N=1, Q_v=0.47, best=0.47, ubc=1.06)
│ ├── (a=10, N=2, Q_v=0.45, best=0.45, ubc=1.29)
│ │ └── (a=15, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=15, N=2, Q_v=0.47, best=0.62, ubc=1.31)
│ │ └── (a=25, N=1, Q_v=0.33, best=0.33, ubc=0.92)
│ ├── (a=20, N=3, Q_v=0.51, best=0.56, ubc=1.20)
│ │ ├── (a=4, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ │ └── (a=10, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ ├── (a=25, N=3, Q_v=0.59, best=0.65, ubc=1.28)
│ │ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ │ └── (a=15, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ └── (a=34, N=4, Q_v=0.71, best=0.80, ubc=1.30)
│ ├── (a=4, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ ├── (a=10, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ └── (a=35, N=1, Q_v=0.73, best=0.73, ubc=1.56)
├── (a=20, N=17, Q_v=0.58, best=0.84, ubc=0.96)
│ ├── (a=4, N=3, Q_v=0.74, best=0.84, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=10, N=2, Q_v=0.40, best=0.44, ubc=1.24)
│ │ └── (a=11, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=14, N=3, Q_v=0.55, best=0.73, ubc=1.23)
│ │ ├── (a=4, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ │ └── (a=15, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ ├── (a=21, N=3, Q_v=0.62, best=0.78, ubc=1.31)
│ │ ├── (a=4, N=1, Q_v=0.42, best=0.42, ubc=1.16)
│ │ └── (a=10, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ ├── (a=25, N=2, Q_v=0.57, best=0.60, ubc=1.41)
│ │ └── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.19)
│ └── (a=34, N=3, Q_v=0.55, best=0.67, ubc=1.24)
│ ├── (a=4, N=1, Q_v=0.35, best=0.35, ubc=1.09)
│ └── (a=25, N=1, Q_v=0.64, best=0.64, ubc=1.38)
├── (a=25, N=23, Q_v=0.62, best=0.84, ubc=0.94)
│ ├── (a=4, N=3, Q_v=0.57, best=0.73, ubc=1.29)
│ │ ├── (a=5, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ │ └── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ ├── (a=10, N=3, Q_v=0.62, best=0.73, ubc=1.34)
│ │ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ │ └── (a=11, N=1, Q_v=0.40, best=0.40, ubc=1.14)
│ ├── (a=14, N=4, Q_v=0.54, best=0.78, ubc=1.16)
│ │ ├── (a=4, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ │ ├── (a=10, N=1, Q_v=0.27, best=0.27, ubc=1.11)
│ │ └── (a=20, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ ├── (a=20, N=4, Q_v=0.69, best=0.84, ubc=1.32)
│ │ ├── (a=4, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ ├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ └── (a=26, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=26, N=2, Q_v=0.39, best=0.55, ubc=1.28)
│ │ └── (a=20, N=1, Q_v=0.24, best=0.24, ubc=0.82)
│ └── (a=34, N=6, Q_v=0.74, best=0.80, ubc=1.25)
│ ├── (a=4, N=1, Q_v=0.78, best=0.78, ubc=1.73)
│ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.69)
│ ├── (a=20, N=1, Q_v=0.53, best=0.53, ubc=1.47)
│ └── (a=35, N=1, Q_v=0.80, best=0.80, ubc=1.75)
└── (a=34, N=37, Q_v=0.71, best=0.93, ubc=0.96)
├── (a=4, N=7, Q_v=0.74, best=0.85, ubc=1.25)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ ├── (a=10, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.51)
│ ├── (a=20, N=1, Q_v=0.84, best=0.84, ubc=1.82)
│ ├── (a=25, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ └── (a=35, N=1, Q_v=0.65, best=0.65, ubc=1.64)
├── (a=10, N=6, Q_v=0.70, best=0.93, ubc=1.25)
│ ├── (a=4, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=11, N=1, Q_v=0.53, best=0.53, ubc=1.47)
│ ├── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.56)
│ ├── (a=20, N=1, Q_v=0.71, best=0.71, ubc=1.66)
│ └── (a=25, N=1, Q_v=0.55, best=0.55, ubc=1.49)
├── (a=14, N=5, Q_v=0.65, best=0.84, ubc=1.25)
│ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ ├── (a=10, N=1, Q_v=0.53, best=0.53, ubc=1.42)
│ ├── (a=15, N=1, Q_v=0.56, best=0.56, ubc=1.46)
│ └── (a=25, N=1, Q_v=0.84, best=0.84, ubc=1.73)
├── (a=20, N=6, Q_v=0.71, best=0.85, ubc=1.26)
│ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.67)
│ ├── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.47)
│ ├── (a=21, N=1, Q_v=0.69, best=0.69, ubc=1.64)
│ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.67)
├── (a=25, N=6, Q_v=0.73, best=0.87, ubc=1.28)
│ ├── (a=4, N=1, Q_v=0.49, best=0.49, ubc=1.44)
│ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=14, N=1, Q_v=0.78, best=0.78, ubc=1.73)
│ ├── (a=20, N=1, Q_v=0.65, best=0.65, ubc=1.60)
│ └── (a=26, N=1, Q_v=0.87, best=0.87, ubc=1.82)
└── (a=35, N=6, Q_v=0.72, best=0.85, ubc=1.27)
├── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.66)
├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.67)
├── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.69)
├── (a=20, N=1, Q_v=0.85, best=0.85, ubc=1.80)
└── (a=25, N=1, Q_v=0.49, best=0.49, ubc=1.44)
[16:58:30] INFO selected action 34 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34]
(N=125, Q_v=0.66, best=0.93)
├── (a=4, N=20, Q_v=0.65, best=0.85, ubc=1.00)
│ ├── (a=5, N=3, Q_v=0.69, best=0.78, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ │ └── (a=35, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ ├── (a=10, N=3, Q_v=0.67, best=0.80, ubc=1.38)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ │ └── (a=11, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ ├── (a=14, N=3, Q_v=0.59, best=0.73, ubc=1.29)
│ │ ├── (a=5, N=1, Q_v=0.69, best=0.69, ubc=1.43)
│ │ └── (a=15, N=1, Q_v=0.35, best=0.35, ubc=1.09)
│ ├── (a=20, N=4, Q_v=0.70, best=0.85, ubc=1.31)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ │ └── (a=35, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=25, N=3, Q_v=0.56, best=0.62, ubc=1.27)
│ │ ├── (a=5, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ │ └── (a=10, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ └── (a=35, N=3, Q_v=0.64, best=0.84, ubc=1.35)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ └── (a=25, N=1, Q_v=0.71, best=0.71, ubc=1.45)
├── (a=10, N=11, Q_v=0.52, best=0.62, ubc=0.98)
│ ├── (a=4, N=2, Q_v=0.55, best=0.56, ubc=1.32)
│ │ └── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.12)
│ ├── (a=11, N=2, Q_v=0.49, best=0.49, ubc=1.27)
│ │ └── (a=35, N=1, Q_v=0.49, best=0.49, ubc=1.08)
│ ├── (a=14, N=2, Q_v=0.53, best=0.55, ubc=1.30)
│ │ └── (a=15, N=1, Q_v=0.51, best=0.51, ubc=1.10)
│ ├── (a=20, N=1, Q_v=0.45, best=0.45, ubc=1.55)
│ ├── (a=25, N=1, Q_v=0.49, best=0.49, ubc=1.59)
│ └── (a=35, N=2, Q_v=0.62, best=0.62, ubc=1.39)
│ └── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.21)
├── (a=14, N=16, Q_v=0.62, best=0.85, ubc=1.01)
│ ├── (a=4, N=3, Q_v=0.65, best=0.80, ubc=1.33)
│ │ ├── (a=5, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ │ └── (a=25, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=10, N=2, Q_v=0.55, best=0.73, ubc=1.39)
│ │ └── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=15, N=2, Q_v=0.67, best=0.84, ubc=1.51)
│ │ └── (a=25, N=1, Q_v=0.51, best=0.51, ubc=1.10)
│ ├── (a=20, N=2, Q_v=0.53, best=0.62, ubc=1.36)
│ │ └── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=25, N=3, Q_v=0.74, best=0.85, ubc=1.42)
│ │ ├── (a=4, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ │ └── (a=35, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ └── (a=35, N=3, Q_v=0.58, best=0.80, ubc=1.26)
│ ├── (a=4, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ └── (a=10, N=1, Q_v=0.20, best=0.20, ubc=0.94)
├── (a=20, N=30, Q_v=0.72, best=0.93, ubc=1.00)
│ ├── (a=4, N=7, Q_v=0.83, best=0.85, ubc=1.32)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.82)
│ │ ├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.71)
│ │ ├── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.82)
│ │ ├── (a=21, N=1, Q_v=0.84, best=0.84, ubc=1.82)
│ │ ├── (a=25, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ │ └── (a=35, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ ├── (a=10, N=5, Q_v=0.66, best=0.85, ubc=1.24)
│ │ ├── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ ├── (a=11, N=1, Q_v=0.49, best=0.49, ubc=1.39)
│ │ ├── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.42)
│ │ └── (a=25, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ ├── (a=14, N=4, Q_v=0.69, best=0.93, ubc=1.34)
│ │ ├── (a=4, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ ├── (a=10, N=1, Q_v=0.36, best=0.36, ubc=1.20)
│ │ └── (a=21, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=21, N=5, Q_v=0.70, best=0.85, ubc=1.28)
│ │ ├── (a=4, N=1, Q_v=0.40, best=0.40, ubc=1.30)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=22, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ ├── (a=25, N=4, Q_v=0.67, best=0.78, ubc=1.32)
│ │ ├── (a=4, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ ├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ └── (a=35, N=4, Q_v=0.66, best=0.85, ubc=1.31)
│ ├── (a=4, N=1, Q_v=0.38, best=0.38, ubc=1.21)
│ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=36, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=25, N=25, Q_v=0.69, best=0.85, ubc=1.00)
│ ├── (a=4, N=4, Q_v=0.65, best=0.80, ubc=1.28)
│ │ ├── (a=5, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ ├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=35, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=10, N=5, Q_v=0.71, best=0.85, ubc=1.28)
│ │ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.56, best=0.56, ubc=1.46)
│ │ ├── (a=14, N=1, Q_v=0.56, best=0.56, ubc=1.46)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=3, Q_v=0.60, best=0.73, ubc=1.33)
│ │ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ │ └── (a=10, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ ├── (a=20, N=5, Q_v=0.77, best=0.85, ubc=1.34)
│ │ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.55)
│ │ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=21, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ ├── (a=26, N=4, Q_v=0.71, best=0.85, ubc=1.35)
│ │ ├── (a=4, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ │ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ └── (a=20, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ └── (a=35, N=3, Q_v=0.59, best=0.73, ubc=1.33)
│ ├── (a=4, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ └── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.47)
└── (a=35, N=22, Q_v=0.68, best=0.91, ubc=1.01)
├── (a=4, N=4, Q_v=0.76, best=0.85, ubc=1.38)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ └── (a=20, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=10, N=3, Q_v=0.60, best=0.73, ubc=1.32)
│ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ └── (a=11, N=1, Q_v=0.53, best=0.53, ubc=1.27)
├── (a=14, N=4, Q_v=0.73, best=0.84, ubc=1.35)
│ ├── (a=4, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ └── (a=25, N=1, Q_v=0.78, best=0.78, ubc=1.61)
├── (a=20, N=4, Q_v=0.72, best=0.91, ubc=1.34)
│ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ └── (a=36, N=1, Q_v=0.91, best=0.91, ubc=1.74)
├── (a=25, N=2, Q_v=0.48, best=0.49, ubc=1.36)
│ └── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.08)
└── (a=36, N=4, Q_v=0.67, best=0.84, ubc=1.29)
├── (a=4, N=1, Q_v=0.53, best=0.53, ubc=1.36)
├── (a=10, N=1, Q_v=0.62, best=0.62, ubc=1.45)
└── (a=20, N=1, Q_v=0.69, best=0.69, ubc=1.52)
[16:58:33] INFO selected action 20 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20]
(N=125, Q_v=0.71, best=0.95)
├── (a=4, N=26, Q_v=0.74, best=0.91, ubc=1.04)
│ ├── (a=5, N=4, Q_v=0.75, best=0.85, ubc=1.39)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=25, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ ├── (a=10, N=3, Q_v=0.63, best=0.73, ubc=1.37)
│ │ ├── (a=5, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ │ └── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ ├── (a=14, N=4, Q_v=0.75, best=0.85, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=15, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=21, N=4, Q_v=0.75, best=0.91, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ │ ├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=22, N=1, Q_v=0.91, best=0.91, ubc=1.74)
│ ├── (a=25, N=6, Q_v=0.82, best=0.87, ubc=1.34)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.78)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ │ ├── (a=21, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ │ └── (a=26, N=1, Q_v=0.71, best=0.71, ubc=1.66)
│ └── (a=35, N=4, Q_v=0.65, best=0.85, ubc=1.29)
│ ├── (a=5, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=10, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ └── (a=14, N=1, Q_v=0.55, best=0.55, ubc=1.38)
├── (a=10, N=13, Q_v=0.60, best=0.85, ubc=1.03)
│ ├── (a=4, N=2, Q_v=0.70, best=0.85, ubc=1.50)
│ │ └── (a=25, N=1, Q_v=0.55, best=0.55, ubc=1.13)
│ ├── (a=11, N=2, Q_v=0.55, best=0.71, ubc=1.36)
│ │ └── (a=21, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.62, best=0.73, ubc=1.42)
│ │ └── (a=35, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=21, N=2, Q_v=0.71, best=0.71, ubc=1.51)
│ │ └── (a=22, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=25, N=2, Q_v=0.67, best=0.80, ubc=1.47)
│ │ └── (a=21, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ └── (a=35, N=2, Q_v=0.39, best=0.40, ubc=1.19)
│ └── (a=11, N=1, Q_v=0.38, best=0.38, ubc=0.97)
├── (a=14, N=21, Q_v=0.71, best=0.89, ubc=1.05)
│ ├── (a=4, N=3, Q_v=0.73, best=0.84, ubc=1.44)
│ │ ├── (a=5, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ │ └── (a=25, N=1, Q_v=0.75, best=0.75, ubc=1.49)
│ ├── (a=10, N=4, Q_v=0.69, best=0.85, ubc=1.30)
│ │ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ │ └── (a=15, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=15, N=3, Q_v=0.72, best=0.80, ubc=1.43)
│ │ ├── (a=4, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ │ └── (a=21, N=1, Q_v=0.67, best=0.67, ubc=1.41)
│ ├── (a=21, N=3, Q_v=0.70, best=0.89, ubc=1.42)
│ │ ├── (a=4, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ │ └── (a=10, N=1, Q_v=0.89, best=0.89, ubc=1.63)
│ ├── (a=25, N=4, Q_v=0.76, best=0.84, ubc=1.38)
│ │ ├── (a=4, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ └── (a=26, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ └── (a=35, N=3, Q_v=0.67, best=0.73, ubc=1.38)
│ ├── (a=4, N=1, Q_v=0.69, best=0.69, ubc=1.43)
│ └── (a=21, N=1, Q_v=0.58, best=0.58, ubc=1.32)
├── (a=21, N=23, Q_v=0.72, best=0.89, ubc=1.05)
│ ├── (a=4, N=4, Q_v=0.75, best=0.85, ubc=1.38)
│ │ ├── (a=5, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ ├── (a=10, N=2, Q_v=0.49, best=0.71, ubc=1.38)
│ │ └── (a=11, N=1, Q_v=0.27, best=0.27, ubc=0.86)
│ ├── (a=14, N=3, Q_v=0.59, best=0.64, ubc=1.32)
│ │ ├── (a=4, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ │ └── (a=25, N=1, Q_v=0.53, best=0.53, ubc=1.27)
│ ├── (a=22, N=5, Q_v=0.78, best=0.89, ubc=1.34)
│ │ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ │ └── (a=23, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ ├── (a=25, N=5, Q_v=0.82, best=0.85, ubc=1.38)
│ │ ├── (a=4, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ │ └── (a=35, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ └── (a=35, N=3, Q_v=0.68, best=0.85, ubc=1.40)
│ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ └── (a=10, N=1, Q_v=0.53, best=0.53, ubc=1.27)
├── (a=25, N=21, Q_v=0.71, best=0.91, ubc=1.05)
│ ├── (a=4, N=2, Q_v=0.59, best=0.65, ubc=1.46)
│ │ └── (a=35, N=1, Q_v=0.53, best=0.53, ubc=1.12)
│ ├── (a=10, N=3, Q_v=0.67, best=0.80, ubc=1.38)
│ │ ├── (a=4, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ │ └── (a=11, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ ├── (a=14, N=4, Q_v=0.79, best=0.87, ubc=1.41)
│ │ ├── (a=4, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ └── (a=26, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=21, N=3, Q_v=0.68, best=0.89, ubc=1.40)
│ │ ├── (a=4, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ │ └── (a=10, N=1, Q_v=0.89, best=0.89, ubc=1.63)
│ ├── (a=26, N=4, Q_v=0.75, best=0.91, ubc=1.36)
│ │ ├── (a=4, N=1, Q_v=0.91, best=0.91, ubc=1.74)
│ │ ├── (a=10, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ │ └── (a=27, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ └── (a=35, N=4, Q_v=0.72, best=0.85, ubc=1.34)
│ ├── (a=4, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=10, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.54)
└── (a=35, N=20, Q_v=0.70, best=0.95, ubc=1.05)
├── (a=4, N=2, Q_v=0.51, best=0.73, ubc=1.37)
│ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.32)
├── (a=10, N=3, Q_v=0.64, best=0.89, ubc=1.34)
│ ├── (a=4, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ └── (a=14, N=1, Q_v=0.29, best=0.29, ubc=1.03)
├── (a=14, N=4, Q_v=0.76, best=0.95, ubc=1.38)
│ ├── (a=4, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ └── (a=15, N=1, Q_v=0.75, best=0.75, ubc=1.58)
├── (a=21, N=3, Q_v=0.72, best=0.85, ubc=1.43)
│ ├── (a=4, N=1, Q_v=0.69, best=0.69, ubc=1.43)
│ └── (a=22, N=1, Q_v=0.62, best=0.62, ubc=1.36)
├── (a=25, N=4, Q_v=0.80, best=0.85, ubc=1.41)
│ ├── (a=4, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.69)
└── (a=36, N=3, Q_v=0.62, best=0.75, ubc=1.33)
├── (a=4, N=1, Q_v=0.60, best=0.60, ubc=1.34)
└── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.49)
[16:58:35] INFO selected action 4 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4]
(N=125, Q_v=0.74, best=0.95)
├── (a=5, N=24, Q_v=0.77, best=0.91, ubc=1.08)
│ ├── (a=6, N=3, Q_v=0.72, best=0.84, ubc=1.44)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ │ └── (a=21, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ ├── (a=10, N=3, Q_v=0.62, best=0.80, ubc=1.35)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ │ └── (a=11, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ ├── (a=14, N=5, Q_v=0.85, best=0.91, ubc=1.42)
│ │ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=15, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ └── (a=21, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=21, N=4, Q_v=0.80, best=0.84, ubc=1.43)
│ │ ├── (a=6, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ └── (a=35, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=25, N=5, Q_v=0.83, best=0.84, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=10, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ │ ├── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ └── (a=21, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ └── (a=35, N=3, Q_v=0.67, best=0.78, ubc=1.39)
│ ├── (a=6, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ └── (a=36, N=1, Q_v=0.78, best=0.78, ubc=1.52)
├── (a=10, N=17, Q_v=0.69, best=0.87, ubc=1.06)
│ ├── (a=5, N=2, Q_v=0.50, best=0.60, ubc=1.34)
│ │ └── (a=6, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=11, N=3, Q_v=0.75, best=0.85, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ │ └── (a=35, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ ├── (a=14, N=2, Q_v=0.59, best=0.73, ubc=1.43)
│ │ └── (a=35, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=21, N=3, Q_v=0.75, best=0.85, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ │ └── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ ├── (a=25, N=3, Q_v=0.81, best=0.85, ubc=1.50)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ └── (a=35, N=3, Q_v=0.62, best=0.87, ubc=1.31)
│ ├── (a=5, N=1, Q_v=0.38, best=0.38, ubc=1.12)
│ └── (a=36, N=1, Q_v=0.62, best=0.62, ubc=1.36)
├── (a=14, N=16, Q_v=0.69, best=0.84, ubc=1.07)
│ ├── (a=5, N=3, Q_v=0.70, best=0.71, ubc=1.38)
│ │ ├── (a=6, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=21, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=10, N=2, Q_v=0.56, best=0.73, ubc=1.40)
│ │ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=15, N=2, Q_v=0.62, best=0.69, ubc=1.45)
│ │ └── (a=10, N=1, Q_v=0.69, best=0.69, ubc=1.28)
│ ├── (a=21, N=3, Q_v=0.77, best=0.84, ubc=1.45)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ │ └── (a=25, N=1, Q_v=0.75, best=0.75, ubc=1.49)
│ ├── (a=25, N=3, Q_v=0.68, best=0.78, ubc=1.36)
│ │ ├── (a=5, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ │ └── (a=10, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ └── (a=35, N=2, Q_v=0.68, best=0.69, ubc=1.51)
│ └── (a=36, N=1, Q_v=0.67, best=0.67, ubc=1.26)
├── (a=21, N=24, Q_v=0.77, best=0.95, ubc=1.08)
│ ├── (a=5, N=4, Q_v=0.74, best=0.80, ubc=1.37)
│ │ ├── (a=6, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=10, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ │ └── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=10, N=3, Q_v=0.72, best=0.85, ubc=1.44)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=35, N=1, Q_v=0.67, best=0.67, ubc=1.41)
│ ├── (a=14, N=4, Q_v=0.76, best=0.84, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=15, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=22, N=4, Q_v=0.85, best=0.85, ubc=1.48)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=25, N=4, Q_v=0.80, best=0.95, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.95, best=0.95, ubc=1.78)
│ │ ├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=14, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ └── (a=35, N=4, Q_v=0.80, best=0.95, ubc=1.43)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ └── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.51)
├── (a=25, N=19, Q_v=0.72, best=0.95, ubc=1.08)
│ ├── (a=5, N=2, Q_v=0.62, best=0.71, ubc=1.48)
│ │ └── (a=26, N=1, Q_v=0.53, best=0.53, ubc=1.12)
│ ├── (a=10, N=3, Q_v=0.77, best=0.85, ubc=1.47)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=35, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ ├── (a=14, N=3, Q_v=0.61, best=0.85, ubc=1.31)
│ │ ├── (a=5, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ │ └── (a=26, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=21, N=4, Q_v=0.85, best=0.95, ubc=1.46)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=35, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ ├── (a=26, N=3, Q_v=0.71, best=0.85, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=10, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ └── (a=35, N=3, Q_v=0.68, best=0.84, ubc=1.38)
│ ├── (a=5, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=21, N=1, Q_v=0.49, best=0.49, ubc=1.23)
└── (a=35, N=24, Q_v=0.76, best=0.95, ubc=1.08)
├── (a=5, N=4, Q_v=0.67, best=0.84, ubc=1.30)
│ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ └── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.36)
├── (a=10, N=3, Q_v=0.72, best=0.85, ubc=1.45)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ └── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.36)
├── (a=14, N=5, Q_v=0.84, best=0.93, ubc=1.41)
│ ├── (a=5, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ ├── (a=10, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=15, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ └── (a=21, N=1, Q_v=0.85, best=0.85, ubc=1.75)
├── (a=21, N=4, Q_v=0.82, best=0.91, ubc=1.45)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ └── (a=25, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=25, N=3, Q_v=0.72, best=0.95, ubc=1.45)
│ ├── (a=5, N=1, Q_v=0.95, best=0.95, ubc=1.69)
│ └── (a=26, N=1, Q_v=0.49, best=0.49, ubc=1.23)
└── (a=36, N=4, Q_v=0.78, best=0.91, ubc=1.41)
├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
├── (a=10, N=1, Q_v=0.91, best=0.91, ubc=1.74)
└── (a=14, N=1, Q_v=0.82, best=0.82, ubc=1.65)
[16:58:38] INFO selected action 21 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21]
(N=125, Q_v=0.78, best=0.93)
├── (a=5, N=17, Q_v=0.73, best=0.87, ubc=1.11)
│ ├── (a=6, N=3, Q_v=0.76, best=0.84, ubc=1.44)
│ │ ├── (a=10, N=1, Q_v=0.69, best=0.69, ubc=1.43)
│ │ └── (a=22, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ ├── (a=10, N=2, Q_v=0.70, best=0.84, ubc=1.54)
│ │ └── (a=35, N=1, Q_v=0.84, best=0.84, ubc=1.42)
│ ├── (a=14, N=3, Q_v=0.67, best=0.85, ubc=1.35)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=10, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ ├── (a=22, N=2, Q_v=0.72, best=0.84, ubc=1.56)
│ │ └── (a=6, N=1, Q_v=0.60, best=0.60, ubc=1.19)
│ ├── (a=25, N=3, Q_v=0.71, best=0.85, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ │ └── (a=35, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ └── (a=35, N=3, Q_v=0.80, best=0.87, ubc=1.49)
│ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ └── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.43)
├── (a=10, N=20, Q_v=0.77, best=0.93, ubc=1.11)
│ ├── (a=5, N=3, Q_v=0.80, best=0.93, ubc=1.51)
│ │ ├── (a=6, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ │ └── (a=25, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ ├── (a=11, N=3, Q_v=0.72, best=0.85, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ │ └── (a=12, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ ├── (a=14, N=4, Q_v=0.78, best=0.85, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=15, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ ├── (a=22, N=4, Q_v=0.86, best=0.87, ubc=1.47)
│ │ ├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=25, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=25, N=2, Q_v=0.64, best=0.69, ubc=1.50)
│ │ └── (a=11, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ └── (a=35, N=3, Q_v=0.73, best=0.85, ubc=1.44)
│ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ └── (a=11, N=1, Q_v=0.62, best=0.62, ubc=1.36)
├── (a=14, N=15, Q_v=0.72, best=0.85, ubc=1.12)
│ ├── (a=5, N=3, Q_v=0.76, best=0.80, ubc=1.44)
│ │ ├── (a=6, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=10, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ ├── (a=10, N=2, Q_v=0.70, best=0.85, ubc=1.52)
│ │ └── (a=35, N=1, Q_v=0.55, best=0.55, ubc=1.13)
│ ├── (a=15, N=2, Q_v=0.55, best=0.55, ubc=1.37)
│ │ └── (a=22, N=1, Q_v=0.55, best=0.55, ubc=1.13)
│ ├── (a=22, N=2, Q_v=0.70, best=0.80, ubc=1.52)
│ │ └── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=25, N=3, Q_v=0.76, best=0.82, ubc=1.44)
│ │ ├── (a=5, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ │ └── (a=26, N=1, Q_v=0.82, best=0.82, ubc=1.56)
│ └── (a=35, N=2, Q_v=0.73, best=0.80, ubc=1.55)
│ └── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.39)
├── (a=22, N=24, Q_v=0.80, best=0.93, ubc=1.11)
│ ├── (a=5, N=4, Q_v=0.81, best=0.93, ubc=1.44)
│ │ ├── (a=6, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ └── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=10, N=4, Q_v=0.85, best=0.85, ubc=1.48)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=35, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=14, N=4, Q_v=0.78, best=0.93, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=15, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=23, N=4, Q_v=0.84, best=0.93, ubc=1.47)
│ │ ├── (a=5, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ │ ├── (a=10, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ └── (a=25, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ ├── (a=25, N=4, Q_v=0.84, best=0.93, ubc=1.47)
│ │ ├── (a=5, N=1, Q_v=0.64, best=0.64, ubc=1.47)
│ │ ├── (a=10, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=35, N=3, Q_v=0.61, best=0.84, ubc=1.33)
│ ├── (a=5, N=1, Q_v=0.51, best=0.51, ubc=1.25)
│ └── (a=36, N=1, Q_v=0.84, best=0.84, ubc=1.58)
├── (a=25, N=24, Q_v=0.80, best=0.93, ubc=1.12)
│ ├── (a=5, N=4, Q_v=0.78, best=0.91, ubc=1.41)
│ │ ├── (a=6, N=1, Q_v=0.91, best=0.91, ubc=1.74)
│ │ ├── (a=10, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ └── (a=22, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ ├── (a=10, N=4, Q_v=0.80, best=0.85, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=14, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=14, N=4, Q_v=0.82, best=0.93, ubc=1.45)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=26, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=22, N=3, Q_v=0.68, best=0.85, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.82, best=0.82, ubc=1.56)
│ │ └── (a=23, N=1, Q_v=0.36, best=0.36, ubc=1.10)
│ ├── (a=26, N=4, Q_v=0.87, best=0.93, ubc=1.50)
│ │ ├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=10, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ └── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=35, N=4, Q_v=0.82, best=0.85, ubc=1.45)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.69)
└── (a=35, N=24, Q_v=0.80, best=0.93, ubc=1.12)
├── (a=5, N=4, Q_v=0.84, best=0.84, ubc=1.47)
│ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ └── (a=22, N=1, Q_v=0.84, best=0.84, ubc=1.67)
├── (a=10, N=3, Q_v=0.69, best=0.73, ubc=1.42)
│ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ └── (a=36, N=1, Q_v=0.73, best=0.73, ubc=1.47)
├── (a=14, N=3, Q_v=0.74, best=0.80, ubc=1.47)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ └── (a=10, N=1, Q_v=0.75, best=0.75, ubc=1.49)
├── (a=22, N=4, Q_v=0.85, best=0.85, ubc=1.48)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=25, N=4, Q_v=0.77, best=0.84, ubc=1.40)
│ ├── (a=5, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ ├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ └── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.67)
└── (a=36, N=5, Q_v=0.85, best=0.93, ubc=1.42)
├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
├── (a=14, N=1, Q_v=0.93, best=0.93, ubc=1.82)
└── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.75)
[16:58:41] INFO selected action 35 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35]
(N=125, Q_v=0.78, best=0.95)
├── (a=5, N=21, Q_v=0.78, best=0.85, ubc=1.12)
│ ├── (a=6, N=3, Q_v=0.78, best=0.85, ubc=1.49)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ │ └── (a=36, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ ├── (a=10, N=3, Q_v=0.80, best=0.84, ubc=1.51)
│ │ ├── (a=6, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ │ └── (a=22, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ ├── (a=14, N=4, Q_v=0.75, best=0.84, ubc=1.37)
│ │ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ └── (a=36, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ ├── (a=22, N=4, Q_v=0.82, best=0.84, ubc=1.44)
│ │ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ │ └── (a=25, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=25, N=3, Q_v=0.75, best=0.78, ubc=1.46)
│ │ ├── (a=6, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ │ └── (a=26, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ └── (a=36, N=3, Q_v=0.78, best=0.84, ubc=1.49)
│ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ └── (a=22, N=1, Q_v=0.84, best=0.84, ubc=1.58)
├── (a=10, N=21, Q_v=0.77, best=0.93, ubc=1.11)
│ ├── (a=5, N=4, Q_v=0.79, best=0.85, ubc=1.41)
│ │ ├── (a=6, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ └── (a=36, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=11, N=3, Q_v=0.72, best=0.85, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=12, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ ├── (a=14, N=3, Q_v=0.76, best=0.93, ubc=1.47)
│ │ ├── (a=5, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ │ └── (a=36, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ ├── (a=22, N=3, Q_v=0.80, best=0.93, ubc=1.51)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.67)
│ │ └── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ ├── (a=25, N=4, Q_v=0.78, best=0.85, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ └── (a=36, N=3, Q_v=0.75, best=0.85, ubc=1.46)
│ ├── (a=5, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ └── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.60)
├── (a=14, N=16, Q_v=0.73, best=0.93, ubc=1.12)
│ ├── (a=5, N=2, Q_v=0.72, best=0.84, ubc=1.55)
│ │ └── (a=22, N=1, Q_v=0.84, best=0.84, ubc=1.42)
│ ├── (a=10, N=2, Q_v=0.64, best=0.85, ubc=1.47)
│ │ └── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.44)
│ ├── (a=15, N=3, Q_v=0.82, best=0.93, ubc=1.50)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ │ └── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.67)
│ ├── (a=22, N=3, Q_v=0.76, best=0.85, ubc=1.44)
│ │ ├── (a=5, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ │ └── (a=36, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ ├── (a=25, N=2, Q_v=0.75, best=0.85, ubc=1.59)
│ │ └── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.44)
│ └── (a=36, N=3, Q_v=0.78, best=0.93, ubc=1.46)
│ ├── (a=5, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.45)
├── (a=22, N=19, Q_v=0.77, best=0.93, ubc=1.12)
│ ├── (a=5, N=3, Q_v=0.79, best=0.84, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ │ └── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ ├── (a=10, N=3, Q_v=0.70, best=0.80, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.69, best=0.69, ubc=1.43)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ ├── (a=14, N=3, Q_v=0.76, best=0.93, ubc=1.46)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=36, N=1, Q_v=0.93, best=0.93, ubc=1.67)
│ ├── (a=23, N=3, Q_v=0.73, best=0.85, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=24, N=1, Q_v=0.49, best=0.49, ubc=1.23)
│ ├── (a=25, N=4, Q_v=0.85, best=0.93, ubc=1.46)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=26, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=36, N=2, Q_v=0.67, best=0.80, ubc=1.53)
│ └── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.39)
├── (a=25, N=23, Q_v=0.79, best=0.85, ubc=1.12)
│ ├── (a=5, N=4, Q_v=0.82, best=0.84, ubc=1.45)
│ │ ├── (a=6, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ │ └── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=4, Q_v=0.79, best=0.85, ubc=1.42)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=14, N=4, Q_v=0.78, best=0.84, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=15, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=22, N=4, Q_v=0.85, best=0.85, ubc=1.48)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=26, N=3, Q_v=0.74, best=0.78, ubc=1.46)
│ │ ├── (a=5, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ │ └── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ └── (a=36, N=3, Q_v=0.73, best=0.84, ubc=1.45)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ └── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.40)
└── (a=36, N=24, Q_v=0.80, best=0.95, ubc=1.12)
├── (a=5, N=5, Q_v=0.82, best=0.95, ubc=1.38)
│ ├── (a=6, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ └── (a=25, N=1, Q_v=0.95, best=0.95, ubc=1.84)
├── (a=10, N=3, Q_v=0.68, best=0.80, ubc=1.41)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.47)
├── (a=14, N=5, Q_v=0.81, best=0.93, ubc=1.38)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ └── (a=22, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=22, N=5, Q_v=0.84, best=0.85, ubc=1.41)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ └── (a=23, N=1, Q_v=0.84, best=0.84, ubc=1.73)
└── (a=25, N=5, Q_v=0.80, best=0.89, ubc=1.36)
├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=10, N=1, Q_v=0.65, best=0.65, ubc=1.55)
├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.70)
└── (a=26, N=1, Q_v=0.89, best=0.89, ubc=1.79)
[16:58:43] INFO selected action 36 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36]
(N=125, Q_v=0.77, best=0.95)
├── (a=5, N=20, Q_v=0.73, best=0.87, ubc=1.08)
│ ├── (a=6, N=4, Q_v=0.75, best=0.84, ubc=1.36)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ │ └── (a=25, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=10, N=4, Q_v=0.74, best=0.84, ubc=1.35)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ └── (a=22, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ ├── (a=14, N=4, Q_v=0.75, best=0.85, ubc=1.37)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=10, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ │ └── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=22, N=5, Q_v=0.76, best=0.87, ubc=1.31)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=14, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ └── (a=23, N=1, Q_v=0.51, best=0.51, ubc=1.41)
│ └── (a=25, N=2, Q_v=0.50, best=0.53, ubc=1.37)
│ └── (a=14, N=1, Q_v=0.47, best=0.47, ubc=1.06)
├── (a=10, N=24, Q_v=0.76, best=0.93, ubc=1.07)
│ ├── (a=5, N=5, Q_v=0.76, best=0.85, ubc=1.32)
│ │ ├── (a=6, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ │ ├── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ ├── (a=14, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ └── (a=25, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=5, Q_v=0.72, best=0.85, ubc=1.29)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.53, best=0.53, ubc=1.42)
│ │ ├── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.42)
│ │ └── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=5, Q_v=0.81, best=0.85, ubc=1.37)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=15, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ └── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=22, N=5, Q_v=0.83, best=0.93, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.89, best=0.89, ubc=1.79)
│ │ └── (a=25, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=25, N=3, Q_v=0.62, best=0.73, ubc=1.35)
│ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ └── (a=11, N=1, Q_v=0.65, best=0.65, ubc=1.40)
├── (a=14, N=25, Q_v=0.77, best=0.93, ubc=1.08)
│ ├── (a=5, N=5, Q_v=0.77, best=0.84, ubc=1.34)
│ │ ├── (a=6, N=1, Q_v=0.78, best=0.78, ubc=1.68)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ ├── (a=15, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ └── (a=22, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ ├── (a=10, N=4, Q_v=0.75, best=0.85, ubc=1.38)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=15, N=1, Q_v=0.67, best=0.67, ubc=1.51)
│ ├── (a=15, N=4, Q_v=0.70, best=0.80, ubc=1.33)
│ │ ├── (a=5, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ │ ├── (a=10, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ │ └── (a=16, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=22, N=5, Q_v=0.73, best=0.91, ubc=1.30)
│ │ ├── (a=5, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ │ ├── (a=10, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ │ ├── (a=15, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ │ └── (a=23, N=1, Q_v=0.55, best=0.55, ubc=1.44)
│ └── (a=25, N=6, Q_v=0.85, best=0.93, ubc=1.37)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=15, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=22, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ └── (a=26, N=1, Q_v=0.80, best=0.80, ubc=1.75)
├── (a=22, N=25, Q_v=0.77, best=0.93, ubc=1.08)
│ ├── (a=5, N=5, Q_v=0.77, best=0.93, ubc=1.34)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ │ └── (a=23, N=1, Q_v=0.60, best=0.60, ubc=1.50)
│ ├── (a=10, N=5, Q_v=0.83, best=0.85, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=4, Q_v=0.74, best=0.84, ubc=1.37)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ └── (a=25, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=23, N=4, Q_v=0.70, best=0.84, ubc=1.33)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=10, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ │ └── (a=14, N=1, Q_v=0.78, best=0.78, ubc=1.61)
│ └── (a=25, N=6, Q_v=0.81, best=0.87, ubc=1.33)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.78)
│ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=14, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ ├── (a=23, N=1, Q_v=0.62, best=0.62, ubc=1.56)
│ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.80)
└── (a=25, N=30, Q_v=0.80, best=0.95, ubc=1.08)
├── (a=5, N=7, Q_v=0.84, best=0.95, ubc=1.34)
│ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.86)
│ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.70)
│ ├── (a=14, N=2, Q_v=0.89, best=0.95, ubc=1.59)
│ ├── (a=22, N=1, Q_v=0.84, best=0.84, ubc=1.82)
│ └── (a=26, N=1, Q_v=0.87, best=0.87, ubc=1.86)
├── (a=10, N=5, Q_v=0.79, best=0.85, ubc=1.37)
│ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=1, Q_v=0.65, best=0.65, ubc=1.55)
│ └── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.75)
├── (a=14, N=6, Q_v=0.79, best=0.84, ubc=1.33)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.78)
│ ├── (a=10, N=1, Q_v=0.82, best=0.82, ubc=1.76)
│ ├── (a=15, N=1, Q_v=0.73, best=0.73, ubc=1.67)
│ ├── (a=22, N=1, Q_v=0.78, best=0.78, ubc=1.73)
│ └── (a=26, N=1, Q_v=0.80, best=0.80, ubc=1.75)
├── (a=22, N=5, Q_v=0.69, best=0.85, ubc=1.28)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=23, N=1, Q_v=0.49, best=0.49, ubc=1.39)
└── (a=26, N=6, Q_v=0.83, best=0.85, ubc=1.37)
├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.80)
├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.80)
├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.75)
├── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.80)
└── (a=27, N=1, Q_v=0.85, best=0.85, ubc=1.80)
[16:58:45] INFO selected action 25 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25]
(N=125, Q_v=0.79, best=0.95)
├── (a=5, N=22, Q_v=0.78, best=0.95, ubc=1.11)
│ ├── (a=6, N=3, Q_v=0.70, best=0.78, ubc=1.42)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=14, N=1, Q_v=0.78, best=0.78, ubc=1.52)
│ ├── (a=10, N=4, Q_v=0.78, best=0.85, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ ├── (a=11, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ └── (a=22, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=14, N=5, Q_v=0.82, best=0.95, ubc=1.37)
│ │ ├── (a=6, N=1, Q_v=0.78, best=0.78, ubc=1.68)
│ │ ├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ ├── (a=15, N=1, Q_v=0.95, best=0.95, ubc=1.84)
│ │ └── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=22, N=5, Q_v=0.84, best=0.95, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.78, best=0.78, ubc=1.68)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=14, N=1, Q_v=0.95, best=0.95, ubc=1.84)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=26, N=4, Q_v=0.72, best=0.87, ubc=1.34)
│ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ ├── (a=10, N=1, Q_v=0.47, best=0.47, ubc=1.31)
│ └── (a=27, N=1, Q_v=0.78, best=0.78, ubc=1.61)
├── (a=10, N=26, Q_v=0.80, best=0.93, ubc=1.11)
│ ├── (a=5, N=5, Q_v=0.81, best=0.85, ubc=1.38)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=11, N=5, Q_v=0.78, best=0.85, ubc=1.35)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=12, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=26, N=1, Q_v=0.65, best=0.65, ubc=1.55)
│ ├── (a=14, N=4, Q_v=0.76, best=0.93, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ └── (a=15, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=22, N=5, Q_v=0.81, best=0.85, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=14, N=1, Q_v=0.82, best=0.82, ubc=1.72)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=26, N=6, Q_v=0.83, best=0.93, ubc=1.35)
│ ├── (a=5, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ └── (a=27, N=1, Q_v=0.65, best=0.65, ubc=1.60)
├── (a=14, N=26, Q_v=0.80, best=0.95, ubc=1.10)
│ ├── (a=5, N=5, Q_v=0.75, best=0.87, ubc=1.32)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ ├── (a=10, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=15, N=1, Q_v=0.60, best=0.60, ubc=1.50)
│ │ └── (a=26, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ ├── (a=10, N=5, Q_v=0.85, best=0.93, ubc=1.42)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ │ └── (a=22, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ ├── (a=15, N=5, Q_v=0.71, best=0.93, ubc=1.28)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=16, N=1, Q_v=0.38, best=0.38, ubc=1.28)
│ │ └── (a=22, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=22, N=5, Q_v=0.81, best=0.87, ubc=1.38)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=10, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=23, N=1, Q_v=0.78, best=0.78, ubc=1.68)
│ └── (a=26, N=5, Q_v=0.84, best=0.93, ubc=1.41)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=22, N=25, Q_v=0.80, best=0.95, ubc=1.11)
│ ├── (a=5, N=5, Q_v=0.80, best=0.85, ubc=1.37)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=23, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ ├── (a=10, N=5, Q_v=0.81, best=0.91, ubc=1.37)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.57)
│ │ └── (a=23, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ ├── (a=14, N=4, Q_v=0.75, best=0.93, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=26, N=1, Q_v=0.44, best=0.44, ubc=1.27)
│ ├── (a=23, N=5, Q_v=0.82, best=0.93, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=10, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=14, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ └── (a=24, N=1, Q_v=0.49, best=0.49, ubc=1.39)
│ └── (a=26, N=5, Q_v=0.80, best=0.95, ubc=1.36)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=14, N=1, Q_v=0.55, best=0.55, ubc=1.44)
│ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
└── (a=26, N=25, Q_v=0.80, best=0.93, ubc=1.11)
├── (a=5, N=5, Q_v=0.82, best=0.87, ubc=1.39)
│ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=10, N=1, Q_v=0.78, best=0.78, ubc=1.68)
│ ├── (a=14, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ └── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=10, N=4, Q_v=0.74, best=0.85, ubc=1.38)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=11, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ └── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=14, N=5, Q_v=0.84, best=0.89, ubc=1.41)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ ├── (a=10, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=27, N=1, Q_v=0.89, best=0.89, ubc=1.79)
├── (a=22, N=6, Q_v=0.85, best=0.93, ubc=1.37)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.78)
│ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=14, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=23, N=1, Q_v=0.78, best=0.78, ubc=1.73)
│ └── (a=27, N=1, Q_v=0.82, best=0.82, ubc=1.76)
└── (a=27, N=4, Q_v=0.76, best=0.85, ubc=1.40)
├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=10, N=1, Q_v=0.73, best=0.73, ubc=1.56)
└── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.47)
[16:58:47] INFO selected action 10 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10]
(N=125, Q_v=0.79, best=0.93)
├── (a=5, N=26, Q_v=0.80, best=0.93, ubc=1.10)
│ ├── (a=6, N=5, Q_v=0.82, best=0.87, ubc=1.39)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ ├── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=26, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ ├── (a=11, N=4, Q_v=0.71, best=0.85, ubc=1.35)
│ │ ├── (a=6, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=12, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ │ └── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=14, N=5, Q_v=0.79, best=0.93, ubc=1.36)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ ├── (a=15, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ └── (a=22, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ ├── (a=22, N=6, Q_v=0.85, best=0.85, ubc=1.37)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ └── (a=26, N=5, Q_v=0.81, best=0.93, ubc=1.38)
│ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=11, N=18, Q_v=0.73, best=0.85, ubc=1.09)
│ ├── (a=5, N=4, Q_v=0.79, best=0.85, ubc=1.39)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=12, N=3, Q_v=0.67, best=0.73, ubc=1.36)
│ │ ├── (a=5, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ │ └── (a=14, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ ├── (a=14, N=3, Q_v=0.58, best=0.65, ubc=1.28)
│ │ ├── (a=5, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ │ └── (a=15, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ ├── (a=22, N=4, Q_v=0.81, best=0.85, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=26, N=3, Q_v=0.69, best=0.80, ubc=1.38)
│ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ └── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.54)
├── (a=14, N=23, Q_v=0.78, best=0.93, ubc=1.10)
│ ├── (a=5, N=4, Q_v=0.73, best=0.85, ubc=1.35)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=11, N=1, Q_v=0.40, best=0.40, ubc=1.23)
│ │ └── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=11, N=4, Q_v=0.70, best=0.85, ubc=1.32)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ ├── (a=12, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=15, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ ├── (a=15, N=4, Q_v=0.73, best=0.93, ubc=1.36)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ │ └── (a=26, N=1, Q_v=0.49, best=0.49, ubc=1.32)
│ ├── (a=22, N=5, Q_v=0.84, best=0.93, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=15, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ │ └── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=26, N=5, Q_v=0.83, best=0.87, ubc=1.39)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ └── (a=22, N=1, Q_v=0.87, best=0.87, ubc=1.77)
├── (a=22, N=32, Q_v=0.83, best=0.93, ubc=1.10)
│ ├── (a=5, N=7, Q_v=0.83, best=0.93, ubc=1.33)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ │ ├── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.66)
│ │ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ │ └── (a=26, N=2, Q_v=0.84, best=0.87, ubc=1.53)
│ ├── (a=11, N=5, Q_v=0.79, best=0.85, ubc=1.37)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=6, Q_v=0.82, best=0.91, ubc=1.36)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=23, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ │ └── (a=26, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ ├── (a=23, N=7, Q_v=0.86, best=0.93, ubc=1.36)
│ │ ├── (a=5, N=2, Q_v=0.89, best=0.93, ubc=1.59)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.79)
│ │ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.79)
│ │ ├── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ └── (a=26, N=6, Q_v=0.83, best=0.85, ubc=1.36)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.75)
└── (a=26, N=25, Q_v=0.79, best=0.93, ubc=1.10)
├── (a=5, N=5, Q_v=0.82, best=0.91, ubc=1.39)
│ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=22, N=1, Q_v=0.91, best=0.91, ubc=1.81)
├── (a=11, N=3, Q_v=0.66, best=0.80, ubc=1.39)
│ ├── (a=5, N=1, Q_v=0.55, best=0.55, ubc=1.29)
│ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.54)
├── (a=14, N=4, Q_v=0.71, best=0.85, ubc=1.35)
│ ├── (a=5, N=1, Q_v=0.55, best=0.55, ubc=1.38)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=15, N=1, Q_v=0.65, best=0.65, ubc=1.49)
├── (a=22, N=7, Q_v=0.88, best=0.93, ubc=1.36)
│ ├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.86)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ ├── (a=14, N=1, Q_v=0.87, best=0.87, ubc=1.86)
│ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ └── (a=27, N=2, Q_v=0.89, best=0.93, ubc=1.59)
└── (a=27, N=5, Q_v=0.78, best=0.87, ubc=1.35)
├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=11, N=1, Q_v=0.65, best=0.65, ubc=1.55)
├── (a=14, N=1, Q_v=0.87, best=0.87, ubc=1.77)
└── (a=22, N=1, Q_v=0.85, best=0.85, ubc=1.75)
[16:58:49] INFO selected action 22 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22]
(N=125, Q_v=0.83, best=0.93)
├── (a=5, N=24, Q_v=0.82, best=0.93, ubc=1.13)
│ ├── (a=6, N=4, Q_v=0.80, best=0.87, ubc=1.43)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=26, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ ├── (a=11, N=5, Q_v=0.83, best=0.85, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=5, Q_v=0.80, best=0.93, ubc=1.36)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ └── (a=23, N=1, Q_v=0.62, best=0.62, ubc=1.52)
│ ├── (a=23, N=4, Q_v=0.80, best=0.85, ubc=1.43)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=26, N=5, Q_v=0.85, best=0.91, ubc=1.41)
│ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=23, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=11, N=23, Q_v=0.82, best=0.85, ubc=1.14)
│ ├── (a=5, N=5, Q_v=0.85, best=0.85, ubc=1.41)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=12, N=4, Q_v=0.75, best=0.80, ubc=1.37)
│ │ ├── (a=5, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ │ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=23, N=1, Q_v=0.69, best=0.69, ubc=1.52)
│ ├── (a=14, N=5, Q_v=0.85, best=0.85, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=23, N=4, Q_v=0.81, best=0.85, ubc=1.44)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=26, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=26, N=4, Q_v=0.81, best=0.85, ubc=1.44)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=23, N=1, Q_v=0.80, best=0.80, ubc=1.63)
├── (a=14, N=27, Q_v=0.84, best=0.93, ubc=1.14)
│ ├── (a=5, N=4, Q_v=0.79, best=0.87, ubc=1.43)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=26, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=11, N=5, Q_v=0.83, best=0.85, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=6, Q_v=0.89, best=0.93, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=23, N=6, Q_v=0.88, best=0.93, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ └── (a=26, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ └── (a=26, N=5, Q_v=0.81, best=0.85, ubc=1.38)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=15, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
├── (a=23, N=25, Q_v=0.83, best=0.93, ubc=1.14)
│ ├── (a=5, N=5, Q_v=0.86, best=0.93, ubc=1.43)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=5, Q_v=0.82, best=0.85, ubc=1.39)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=24, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=14, N=5, Q_v=0.81, best=0.85, ubc=1.38)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ └── (a=24, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=24, N=4, Q_v=0.81, best=0.85, ubc=1.45)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=26, N=5, Q_v=0.84, best=0.85, ubc=1.41)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.75)
└── (a=26, N=25, Q_v=0.83, best=0.93, ubc=1.14)
├── (a=5, N=5, Q_v=0.81, best=0.85, ubc=1.38)
│ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=11, N=4, Q_v=0.80, best=0.80, ubc=1.43)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.63)
├── (a=14, N=5, Q_v=0.84, best=0.91, ubc=1.41)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ └── (a=23, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=23, N=5, Q_v=0.82, best=0.85, ubc=1.39)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=24, N=1, Q_v=0.80, best=0.80, ubc=1.70)
└── (a=27, N=5, Q_v=0.87, best=0.93, ubc=1.43)
├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.77)
├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=14, N=1, Q_v=0.85, best=0.85, ubc=1.75)
└── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.82)
[16:58:51] INFO selected action 14 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14]
(N=125, Q_v=0.83, best=0.93)
├── (a=5, N=21, Q_v=0.80, best=0.93, ubc=1.14)
│ ├── (a=6, N=5, Q_v=0.84, best=0.85, ubc=1.40)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=23, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=4, Q_v=0.78, best=0.85, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=26, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=15, N=2, Q_v=0.49, best=0.69, ubc=1.36)
│ │ └── (a=11, N=1, Q_v=0.69, best=0.69, ubc=1.28)
│ ├── (a=23, N=4, Q_v=0.83, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=15, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=26, N=5, Q_v=0.84, best=0.85, ubc=1.40)
│ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
├── (a=11, N=20, Q_v=0.79, best=0.85, ubc=1.14)
│ ├── (a=5, N=4, Q_v=0.84, best=0.85, ubc=1.45)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=26, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=12, N=4, Q_v=0.80, best=0.85, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=15, N=3, Q_v=0.75, best=0.85, ubc=1.45)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ ├── (a=23, N=4, Q_v=0.70, best=0.85, ubc=1.31)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.53, best=0.53, ubc=1.36)
│ │ └── (a=24, N=1, Q_v=0.62, best=0.62, ubc=1.45)
│ └── (a=26, N=4, Q_v=0.84, best=0.85, ubc=1.45)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=15, N=25, Q_v=0.82, best=0.93, ubc=1.14)
│ ├── (a=5, N=4, Q_v=0.77, best=0.85, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=16, N=1, Q_v=0.51, best=0.51, ubc=1.34)
│ ├── (a=11, N=5, Q_v=0.85, best=0.85, ubc=1.42)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=16, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=16, N=4, Q_v=0.78, best=0.87, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=26, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=23, N=5, Q_v=0.79, best=0.93, ubc=1.36)
│ │ ├── (a=5, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=16, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=24, N=1, Q_v=0.69, best=0.69, ubc=1.59)
│ └── (a=26, N=6, Q_v=0.88, best=0.93, ubc=1.40)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
├── (a=23, N=27, Q_v=0.84, best=0.93, ubc=1.14)
│ ├── (a=5, N=5, Q_v=0.83, best=0.85, ubc=1.41)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=5, Q_v=0.84, best=0.85, ubc=1.42)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=26, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=4, Q_v=0.76, best=0.93, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ ├── (a=11, N=1, Q_v=0.60, best=0.60, ubc=1.43)
│ │ └── (a=16, N=1, Q_v=0.82, best=0.82, ubc=1.65)
│ ├── (a=24, N=6, Q_v=0.85, best=0.91, ubc=1.38)
│ │ ├── (a=5, N=2, Q_v=0.88, best=0.91, ubc=1.55)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ └── (a=26, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ └── (a=26, N=6, Q_v=0.87, best=0.93, ubc=1.39)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=24, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.75)
└── (a=26, N=31, Q_v=0.86, best=0.93, ubc=1.14)
├── (a=5, N=6, Q_v=0.84, best=0.85, ubc=1.37)
│ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=23, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ └── (a=27, N=1, Q_v=0.85, best=0.85, ubc=1.80)
├── (a=11, N=5, Q_v=0.83, best=0.85, ubc=1.42)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=23, N=1, Q_v=0.80, best=0.80, ubc=1.70)
├── (a=15, N=7, Q_v=0.89, best=0.93, ubc=1.39)
│ ├── (a=5, N=1, Q_v=0.89, best=0.89, ubc=1.88)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ ├── (a=16, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.84)
│ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.91)
├── (a=23, N=6, Q_v=0.86, best=0.91, ubc=1.40)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=15, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ ├── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.75)
└── (a=27, N=6, Q_v=0.85, best=0.93, ubc=1.39)
├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.75)
├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
├── (a=15, N=1, Q_v=0.84, best=0.84, ubc=1.78)
├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.80)
└── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
[16:58:53] INFO selected action 26 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26]
(N=125, Q_v=0.85, best=0.93)
├── (a=5, N=21, Q_v=0.82, best=0.93, ubc=1.16)
│ ├── (a=6, N=4, Q_v=0.83, best=0.85, ubc=1.44)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=11, N=4, Q_v=0.83, best=0.85, ubc=1.44)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=15, N=4, Q_v=0.83, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=23, N=4, Q_v=0.83, best=0.85, ubc=1.44)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=27, N=4, Q_v=0.80, best=0.80, ubc=1.42)
│ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.63)
├── (a=11, N=22, Q_v=0.83, best=0.85, ubc=1.16)
│ ├── (a=5, N=4, Q_v=0.83, best=0.85, ubc=1.45)
│ │ ├── (a=6, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=12, N=5, Q_v=0.84, best=0.85, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=15, N=3, Q_v=0.75, best=0.85, ubc=1.47)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ ├── (a=23, N=5, Q_v=0.84, best=0.85, ubc=1.40)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=24, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=27, N=4, Q_v=0.84, best=0.85, ubc=1.46)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=15, N=29, Q_v=0.88, best=0.93, ubc=1.17)
│ ├── (a=5, N=6, Q_v=0.87, best=0.93, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ └── (a=27, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ ├── (a=11, N=5, Q_v=0.85, best=0.85, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=16, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=16, N=6, Q_v=0.90, best=0.93, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=17, N=1, Q_v=0.84, best=0.84, ubc=1.78)
│ │ ├── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=23, N=6, Q_v=0.88, best=0.93, ubc=1.41)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ └── (a=27, N=5, Q_v=0.86, best=0.93, ubc=1.44)
│ ├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
├── (a=23, N=26, Q_v=0.86, best=0.93, ubc=1.17)
│ ├── (a=5, N=5, Q_v=0.85, best=0.89, ubc=1.42)
│ │ ├── (a=6, N=1, Q_v=0.89, best=0.89, ubc=1.79)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=27, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=5, Q_v=0.85, best=0.85, ubc=1.43)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=27, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=5, Q_v=0.87, best=0.93, ubc=1.44)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=24, N=5, Q_v=0.88, best=0.93, ubc=1.45)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=15, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=27, N=1, Q_v=0.89, best=0.89, ubc=1.79)
│ └── (a=27, N=5, Q_v=0.85, best=0.93, ubc=1.42)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=24, N=1, Q_v=0.80, best=0.80, ubc=1.70)
└── (a=27, N=26, Q_v=0.86, best=0.93, ubc=1.17)
├── (a=5, N=5, Q_v=0.85, best=0.91, ubc=1.43)
│ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ └── (a=23, N=1, Q_v=0.85, best=0.85, ubc=1.75)
├── (a=11, N=3, Q_v=0.70, best=0.85, ubc=1.43)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.60)
│ └── (a=28, N=1, Q_v=0.80, best=0.80, ubc=1.54)
├── (a=15, N=6, Q_v=0.91, best=0.93, ubc=1.43)
│ ├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
├── (a=23, N=5, Q_v=0.87, best=0.93, ubc=1.44)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
└── (a=28, N=6, Q_v=0.88, best=0.93, ubc=1.41)
├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.87)
├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.75)
├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.75)
├── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.87)
└── (a=29, N=1, Q_v=0.93, best=0.93, ubc=1.87)
[16:58:54] INFO selected action 15 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15]
(N=125, Q_v=0.87, best=0.93)
├── (a=5, N=23, Q_v=0.86, best=0.93, ubc=1.18)
│ ├── (a=6, N=5, Q_v=0.85, best=0.87, ubc=1.41)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=16, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ ├── (a=23, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ └── (a=27, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=11, N=4, Q_v=0.84, best=0.85, ubc=1.47)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=16, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=16, N=4, Q_v=0.86, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ └── (a=17, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=23, N=5, Q_v=0.89, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ └── (a=27, N=4, Q_v=0.84, best=0.85, ubc=1.47)
│ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=23, N=1, Q_v=0.80, best=0.80, ubc=1.63)
├── (a=11, N=19, Q_v=0.82, best=0.85, ubc=1.18)
│ ├── (a=5, N=4, Q_v=0.85, best=0.85, ubc=1.46)
│ │ ├── (a=6, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=27, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=12, N=2, Q_v=0.65, best=0.85, ubc=1.50)
│ │ └── (a=16, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=16, N=4, Q_v=0.85, best=0.85, ubc=1.46)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=17, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ ├── (a=23, N=4, Q_v=0.84, best=0.85, ubc=1.45)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ │ └── (a=27, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=27, N=4, Q_v=0.83, best=0.85, ubc=1.43)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=12, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=16, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=16, N=30, Q_v=0.90, best=0.93, ubc=1.18)
│ ├── (a=5, N=6, Q_v=0.89, best=0.93, ubc=1.42)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=17, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ │ ├── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.87, best=0.87, ubc=1.82)
│ ├── (a=11, N=7, Q_v=0.93, best=0.93, ubc=1.42)
│ │ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ ├── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ ├── (a=17, N=5, Q_v=0.86, best=0.93, ubc=1.44)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ ├── (a=18, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ │ └── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=23, N=6, Q_v=0.93, best=0.93, ubc=1.46)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=5, Q_v=0.87, best=0.93, ubc=1.46)
│ ├── (a=5, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=17, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ └── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=23, N=29, Q_v=0.89, best=0.93, ubc=1.18)
│ ├── (a=5, N=6, Q_v=0.90, best=0.93, ubc=1.43)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=11, N=5, Q_v=0.84, best=0.85, ubc=1.42)
│ │ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ ├── (a=16, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ │ └── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=16, N=6, Q_v=0.93, best=0.93, ubc=1.46)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=24, N=6, Q_v=0.89, best=0.93, ubc=1.42)
│ │ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ │ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.80)
│ │ ├── (a=16, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=5, Q_v=0.88, best=0.93, ubc=1.46)
│ ├── (a=5, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.75)
│ ├── (a=16, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=28, N=1, Q_v=0.85, best=0.85, ubc=1.75)
└── (a=27, N=23, Q_v=0.86, best=0.93, ubc=1.18)
├── (a=5, N=4, Q_v=0.85, best=0.87, ubc=1.48)
│ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ ├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
│ └── (a=16, N=1, Q_v=0.87, best=0.87, ubc=1.71)
├── (a=11, N=4, Q_v=0.83, best=0.85, ubc=1.45)
│ ├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=12, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=16, N=1, Q_v=0.85, best=0.85, ubc=1.69)
├── (a=16, N=5, Q_v=0.91, best=0.93, ubc=1.47)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=11, N=1, Q_v=0.84, best=0.84, ubc=1.73)
│ ├── (a=17, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=23, N=5, Q_v=0.86, best=0.91, ubc=1.42)
│ ├── (a=5, N=1, Q_v=0.89, best=0.89, ubc=1.79)
│ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=16, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ └── (a=24, N=1, Q_v=0.85, best=0.85, ubc=1.75)
└── (a=28, N=4, Q_v=0.81, best=0.93, ubc=1.44)
├── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.63)
├── (a=11, N=1, Q_v=0.85, best=0.85, ubc=1.69)
└── (a=16, N=1, Q_v=0.67, best=0.67, ubc=1.51)
[16:58:56] INFO selected action 16 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16]
(N=125, Q_v=0.88, best=0.93)
├── (a=5, N=23, Q_v=0.86, best=0.93, ubc=1.18)
│ ├── (a=6, N=4, Q_v=0.84, best=0.87, ubc=1.47)
│ │ ├── (a=11, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=17, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ │ └── (a=23, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ ├── (a=11, N=4, Q_v=0.84, best=0.87, ubc=1.47)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=12, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ │ └── (a=17, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ ├── (a=17, N=5, Q_v=0.84, best=0.93, ubc=1.40)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ │ └── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=23, N=5, Q_v=0.91, best=0.93, ubc=1.47)
│ │ ├── (a=6, N=1, Q_v=0.89, best=0.89, ubc=1.79)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=4, Q_v=0.83, best=0.87, ubc=1.46)
│ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ ├── (a=11, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ └── (a=17, N=1, Q_v=0.87, best=0.87, ubc=1.71)
├── (a=11, N=21, Q_v=0.85, best=0.93, ubc=1.19)
│ ├── (a=5, N=4, Q_v=0.81, best=0.93, ubc=1.43)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=12, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ │ └── (a=27, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=12, N=4, Q_v=0.83, best=0.93, ubc=1.45)
│ │ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ ├── (a=17, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ │ └── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=17, N=3, Q_v=0.77, best=0.84, ubc=1.48)
│ │ ├── (a=5, N=1, Q_v=0.75, best=0.75, ubc=1.49)
│ │ └── (a=18, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ ├── (a=23, N=5, Q_v=0.93, best=0.93, ubc=1.48)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=4, Q_v=0.87, best=0.93, ubc=1.48)
│ ├── (a=5, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=17, N=1, Q_v=0.84, best=0.84, ubc=1.67)
├── (a=17, N=21, Q_v=0.85, best=0.93, ubc=1.19)
│ ├── (a=5, N=4, Q_v=0.82, best=0.93, ubc=1.43)
│ │ ├── (a=6, N=1, Q_v=0.87, best=0.87, ubc=1.71)
│ │ ├── (a=11, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ │ └── (a=18, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=11, N=4, Q_v=0.88, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ └── (a=18, N=1, Q_v=0.73, best=0.73, ubc=1.56)
│ ├── (a=18, N=3, Q_v=0.80, best=0.84, ubc=1.51)
│ │ ├── (a=5, N=1, Q_v=0.73, best=0.73, ubc=1.47)
│ │ └── (a=27, N=1, Q_v=0.84, best=0.84, ubc=1.58)
│ ├── (a=23, N=5, Q_v=0.93, best=0.93, ubc=1.48)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=4, Q_v=0.81, best=0.93, ubc=1.43)
│ ├── (a=5, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=11, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ └── (a=28, N=1, Q_v=0.84, best=0.84, ubc=1.67)
├── (a=23, N=34, Q_v=0.93, best=0.93, ubc=1.19)
│ ├── (a=5, N=7, Q_v=0.93, best=0.93, ubc=1.43)
│ │ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ ├── (a=11, N=7, Q_v=0.93, best=0.93, ubc=1.43)
│ │ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ ├── (a=17, N=7, Q_v=0.93, best=0.93, ubc=1.43)
│ │ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ ├── (a=24, N=6, Q_v=0.92, best=0.93, ubc=1.47)
│ │ ├── (a=5, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ │ ├── (a=11, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=6, Q_v=0.93, best=0.93, ubc=1.47)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
└── (a=27, N=25, Q_v=0.88, best=0.93, ubc=1.19)
├── (a=5, N=4, Q_v=0.81, best=0.91, ubc=1.44)
│ ├── (a=6, N=1, Q_v=0.75, best=0.75, ubc=1.58)
│ ├── (a=11, N=1, Q_v=0.84, best=0.84, ubc=1.67)
│ └── (a=17, N=1, Q_v=0.75, best=0.75, ubc=1.58)
├── (a=11, N=5, Q_v=0.92, best=0.93, ubc=1.48)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=1, Q_v=0.87, best=0.87, ubc=1.77)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=23, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=17, N=5, Q_v=0.83, best=0.93, ubc=1.40)
│ ├── (a=5, N=1, Q_v=0.75, best=0.75, ubc=1.64)
│ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=18, N=1, Q_v=0.73, best=0.73, ubc=1.62)
│ └── (a=28, N=1, Q_v=0.84, best=0.84, ubc=1.73)
├── (a=23, N=5, Q_v=0.92, best=0.93, ubc=1.49)
│ ├── (a=5, N=1, Q_v=0.89, best=0.89, ubc=1.79)
│ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
└── (a=28, N=5, Q_v=0.90, best=0.93, ubc=1.47)
├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
└── (a=29, N=1, Q_v=0.80, best=0.80, ubc=1.70)
[16:58:57] INFO selected action 23 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23]
(N=125, Q_v=0.93, best=0.93)
├── (a=5, N=24, Q_v=0.92, best=0.93, ubc=1.24)
│ ├── (a=6, N=5, Q_v=0.92, best=0.93, ubc=1.49)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=11, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=5, Q_v=0.92, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.91, best=0.91, ubc=1.81)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=24, N=4, Q_v=0.92, best=0.93, ubc=1.55)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ └── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=27, N=4, Q_v=0.92, best=0.93, ubc=1.55)
│ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=17, N=1, Q_v=0.91, best=0.91, ubc=1.74)
├── (a=11, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=5, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=24, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=4, Q_v=0.93, best=0.93, ubc=1.56)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.76)
├── (a=17, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=5, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=11, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=18, N=4, Q_v=0.92, best=0.93, ubc=1.55)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ │ └── (a=24, N=1, Q_v=0.89, best=0.89, ubc=1.72)
│ ├── (a=24, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=24, N=25, Q_v=0.92, best=0.93, ubc=1.23)
│ ├── (a=5, N=6, Q_v=0.92, best=0.93, ubc=1.44)
│ │ ├── (a=6, N=1, Q_v=0.89, best=0.89, ubc=1.84)
│ │ ├── (a=11, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=11, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=6, Q_v=0.92, best=0.93, ubc=1.44)
│ │ ├── (a=5, N=1, Q_v=0.91, best=0.91, ubc=1.86)
│ │ ├── (a=11, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=6, Q_v=0.92, best=0.93, ubc=1.44)
│ ├── (a=5, N=1, Q_v=0.89, best=0.89, ubc=1.84)
│ ├── (a=11, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
└── (a=27, N=25, Q_v=0.93, best=0.93, ubc=1.24)
├── (a=5, N=4, Q_v=0.92, best=0.93, ubc=1.56)
│ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.76)
├── (a=11, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=17, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=24, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.82)
└── (a=28, N=5, Q_v=0.93, best=0.93, ubc=1.49)
├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=11, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
└── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
[16:58:58] INFO selected action 11 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11]
(N=125, Q_v=0.93, best=0.93)
├── (a=5, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=6, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=24, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=4, Q_v=0.93, best=0.93, ubc=1.56)
│ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.76)
├── (a=12, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=5, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=24, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
├── (a=17, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=5, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=18, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=24, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=4, Q_v=0.93, best=0.93, ubc=1.56)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.76)
├── (a=24, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=5, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=12, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ ├── (a=5, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
└── (a=27, N=24, Q_v=0.93, best=0.93, ubc=1.24)
├── (a=5, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=12, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=17, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=24, N=4, Q_v=0.93, best=0.93, ubc=1.56)
│ ├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.76)
└── (a=28, N=4, Q_v=0.93, best=0.93, ubc=1.56)
├── (a=5, N=1, Q_v=0.93, best=0.93, ubc=1.76)
├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
└── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.76)
[16:58:59] INFO selected action 5 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5]
(N=125, Q_v=0.93, best=0.93)
├── (a=6, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=12, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=24, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=24, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ ├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
├── (a=12, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=6, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=24, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=24, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
├── (a=17, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=6, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=18, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=24, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ │ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=27, N=4, Q_v=0.93, best=0.93, ubc=1.56)
│ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.76)
├── (a=24, N=25, Q_v=0.93, best=0.93, ubc=1.24)
│ ├── (a=6, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=12, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ │ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ │ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ │ └── (a=27, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=27, N=6, Q_v=0.93, best=0.93, ubc=1.45)
│ ├── (a=6, N=2, Q_v=0.93, best=0.93, ubc=1.60)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.87)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.87)
└── (a=27, N=24, Q_v=0.93, best=0.93, ubc=1.24)
├── (a=6, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=12, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=17, N=5, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ ├── (a=18, N=1, Q_v=0.93, best=0.93, ubc=1.82)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.82)
├── (a=24, N=4, Q_v=0.93, best=0.93, ubc=1.56)
│ ├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ ├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
│ └── (a=17, N=1, Q_v=0.93, best=0.93, ubc=1.76)
└── (a=28, N=4, Q_v=0.93, best=0.93, ubc=1.56)
├── (a=6, N=1, Q_v=0.93, best=0.93, ubc=1.76)
├── (a=12, N=1, Q_v=0.93, best=0.93, ubc=1.76)
└── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.76)
[16:59:00] INFO selected action 6 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6]
(N=125, Q_v=0.93, best=0.93)
├── (a=12, N=31, Q_v=0.93, best=0.93, ubc=1.21)
│ ├── (a=17, N=10, Q_v=0.93, best=0.93, ubc=1.34)
│ │ ├── (a=18, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ │ ├── (a=24, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ │ └── (a=27, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ ├── (a=24, N=10, Q_v=0.93, best=0.93, ubc=1.34)
│ │ ├── (a=17, N=5, Q_v=0.93, best=0.93, ubc=1.41)
│ │ └── (a=27, N=4, Q_v=0.93, best=0.93, ubc=1.46)
│ └── (a=27, N=10, Q_v=0.93, best=0.93, ubc=1.34)
│ ├── (a=17, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ ├── (a=24, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ └── (a=28, N=3, Q_v=0.93, best=0.93, ubc=1.55)
├── (a=17, N=31, Q_v=0.93, best=0.93, ubc=1.21)
│ ├── (a=12, N=8, Q_v=0.93, best=0.93, ubc=1.39)
│ │ ├── (a=18, N=3, Q_v=0.93, best=0.93, ubc=1.52)
│ │ ├── (a=24, N=2, Q_v=0.93, best=0.93, ubc=1.65)
│ │ └── (a=27, N=2, Q_v=0.93, best=0.93, ubc=1.65)
│ ├── (a=18, N=8, Q_v=0.93, best=0.93, ubc=1.39)
│ │ ├── (a=12, N=3, Q_v=0.93, best=0.93, ubc=1.52)
│ │ ├── (a=24, N=2, Q_v=0.93, best=0.93, ubc=1.65)
│ │ └── (a=27, N=2, Q_v=0.93, best=0.93, ubc=1.65)
│ ├── (a=24, N=7, Q_v=0.93, best=0.93, ubc=1.42)
│ │ ├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ │ ├── (a=18, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ │ └── (a=27, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ └── (a=27, N=7, Q_v=0.93, best=0.93, ubc=1.42)
│ ├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ ├── (a=18, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ ├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.91)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.91)
├── (a=24, N=31, Q_v=0.93, best=0.93, ubc=1.21)
│ ├── (a=12, N=10, Q_v=0.93, best=0.93, ubc=1.34)
│ │ ├── (a=17, N=5, Q_v=0.93, best=0.93, ubc=1.41)
│ │ └── (a=27, N=4, Q_v=0.93, best=0.93, ubc=1.46)
│ ├── (a=17, N=10, Q_v=0.93, best=0.93, ubc=1.34)
│ │ ├── (a=12, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ │ ├── (a=18, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ │ └── (a=27, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ └── (a=27, N=10, Q_v=0.93, best=0.93, ubc=1.34)
│ ├── (a=12, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ ├── (a=17, N=3, Q_v=0.93, best=0.93, ubc=1.55)
│ └── (a=28, N=3, Q_v=0.93, best=0.93, ubc=1.55)
└── (a=27, N=31, Q_v=0.93, best=0.93, ubc=1.21)
├── (a=12, N=8, Q_v=0.93, best=0.93, ubc=1.39)
│ ├── (a=17, N=3, Q_v=0.93, best=0.93, ubc=1.52)
│ ├── (a=24, N=2, Q_v=0.93, best=0.93, ubc=1.65)
│ └── (a=28, N=2, Q_v=0.93, best=0.93, ubc=1.65)
├── (a=17, N=8, Q_v=0.93, best=0.93, ubc=1.39)
│ ├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.65)
│ ├── (a=18, N=2, Q_v=0.93, best=0.93, ubc=1.65)
│ ├── (a=24, N=2, Q_v=0.93, best=0.93, ubc=1.65)
│ └── (a=28, N=1, Q_v=0.93, best=0.93, ubc=1.95)
├── (a=24, N=7, Q_v=0.93, best=0.93, ubc=1.42)
│ ├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ ├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.62)
│ └── (a=28, N=2, Q_v=0.93, best=0.93, ubc=1.62)
└── (a=28, N=7, Q_v=0.93, best=0.93, ubc=1.42)
├── (a=12, N=2, Q_v=0.93, best=0.93, ubc=1.62)
├── (a=17, N=2, Q_v=0.93, best=0.93, ubc=1.62)
├── (a=24, N=1, Q_v=0.93, best=0.93, ubc=1.91)
└── (a=29, N=1, Q_v=0.93, best=0.93, ubc=1.91)
[16:59:01] INFO selected action 12 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12]
(N=125, Q_v=0.93, best=0.93)
├── (a=17, N=42, Q_v=0.93, best=0.93, ubc=1.17)
│ ├── (a=18, N=14, Q_v=0.93, best=0.93, ubc=1.29)
│ │ ├── (a=24, N=7, Q_v=0.93, best=0.93, ubc=1.36)
│ │ └── (a=27, N=6, Q_v=0.93, best=0.93, ubc=1.40)
│ ├── (a=24, N=14, Q_v=0.93, best=0.93, ubc=1.29)
│ │ ├── (a=18, N=7, Q_v=0.93, best=0.93, ubc=1.36)
│ │ └── (a=27, N=6, Q_v=0.93, best=0.93, ubc=1.40)
│ └── (a=27, N=13, Q_v=0.93, best=0.93, ubc=1.31)
│ ├── (a=18, N=4, Q_v=0.93, best=0.93, ubc=1.49)
│ ├── (a=24, N=4, Q_v=0.93, best=0.93, ubc=1.49)
│ └── (a=28, N=4, Q_v=0.93, best=0.93, ubc=1.49)
├── (a=24, N=41, Q_v=0.93, best=0.93, ubc=1.17)
│ ├── (a=17, N=20, Q_v=0.93, best=0.93, ubc=1.23)
│ │ ├── (a=18, N=10, Q_v=0.93, best=0.93, ubc=1.31)
│ │ └── (a=27, N=9, Q_v=0.93, best=0.93, ubc=1.34)
│ └── (a=27, N=20, Q_v=0.93, best=0.93, ubc=1.23)
│ ├── (a=17, N=10, Q_v=0.93, best=0.93, ubc=1.31)
│ └── (a=28, N=9, Q_v=0.93, best=0.93, ubc=1.34)
└── (a=27, N=41, Q_v=0.93, best=0.93, ubc=1.17)
├── (a=17, N=14, Q_v=0.93, best=0.93, ubc=1.29)
│ ├── (a=18, N=5, Q_v=0.93, best=0.93, ubc=1.44)
│ ├── (a=24, N=4, Q_v=0.93, best=0.93, ubc=1.50)
│ └── (a=28, N=4, Q_v=0.93, best=0.93, ubc=1.50)
├── (a=24, N=13, Q_v=0.93, best=0.93, ubc=1.31)
│ ├── (a=17, N=6, Q_v=0.93, best=0.93, ubc=1.39)
│ └── (a=28, N=6, Q_v=0.93, best=0.93, ubc=1.39)
└── (a=28, N=13, Q_v=0.93, best=0.93, ubc=1.31)
├── (a=17, N=4, Q_v=0.93, best=0.93, ubc=1.49)
├── (a=24, N=4, Q_v=0.93, best=0.93, ubc=1.49)
└── (a=29, N=4, Q_v=0.93, best=0.93, ubc=1.49)
INFO selected action 17 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12, 17]
(N=125, Q_v=0.93, best=0.93)
├── (a=18, N=42, Q_v=0.93, best=0.93, ubc=1.17)
│ ├── (a=24, N=21, Q_v=0.93, best=0.93, ubc=1.23)
│ │ └── (a=27, N=20, Q_v=0.93, best=0.93, ubc=1.20)
│ └── (a=27, N=20, Q_v=0.93, best=0.93, ubc=1.23)
│ ├── (a=24, N=10, Q_v=0.93, best=0.93, ubc=1.31)
│ └── (a=28, N=9, Q_v=0.93, best=0.93, ubc=1.34)
├── (a=24, N=41, Q_v=0.93, best=0.93, ubc=1.17)
│ ├── (a=18, N=20, Q_v=0.93, best=0.93, ubc=1.23)
│ │ └── (a=27, N=19, Q_v=0.93, best=0.93, ubc=1.21)
│ └── (a=27, N=20, Q_v=0.93, best=0.93, ubc=1.23)
│ ├── (a=18, N=10, Q_v=0.93, best=0.93, ubc=1.31)
│ └── (a=28, N=9, Q_v=0.93, best=0.93, ubc=1.34)
└── (a=27, N=41, Q_v=0.93, best=0.93, ubc=1.17)
├── (a=18, N=14, Q_v=0.93, best=0.93, ubc=1.29)
│ ├── (a=24, N=7, Q_v=0.93, best=0.93, ubc=1.36)
│ └── (a=28, N=6, Q_v=0.93, best=0.93, ubc=1.40)
├── (a=24, N=13, Q_v=0.93, best=0.93, ubc=1.31)
│ ├── (a=18, N=6, Q_v=0.93, best=0.93, ubc=1.39)
│ └── (a=28, N=6, Q_v=0.93, best=0.93, ubc=1.39)
└── (a=28, N=13, Q_v=0.93, best=0.93, ubc=1.31)
├── (a=18, N=4, Q_v=0.93, best=0.93, ubc=1.49)
├── (a=24, N=4, Q_v=0.93, best=0.93, ubc=1.49)
└── (a=29, N=4, Q_v=0.93, best=0.93, ubc=1.49)
INFO selected action 18 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12, 17, 18]
(N=125, Q_v=0.93, best=0.93)
├── (a=24, N=62, Q_v=0.93, best=0.93, ubc=1.12)
│ └── (a=27, N=61, Q_v=0.93, best=0.93, ubc=1.11)
│ └── (a=28, N=60, Q_v=0.93, best=0.93, ubc=1.11)
└── (a=27, N=62, Q_v=0.93, best=0.93, ubc=1.12)
├── (a=24, N=31, Q_v=0.93, best=0.93, ubc=1.19)
│ └── (a=28, N=30, Q_v=0.93, best=0.93, ubc=1.17)
└── (a=28, N=30, Q_v=0.93, best=0.93, ubc=1.19)
├── (a=24, N=15, Q_v=0.93, best=0.93, ubc=1.26)
└── (a=29, N=14, Q_v=0.93, best=0.93, ubc=1.28)
INFO selected action 24 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12, 17, 18, 24]
(N=125, Q_v=0.93, best=0.93)
└── (a=27, N=124, Q_v=0.93, best=0.93, ubc=1.07)
└── (a=28, N=123, Q_v=0.93, best=0.93, ubc=1.07)
└── (a=29, N=122, Q_v=0.93, best=0.93, ubc=1.07)
INFO selected action 27 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12, 17, 18, 24, 27]
(N=125, Q_v=0.93, best=0.93)
└── (a=28, N=124, Q_v=0.93, best=0.93, ubc=1.07)
└── (a=29, N=123, Q_v=0.93, best=0.93, ubc=1.07)
└── (a=30, N=122, Q_v=0.93, best=0.93, ubc=1.07)
INFO selected action 28 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12, 17, 18, 24, 27, 28]
(N=125, Q_v=0.93, best=0.93)
└── (a=29, N=124, Q_v=0.93, best=0.93, ubc=1.07)
└── (a=30, N=123, Q_v=0.93, best=0.93, ubc=1.07)
INFO selected action 29 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12, 17, 18, 24, 27, 28, 29]
(N=125, Q_v=0.93, best=0.93)
└── (a=30, N=124, Q_v=0.93, best=0.93, ubc=1.07)
INFO selected action 30 after 125 simulations.
INFO current action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12, 17, 18, 24, 27, 28, 29, 30]
INFO Final action list: [31, 1, 2, 13, 32, 33, 7, 8, 3, 9, 19, 34, 20, 4, 21, 35, 36, 25, 10, 22, 14, 26, 15, 16, 23, 11, 5, 6, 12, 17, 18, 24, 27, 28, 29, 30]
╔═══════════════════════════════════════════════════════╗
Job 0 ║████ ████████████ ███ █████ ║ Machine 0 █
Job 1 ║ ███████████████████████████████ █████████████ ║ Machine 1 █
Job 2 ║ █████████ ████████ █████████ ███████║ Machine 2 █
Job 3 ║ █████ ████████████████████████████ ║ Machine 3 █
Job 4 ║ ███████████ █████ ████ ███ █ ║ Machine 4 █
Job 5 ║███████████████████████ ████ █ ║ Machine 5 █
╚╦════╤════╤════╤════╤════╦════╤════╤════╤════╤════╦════╝
0.0 27.3 54.5
makespan: 59