graph-matrix-jsp-env (Action History Wrapper)¶
[1]:
from graph_matrix_jsp_env.disjunctive_jsp_env import DisjunctiveGraphJspEnv
from jsp_instance_utils.instances import ft06, ft06_makespan
▐███▌ ▟███▛▟███████▛▐███▌
▐███▌ ▟███▛▟███████▛ ▐███▌
▐███▌ ▟███ ▟███▛ ▟███▛ ▐███▌
▐███▌▟████ ▟███▛ ▟███▛ ▐███▌
▐██████▛▐█████▛ ▟████████▐█████████▛
▐█████▛ ▐████▛ ▟█████████▐████████▛
▐█▀▜▙█▙ ███████▐█ ▐█ ▟█▙ ▟█▙ ▟███▐█ ▐█▐█▀▀▐█▙ █
▐█▄▟▛▜█▙▟▙██ ▐█ ▐████ ▟▛ ▜▙ ▟▛ ▜▙ █▍ ▐████▐█▀▀▐██▙█
▐█ ▜▙ ▜█▛▜██ ▐█ ▐█ ▐█ ▟█▛▀▜█▙█▛▀▜█▙▜███▐█ ▐█▐█▆▆▐█ ▜█
▐█ ▐█▐█▙ █▐███▜█▙ ▟███▀▀▐█▀▜▙▟█▀▜█▐███▐█████▙ ▟▛
▐█ ▐█▐██▙█ ▐█ ▜█▄█▛▐█▀▀▐█▄▟▛▜█▆▆▄ ▐█ ▐█ ▜█▄▛
▜███▛▐█ ▜█▐███ ▜█▛ ▐███▐█ ▜▙▐█▆▆▛▐███ ▐█ ██
Graph Matrix Job Shop Problem Environment
Version: 0.1.0
[2]:
from gymcts.gymcts_agent import GymctsAgent
from gymcts.gymcts_action_history_wrapper import ActionHistoryMCTSGymEnvWrapper
from gymnasium.wrappers import TransformReward
from gymcts.logger import log
[3]:
import gymnasium as gym
import numpy as np
[4]:
if __name__ == '__main__':
log.setLevel(20)
env = DisjunctiveGraphJspEnv(
jsp_instance=ft06,
reward_function="makespan",
)
# map reward to [1, -inf]
# ideally you want the reward to be in the range of [-1, 1] for the UBC score
env = TransformReward(env, lambda r: r / ft06_makespan + 2 if r != 0 else 0.0)
env.reset()
def mask_fn(env: gym.Env) -> np.ndarray:
# Do whatever you'd like in this function to return the action mask
# for the current env. In this example, we assume the env has a
# helpful method we can rely on.
return env.unwrapped.valid_action_mask()
env = ActionHistoryMCTSGymEnvWrapper(
env,
action_mask_fn=mask_fn
)
agent = GymctsAgent(
env=env,
render_tree_after_step=True,
exclude_unvisited_nodes_from_render=True,
number_of_simulations_per_step=50,
)
root = agent.search_root_node.get_root()
actions = agent.solve(render_tree_after_step=True)
for a in actions:
obs, rew, term, trun, info = env.step(a)
env.render()
makespan = env.unwrapped.get_makespan()
print(f"makespan: {makespan}")
(N=50, Q_v=0.41, best=0.76)
├── (a=1, N=7, Q_v=0.39, best=0.62, ubc=0.92)
│ ├── (a=2, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ ├── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ ├── (a=13, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ ├── (a=19, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ ├── (a=25, N=1, Q_v=0.20, best=0.20, ubc=1.19)
│ └── (a=31, N=1, Q_v=0.40, best=0.40, ubc=1.39)
├── (a=7, N=9, Q_v=0.46, best=0.76, ubc=0.93)
│ ├── (a=1, N=2, Q_v=0.42, best=0.45, ubc=1.16)
│ │ └── (a=19, N=1, Q_v=0.45, best=0.45, ubc=1.04)
│ ├── (a=8, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ ├── (a=13, N=2, Q_v=0.58, best=0.76, ubc=1.32)
│ │ └── (a=14, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=19, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ ├── (a=25, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ └── (a=31, N=1, Q_v=0.38, best=0.38, ubc=1.43)
├── (a=13, N=7, Q_v=0.39, best=0.62, ubc=0.92)
│ ├── (a=1, N=1, Q_v=0.16, best=0.16, ubc=1.15)
│ ├── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ ├── (a=14, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ ├── (a=19, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ ├── (a=25, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ └── (a=31, N=1, Q_v=0.45, best=0.45, ubc=1.44)
├── (a=19, N=9, Q_v=0.42, best=0.62, ubc=0.88)
│ ├── (a=1, N=2, Q_v=0.31, best=0.38, ubc=1.05)
│ │ └── (a=7, N=1, Q_v=0.24, best=0.24, ubc=0.82)
│ ├── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ ├── (a=13, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ ├── (a=20, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ ├── (a=25, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ └── (a=31, N=2, Q_v=0.50, best=0.53, ubc=1.24)
│ └── (a=32, N=1, Q_v=0.53, best=0.53, ubc=1.12)
├── (a=25, N=9, Q_v=0.41, best=0.62, ubc=0.88)
│ ├── (a=1, N=2, Q_v=0.27, best=0.38, ubc=1.01)
│ │ └── (a=7, N=1, Q_v=0.16, best=0.16, ubc=0.75)
│ ├── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ ├── (a=13, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ ├── (a=19, N=1, Q_v=0.38, best=0.38, ubc=1.43)
│ ├── (a=26, N=2, Q_v=0.51, best=0.56, ubc=1.25)
│ │ └── (a=1, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ └── (a=31, N=1, Q_v=0.38, best=0.38, ubc=1.43)
└── (a=31, N=8, Q_v=0.42, best=0.62, ubc=0.91)
├── (a=1, N=1, Q_v=0.38, best=0.38, ubc=1.40)
├── (a=7, N=1, Q_v=0.38, best=0.38, ubc=1.40)
├── (a=13, N=1, Q_v=0.38, best=0.38, ubc=1.40)
├── (a=19, N=1, Q_v=0.38, best=0.38, ubc=1.40)
├── (a=25, N=2, Q_v=0.42, best=0.44, ubc=1.14)
│ └── (a=32, N=1, Q_v=0.44, best=0.44, ubc=1.02)
└── (a=32, N=1, Q_v=0.38, best=0.38, ubc=1.40)
[16:54:56] INFO selected action 7 after 50 simulations.
INFO current action list: [7]
(N=50, Q_v=0.55, best=0.82)
├── (a=1, N=9, Q_v=0.57, best=0.67, ubc=1.03)
│ ├── (a=2, N=1, Q_v=0.49, best=0.49, ubc=1.54)
│ ├── (a=8, N=2, Q_v=0.64, best=0.67, ubc=1.38)
│ │ └── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.19)
│ ├── (a=13, N=2, Q_v=0.42, best=0.67, ubc=1.16)
│ │ └── (a=25, N=1, Q_v=0.16, best=0.16, ubc=0.75)
│ ├── (a=19, N=1, Q_v=0.67, best=0.67, ubc=1.72)
│ ├── (a=25, N=1, Q_v=0.67, best=0.67, ubc=1.72)
│ └── (a=31, N=1, Q_v=0.67, best=0.67, ubc=1.72)
├── (a=8, N=6, Q_v=0.46, best=0.67, ubc=1.03)
│ ├── (a=1, N=1, Q_v=0.67, best=0.67, ubc=1.62)
│ ├── (a=9, N=1, Q_v=0.67, best=0.67, ubc=1.62)
│ ├── (a=13, N=1, Q_v=0.67, best=0.67, ubc=1.62)
│ ├── (a=19, N=1, Q_v=0.15, best=0.15, ubc=1.09)
│ └── (a=25, N=1, Q_v=0.13, best=0.13, ubc=1.07)
├── (a=13, N=8, Q_v=0.57, best=0.67, ubc=1.06)
│ ├── (a=1, N=2, Q_v=0.41, best=0.67, ubc=1.13)
│ │ └── (a=19, N=1, Q_v=0.15, best=0.15, ubc=0.73)
│ ├── (a=8, N=1, Q_v=0.67, best=0.67, ubc=1.69)
│ ├── (a=14, N=1, Q_v=0.67, best=0.67, ubc=1.69)
│ ├── (a=19, N=1, Q_v=0.55, best=0.55, ubc=1.56)
│ ├── (a=25, N=1, Q_v=0.67, best=0.67, ubc=1.69)
│ └── (a=31, N=1, Q_v=0.67, best=0.67, ubc=1.69)
├── (a=19, N=10, Q_v=0.60, best=0.69, ubc=1.04)
│ ├── (a=1, N=2, Q_v=0.61, best=0.67, ubc=1.37)
│ │ └── (a=31, N=1, Q_v=0.55, best=0.55, ubc=1.13)
│ ├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.56)
│ ├── (a=13, N=2, Q_v=0.68, best=0.69, ubc=1.44)
│ │ └── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.28)
│ ├── (a=20, N=2, Q_v=0.55, best=0.67, ubc=1.30)
│ │ └── (a=25, N=1, Q_v=0.42, best=0.42, ubc=1.01)
│ ├── (a=25, N=1, Q_v=0.67, best=0.67, ubc=1.75)
│ └── (a=31, N=1, Q_v=0.67, best=0.67, ubc=1.75)
├── (a=25, N=7, Q_v=0.52, best=0.67, ubc=1.05)
│ ├── (a=1, N=1, Q_v=0.67, best=0.67, ubc=1.66)
│ ├── (a=8, N=1, Q_v=0.67, best=0.67, ubc=1.66)
│ ├── (a=13, N=1, Q_v=0.67, best=0.67, ubc=1.66)
│ ├── (a=19, N=1, Q_v=0.67, best=0.67, ubc=1.66)
│ ├── (a=26, N=1, Q_v=0.15, best=0.15, ubc=1.13)
│ └── (a=31, N=1, Q_v=0.33, best=0.33, ubc=1.31)
└── (a=31, N=9, Q_v=0.60, best=0.82, ubc=1.06)
├── (a=1, N=2, Q_v=0.75, best=0.82, ubc=1.49)
│ └── (a=8, N=1, Q_v=0.82, best=0.82, ubc=1.41)
├── (a=8, N=2, Q_v=0.35, best=0.67, ubc=1.09)
│ └── (a=13, N=1, Q_v=0.02, best=0.02, ubc=0.61)
├── (a=13, N=1, Q_v=0.67, best=0.67, ubc=1.72)
├── (a=19, N=1, Q_v=0.67, best=0.67, ubc=1.72)
├── (a=25, N=1, Q_v=0.67, best=0.67, ubc=1.72)
└── (a=32, N=1, Q_v=0.67, best=0.67, ubc=1.72)
INFO selected action 31 after 50 simulations.
INFO current action list: [7, 31]
(N=50, Q_v=0.23, best=0.65)
├── (a=1, N=6, Q_v=0.14, best=0.53, ubc=0.71)
│ ├── (a=2, N=1, Q_v=0.02, best=0.02, ubc=0.96)
│ ├── (a=8, N=1, Q_v=0.02, best=0.02, ubc=0.96)
│ ├── (a=13, N=1, Q_v=0.02, best=0.02, ubc=0.96)
│ ├── (a=19, N=1, Q_v=0.02, best=0.02, ubc=0.96)
│ └── (a=32, N=1, Q_v=0.24, best=0.24, ubc=1.18)
├── (a=8, N=7, Q_v=0.15, best=0.53, ubc=0.68)
│ ├── (a=1, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ ├── (a=9, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ ├── (a=13, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ ├── (a=19, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ ├── (a=25, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ └── (a=32, N=1, Q_v=0.45, best=0.45, ubc=1.44)
├── (a=13, N=17, Q_v=0.38, best=0.65, ubc=0.72)
│ ├── (a=1, N=2, Q_v=0.28, best=0.55, ubc=1.12)
│ │ └── (a=8, N=1, Q_v=0.55, best=0.55, ubc=1.13)
│ ├── (a=8, N=2, Q_v=0.17, best=0.33, ubc=1.01)
│ │ └── (a=19, N=1, Q_v=0.33, best=0.33, ubc=0.92)
│ ├── (a=14, N=2, Q_v=0.32, best=0.62, ubc=1.16)
│ │ └── (a=19, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=19, N=6, Q_v=0.64, best=0.65, ubc=1.13)
│ │ ├── (a=1, N=1, Q_v=0.64, best=0.64, ubc=1.58)
│ │ ├── (a=8, N=1, Q_v=0.64, best=0.64, ubc=1.58)
│ │ ├── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.58)
│ │ ├── (a=20, N=1, Q_v=0.64, best=0.64, ubc=1.58)
│ │ └── (a=25, N=1, Q_v=0.64, best=0.64, ubc=1.58)
│ ├── (a=25, N=2, Q_v=0.09, best=0.16, ubc=0.93)
│ │ └── (a=8, N=1, Q_v=0.16, best=0.16, ubc=0.75)
│ └── (a=32, N=2, Q_v=0.22, best=0.42, ubc=1.06)
│ └── (a=8, N=1, Q_v=0.42, best=0.42, ubc=1.01)
├── (a=19, N=6, Q_v=0.14, best=0.53, ubc=0.71)
│ ├── (a=1, N=1, Q_v=0.02, best=0.02, ubc=0.96)
│ ├── (a=8, N=1, Q_v=0.02, best=0.02, ubc=0.96)
│ ├── (a=13, N=1, Q_v=0.02, best=0.02, ubc=0.96)
│ ├── (a=20, N=1, Q_v=0.02, best=0.02, ubc=0.96)
│ └── (a=32, N=1, Q_v=0.24, best=0.24, ubc=1.18)
├── (a=25, N=7, Q_v=0.16, best=0.53, ubc=0.69)
│ ├── (a=1, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ ├── (a=8, N=1, Q_v=0.53, best=0.53, ubc=1.51)
│ ├── (a=13, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ ├── (a=19, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ ├── (a=26, N=1, Q_v=0.02, best=0.02, ubc=1.00)
│ └── (a=32, N=1, Q_v=0.02, best=0.02, ubc=1.00)
└── (a=32, N=6, Q_v=0.10, best=0.53, ubc=0.67)
├── (a=1, N=1, Q_v=0.02, best=0.02, ubc=0.96)
├── (a=8, N=1, Q_v=0.02, best=0.02, ubc=0.96)
├── (a=13, N=1, Q_v=0.02, best=0.02, ubc=0.96)
├── (a=19, N=1, Q_v=0.02, best=0.02, ubc=0.96)
└── (a=25, N=1, Q_v=0.02, best=0.02, ubc=0.96)
[16:54:57] INFO selected action 13 after 50 simulations.
INFO current action list: [7, 31, 13]
(N=50, Q_v=0.57, best=0.82)
├── (a=1, N=10, Q_v=0.63, best=0.82, ubc=1.07)
│ ├── (a=2, N=2, Q_v=0.72, best=0.82, ubc=1.48)
│ │ └── (a=19, N=1, Q_v=0.82, best=0.82, ubc=1.41)
│ ├── (a=8, N=2, Q_v=0.67, best=0.73, ubc=1.43)
│ │ └── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.60)
│ ├── (a=19, N=2, Q_v=0.59, best=0.62, ubc=1.35)
│ │ └── (a=32, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.69)
│ └── (a=32, N=1, Q_v=0.62, best=0.62, ubc=1.69)
├── (a=8, N=7, Q_v=0.57, best=0.73, ubc=1.10)
│ ├── (a=1, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=9, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=19, N=1, Q_v=0.69, best=0.69, ubc=1.68)
│ ├── (a=25, N=1, Q_v=0.73, best=0.73, ubc=1.71)
│ └── (a=32, N=1, Q_v=0.16, best=0.16, ubc=1.15)
├── (a=14, N=7, Q_v=0.51, best=0.62, ubc=1.04)
│ ├── (a=1, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=8, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=15, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=19, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=25, N=1, Q_v=0.16, best=0.16, ubc=1.15)
│ └── (a=32, N=1, Q_v=0.42, best=0.42, ubc=1.40)
├── (a=19, N=8, Q_v=0.56, best=0.62, ubc=1.06)
│ ├── (a=1, N=2, Q_v=0.46, best=0.62, ubc=1.18)
│ │ └── (a=20, N=1, Q_v=0.31, best=0.31, ubc=0.90)
│ ├── (a=8, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ ├── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ ├── (a=20, N=1, Q_v=0.55, best=0.55, ubc=1.56)
│ ├── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ └── (a=32, N=1, Q_v=0.62, best=0.62, ubc=1.64)
├── (a=25, N=8, Q_v=0.57, best=0.78, ubc=1.07)
│ ├── (a=1, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ ├── (a=8, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ ├── (a=14, N=2, Q_v=0.47, best=0.78, ubc=1.19)
│ │ └── (a=32, N=1, Q_v=0.16, best=0.16, ubc=0.75)
│ ├── (a=19, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ ├── (a=26, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ └── (a=32, N=1, Q_v=0.62, best=0.62, ubc=1.64)
└── (a=32, N=9, Q_v=0.56, best=0.69, ubc=1.03)
├── (a=1, N=2, Q_v=0.65, best=0.69, ubc=1.40)
│ └── (a=25, N=1, Q_v=0.69, best=0.69, ubc=1.28)
├── (a=8, N=2, Q_v=0.37, best=0.62, ubc=1.11)
│ └── (a=14, N=1, Q_v=0.13, best=0.13, ubc=0.72)
├── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.67)
├── (a=19, N=1, Q_v=0.62, best=0.62, ubc=1.67)
├── (a=25, N=1, Q_v=0.62, best=0.62, ubc=1.67)
└── (a=33, N=1, Q_v=0.62, best=0.62, ubc=1.67)
INFO selected action 1 after 50 simulations.
INFO current action list: [7, 31, 13, 1]
(N=50, Q_v=0.52, best=0.78)
├── (a=2, N=7, Q_v=0.51, best=0.76, ubc=1.04)
│ ├── (a=3, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.48)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.48)
│ ├── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.48)
│ ├── (a=25, N=1, Q_v=0.49, best=0.49, ubc=1.48)
│ └── (a=32, N=1, Q_v=0.56, best=0.56, ubc=1.55)
├── (a=8, N=8, Q_v=0.50, best=0.76, ubc=0.99)
│ ├── (a=2, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=9, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=19, N=1, Q_v=0.42, best=0.42, ubc=1.44)
│ ├── (a=25, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ └── (a=32, N=2, Q_v=0.42, best=0.56, ubc=1.14)
│ └── (a=33, N=1, Q_v=0.27, best=0.27, ubc=0.86)
├── (a=14, N=8, Q_v=0.54, best=0.76, ubc=1.03)
│ ├── (a=2, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=15, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=25, N=1, Q_v=0.42, best=0.42, ubc=1.44)
│ └── (a=32, N=2, Q_v=0.58, best=0.60, ubc=1.30)
│ └── (a=15, N=1, Q_v=0.60, best=0.60, ubc=1.19)
├── (a=19, N=9, Q_v=0.52, best=0.76, ubc=0.99)
│ ├── (a=2, N=2, Q_v=0.41, best=0.49, ubc=1.15)
│ │ └── (a=8, N=1, Q_v=0.33, best=0.33, ubc=0.92)
│ ├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.54)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.54)
│ ├── (a=20, N=2, Q_v=0.58, best=0.60, ubc=1.32)
│ │ └── (a=8, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=25, N=1, Q_v=0.49, best=0.49, ubc=1.54)
│ └── (a=32, N=1, Q_v=0.49, best=0.49, ubc=1.54)
├── (a=25, N=9, Q_v=0.55, best=0.78, ubc=1.01)
│ ├── (a=2, N=2, Q_v=0.43, best=0.49, ubc=1.17)
│ │ └── (a=19, N=1, Q_v=0.36, best=0.36, ubc=0.95)
│ ├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.54)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.54)
│ ├── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.54)
│ ├── (a=26, N=1, Q_v=0.49, best=0.49, ubc=1.54)
│ └── (a=32, N=2, Q_v=0.67, best=0.78, ubc=1.41)
│ └── (a=26, N=1, Q_v=0.56, best=0.56, ubc=1.15)
└── (a=32, N=8, Q_v=0.51, best=0.76, ubc=1.01)
├── (a=2, N=2, Q_v=0.45, best=0.49, ubc=1.17)
│ └── (a=33, N=1, Q_v=0.40, best=0.40, ubc=0.99)
├── (a=8, N=1, Q_v=0.49, best=0.49, ubc=1.51)
├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.51)
├── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.51)
├── (a=25, N=1, Q_v=0.49, best=0.49, ubc=1.51)
└── (a=33, N=1, Q_v=0.49, best=0.49, ubc=1.51)
[16:54:58] INFO selected action 25 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25]
(N=50, Q_v=0.54, best=0.82)
├── (a=2, N=7, Q_v=0.49, best=0.82, ubc=1.02)
│ ├── (a=3, N=1, Q_v=0.60, best=0.60, ubc=1.59)
│ ├── (a=8, N=1, Q_v=0.13, best=0.13, ubc=1.11)
│ ├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.59)
│ ├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.59)
│ ├── (a=26, N=1, Q_v=0.60, best=0.60, ubc=1.59)
│ └── (a=32, N=1, Q_v=0.11, best=0.11, ubc=1.10)
├── (a=8, N=9, Q_v=0.55, best=0.82, ubc=1.02)
│ ├── (a=2, N=2, Q_v=0.45, best=0.60, ubc=1.20)
│ │ └── (a=14, N=1, Q_v=0.31, best=0.31, ubc=0.90)
│ ├── (a=9, N=2, Q_v=0.50, best=0.60, ubc=1.24)
│ │ └── (a=32, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.65)
│ ├── (a=19, N=1, Q_v=0.45, best=0.45, ubc=1.50)
│ ├── (a=26, N=1, Q_v=0.60, best=0.60, ubc=1.65)
│ └── (a=32, N=1, Q_v=0.60, best=0.60, ubc=1.65)
├── (a=14, N=8, Q_v=0.53, best=0.82, ubc=1.02)
│ ├── (a=2, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=8, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=15, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=26, N=1, Q_v=0.20, best=0.20, ubc=1.22)
│ └── (a=32, N=2, Q_v=0.39, best=0.71, ubc=1.11)
│ └── (a=15, N=1, Q_v=0.07, best=0.07, ubc=0.66)
├── (a=19, N=8, Q_v=0.55, best=0.82, ubc=1.05)
│ ├── (a=2, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=8, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=20, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=26, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ └── (a=32, N=2, Q_v=0.31, best=0.65, ubc=1.03)
│ └── (a=8, N=1, Q_v=-0.04, best=-0.04, ubc=0.55)
├── (a=26, N=8, Q_v=0.54, best=0.82, ubc=1.04)
│ ├── (a=2, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=8, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=27, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ └── (a=32, N=2, Q_v=0.41, best=0.71, ubc=1.13)
│ └── (a=27, N=1, Q_v=0.11, best=0.11, ubc=0.70)
└── (a=32, N=9, Q_v=0.59, best=0.82, ubc=1.06)
├── (a=2, N=2, Q_v=0.65, best=0.71, ubc=1.40)
│ └── (a=8, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=8, N=2, Q_v=0.41, best=0.60, ubc=1.15)
│ └── (a=9, N=1, Q_v=0.22, best=0.22, ubc=0.81)
├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.65)
├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.65)
├── (a=26, N=1, Q_v=0.60, best=0.60, ubc=1.65)
└── (a=33, N=1, Q_v=0.60, best=0.60, ubc=1.65)
[16:54:59] INFO selected action 32 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32]
(N=50, Q_v=0.42, best=0.80)
├── (a=2, N=11, Q_v=0.49, best=0.76, ubc=0.91)
│ ├── (a=3, N=2, Q_v=0.45, best=0.55, ubc=1.22)
│ │ └── (a=26, N=1, Q_v=0.55, best=0.55, ubc=1.13)
│ ├── (a=8, N=1, Q_v=0.35, best=0.35, ubc=1.44)
│ ├── (a=14, N=3, Q_v=0.69, best=0.76, ubc=1.32)
│ │ ├── (a=3, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ │ └── (a=19, N=1, Q_v=0.76, best=0.76, ubc=1.50)
│ ├── (a=19, N=1, Q_v=0.35, best=0.35, ubc=1.44)
│ ├── (a=26, N=1, Q_v=0.35, best=0.35, ubc=1.44)
│ └── (a=33, N=2, Q_v=0.61, best=0.64, ubc=1.38)
│ └── (a=19, N=1, Q_v=0.64, best=0.64, ubc=1.22)
├── (a=8, N=10, Q_v=0.48, best=0.80, ubc=0.92)
│ ├── (a=2, N=2, Q_v=0.61, best=0.80, ubc=1.37)
│ │ └── (a=9, N=1, Q_v=0.42, best=0.42, ubc=1.01)
│ ├── (a=9, N=3, Q_v=0.67, best=0.80, ubc=1.29)
│ │ ├── (a=2, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ │ └── (a=33, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ ├── (a=14, N=1, Q_v=0.35, best=0.35, ubc=1.42)
│ ├── (a=19, N=1, Q_v=0.35, best=0.35, ubc=1.42)
│ ├── (a=26, N=1, Q_v=0.35, best=0.35, ubc=1.42)
│ └── (a=33, N=1, Q_v=0.35, best=0.35, ubc=1.42)
├── (a=14, N=7, Q_v=0.38, best=0.69, ubc=0.91)
│ ├── (a=2, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=8, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=15, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=19, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=26, N=1, Q_v=0.69, best=0.69, ubc=1.68)
│ └── (a=33, N=1, Q_v=0.42, best=0.42, ubc=1.40)
├── (a=19, N=8, Q_v=0.39, best=0.58, ubc=0.88)
│ ├── (a=2, N=1, Q_v=0.35, best=0.35, ubc=1.36)
│ ├── (a=8, N=1, Q_v=0.35, best=0.35, ubc=1.36)
│ ├── (a=14, N=1, Q_v=0.35, best=0.35, ubc=1.36)
│ ├── (a=20, N=2, Q_v=0.45, best=0.58, ubc=1.18)
│ │ └── (a=2, N=1, Q_v=0.33, best=0.33, ubc=0.92)
│ ├── (a=26, N=1, Q_v=0.42, best=0.42, ubc=1.44)
│ └── (a=33, N=1, Q_v=0.58, best=0.58, ubc=1.60)
├── (a=26, N=7, Q_v=0.39, best=0.62, ubc=0.92)
│ ├── (a=2, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=8, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=14, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=19, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=27, N=1, Q_v=0.58, best=0.58, ubc=1.57)
│ └── (a=33, N=1, Q_v=0.62, best=0.62, ubc=1.60)
└── (a=33, N=6, Q_v=0.35, best=0.58, ubc=0.93)
├── (a=2, N=1, Q_v=0.35, best=0.35, ubc=1.29)
├── (a=8, N=1, Q_v=0.35, best=0.35, ubc=1.29)
├── (a=14, N=1, Q_v=0.35, best=0.35, ubc=1.29)
├── (a=19, N=1, Q_v=0.35, best=0.35, ubc=1.29)
└── (a=26, N=1, Q_v=0.58, best=0.58, ubc=1.53)
INFO selected action 2 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2]
(N=50, Q_v=0.41, best=0.78)
├── (a=3, N=7, Q_v=0.39, best=0.71, ubc=0.92)
│ ├── (a=4, N=1, Q_v=0.31, best=0.31, ubc=1.30)
│ ├── (a=8, N=1, Q_v=0.31, best=0.31, ubc=1.30)
│ ├── (a=14, N=1, Q_v=0.36, best=0.36, ubc=1.35)
│ ├── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.30)
│ ├── (a=26, N=1, Q_v=0.31, best=0.31, ubc=1.30)
│ └── (a=33, N=1, Q_v=0.42, best=0.42, ubc=1.40)
├── (a=8, N=10, Q_v=0.46, best=0.71, ubc=0.90)
│ ├── (a=3, N=2, Q_v=0.25, best=0.31, ubc=1.01)
│ │ └── (a=4, N=1, Q_v=0.20, best=0.20, ubc=0.79)
│ ├── (a=9, N=1, Q_v=0.31, best=0.31, ubc=1.38)
│ ├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.38)
│ ├── (a=19, N=3, Q_v=0.70, best=0.71, ubc=1.32)
│ │ ├── (a=3, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=33, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=26, N=1, Q_v=0.31, best=0.31, ubc=1.38)
│ └── (a=33, N=1, Q_v=0.31, best=0.31, ubc=1.38)
├── (a=14, N=8, Q_v=0.39, best=0.71, ubc=0.88)
│ ├── (a=3, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=8, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=15, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=26, N=2, Q_v=0.38, best=0.42, ubc=1.10)
│ │ └── (a=33, N=1, Q_v=0.35, best=0.35, ubc=0.93)
│ └── (a=33, N=1, Q_v=0.38, best=0.38, ubc=1.40)
├── (a=19, N=9, Q_v=0.43, best=0.78, ubc=0.90)
│ ├── (a=3, N=2, Q_v=0.37, best=0.44, ubc=1.11)
│ │ └── (a=4, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=8, N=1, Q_v=0.31, best=0.31, ubc=1.36)
│ ├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.36)
│ ├── (a=20, N=2, Q_v=0.60, best=0.78, ubc=1.34)
│ │ └── (a=14, N=1, Q_v=0.42, best=0.42, ubc=1.01)
│ ├── (a=26, N=1, Q_v=0.31, best=0.31, ubc=1.36)
│ └── (a=33, N=1, Q_v=0.31, best=0.31, ubc=1.36)
├── (a=26, N=8, Q_v=0.42, best=0.71, ubc=0.91)
│ ├── (a=3, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=8, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=27, N=2, Q_v=0.55, best=0.56, ubc=1.28)
│ │ └── (a=8, N=1, Q_v=0.55, best=0.55, ubc=1.13)
│ └── (a=33, N=1, Q_v=0.31, best=0.31, ubc=1.33)
└── (a=33, N=7, Q_v=0.35, best=0.71, ubc=0.88)
├── (a=3, N=1, Q_v=0.31, best=0.31, ubc=1.30)
├── (a=8, N=1, Q_v=0.31, best=0.31, ubc=1.30)
├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.30)
├── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.30)
├── (a=26, N=1, Q_v=0.31, best=0.31, ubc=1.30)
└── (a=34, N=1, Q_v=0.20, best=0.20, ubc=1.19)
[16:55:00] INFO selected action 8 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8]
(N=50, Q_v=0.29, best=0.71)
├── (a=3, N=7, Q_v=0.23, best=0.36, ubc=0.75)
│ ├── (a=4, N=1, Q_v=0.16, best=0.16, ubc=1.15)
│ ├── (a=9, N=1, Q_v=0.16, best=0.16, ubc=1.15)
│ ├── (a=14, N=1, Q_v=0.20, best=0.20, ubc=1.19)
│ ├── (a=19, N=1, Q_v=0.16, best=0.16, ubc=1.15)
│ ├── (a=26, N=1, Q_v=0.16, best=0.16, ubc=1.15)
│ └── (a=33, N=1, Q_v=0.36, best=0.36, ubc=1.35)
├── (a=9, N=5, Q_v=0.14, best=0.36, ubc=0.77)
│ ├── (a=3, N=1, Q_v=0.16, best=0.16, ubc=1.06)
│ ├── (a=10, N=1, Q_v=0.16, best=0.16, ubc=1.06)
│ ├── (a=14, N=1, Q_v=-0.15, best=-0.15, ubc=0.75)
│ └── (a=19, N=1, Q_v=0.16, best=0.16, ubc=1.06)
├── (a=14, N=8, Q_v=0.26, best=0.56, ubc=0.76)
│ ├── (a=3, N=1, Q_v=0.16, best=0.16, ubc=1.18)
│ ├── (a=9, N=1, Q_v=0.16, best=0.16, ubc=1.18)
│ ├── (a=15, N=1, Q_v=0.16, best=0.16, ubc=1.18)
│ ├── (a=19, N=2, Q_v=0.46, best=0.56, ubc=1.18)
│ │ └── (a=3, N=1, Q_v=0.36, best=0.36, ubc=0.95)
│ ├── (a=26, N=1, Q_v=0.16, best=0.16, ubc=1.18)
│ └── (a=33, N=1, Q_v=0.16, best=0.16, ubc=1.18)
├── (a=19, N=10, Q_v=0.36, best=0.71, ubc=0.80)
│ ├── (a=3, N=1, Q_v=0.16, best=0.16, ubc=1.24)
│ ├── (a=9, N=1, Q_v=0.16, best=0.16, ubc=1.24)
│ ├── (a=14, N=1, Q_v=0.16, best=0.16, ubc=1.24)
│ ├── (a=20, N=1, Q_v=0.16, best=0.16, ubc=1.24)
│ ├── (a=26, N=3, Q_v=0.56, best=0.71, ubc=1.18)
│ │ ├── (a=3, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=9, N=1, Q_v=0.60, best=0.60, ubc=1.34)
│ └── (a=33, N=2, Q_v=0.46, best=0.60, ubc=1.22)
│ └── (a=26, N=1, Q_v=0.60, best=0.60, ubc=1.19)
├── (a=26, N=13, Q_v=0.38, best=0.69, ubc=0.76)
│ ├── (a=3, N=2, Q_v=0.22, best=0.27, ubc=1.02)
│ │ └── (a=27, N=1, Q_v=0.27, best=0.27, ubc=0.86)
│ ├── (a=9, N=2, Q_v=0.26, best=0.36, ubc=1.06)
│ │ └── (a=27, N=1, Q_v=0.36, best=0.36, ubc=0.95)
│ ├── (a=14, N=2, Q_v=0.29, best=0.42, ubc=1.09)
│ │ └── (a=27, N=1, Q_v=0.42, best=0.42, ubc=1.01)
│ ├── (a=19, N=1, Q_v=0.16, best=0.16, ubc=1.30)
│ ├── (a=27, N=1, Q_v=0.16, best=0.16, ubc=1.30)
│ └── (a=33, N=4, Q_v=0.66, best=0.69, ubc=1.23)
│ ├── (a=3, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ ├── (a=9, N=1, Q_v=0.65, best=0.65, ubc=1.49)
│ └── (a=14, N=1, Q_v=0.65, best=0.65, ubc=1.49)
└── (a=33, N=6, Q_v=0.20, best=0.36, ubc=0.77)
├── (a=3, N=1, Q_v=0.16, best=0.16, ubc=1.11)
├── (a=9, N=1, Q_v=0.16, best=0.16, ubc=1.11)
├── (a=14, N=1, Q_v=0.16, best=0.16, ubc=1.11)
├── (a=19, N=1, Q_v=0.16, best=0.16, ubc=1.11)
└── (a=34, N=1, Q_v=0.16, best=0.16, ubc=1.11)
[16:55:01] INFO selected action 26 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26]
(N=50, Q_v=0.31, best=0.73)
├── (a=3, N=12, Q_v=0.39, best=0.73, ubc=0.79)
│ ├── (a=4, N=2, Q_v=0.43, best=0.73, ubc=1.22)
│ │ └── (a=5, N=1, Q_v=0.13, best=0.13, ubc=0.72)
│ ├── (a=9, N=2, Q_v=0.36, best=0.42, ubc=1.15)
│ │ └── (a=33, N=1, Q_v=0.42, best=0.42, ubc=1.01)
│ ├── (a=14, N=3, Q_v=0.63, best=0.73, ubc=1.27)
│ │ ├── (a=4, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ │ └── (a=27, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ ├── (a=19, N=2, Q_v=0.25, best=0.31, ubc=1.04)
│ │ └── (a=20, N=1, Q_v=0.20, best=0.20, ubc=0.79)
│ ├── (a=27, N=1, Q_v=0.31, best=0.31, ubc=1.42)
│ └── (a=33, N=1, Q_v=0.31, best=0.31, ubc=1.42)
├── (a=9, N=8, Q_v=0.29, best=0.47, ubc=0.79)
│ ├── (a=3, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=10, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.33)
│ ├── (a=27, N=1, Q_v=0.13, best=0.13, ubc=1.15)
│ └── (a=33, N=2, Q_v=0.45, best=0.47, ubc=1.17)
│ └── (a=10, N=1, Q_v=0.47, best=0.47, ubc=1.06)
├── (a=14, N=5, Q_v=0.17, best=0.42, ubc=0.80)
│ ├── (a=3, N=1, Q_v=0.13, best=0.13, ubc=1.02)
│ ├── (a=9, N=1, Q_v=-0.20, best=-0.20, ubc=0.70)
│ ├── (a=15, N=1, Q_v=0.42, best=0.42, ubc=1.32)
│ └── (a=19, N=1, Q_v=0.42, best=0.42, ubc=1.32)
├── (a=19, N=10, Q_v=0.34, best=0.69, ubc=0.78)
│ ├── (a=3, N=2, Q_v=0.36, best=0.42, ubc=1.12)
│ │ └── (a=20, N=1, Q_v=0.42, best=0.42, ubc=1.01)
│ ├── (a=9, N=2, Q_v=0.34, best=0.36, ubc=1.09)
│ │ └── (a=3, N=1, Q_v=0.36, best=0.36, ubc=0.95)
│ ├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.38)
│ ├── (a=20, N=1, Q_v=0.31, best=0.31, ubc=1.38)
│ ├── (a=27, N=1, Q_v=0.13, best=0.13, ubc=1.20)
│ └── (a=33, N=2, Q_v=0.58, best=0.69, ubc=1.34)
│ └── (a=20, N=1, Q_v=0.47, best=0.47, ubc=1.06)
├── (a=27, N=7, Q_v=0.25, best=0.42, ubc=0.78)
│ ├── (a=3, N=1, Q_v=0.31, best=0.31, ubc=1.30)
│ ├── (a=9, N=1, Q_v=0.31, best=0.31, ubc=1.30)
│ ├── (a=14, N=1, Q_v=0.13, best=0.13, ubc=1.11)
│ ├── (a=19, N=1, Q_v=0.42, best=0.42, ubc=1.40)
│ ├── (a=28, N=1, Q_v=0.11, best=0.11, ubc=1.10)
│ └── (a=33, N=1, Q_v=0.36, best=0.36, ubc=1.35)
└── (a=33, N=7, Q_v=0.27, best=0.42, ubc=0.80)
├── (a=3, N=1, Q_v=0.31, best=0.31, ubc=1.30)
├── (a=9, N=1, Q_v=0.31, best=0.31, ubc=1.30)
├── (a=14, N=1, Q_v=0.31, best=0.31, ubc=1.30)
├── (a=19, N=1, Q_v=0.31, best=0.31, ubc=1.30)
├── (a=27, N=1, Q_v=0.13, best=0.13, ubc=1.11)
└── (a=34, N=1, Q_v=0.42, best=0.42, ubc=1.40)
[16:55:02] INFO selected action 3 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3]
(N=50, Q_v=0.44, best=0.71)
├── (a=4, N=8, Q_v=0.42, best=0.58, ubc=0.91)
│ ├── (a=5, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=9, N=2, Q_v=0.28, best=0.58, ubc=1.00)
│ │ └── (a=10, N=1, Q_v=-0.02, best=-0.02, ubc=0.57)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=27, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ └── (a=33, N=1, Q_v=0.49, best=0.49, ubc=1.51)
├── (a=9, N=8, Q_v=0.42, best=0.49, ubc=0.91)
│ ├── (a=4, N=2, Q_v=0.34, best=0.49, ubc=1.06)
│ │ └── (a=5, N=1, Q_v=0.18, best=0.18, ubc=0.77)
│ ├── (a=10, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=19, N=1, Q_v=0.38, best=0.38, ubc=1.40)
│ ├── (a=27, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ └── (a=33, N=1, Q_v=0.49, best=0.49, ubc=1.51)
├── (a=14, N=8, Q_v=0.43, best=0.49, ubc=0.92)
│ ├── (a=4, N=2, Q_v=0.36, best=0.49, ubc=1.08)
│ │ └── (a=27, N=1, Q_v=0.24, best=0.24, ubc=0.82)
│ ├── (a=9, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=15, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=27, N=1, Q_v=0.44, best=0.44, ubc=1.46)
│ └── (a=33, N=1, Q_v=0.49, best=0.49, ubc=1.51)
├── (a=19, N=8, Q_v=0.43, best=0.60, ubc=0.93)
│ ├── (a=4, N=2, Q_v=0.35, best=0.60, ubc=1.08)
│ │ └── (a=27, N=1, Q_v=0.11, best=0.11, ubc=0.70)
│ ├── (a=9, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=20, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=27, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ └── (a=33, N=1, Q_v=0.49, best=0.49, ubc=1.51)
├── (a=27, N=8, Q_v=0.45, best=0.49, ubc=0.94)
│ ├── (a=4, N=2, Q_v=0.41, best=0.49, ubc=1.13)
│ │ └── (a=9, N=1, Q_v=0.33, best=0.33, ubc=0.92)
│ ├── (a=9, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.51)
│ ├── (a=28, N=1, Q_v=0.47, best=0.47, ubc=1.49)
│ └── (a=33, N=1, Q_v=0.49, best=0.49, ubc=1.51)
└── (a=33, N=9, Q_v=0.48, best=0.71, ubc=0.95)
├── (a=4, N=2, Q_v=0.45, best=0.49, ubc=1.19)
│ └── (a=34, N=1, Q_v=0.40, best=0.40, ubc=0.99)
├── (a=9, N=2, Q_v=0.60, best=0.71, ubc=1.34)
│ └── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.54)
├── (a=19, N=1, Q_v=0.49, best=0.49, ubc=1.54)
├── (a=27, N=1, Q_v=0.49, best=0.49, ubc=1.54)
└── (a=34, N=1, Q_v=0.49, best=0.49, ubc=1.54)
[16:55:03] INFO selected action 33 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33]
(N=50, Q_v=0.53, best=0.80)
├── (a=4, N=8, Q_v=0.52, best=0.60, ubc=1.01)
│ ├── (a=5, N=1, Q_v=0.44, best=0.44, ubc=1.46)
│ ├── (a=9, N=2, Q_v=0.53, best=0.60, ubc=1.25)
│ │ └── (a=34, N=1, Q_v=0.45, best=0.45, ubc=1.04)
│ ├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=27, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ └── (a=34, N=1, Q_v=0.60, best=0.60, ubc=1.62)
├── (a=9, N=8, Q_v=0.55, best=0.73, ubc=1.04)
│ ├── (a=4, N=2, Q_v=0.66, best=0.73, ubc=1.38)
│ │ └── (a=14, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=10, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=27, N=1, Q_v=0.44, best=0.44, ubc=1.46)
│ └── (a=34, N=1, Q_v=0.60, best=0.60, ubc=1.62)
├── (a=14, N=8, Q_v=0.50, best=0.60, ubc=1.00)
│ ├── (a=4, N=2, Q_v=0.47, best=0.60, ubc=1.19)
│ │ └── (a=5, N=1, Q_v=0.35, best=0.35, ubc=0.93)
│ ├── (a=9, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=15, N=1, Q_v=0.45, best=0.45, ubc=1.47)
│ ├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=27, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ └── (a=34, N=1, Q_v=0.60, best=0.60, ubc=1.62)
├── (a=19, N=8, Q_v=0.54, best=0.60, ubc=1.03)
│ ├── (a=4, N=2, Q_v=0.58, best=0.60, ubc=1.30)
│ │ └── (a=9, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=9, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ ├── (a=20, N=1, Q_v=0.51, best=0.51, ubc=1.53)
│ ├── (a=27, N=1, Q_v=0.60, best=0.60, ubc=1.62)
│ └── (a=34, N=1, Q_v=0.60, best=0.60, ubc=1.62)
├── (a=27, N=9, Q_v=0.56, best=0.80, ubc=1.02)
│ ├── (a=4, N=2, Q_v=0.70, best=0.80, ubc=1.44)
│ │ └── (a=5, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=9, N=2, Q_v=0.56, best=0.60, ubc=1.30)
│ │ └── (a=4, N=1, Q_v=0.53, best=0.53, ubc=1.12)
│ ├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.65)
│ ├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.65)
│ ├── (a=28, N=1, Q_v=0.45, best=0.45, ubc=1.50)
│ └── (a=34, N=1, Q_v=0.60, best=0.60, ubc=1.65)
└── (a=34, N=8, Q_v=0.51, best=0.60, ubc=1.01)
├── (a=4, N=2, Q_v=0.43, best=0.60, ubc=1.15)
│ └── (a=14, N=1, Q_v=0.25, best=0.25, ubc=0.84)
├── (a=9, N=1, Q_v=0.60, best=0.60, ubc=1.62)
├── (a=14, N=1, Q_v=0.60, best=0.60, ubc=1.62)
├── (a=19, N=1, Q_v=0.60, best=0.60, ubc=1.62)
├── (a=27, N=1, Q_v=0.60, best=0.60, ubc=1.62)
└── (a=35, N=1, Q_v=0.60, best=0.60, ubc=1.62)
[16:55:05] INFO selected action 27 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27]
(N=50, Q_v=0.69, best=0.82)
├── (a=4, N=9, Q_v=0.69, best=0.82, ubc=1.15)
│ ├── (a=5, N=2, Q_v=0.58, best=0.82, ubc=1.32)
│ │ └── (a=6, N=1, Q_v=0.35, best=0.35, ubc=0.93)
│ ├── (a=9, N=2, Q_v=0.69, best=0.82, ubc=1.43)
│ │ └── (a=5, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=14, N=1, Q_v=0.82, best=0.82, ubc=1.87)
│ ├── (a=19, N=1, Q_v=0.71, best=0.71, ubc=1.76)
│ ├── (a=28, N=1, Q_v=0.82, best=0.82, ubc=1.87)
│ └── (a=34, N=1, Q_v=0.82, best=0.82, ubc=1.87)
├── (a=9, N=6, Q_v=0.61, best=0.82, ubc=1.18)
│ ├── (a=4, N=1, Q_v=0.82, best=0.82, ubc=1.76)
│ ├── (a=10, N=1, Q_v=0.82, best=0.82, ubc=1.76)
│ ├── (a=14, N=1, Q_v=0.36, best=0.36, ubc=1.31)
│ ├── (a=19, N=1, Q_v=0.82, best=0.82, ubc=1.76)
│ └── (a=28, N=1, Q_v=0.35, best=0.35, ubc=1.29)
├── (a=14, N=8, Q_v=0.69, best=0.82, ubc=1.18)
│ ├── (a=4, N=2, Q_v=0.63, best=0.82, ubc=1.35)
│ │ └── (a=34, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=9, N=1, Q_v=0.82, best=0.82, ubc=1.84)
│ ├── (a=15, N=1, Q_v=0.55, best=0.55, ubc=1.56)
│ ├── (a=19, N=1, Q_v=0.82, best=0.82, ubc=1.84)
│ ├── (a=28, N=1, Q_v=0.82, best=0.82, ubc=1.84)
│ └── (a=34, N=1, Q_v=0.78, best=0.78, ubc=1.80)
├── (a=19, N=9, Q_v=0.73, best=0.82, ubc=1.19)
│ ├── (a=4, N=2, Q_v=0.69, best=0.82, ubc=1.43)
│ │ └── (a=34, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=9, N=2, Q_v=0.76, best=0.82, ubc=1.50)
│ │ └── (a=4, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=1, Q_v=0.82, best=0.82, ubc=1.87)
│ ├── (a=20, N=1, Q_v=0.82, best=0.82, ubc=1.87)
│ ├── (a=28, N=1, Q_v=0.82, best=0.82, ubc=1.87)
│ └── (a=34, N=1, Q_v=0.69, best=0.69, ubc=1.74)
├── (a=28, N=7, Q_v=0.67, best=0.82, ubc=1.20)
│ ├── (a=4, N=1, Q_v=0.82, best=0.82, ubc=1.80)
│ ├── (a=9, N=1, Q_v=0.82, best=0.82, ubc=1.80)
│ ├── (a=14, N=1, Q_v=0.82, best=0.82, ubc=1.80)
│ ├── (a=19, N=1, Q_v=0.78, best=0.78, ubc=1.77)
│ ├── (a=29, N=1, Q_v=0.53, best=0.53, ubc=1.51)
│ └── (a=34, N=1, Q_v=0.44, best=0.44, ubc=1.42)
└── (a=34, N=10, Q_v=0.75, best=0.82, ubc=1.19)
├── (a=4, N=2, Q_v=0.80, best=0.82, ubc=1.56)
│ └── (a=28, N=1, Q_v=0.78, best=0.78, ubc=1.37)
├── (a=9, N=2, Q_v=0.67, best=0.82, ubc=1.43)
│ └── (a=14, N=1, Q_v=0.53, best=0.53, ubc=1.12)
├── (a=14, N=2, Q_v=0.81, best=0.82, ubc=1.57)
│ └── (a=35, N=1, Q_v=0.80, best=0.80, ubc=1.39)
├── (a=19, N=1, Q_v=0.82, best=0.82, ubc=1.89)
├── (a=28, N=1, Q_v=0.82, best=0.82, ubc=1.89)
└── (a=35, N=1, Q_v=0.82, best=0.82, ubc=1.89)
[16:55:06] INFO selected action 34 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34]
(N=50, Q_v=0.59, best=0.80)
├── (a=4, N=8, Q_v=0.62, best=0.64, ubc=1.11)
│ ├── (a=5, N=2, Q_v=0.63, best=0.64, ubc=1.35)
│ │ └── (a=6, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=9, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=19, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=28, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ └── (a=35, N=1, Q_v=0.62, best=0.62, ubc=1.64)
├── (a=9, N=7, Q_v=0.55, best=0.64, ubc=1.08)
│ ├── (a=4, N=1, Q_v=0.64, best=0.64, ubc=1.62)
│ ├── (a=10, N=1, Q_v=0.53, best=0.53, ubc=1.51)
│ ├── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.62)
│ ├── (a=19, N=1, Q_v=0.64, best=0.64, ubc=1.62)
│ ├── (a=28, N=1, Q_v=0.64, best=0.64, ubc=1.62)
│ └── (a=35, N=1, Q_v=0.27, best=0.27, ubc=1.26)
├── (a=14, N=8, Q_v=0.60, best=0.80, ubc=1.09)
│ ├── (a=4, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=9, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=15, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=19, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=28, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ └── (a=35, N=2, Q_v=0.54, best=0.80, ubc=1.26)
│ └── (a=19, N=1, Q_v=0.27, best=0.27, ubc=0.86)
├── (a=19, N=8, Q_v=0.59, best=0.64, ubc=1.08)
│ ├── (a=4, N=2, Q_v=0.61, best=0.64, ubc=1.33)
│ │ └── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=9, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=20, N=1, Q_v=0.64, best=0.64, ubc=1.66)
│ ├── (a=28, N=1, Q_v=0.45, best=0.45, ubc=1.47)
│ └── (a=35, N=1, Q_v=0.58, best=0.58, ubc=1.60)
├── (a=28, N=9, Q_v=0.60, best=0.71, ubc=1.06)
│ ├── (a=4, N=2, Q_v=0.65, best=0.71, ubc=1.39)
│ │ └── (a=5, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=9, N=2, Q_v=0.51, best=0.64, ubc=1.25)
│ │ └── (a=10, N=1, Q_v=0.38, best=0.38, ubc=0.97)
│ ├── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.68)
│ ├── (a=19, N=1, Q_v=0.64, best=0.64, ubc=1.68)
│ ├── (a=29, N=1, Q_v=0.64, best=0.64, ubc=1.68)
│ └── (a=35, N=1, Q_v=0.64, best=0.64, ubc=1.68)
└── (a=35, N=9, Q_v=0.61, best=0.64, ubc=1.07)
├── (a=4, N=2, Q_v=0.64, best=0.64, ubc=1.38)
│ └── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.22)
├── (a=9, N=2, Q_v=0.56, best=0.64, ubc=1.30)
│ └── (a=14, N=1, Q_v=0.49, best=0.49, ubc=1.08)
├── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.68)
├── (a=19, N=1, Q_v=0.64, best=0.64, ubc=1.68)
├── (a=28, N=1, Q_v=0.64, best=0.64, ubc=1.68)
└── (a=36, N=1, Q_v=0.64, best=0.64, ubc=1.68)
[16:55:07] INFO selected action 4 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4]
(N=50, Q_v=0.39, best=0.73)
├── (a=5, N=11, Q_v=0.45, best=0.73, ubc=0.87)
│ ├── (a=6, N=2, Q_v=0.49, best=0.73, ubc=1.27)
│ │ └── (a=19, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=9, N=2, Q_v=0.33, best=0.40, ubc=1.10)
│ │ └── (a=10, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=14, N=1, Q_v=0.25, best=0.25, ubc=1.35)
│ ├── (a=19, N=1, Q_v=0.25, best=0.25, ubc=1.35)
│ ├── (a=28, N=3, Q_v=0.62, best=0.62, ubc=1.25)
│ │ ├── (a=6, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ │ └── (a=19, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ └── (a=35, N=1, Q_v=0.25, best=0.25, ubc=1.35)
├── (a=9, N=7, Q_v=0.34, best=0.69, ubc=0.87)
│ ├── (a=5, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=10, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=14, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=19, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=28, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ └── (a=35, N=1, Q_v=0.44, best=0.44, ubc=1.42)
├── (a=14, N=7, Q_v=0.34, best=0.69, ubc=0.86)
│ ├── (a=5, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=9, N=1, Q_v=0.38, best=0.38, ubc=1.37)
│ ├── (a=15, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=19, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=28, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ └── (a=35, N=1, Q_v=0.25, best=0.25, ubc=1.24)
├── (a=19, N=7, Q_v=0.35, best=0.69, ubc=0.88)
│ ├── (a=5, N=1, Q_v=0.47, best=0.47, ubc=1.46)
│ ├── (a=9, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=14, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=20, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ ├── (a=28, N=1, Q_v=0.25, best=0.25, ubc=1.24)
│ └── (a=35, N=1, Q_v=0.25, best=0.25, ubc=1.24)
├── (a=28, N=10, Q_v=0.44, best=0.71, ubc=0.88)
│ ├── (a=5, N=2, Q_v=0.35, best=0.44, ubc=1.10)
│ │ └── (a=6, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=9, N=1, Q_v=0.25, best=0.25, ubc=1.33)
│ ├── (a=14, N=1, Q_v=0.25, best=0.25, ubc=1.33)
│ ├── (a=19, N=3, Q_v=0.67, best=0.71, ubc=1.29)
│ │ ├── (a=5, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ │ └── (a=20, N=1, Q_v=0.65, best=0.65, ubc=1.40)
│ ├── (a=29, N=1, Q_v=0.25, best=0.25, ubc=1.33)
│ └── (a=35, N=1, Q_v=0.25, best=0.25, ubc=1.33)
└── (a=35, N=7, Q_v=0.34, best=0.69, ubc=0.87)
├── (a=5, N=1, Q_v=0.25, best=0.25, ubc=1.24)
├── (a=9, N=1, Q_v=0.25, best=0.25, ubc=1.24)
├── (a=14, N=1, Q_v=0.25, best=0.25, ubc=1.24)
├── (a=19, N=1, Q_v=0.25, best=0.25, ubc=1.24)
├── (a=28, N=1, Q_v=0.44, best=0.44, ubc=1.42)
└── (a=36, N=1, Q_v=0.25, best=0.25, ubc=1.24)
[16:55:08] INFO selected action 5 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5]
(N=50, Q_v=0.61, best=0.80)
├── (a=6, N=8, Q_v=0.62, best=0.69, ubc=1.11)
│ ├── (a=9, N=1, Q_v=0.56, best=0.56, ubc=1.58)
│ ├── (a=14, N=2, Q_v=0.65, best=0.69, ubc=1.38)
│ │ └── (a=28, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=19, N=2, Q_v=0.64, best=0.69, ubc=1.36)
│ │ └── (a=35, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=28, N=1, Q_v=0.69, best=0.69, ubc=1.71)
│ └── (a=35, N=1, Q_v=0.69, best=0.69, ubc=1.71)
├── (a=9, N=8, Q_v=0.62, best=0.69, ubc=1.11)
│ ├── (a=6, N=2, Q_v=0.65, best=0.69, ubc=1.38)
│ │ └── (a=19, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=10, N=1, Q_v=0.69, best=0.69, ubc=1.71)
│ ├── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.71)
│ ├── (a=19, N=1, Q_v=0.56, best=0.56, ubc=1.58)
│ ├── (a=28, N=1, Q_v=0.69, best=0.69, ubc=1.71)
│ └── (a=35, N=1, Q_v=0.62, best=0.62, ubc=1.64)
├── (a=14, N=7, Q_v=0.58, best=0.69, ubc=1.11)
│ ├── (a=6, N=1, Q_v=0.35, best=0.35, ubc=1.33)
│ ├── (a=9, N=1, Q_v=0.69, best=0.69, ubc=1.68)
│ ├── (a=15, N=1, Q_v=0.69, best=0.69, ubc=1.68)
│ ├── (a=19, N=1, Q_v=0.69, best=0.69, ubc=1.68)
│ ├── (a=28, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ └── (a=35, N=1, Q_v=0.62, best=0.62, ubc=1.60)
├── (a=19, N=9, Q_v=0.65, best=0.80, ubc=1.12)
│ ├── (a=6, N=2, Q_v=0.66, best=0.69, ubc=1.40)
│ │ └── (a=35, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=9, N=2, Q_v=0.75, best=0.80, ubc=1.49)
│ │ └── (a=20, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.74)
│ ├── (a=20, N=1, Q_v=0.69, best=0.69, ubc=1.74)
│ ├── (a=28, N=1, Q_v=0.58, best=0.58, ubc=1.63)
│ └── (a=35, N=1, Q_v=0.69, best=0.69, ubc=1.74)
├── (a=28, N=8, Q_v=0.57, best=0.69, ubc=1.07)
│ ├── (a=6, N=2, Q_v=0.55, best=0.69, ubc=1.27)
│ │ └── (a=9, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=9, N=1, Q_v=0.69, best=0.69, ubc=1.71)
│ ├── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.71)
│ ├── (a=19, N=1, Q_v=0.69, best=0.69, ubc=1.71)
│ ├── (a=29, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ └── (a=35, N=1, Q_v=0.44, best=0.44, ubc=1.46)
└── (a=35, N=9, Q_v=0.65, best=0.69, ubc=1.11)
├── (a=6, N=2, Q_v=0.64, best=0.69, ubc=1.38)
│ └── (a=36, N=1, Q_v=0.58, best=0.58, ubc=1.17)
├── (a=9, N=2, Q_v=0.69, best=0.69, ubc=1.43)
│ └── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.28)
├── (a=14, N=1, Q_v=0.69, best=0.69, ubc=1.74)
├── (a=19, N=1, Q_v=0.69, best=0.69, ubc=1.74)
├── (a=28, N=1, Q_v=0.69, best=0.69, ubc=1.74)
└── (a=36, N=1, Q_v=0.69, best=0.69, ubc=1.74)
[16:55:10] INFO selected action 19 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19]
(N=50, Q_v=0.61, best=0.80)
├── (a=6, N=7, Q_v=0.59, best=0.80, ubc=1.12)
│ ├── (a=9, N=2, Q_v=0.58, best=0.58, ubc=1.28)
│ │ └── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.57)
│ ├── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.57)
│ ├── (a=28, N=1, Q_v=0.40, best=0.40, ubc=1.39)
│ └── (a=35, N=1, Q_v=0.58, best=0.58, ubc=1.57)
├── (a=9, N=8, Q_v=0.59, best=0.80, ubc=1.08)
│ ├── (a=6, N=2, Q_v=0.49, best=0.58, ubc=1.21)
│ │ └── (a=10, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=10, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=28, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ └── (a=35, N=1, Q_v=0.58, best=0.58, ubc=1.60)
├── (a=14, N=8, Q_v=0.61, best=0.80, ubc=1.11)
│ ├── (a=6, N=1, Q_v=0.56, best=0.56, ubc=1.58)
│ ├── (a=9, N=2, Q_v=0.61, best=0.64, ubc=1.33)
│ │ └── (a=28, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=15, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=28, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ └── (a=35, N=1, Q_v=0.58, best=0.58, ubc=1.60)
├── (a=20, N=8, Q_v=0.62, best=0.80, ubc=1.12)
│ ├── (a=6, N=2, Q_v=0.65, best=0.71, ubc=1.37)
│ │ └── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=9, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=21, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=28, N=1, Q_v=0.56, best=0.56, ubc=1.58)
│ └── (a=35, N=1, Q_v=0.58, best=0.58, ubc=1.60)
├── (a=28, N=9, Q_v=0.63, best=0.80, ubc=1.10)
│ ├── (a=6, N=2, Q_v=0.60, best=0.62, ubc=1.34)
│ │ └── (a=20, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=9, N=1, Q_v=0.58, best=0.58, ubc=1.63)
│ ├── (a=14, N=2, Q_v=0.67, best=0.73, ubc=1.41)
│ │ └── (a=15, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.63)
│ ├── (a=29, N=1, Q_v=0.58, best=0.58, ubc=1.63)
│ └── (a=35, N=1, Q_v=0.58, best=0.58, ubc=1.63)
└── (a=35, N=9, Q_v=0.61, best=0.80, ubc=1.08)
├── (a=6, N=2, Q_v=0.69, best=0.80, ubc=1.43)
│ └── (a=20, N=1, Q_v=0.80, best=0.80, ubc=1.39)
├── (a=9, N=2, Q_v=0.49, best=0.58, ubc=1.23)
│ └── (a=14, N=1, Q_v=0.40, best=0.40, ubc=0.99)
├── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.63)
├── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.63)
├── (a=28, N=1, Q_v=0.58, best=0.58, ubc=1.63)
└── (a=36, N=1, Q_v=0.58, best=0.58, ubc=1.63)
[16:55:11] INFO selected action 28 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28]
(N=50, Q_v=0.68, best=0.80)
├── (a=6, N=9, Q_v=0.72, best=0.80, ubc=1.19)
│ ├── (a=9, N=2, Q_v=0.67, best=0.71, ubc=1.41)
│ │ └── (a=20, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=14, N=2, Q_v=0.75, best=0.80, ubc=1.50)
│ │ └── (a=20, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=20, N=1, Q_v=0.71, best=0.71, ubc=1.76)
│ ├── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.76)
│ └── (a=35, N=2, Q_v=0.71, best=0.80, ubc=1.45)
│ └── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.21)
├── (a=9, N=8, Q_v=0.66, best=0.80, ubc=1.15)
│ ├── (a=6, N=1, Q_v=0.58, best=0.58, ubc=1.60)
│ ├── (a=10, N=2, Q_v=0.57, best=0.71, ubc=1.29)
│ │ └── (a=14, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.73)
│ ├── (a=20, N=1, Q_v=0.71, best=0.71, ubc=1.73)
│ ├── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.73)
│ └── (a=35, N=1, Q_v=0.62, best=0.62, ubc=1.64)
├── (a=14, N=8, Q_v=0.66, best=0.80, ubc=1.16)
│ ├── (a=6, N=2, Q_v=0.56, best=0.71, ubc=1.28)
│ │ └── (a=9, N=1, Q_v=0.42, best=0.42, ubc=1.01)
│ ├── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.73)
│ ├── (a=15, N=1, Q_v=0.71, best=0.71, ubc=1.73)
│ ├── (a=20, N=1, Q_v=0.62, best=0.62, ubc=1.64)
│ ├── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.73)
│ └── (a=35, N=1, Q_v=0.62, best=0.62, ubc=1.64)
├── (a=20, N=7, Q_v=0.65, best=0.80, ubc=1.18)
│ ├── (a=6, N=1, Q_v=0.71, best=0.71, ubc=1.70)
│ ├── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.70)
│ ├── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.70)
│ ├── (a=21, N=1, Q_v=0.62, best=0.62, ubc=1.60)
│ ├── (a=29, N=1, Q_v=0.44, best=0.44, ubc=1.42)
│ └── (a=35, N=1, Q_v=0.58, best=0.58, ubc=1.57)
├── (a=29, N=9, Q_v=0.67, best=0.80, ubc=1.13)
│ ├── (a=6, N=2, Q_v=0.67, best=0.71, ubc=1.41)
│ │ └── (a=35, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=9, N=2, Q_v=0.55, best=0.71, ubc=1.30)
│ │ └── (a=30, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.76)
│ ├── (a=20, N=1, Q_v=0.71, best=0.71, ubc=1.76)
│ ├── (a=30, N=1, Q_v=0.71, best=0.71, ubc=1.76)
│ └── (a=35, N=1, Q_v=0.62, best=0.62, ubc=1.67)
└── (a=35, N=8, Q_v=0.69, best=0.80, ubc=1.19)
├── (a=6, N=2, Q_v=0.65, best=0.71, ubc=1.37)
│ └── (a=9, N=1, Q_v=0.58, best=0.58, ubc=1.17)
├── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.73)
├── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.73)
├── (a=20, N=1, Q_v=0.71, best=0.71, ubc=1.73)
├── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.73)
└── (a=36, N=1, Q_v=0.62, best=0.62, ubc=1.64)
[16:55:13] INFO selected action 6 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6]
(N=50, Q_v=0.61, best=0.80)
├── (a=9, N=10, Q_v=0.59, best=0.71, ubc=1.03)
│ ├── (a=10, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=14, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=20, N=2, Q_v=0.57, best=0.71, ubc=1.33)
│ │ └── (a=35, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=29, N=2, Q_v=0.44, best=0.44, ubc=1.19)
│ │ └── (a=20, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ └── (a=35, N=1, Q_v=0.44, best=0.44, ubc=1.51)
├── (a=14, N=9, Q_v=0.59, best=0.71, ubc=1.05)
│ ├── (a=9, N=2, Q_v=0.57, best=0.71, ubc=1.31)
│ │ └── (a=15, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=15, N=1, Q_v=0.44, best=0.44, ubc=1.48)
│ ├── (a=20, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ │ └── (a=9, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=29, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ │ └── (a=35, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ └── (a=35, N=1, Q_v=0.44, best=0.44, ubc=1.48)
├── (a=20, N=8, Q_v=0.58, best=0.71, ubc=1.08)
│ ├── (a=9, N=2, Q_v=0.65, best=0.71, ubc=1.37)
│ │ └── (a=21, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=14, N=2, Q_v=0.55, best=0.71, ubc=1.28)
│ │ └── (a=9, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=21, N=1, Q_v=0.71, best=0.71, ubc=1.73)
│ ├── (a=29, N=1, Q_v=0.40, best=0.40, ubc=1.42)
│ └── (a=35, N=1, Q_v=0.44, best=0.44, ubc=1.46)
├── (a=29, N=10, Q_v=0.63, best=0.71, ubc=1.07)
│ ├── (a=9, N=2, Q_v=0.65, best=0.71, ubc=1.40)
│ │ └── (a=30, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=14, N=2, Q_v=0.49, best=0.71, ubc=1.25)
│ │ └── (a=35, N=1, Q_v=0.27, best=0.27, ubc=0.86)
│ ├── (a=20, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=21, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=30, N=1, Q_v=0.56, best=0.56, ubc=1.64)
│ └── (a=35, N=2, Q_v=0.66, best=0.71, ubc=1.42)
│ └── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.21)
└── (a=35, N=12, Q_v=0.66, best=0.80, ubc=1.07)
├── (a=9, N=2, Q_v=0.57, best=0.71, ubc=1.36)
│ └── (a=14, N=1, Q_v=0.44, best=0.44, ubc=1.02)
├── (a=14, N=2, Q_v=0.65, best=0.71, ubc=1.43)
│ └── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.17)
├── (a=20, N=2, Q_v=0.64, best=0.71, ubc=1.42)
│ └── (a=29, N=1, Q_v=0.56, best=0.56, ubc=1.15)
├── (a=29, N=3, Q_v=0.71, best=0.80, ubc=1.35)
│ ├── (a=9, N=1, Q_v=0.62, best=0.62, ubc=1.36)
│ └── (a=20, N=1, Q_v=0.80, best=0.80, ubc=1.54)
└── (a=36, N=2, Q_v=0.71, best=0.71, ubc=1.50)
└── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.30)
[16:55:15] INFO selected action 35 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35]
(N=50, Q_v=0.52, best=0.80)
├── (a=9, N=14, Q_v=0.59, best=0.80, ubc=0.96)
│ ├── (a=10, N=3, Q_v=0.67, best=0.71, ubc=1.33)
│ │ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ ├── (a=14, N=3, Q_v=0.62, best=0.80, ubc=1.29)
│ │ ├── (a=10, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ │ └── (a=29, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ ├── (a=20, N=3, Q_v=0.61, best=0.80, ubc=1.27)
│ │ ├── (a=10, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ │ └── (a=29, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ ├── (a=29, N=2, Q_v=0.57, best=0.71, ubc=1.38)
│ │ └── (a=30, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=2, Q_v=0.57, best=0.71, ubc=1.38)
│ └── (a=20, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=14, N=7, Q_v=0.43, best=0.58, ubc=0.96)
│ ├── (a=9, N=1, Q_v=0.44, best=0.44, ubc=1.42)
│ ├── (a=15, N=1, Q_v=0.44, best=0.44, ubc=1.42)
│ ├── (a=20, N=1, Q_v=0.44, best=0.44, ubc=1.42)
│ ├── (a=29, N=1, Q_v=0.44, best=0.44, ubc=1.42)
│ └── (a=36, N=2, Q_v=0.49, best=0.58, ubc=1.19)
│ └── (a=9, N=1, Q_v=0.40, best=0.40, ubc=0.99)
├── (a=20, N=13, Q_v=0.58, best=0.80, ubc=0.96)
│ ├── (a=9, N=2, Q_v=0.54, best=0.64, ubc=1.34)
│ │ └── (a=10, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=14, N=2, Q_v=0.57, best=0.71, ubc=1.37)
│ │ └── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=21, N=3, Q_v=0.64, best=0.71, ubc=1.29)
│ │ ├── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=36, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ ├── (a=29, N=3, Q_v=0.65, best=0.80, ubc=1.30)
│ │ ├── (a=9, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=21, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ └── (a=36, N=2, Q_v=0.57, best=0.71, ubc=1.37)
│ └── (a=21, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=29, N=8, Q_v=0.47, best=0.58, ubc=0.96)
│ ├── (a=9, N=2, Q_v=0.51, best=0.58, ubc=1.23)
│ │ └── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=14, N=1, Q_v=0.44, best=0.44, ubc=1.46)
│ ├── (a=20, N=1, Q_v=0.44, best=0.44, ubc=1.46)
│ ├── (a=30, N=1, Q_v=0.44, best=0.44, ubc=1.46)
│ └── (a=36, N=2, Q_v=0.58, best=0.58, ubc=1.30)
│ └── (a=9, N=1, Q_v=0.58, best=0.58, ubc=1.17)
└── (a=36, N=7, Q_v=0.43, best=0.58, ubc=0.96)
├── (a=9, N=2, Q_v=0.51, best=0.58, ubc=1.21)
│ └── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.17)
├── (a=14, N=2, Q_v=0.44, best=0.44, ubc=1.13)
│ └── (a=20, N=1, Q_v=0.44, best=0.44, ubc=1.02)
├── (a=20, N=1, Q_v=0.44, best=0.44, ubc=1.42)
└── (a=29, N=1, Q_v=0.44, best=0.44, ubc=1.42)
[16:55:18] INFO selected action 9 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9]
(N=50, Q_v=0.63, best=0.73)
├── (a=10, N=9, Q_v=0.62, best=0.73, ubc=1.09)
│ ├── (a=11, N=1, Q_v=0.58, best=0.58, ubc=1.63)
│ ├── (a=14, N=2, Q_v=0.65, best=0.73, ubc=1.40)
│ │ └── (a=20, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=20, N=2, Q_v=0.56, best=0.73, ubc=1.30)
│ │ └── (a=11, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=29, N=2, Q_v=0.72, best=0.73, ubc=1.46)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=1, Q_v=0.58, best=0.58, ubc=1.63)
├── (a=14, N=9, Q_v=0.58, best=0.73, ubc=1.04)
│ ├── (a=10, N=2, Q_v=0.58, best=0.73, ubc=1.32)
│ │ └── (a=20, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=15, N=1, Q_v=0.44, best=0.44, ubc=1.48)
│ ├── (a=20, N=2, Q_v=0.72, best=0.73, ubc=1.46)
│ │ └── (a=21, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=29, N=1, Q_v=0.58, best=0.58, ubc=1.63)
│ └── (a=36, N=2, Q_v=0.49, best=0.71, ubc=1.23)
│ └── (a=10, N=1, Q_v=0.27, best=0.27, ubc=0.86)
├── (a=20, N=11, Q_v=0.66, best=0.73, ubc=1.08)
│ ├── (a=10, N=2, Q_v=0.72, best=0.73, ubc=1.49)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.67, best=0.73, ubc=1.45)
│ │ └── (a=15, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=21, N=2, Q_v=0.65, best=0.73, ubc=1.42)
│ │ └── (a=36, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=29, N=2, Q_v=0.60, best=0.62, ubc=1.37)
│ │ └── (a=30, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ └── (a=36, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ └── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=29, N=10, Q_v=0.62, best=0.73, ubc=1.06)
│ ├── (a=10, N=2, Q_v=0.58, best=0.73, ubc=1.34)
│ │ └── (a=30, N=1, Q_v=0.44, best=0.44, ubc=1.02)
│ ├── (a=14, N=2, Q_v=0.56, best=0.73, ubc=1.32)
│ │ └── (a=30, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=20, N=2, Q_v=0.65, best=0.73, ubc=1.41)
│ │ └── (a=36, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ ├── (a=30, N=2, Q_v=0.65, best=0.73, ubc=1.41)
│ │ └── (a=10, N=1, Q_v=0.58, best=0.58, ubc=1.17)
│ └── (a=36, N=1, Q_v=0.73, best=0.73, ubc=1.80)
└── (a=36, N=10, Q_v=0.64, best=0.73, ubc=1.08)
├── (a=10, N=2, Q_v=0.65, best=0.73, ubc=1.41)
│ └── (a=11, N=1, Q_v=0.58, best=0.58, ubc=1.17)
├── (a=14, N=2, Q_v=0.57, best=0.73, ubc=1.33)
│ └── (a=15, N=1, Q_v=0.42, best=0.42, ubc=1.01)
├── (a=20, N=3, Q_v=0.68, best=0.73, ubc=1.30)
│ ├── (a=10, N=1, Q_v=0.58, best=0.58, ubc=1.32)
│ └── (a=14, N=1, Q_v=0.73, best=0.73, ubc=1.47)
└── (a=29, N=2, Q_v=0.65, best=0.73, ubc=1.41)
└── (a=10, N=1, Q_v=0.58, best=0.58, ubc=1.17)
[16:55:20] INFO selected action 20 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20]
(N=50, Q_v=0.52, best=0.80)
├── (a=10, N=8, Q_v=0.46, best=0.71, ubc=0.96)
│ ├── (a=11, N=2, Q_v=0.40, best=0.40, ubc=1.12)
│ │ └── (a=29, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=14, N=1, Q_v=0.40, best=0.40, ubc=1.42)
│ ├── (a=21, N=1, Q_v=0.40, best=0.40, ubc=1.42)
│ ├── (a=29, N=1, Q_v=0.40, best=0.40, ubc=1.42)
│ └── (a=36, N=2, Q_v=0.65, best=0.71, ubc=1.37)
│ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=14, N=10, Q_v=0.52, best=0.73, ubc=0.96)
│ ├── (a=10, N=2, Q_v=0.55, best=0.71, ubc=1.31)
│ │ └── (a=21, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=15, N=2, Q_v=0.56, best=0.73, ubc=1.32)
│ │ └── (a=16, N=1, Q_v=0.73, best=0.73, ubc=1.32)
│ ├── (a=21, N=2, Q_v=0.48, best=0.56, ubc=1.24)
│ │ └── (a=29, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=29, N=1, Q_v=0.40, best=0.40, ubc=1.47)
│ └── (a=36, N=2, Q_v=0.59, best=0.62, ubc=1.35)
│ └── (a=21, N=1, Q_v=0.56, best=0.56, ubc=1.15)
├── (a=21, N=17, Q_v=0.64, best=0.80, ubc=0.98)
│ ├── (a=10, N=3, Q_v=0.65, best=0.80, ubc=1.34)
│ │ ├── (a=11, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ │ └── (a=14, N=1, Q_v=0.44, best=0.44, ubc=1.18)
│ ├── (a=14, N=3, Q_v=0.64, best=0.80, ubc=1.32)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ │ └── (a=22, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=22, N=3, Q_v=0.64, best=0.80, ubc=1.32)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=29, N=3, Q_v=0.64, best=0.80, ubc=1.32)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=36, N=4, Q_v=0.70, best=0.80, ubc=1.30)
│ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ ├── (a=14, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=22, N=1, Q_v=0.80, best=0.80, ubc=1.63)
├── (a=29, N=7, Q_v=0.41, best=0.44, ubc=0.93)
│ ├── (a=10, N=1, Q_v=0.40, best=0.40, ubc=1.39)
│ ├── (a=14, N=1, Q_v=0.40, best=0.40, ubc=1.39)
│ ├── (a=21, N=1, Q_v=0.40, best=0.40, ubc=1.39)
│ ├── (a=30, N=1, Q_v=0.40, best=0.40, ubc=1.39)
│ └── (a=36, N=2, Q_v=0.42, best=0.44, ubc=1.12)
│ └── (a=30, N=1, Q_v=0.40, best=0.40, ubc=0.99)
└── (a=36, N=7, Q_v=0.41, best=0.58, ubc=0.94)
├── (a=10, N=2, Q_v=0.49, best=0.58, ubc=1.19)
│ └── (a=11, N=1, Q_v=0.58, best=0.58, ubc=1.17)
├── (a=14, N=2, Q_v=0.34, best=0.40, ubc=1.03)
│ └── (a=29, N=1, Q_v=0.27, best=0.27, ubc=0.86)
├── (a=21, N=1, Q_v=0.40, best=0.40, ubc=1.39)
└── (a=29, N=1, Q_v=0.40, best=0.40, ubc=1.39)
[16:55:23] INFO selected action 21 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21]
(N=50, Q_v=0.66, best=0.80)
├── (a=10, N=9, Q_v=0.63, best=0.71, ubc=1.09)
│ ├── (a=11, N=2, Q_v=0.55, best=0.71, ubc=1.30)
│ │ └── (a=29, N=1, Q_v=0.40, best=0.40, ubc=0.99)
│ ├── (a=14, N=1, Q_v=0.58, best=0.58, ubc=1.63)
│ ├── (a=22, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=29, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=30, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.76)
├── (a=14, N=9, Q_v=0.64, best=0.71, ubc=1.10)
│ ├── (a=10, N=2, Q_v=0.67, best=0.71, ubc=1.41)
│ │ └── (a=15, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=15, N=1, Q_v=0.62, best=0.62, ubc=1.67)
│ ├── (a=22, N=2, Q_v=0.66, best=0.71, ubc=1.40)
│ │ └── (a=15, N=1, Q_v=0.62, best=0.62, ubc=1.21)
│ ├── (a=29, N=2, Q_v=0.67, best=0.71, ubc=1.41)
│ │ └── (a=10, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.76)
├── (a=22, N=11, Q_v=0.68, best=0.71, ubc=1.10)
│ ├── (a=10, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=23, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=29, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=29, N=11, Q_v=0.67, best=0.80, ubc=1.10)
│ ├── (a=10, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.75, best=0.80, ubc=1.53)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=22, N=2, Q_v=0.67, best=0.71, ubc=1.45)
│ │ └── (a=36, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=30, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=2, Q_v=0.66, best=0.71, ubc=1.44)
│ └── (a=14, N=1, Q_v=0.62, best=0.62, ubc=1.21)
└── (a=36, N=9, Q_v=0.64, best=0.71, ubc=1.10)
├── (a=10, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=14, N=2, Q_v=0.57, best=0.71, ubc=1.31)
│ └── (a=10, N=1, Q_v=0.44, best=0.44, ubc=1.02)
├── (a=22, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=23, N=1, Q_v=0.71, best=0.71, ubc=1.30)
└── (a=29, N=2, Q_v=0.67, best=0.71, ubc=1.41)
└── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.22)
[16:55:26] INFO selected action 22 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22]
(N=50, Q_v=0.68, best=0.80)
├── (a=10, N=10, Q_v=0.68, best=0.71, ubc=1.12)
│ ├── (a=11, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=23, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=23, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=29, N=1, Q_v=0.64, best=0.64, ubc=1.71)
│ └── (a=36, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ └── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=14, N=10, Q_v=0.67, best=0.80, ubc=1.11)
│ ├── (a=10, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=23, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=15, N=2, Q_v=0.72, best=0.80, ubc=1.48)
│ │ └── (a=16, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=23, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=29, N=2, Q_v=0.60, best=0.64, ubc=1.36)
│ │ └── (a=30, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ └── (a=36, N=1, Q_v=0.64, best=0.64, ubc=1.71)
├── (a=23, N=10, Q_v=0.69, best=0.80, ubc=1.13)
│ ├── (a=10, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.72, best=0.80, ubc=1.48)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=24, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=29, N=1, Q_v=0.64, best=0.64, ubc=1.71)
│ └── (a=36, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=29, N=9, Q_v=0.67, best=0.71, ubc=1.13)
│ ├── (a=10, N=2, Q_v=0.67, best=0.71, ubc=1.41)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.67, best=0.71, ubc=1.41)
│ │ └── (a=30, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=23, N=2, Q_v=0.67, best=0.71, ubc=1.41)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=30, N=1, Q_v=0.64, best=0.64, ubc=1.68)
│ └── (a=36, N=1, Q_v=0.64, best=0.64, ubc=1.68)
└── (a=36, N=10, Q_v=0.69, best=0.80, ubc=1.13)
├── (a=10, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ └── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=14, N=3, Q_v=0.72, best=0.80, ubc=1.33)
│ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.54)
├── (a=23, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.30)
└── (a=29, N=2, Q_v=0.67, best=0.71, ubc=1.43)
└── (a=23, N=1, Q_v=0.71, best=0.71, ubc=1.30)
[16:55:29] INFO selected action 23 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23]
(N=50, Q_v=0.66, best=0.80)
├── (a=10, N=9, Q_v=0.64, best=0.71, ubc=1.11)
│ ├── (a=11, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ │ └── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=24, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=29, N=1, Q_v=0.56, best=0.56, ubc=1.61)
│ └── (a=36, N=1, Q_v=0.56, best=0.56, ubc=1.61)
├── (a=14, N=11, Q_v=0.67, best=0.80, ubc=1.09)
│ ├── (a=10, N=2, Q_v=0.64, best=0.71, ubc=1.41)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=15, N=2, Q_v=0.68, best=0.80, ubc=1.46)
│ │ └── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=24, N=2, Q_v=0.75, best=0.80, ubc=1.53)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=29, N=2, Q_v=0.64, best=0.71, ubc=1.41)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=2, Q_v=0.64, best=0.71, ubc=1.41)
│ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=24, N=9, Q_v=0.64, best=0.71, ubc=1.11)
│ ├── (a=10, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.56, best=0.56, ubc=1.30)
│ │ └── (a=15, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=29, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=29, N=11, Q_v=0.68, best=0.80, ubc=1.10)
│ ├── (a=10, N=2, Q_v=0.64, best=0.71, ubc=1.41)
│ │ └── (a=30, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.68, best=0.80, ubc=1.46)
│ │ └── (a=30, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=24, N=2, Q_v=0.68, best=0.80, ubc=1.46)
│ │ └── (a=30, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=30, N=2, Q_v=0.64, best=0.71, ubc=1.41)
│ │ └── (a=36, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ └── (a=36, N=2, Q_v=0.75, best=0.80, ubc=1.53)
│ └── (a=30, N=1, Q_v=0.80, best=0.80, ubc=1.39)
└── (a=36, N=9, Q_v=0.64, best=0.71, ubc=1.10)
├── (a=10, N=2, Q_v=0.60, best=0.64, ubc=1.34)
│ └── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.22)
├── (a=14, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=24, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ └── (a=29, N=1, Q_v=0.71, best=0.71, ubc=1.30)
└── (a=29, N=2, Q_v=0.64, best=0.71, ubc=1.38)
└── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
[16:55:32] INFO selected action 29 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29]
(N=50, Q_v=0.71, best=0.80)
├── (a=10, N=10, Q_v=0.71, best=0.80, ubc=1.15)
│ ├── (a=11, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=12, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=24, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=30, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=30, N=1, Q_v=0.64, best=0.64, ubc=1.71)
│ └── (a=36, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=14, N=10, Q_v=0.71, best=0.80, ubc=1.15)
│ ├── (a=10, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ │ └── (a=24, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ ├── (a=15, N=2, Q_v=0.75, best=0.80, ubc=1.51)
│ │ └── (a=24, N=1, Q_v=0.80, best=0.80, ubc=1.39)
│ ├── (a=24, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=30, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=1, Q_v=0.64, best=0.64, ubc=1.71)
├── (a=24, N=9, Q_v=0.70, best=0.80, ubc=1.17)
│ ├── (a=10, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=30, N=2, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=2, Q_v=0.64, best=0.71, ubc=1.38)
│ └── (a=30, N=1, Q_v=0.56, best=0.56, ubc=1.15)
├── (a=30, N=10, Q_v=0.73, best=0.80, ubc=1.17)
│ ├── (a=10, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ ├── (a=14, N=3, Q_v=0.74, best=0.80, ubc=1.36)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ ├── (a=24, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=36, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ └── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
└── (a=36, N=10, Q_v=0.71, best=0.80, ubc=1.15)
├── (a=10, N=3, Q_v=0.71, best=0.71, ubc=1.33)
│ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.45)
├── (a=14, N=2, Q_v=0.71, best=0.71, ubc=1.47)
│ └── (a=30, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=24, N=2, Q_v=0.67, best=0.71, ubc=1.43)
│ └── (a=10, N=1, Q_v=0.64, best=0.64, ubc=1.22)
└── (a=30, N=2, Q_v=0.71, best=0.71, ubc=1.47)
└── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.30)
[16:55:35] INFO selected action 30 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30]
(N=50, Q_v=0.69, best=0.80)
├── (a=10, N=12, Q_v=0.68, best=0.71, ubc=1.09)
│ ├── (a=11, N=3, Q_v=0.68, best=0.71, ubc=1.33)
│ │ ├── (a=12, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=14, N=3, Q_v=0.68, best=0.71, ubc=1.33)
│ │ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=15, N=1, Q_v=0.64, best=0.64, ubc=1.38)
│ ├── (a=24, N=3, Q_v=0.68, best=0.71, ubc=1.33)
│ │ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=36, N=2, Q_v=0.67, best=0.71, ubc=1.46)
│ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=14, N=13, Q_v=0.70, best=0.80, ubc=1.09)
│ ├── (a=10, N=3, Q_v=0.68, best=0.71, ubc=1.34)
│ │ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=15, N=3, Q_v=0.72, best=0.80, ubc=1.37)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ │ └── (a=16, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ ├── (a=24, N=4, Q_v=0.75, best=0.80, ubc=1.32)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ └── (a=36, N=2, Q_v=0.60, best=0.64, ubc=1.40)
│ └── (a=15, N=1, Q_v=0.56, best=0.56, ubc=1.15)
├── (a=24, N=13, Q_v=0.70, best=0.80, ubc=1.09)
│ ├── (a=10, N=4, Q_v=0.71, best=0.71, ubc=1.28)
│ │ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=14, N=4, Q_v=0.71, best=0.80, ubc=1.28)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ └── (a=36, N=4, Q_v=0.67, best=0.71, ubc=1.24)
│ ├── (a=10, N=2, Q_v=0.71, best=0.71, ubc=1.30)
│ └── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.47)
└── (a=36, N=11, Q_v=0.67, best=0.71, ubc=1.09)
├── (a=10, N=3, Q_v=0.66, best=0.71, ubc=1.29)
│ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=14, N=1, Q_v=0.64, best=0.64, ubc=1.38)
├── (a=14, N=3, Q_v=0.64, best=0.71, ubc=1.27)
│ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ └── (a=24, N=1, Q_v=0.56, best=0.56, ubc=1.30)
└── (a=24, N=4, Q_v=0.69, best=0.71, ubc=1.24)
├── (a=10, N=2, Q_v=0.71, best=0.71, ubc=1.30)
└── (a=14, N=1, Q_v=0.71, best=0.71, ubc=1.54)
[16:55:37] INFO selected action 14 after 50 simulations.
[16:55:38] INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14]
(N=50, Q_v=0.71, best=0.80)
├── (a=10, N=11, Q_v=0.69, best=0.80, ubc=1.11)
│ ├── (a=11, N=3, Q_v=0.69, best=0.80, ubc=1.32)
│ │ ├── (a=12, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ │ └── (a=15, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=15, N=3, Q_v=0.69, best=0.80, ubc=1.32)
│ │ ├── (a=11, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ │ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.45)
│ ├── (a=24, N=2, Q_v=0.67, best=0.71, ubc=1.45)
│ │ └── (a=15, N=1, Q_v=0.64, best=0.64, ubc=1.22)
│ └── (a=36, N=2, Q_v=0.71, best=0.71, ubc=1.48)
│ └── (a=24, N=1, Q_v=0.71, best=0.71, ubc=1.30)
├── (a=15, N=11, Q_v=0.68, best=0.80, ubc=1.10)
│ ├── (a=10, N=2, Q_v=0.68, best=0.80, ubc=1.46)
│ │ └── (a=36, N=1, Q_v=0.56, best=0.56, ubc=1.15)
│ ├── (a=16, N=3, Q_v=0.72, best=0.80, ubc=1.35)
│ │ ├── (a=10, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ │ └── (a=17, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ ├── (a=24, N=3, Q_v=0.69, best=0.80, ubc=1.32)
│ │ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ │ └── (a=16, N=1, Q_v=0.80, best=0.80, ubc=1.54)
│ └── (a=36, N=2, Q_v=0.56, best=0.56, ubc=1.34)
│ └── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.15)
├── (a=24, N=14, Q_v=0.73, best=0.80, ubc=1.11)
│ ├── (a=10, N=4, Q_v=0.72, best=0.80, ubc=1.29)
│ │ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=36, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ ├── (a=15, N=4, Q_v=0.72, best=0.80, ubc=1.29)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ │ ├── (a=16, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=36, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ └── (a=36, N=5, Q_v=0.76, best=0.80, ubc=1.28)
│ ├── (a=10, N=2, Q_v=0.75, best=0.80, ubc=1.39)
│ └── (a=15, N=2, Q_v=0.80, best=0.80, ubc=1.43)
└── (a=36, N=13, Q_v=0.72, best=0.80, ubc=1.11)
├── (a=10, N=4, Q_v=0.72, best=0.80, ubc=1.28)
│ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=15, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=24, N=1, Q_v=0.56, best=0.56, ubc=1.40)
├── (a=15, N=4, Q_v=0.72, best=0.80, ubc=1.28)
│ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
│ ├── (a=16, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ └── (a=24, N=1, Q_v=0.56, best=0.56, ubc=1.40)
└── (a=24, N=4, Q_v=0.72, best=0.80, ubc=1.28)
├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.54)
└── (a=15, N=2, Q_v=0.68, best=0.80, ubc=1.27)
[16:55:40] INFO selected action 24 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24]
(N=50, Q_v=0.72, best=0.80)
├── (a=10, N=16, Q_v=0.72, best=0.80, ubc=1.07)
│ ├── (a=11, N=5, Q_v=0.73, best=0.80, ubc=1.25)
│ │ ├── (a=12, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ ├── (a=15, N=2, Q_v=0.75, best=0.80, ubc=1.39)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ ├── (a=15, N=5, Q_v=0.71, best=0.80, ubc=1.24)
│ │ ├── (a=11, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ ├── (a=16, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ └── (a=36, N=2, Q_v=0.72, best=0.80, ubc=1.35)
│ └── (a=36, N=5, Q_v=0.73, best=0.80, ubc=1.25)
│ ├── (a=11, N=2, Q_v=0.71, best=0.71, ubc=1.34)
│ └── (a=15, N=2, Q_v=0.75, best=0.80, ubc=1.39)
├── (a=15, N=18, Q_v=0.73, best=0.80, ubc=1.06)
│ ├── (a=10, N=6, Q_v=0.73, best=0.80, ubc=1.22)
│ │ ├── (a=11, N=2, Q_v=0.64, best=0.71, ubc=1.31)
│ │ ├── (a=16, N=2, Q_v=0.80, best=0.80, ubc=1.47)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.66)
│ ├── (a=16, N=5, Q_v=0.75, best=0.80, ubc=1.28)
│ │ ├── (a=10, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ │ ├── (a=17, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ └── (a=36, N=1, Q_v=0.71, best=0.71, ubc=1.61)
│ └── (a=36, N=6, Q_v=0.74, best=0.80, ubc=1.23)
│ ├── (a=10, N=3, Q_v=0.75, best=0.80, ubc=1.29)
│ └── (a=16, N=2, Q_v=0.75, best=0.80, ubc=1.42)
└── (a=36, N=15, Q_v=0.72, best=0.80, ubc=1.08)
├── (a=10, N=7, Q_v=0.70, best=0.80, ubc=1.14)
│ ├── (a=11, N=3, Q_v=0.74, best=0.80, ubc=1.31)
│ └── (a=15, N=3, Q_v=0.66, best=0.71, ubc=1.23)
└── (a=15, N=7, Q_v=0.74, best=0.80, ubc=1.18)
├── (a=10, N=3, Q_v=0.72, best=0.80, ubc=1.29)
└── (a=16, N=3, Q_v=0.77, best=0.80, ubc=1.34)
[16:55:43] INFO selected action 15 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15]
(N=50, Q_v=0.74, best=0.80)
├── (a=10, N=14, Q_v=0.72, best=0.80, ubc=1.09)
│ ├── (a=11, N=5, Q_v=0.71, best=0.80, ubc=1.22)
│ │ ├── (a=12, N=2, Q_v=0.68, best=0.80, ubc=1.32)
│ │ ├── (a=16, N=1, Q_v=0.56, best=0.56, ubc=1.46)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=16, N=5, Q_v=0.75, best=0.80, ubc=1.27)
│ │ ├── (a=11, N=1, Q_v=0.56, best=0.56, ubc=1.46)
│ │ ├── (a=17, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=36, N=3, Q_v=0.64, best=0.80, ubc=1.31)
│ ├── (a=11, N=1, Q_v=0.56, best=0.56, ubc=1.30)
│ └── (a=16, N=1, Q_v=0.56, best=0.56, ubc=1.30)
├── (a=16, N=19, Q_v=0.78, best=0.80, ubc=1.10)
│ ├── (a=10, N=7, Q_v=0.80, best=0.80, ubc=1.26)
│ │ ├── (a=11, N=2, Q_v=0.80, best=0.80, ubc=1.50)
│ │ ├── (a=17, N=2, Q_v=0.80, best=0.80, ubc=1.50)
│ │ └── (a=36, N=2, Q_v=0.80, best=0.80, ubc=1.50)
│ ├── (a=17, N=4, Q_v=0.68, best=0.80, ubc=1.29)
│ │ ├── (a=10, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ │ ├── (a=18, N=1, Q_v=0.80, best=0.80, ubc=1.63)
│ │ └── (a=36, N=1, Q_v=0.56, best=0.56, ubc=1.40)
│ └── (a=36, N=7, Q_v=0.80, best=0.80, ubc=1.26)
│ ├── (a=10, N=3, Q_v=0.80, best=0.80, ubc=1.37)
│ └── (a=17, N=3, Q_v=0.80, best=0.80, ubc=1.37)
└── (a=36, N=16, Q_v=0.74, best=0.80, ubc=1.09)
├── (a=10, N=6, Q_v=0.68, best=0.80, ubc=1.16)
│ ├── (a=11, N=2, Q_v=0.56, best=0.56, ubc=1.23)
│ └── (a=16, N=3, Q_v=0.72, best=0.80, ubc=1.27)
└── (a=16, N=9, Q_v=0.77, best=0.80, ubc=1.17)
├── (a=10, N=4, Q_v=0.80, best=0.80, ubc=1.32)
└── (a=17, N=4, Q_v=0.74, best=0.80, ubc=1.26)
[16:55:45] INFO selected action 16 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15, 16]
(N=50, Q_v=0.80, best=0.80)
├── (a=10, N=17, Q_v=0.80, best=0.80, ubc=1.14)
│ ├── (a=11, N=6, Q_v=0.80, best=0.80, ubc=1.29)
│ │ ├── (a=12, N=2, Q_v=0.80, best=0.80, ubc=1.47)
│ │ ├── (a=17, N=2, Q_v=0.80, best=0.80, ubc=1.47)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.75)
│ ├── (a=17, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ │ ├── (a=11, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ ├── (a=18, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=36, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ ├── (a=11, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ └── (a=17, N=2, Q_v=0.80, best=0.80, ubc=1.43)
├── (a=17, N=16, Q_v=0.80, best=0.80, ubc=1.15)
│ ├── (a=10, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ │ ├── (a=11, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ ├── (a=18, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=18, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ │ ├── (a=10, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ └── (a=36, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ └── (a=36, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ ├── (a=10, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ └── (a=18, N=2, Q_v=0.80, best=0.80, ubc=1.43)
└── (a=36, N=16, Q_v=0.80, best=0.80, ubc=1.15)
├── (a=10, N=8, Q_v=0.80, best=0.80, ubc=1.22)
│ ├── (a=11, N=4, Q_v=0.80, best=0.80, ubc=1.31)
│ └── (a=17, N=3, Q_v=0.80, best=0.80, ubc=1.39)
└── (a=17, N=7, Q_v=0.80, best=0.80, ubc=1.24)
├── (a=10, N=3, Q_v=0.80, best=0.80, ubc=1.37)
└── (a=18, N=3, Q_v=0.80, best=0.80, ubc=1.37)
[16:55:48] INFO selected action 10 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15, 16, 10]
(N=50, Q_v=0.80, best=0.80)
├── (a=11, N=17, Q_v=0.80, best=0.80, ubc=1.14)
│ ├── (a=12, N=6, Q_v=0.80, best=0.80, ubc=1.29)
│ │ ├── (a=17, N=3, Q_v=0.80, best=0.80, ubc=1.35)
│ │ └── (a=36, N=2, Q_v=0.80, best=0.80, ubc=1.47)
│ ├── (a=17, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ │ ├── (a=12, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ ├── (a=18, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ └── (a=36, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ ├── (a=12, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ └── (a=17, N=2, Q_v=0.80, best=0.80, ubc=1.43)
├── (a=17, N=16, Q_v=0.80, best=0.80, ubc=1.15)
│ ├── (a=11, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ │ ├── (a=12, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ ├── (a=18, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ │ └── (a=36, N=1, Q_v=0.80, best=0.80, ubc=1.70)
│ ├── (a=18, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ │ ├── (a=11, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ └── (a=36, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ └── (a=36, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ ├── (a=11, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ └── (a=18, N=2, Q_v=0.80, best=0.80, ubc=1.43)
└── (a=36, N=16, Q_v=0.80, best=0.80, ubc=1.15)
├── (a=11, N=8, Q_v=0.80, best=0.80, ubc=1.22)
│ ├── (a=12, N=4, Q_v=0.80, best=0.80, ubc=1.31)
│ └── (a=17, N=3, Q_v=0.80, best=0.80, ubc=1.39)
└── (a=17, N=7, Q_v=0.80, best=0.80, ubc=1.24)
├── (a=11, N=3, Q_v=0.80, best=0.80, ubc=1.37)
└── (a=18, N=3, Q_v=0.80, best=0.80, ubc=1.37)
[16:55:51] INFO selected action 11 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15, 16, 10, 11]
(N=50, Q_v=0.80, best=0.80)
├── (a=12, N=17, Q_v=0.80, best=0.80, ubc=1.14)
│ ├── (a=17, N=8, Q_v=0.80, best=0.80, ubc=1.22)
│ │ ├── (a=18, N=4, Q_v=0.80, best=0.80, ubc=1.31)
│ │ └── (a=36, N=3, Q_v=0.80, best=0.80, ubc=1.39)
│ └── (a=36, N=8, Q_v=0.80, best=0.80, ubc=1.22)
│ └── (a=17, N=7, Q_v=0.80, best=0.80, ubc=1.19)
├── (a=17, N=16, Q_v=0.80, best=0.80, ubc=1.15)
│ ├── (a=12, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ │ ├── (a=18, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ └── (a=36, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ ├── (a=18, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ │ ├── (a=12, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ │ └── (a=36, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ └── (a=36, N=5, Q_v=0.80, best=0.80, ubc=1.33)
│ ├── (a=12, N=2, Q_v=0.80, best=0.80, ubc=1.43)
│ └── (a=18, N=2, Q_v=0.80, best=0.80, ubc=1.43)
└── (a=36, N=16, Q_v=0.80, best=0.80, ubc=1.15)
├── (a=12, N=8, Q_v=0.80, best=0.80, ubc=1.22)
│ └── (a=17, N=7, Q_v=0.80, best=0.80, ubc=1.19)
└── (a=17, N=7, Q_v=0.80, best=0.80, ubc=1.24)
├── (a=12, N=3, Q_v=0.80, best=0.80, ubc=1.37)
└── (a=18, N=3, Q_v=0.80, best=0.80, ubc=1.37)
[16:55:53] INFO selected action 12 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15, 16, 10, 11, 12]
(N=50, Q_v=0.80, best=0.80)
├── (a=17, N=25, Q_v=0.80, best=0.80, ubc=1.08)
│ ├── (a=18, N=12, Q_v=0.80, best=0.80, ubc=1.17)
│ │ └── (a=36, N=11, Q_v=0.80, best=0.80, ubc=1.14)
│ └── (a=36, N=12, Q_v=0.80, best=0.80, ubc=1.17)
│ └── (a=18, N=11, Q_v=0.80, best=0.80, ubc=1.14)
└── (a=36, N=24, Q_v=0.80, best=0.80, ubc=1.09)
└── (a=17, N=23, Q_v=0.80, best=0.80, ubc=1.06)
└── (a=18, N=22, Q_v=0.80, best=0.80, ubc=1.07)
[16:55:54] INFO selected action 17 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15, 16, 10, 11, 12, 17]
(N=50, Q_v=0.80, best=0.80)
├── (a=18, N=25, Q_v=0.80, best=0.80, ubc=1.08)
│ └── (a=36, N=24, Q_v=0.80, best=0.80, ubc=1.06)
└── (a=36, N=24, Q_v=0.80, best=0.80, ubc=1.09)
└── (a=18, N=23, Q_v=0.80, best=0.80, ubc=1.06)
[16:55:56] INFO selected action 18 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15, 16, 10, 11, 12, 17, 18]
(N=50, Q_v=0.80, best=0.80)
└── (a=36, N=49, Q_v=0.80, best=0.80, ubc=1.00)
[16:55:57] INFO selected action 36 after 50 simulations.
INFO current action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15, 16, 10, 11, 12, 17, 18, 36]
INFO Final action list: [7, 31, 13, 1, 25, 32, 2, 8, 26, 3, 33, 27, 34, 4, 5, 19, 28, 6, 35, 9, 20, 21, 22, 23, 29, 30, 14, 24, 15, 16, 10, 11, 12, 17, 18, 36]
╔═══════════════════════════════════════════════════════╗
Job 0 ║ ███ ██████████████████ ║ Machine 0 █
Job 1 ║███████ ████ █████████ ████████████████████║ Machine 1 █
Job 2 ║█████ ███ ███████████████ ██████ ║ Machine 2 █
Job 3 ║ ████ ████████████████████████ ║ Machine 3 █
Job 4 ║ ██████████████████ ██ █ ║ Machine 4 █
Job 5 ║ █████████████████████ ████ ║ Machine 5 █
╚╦════╤════╤════╤════╤════╦════╤════╤════╤════╤════╦════╝
0.0 30.5 60.9
makespan: 66