From c64ad7ca669a9342bab8aac2bad899b6b17da0a1 Mon Sep 17 00:00:00 2001 From: tactino <18781106300@163.com> Date: Thu, 1 Oct 2026 23:25:56 -0400 Subject: [PATCH 1/3] E48: protocol, before the registered runs - does RLinf, through the bridge, train environments PlugRL env clients run outside its cluster PROTOCOL.md, written after the pilot in results/pilot.txt. Six runs of RLinf's PPO-MLP on HalfCheetah through PlugRL/plugrl-rlinf (fca69db): three seeds with the 16 env clients on guangzhao beside RLinf, three with them on the laptop over Tailscale, in a venv with no torch, Ray or RLinf. The status rule is E43's. --- experiments/e48-rlinf-bridge/PROTOCOL.md | 119 ++++++++++++++++++ .../e48-rlinf-bridge/results/pilot.txt | 40 ++++++ experiments/e48-rlinf-bridge/run_e48.sh | 40 ++++++ 3 files changed, 199 insertions(+) create mode 100644 experiments/e48-rlinf-bridge/PROTOCOL.md create mode 100644 experiments/e48-rlinf-bridge/results/pilot.txt create mode 100644 experiments/e48-rlinf-bridge/run_e48.sh diff --git a/experiments/e48-rlinf-bridge/PROTOCOL.md b/experiments/e48-rlinf-bridge/PROTOCOL.md new file mode 100644 index 0000000..52e3773 --- /dev/null +++ b/experiments/e48-rlinf-bridge/PROTOCOL.md @@ -0,0 +1,119 @@ +# E48 measurement protocol (pre-registered) + +**Written 2026-10-01, after the pilot in `results/pilot.txt`, before the +registered runs.** + +This file must not be edited after the first registered data point. Anything +learned afterwards goes in `AMENDMENT.md`, dated. + +--- + +## The question + +Every PlugRL result so far was trained by plugrl-server. The project's +claim is about the protocol: an environment that speaks it can be trained +by any trainer that does. RLinf is a second trainer, independent of this +codebase. Its environments normally run inside its own Ray cluster, in its +own Python, with its own torch, on every node. So: + +**Does RLinf, through the bridge, train environments that PlugRL env clients +run outside its cluster: as other processes on its machine, and on another +machine that has no torch, no Ray and no RLinf?** + +--- + +## Declared in advance: what was already known + +1. **The code** (`results/pilot.txt`). + - **The bridge:** PlugRL/plugrl-rlinf at fca69db. `PlugRLEnv` is an RLinf + environment, and `BridgeServer` is a lockstep PlugRL server inside + RLinf's environment worker. + - **RLinf:** 034579c plus the bridge's two-hunk patch, installed by its + own `install.sh`, with torch 2.11.0+cu130 and ray 2.58.0. + - **The env clients:** plugrl-env-client main, 16 processes of one + HalfCheetah-v5 env each. + - On guangzhao: mujoco 3.14.0, gymnasium 1.3.0. + - On the laptop: mujoco 3.6.0, gymnasium 1.2.3, in a venv with no + torch, ray or rlinf, 276 MB in all. + - **The config:** RLinf's own CartPole PPO-MLP config with the env swapped, + 16 envs ร— 256 steps = 4,096 frames per epoch, 100 epochs, 409,600 steps + (E43's budget), one RTX 5090. +2. **The pilot.** + - Locally, the return of the first five episode batches rose from -267 + to -110 in 20 epochs, at 3.6-4.6 s per epoch. + - Across machines, 5 epochs took 22.9-24.3 s each over a 49-54 ms link, + and the per-step reward rose from -0.34 to -0.22. + - Four defects were found and fixed before this file (pilot.txt). The + worst was a reconnect storm: 2 million connections from leftover + client processes. +3. **The physics differ across the two machines.** The mujoco and gymnasium + versions are not the same, so the two arms are compared by the status + rule, not step by step. +4. **The link varies.** It measured 3 ms and 54 ms on the same day. The + cross arm's time per epoch is reported, not predicted. + +--- + +## Design + +Six runs, one at a time, all with RLinf on guangzhao. `run_e48.sh` runs them +from the laptop: +- **local, seeds 0, 1, 2:** RLinf and the 16 env clients both on guangzhao + (`run_guangzhao.sh OUT SEED local`); +- **cross, seeds 0, 1, 2:** RLinf on guangzhao, the 16 env clients on the + laptop over Tailscale (`run_guangzhao.sh OUT SEED remote` and + `cross_clients.py`). + +The seed seeds RLinf's actor and the env clients. Episodes are 1,000 steps +(HalfCheetah's time limit), so all 16 envs end an episode together about +every 4 epochs, and RLinf logs `env/return` once per batch: 25 batches in +100 epochs. + +--- + +## Checks + +* **V1 - the envs are where they should be.** Each run's log has 16 + `plugrl-rlinf: slots` lines. They come from 127.0.0.1 in the local arm, + and from the laptop's Tailscale address, 100.65.224.34, in the cross arm. +* **V2 - the run is complete.** RLinf logs 100 epochs, and its log has no + `Traceback`, `ClientLost` or `TimeoutError`. + +--- + +## Predictions, and what falsifies each + +The status rule is E43's: a run **learns** if the mean `env/return` of its +last five episode batches is at least **200** above its first batch's. + +**P1 - RLinf learns through the bridge, with the clients on its machine.** +The local arm learns on at least 2 of 3 seeds. + +> Grounds: known item 2. The pilot rose 157 in four batches. + +**P2 - and with the clients on another machine.** The cross arm learns on at +least 2 of 3 seeds. + +> Grounds: as P1. Where the environment is stepped changes the timing, not +> the data a step produces (E43). The physics versions differ (known item +> 3), which is why this is a status rule and not a comparison of curves. + +**Reported, not predicted:** +- every run's `env/return` curve; +- the median time per epoch in each arm; +- the link's ping before and after each cross run; +- the wall clock; +- the slot lines. + +--- + +## Declared deviations allowed in advance + +1. A cross run that dies for a reason outside the experiment, such as the + laptop's Wi-Fi dropping, is rerun once. This is recorded in `AMENDMENT.md`. + +--- + +## Reading order + +V1, V2, P1, P2, then the reported figures. diff --git a/experiments/e48-rlinf-bridge/results/pilot.txt b/experiments/e48-rlinf-bridge/results/pilot.txt new file mode 100644 index 0000000..295a68a --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/pilot.txt @@ -0,0 +1,40 @@ +E48 pilot, 2026-10-01 22:39-23:25 EDT, before PROTOCOL.md + +Code + bridge PlugRL/plugrl-rlinf, branch init, fca69db (private); on guangzhao in ~/zuogou/plugrl/plugrl-rlinf + (src sha256 server.py 07601a6b71e23f3c, env.py 0c83ed68edc79f5d, same as the commit) + RLinf RLinf/RLinf 034579c (snapshot tarball) + patches/rlinf-plugrl-env-type.patch, installed with + its own requirements/install.sh embodied --env dummy: torch 2.11.0+cu130, ray 2.58.0, + Python 3.11; plugrl-rlinf installed into that venv, which moved numpy 2.4.6 -> 2.3.2 + (plugrl-protocol pins numpy<2.3.3) + clients guangzhao: plugrl-env-client main code (e46/client-src) over E43's venv, mujoco 3.14.0, gymnasium 1.3.0 + laptop: plugrl-env-client main code over D:\...\plugrl-env-client\.venv, mujoco 3.6.0, gymnasium 1.2.3; + that venv has no torch, ray or rlinf (importlib.util.find_spec), 276 MB in all + machine guangzhao, RTX 5090 32 GB, driver 580.159.03 (CUDA 13.0), 24 cores + +What went wrong in the pilot, and was fixed before this file + 1. MuJoCoEnv runs one env per client process: --num-envs 8 failed. 16 processes (--num-procs 16). + 2. The bridge's info splitting was stricter than SPEC 5.4: an info leaf that is not per env + (a scalar, a string) closed the connection. Now split as plugrl-server splits it (test added). + 3. Killing the env client's launcher left its 16 multiprocessing.spawn workers running. 48 of + them, from three runs, reconnected to every later bridge; a client too many was refused with + plugrl-server-resync, reconnected at once, and was refused again: 2,048,691 connections in + about ten minutes (a 343 MB log) and an RLinf step slowed from 4 s to minutes. + Fixed: the bridge refuses a client too many with plugrl-server-stop, not resync; only a + connection holding slots counts as lost (test added, and fails without the fix); websockets' + per-connection INFO log is off; the run script starts the clients in their own process group, + kills the group, and refuses to start while any client process of that venv is alive. + 4. The laptop's client driver waited on ssh's stdin and outlived its run: ssh -n -o BatchMode=yes. + +Smoke (2 epochs, local clients): both epochs ran, a checkpoint was saved. + +Local, 20 epochs, seed 1234 (the config's actor seed), 16 client processes on guangzhao + env/return per episode batch (16 episodes end together every ~4 epochs, at 1,000 steps): + -267.4 -204.3 -166.6 -140.5 -109.6 + rollout/rewards (mean per step) -0.265 at epoch 1 ... -0.112 at epoch 20 + time/step 3.6-4.6 s per epoch (env/interact 2.9-3.4 s for 16 envs x 256 steps) + +Cross, 5 epochs, seed 0, 16 client processes on the laptop over Tailscale + tailscale ping 49-54 ms, direct to 128.84.216.41:41641 (earlier in the day: 3 ms) + time/step 22.9-24.3 s per epoch (env/interact 21.9-23.4 s: about 86 ms per lockstep step) + rollout/rewards -0.339 -0.279 -0.267 -0.209 -0.220 diff --git a/experiments/e48-rlinf-bridge/run_e48.sh b/experiments/e48-rlinf-bridge/run_e48.sh new file mode 100644 index 0000000..32db8e6 --- /dev/null +++ b/experiments/e48-rlinf-bridge/run_e48.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash +# E48's six runs, one at a time, driven from the laptop. RLinf always runs on +# guangzhao; the env clients run on guangzhao (local) or here (cross). +# +# BRIDGE_DIR=... CLIENT_PY=... CLIENT_PATH=... bash run_e48.sh +# +# BRIDGE_DIR is a plugrl-rlinf checkout at the commit PROTOCOL.md names; +# CLIENT_PY a Python with plugrl-env-client's dependencies and mujoco (no +# torch needed); CLIENT_PATH the PYTHONPATH that puts plugrl-env-client main +# and plugrl-protocol main first (Windows: ;-separated). +set -uo pipefail +HERE="$(cd "$(dirname "$0")" && pwd)" +R="$HERE/results" +REMOTE="${REMOTE:-guangzhao-memeseeks}" +GZ_RUNS="/home/guangzhao/zuogou/plugrl/e48" +GZ_SCRIPT="/home/guangzhao/zuogou/plugrl/plugrl-rlinf/examples/rlinf/run_guangzhao.sh" +: "${BRIDGE_DIR:?}" "${CLIENT_PY:?}" "${CLIENT_PATH:?}" +mkdir -p "$R" +ssh "$REMOTE" "mkdir -p $GZ_RUNS" +date '+start %F %T' | tee "$R/e48.txt" + +for seed in 0 1 2; do + echo "== local seed $seed $(date '+%T')" | tee -a "$R/e48.txt" + ssh "$REMOTE" "bash $GZ_SCRIPT $GZ_RUNS/local-seed$seed $seed local" 2>&1 | tail -4 | tee -a "$R/e48.txt" +done + +for seed in 0 1 2; do + echo "== cross seed $seed $(date '+%T')" | tee -a "$R/e48.txt" + { echo "before:"; tailscale ping -c 3 100.75.226.89 2>&1 | tail -1; } | tee -a "$R/e48.txt" + ssh "$REMOTE" "(nohup bash $GZ_SCRIPT $GZ_RUNS/cross-seed$seed $seed remote > $GZ_RUNS/cross-seed$seed.out 2>&1 &)" + sleep 5 + python "$BRIDGE_DIR/examples/rlinf/cross_clients.py" \ + --client-python "$CLIENT_PY" --pythonpath "$CLIENT_PATH" \ + --run-dir "$GZ_RUNS/cross-seed$seed" --seed "$seed" \ + --out "$R/cross-seed$seed-clients" 2>&1 | tee -a "$R/e48.txt" + ssh "$REMOTE" "cat $GZ_RUNS/cross-seed$seed/run.txt" | tail -4 | tee -a "$R/e48.txt" + { echo "after:"; tailscale ping -c 3 100.75.226.89 2>&1 | tail -1; } | tee -a "$R/e48.txt" +done +date '+end %F %T' | tee -a "$R/e48.txt" +echo E48_DONE | tee -a "$R/e48.txt" From a272fdf0f45575e23e20aeb7073eed35c54a85e8 Mon Sep 17 00:00:00 2001 From: tactino <18781106300@163.com> Date: Fri, 2 Oct 2026 02:42:19 -0400 Subject: [PATCH 2/3] E48: findings - RLinf, through the bridge, trains environments that PlugRL env clients run outside its cluster, on its machine and on a laptop with no torch, Ray or RLinf RLinf PPO-MLP x HalfCheetah, 409,600 steps, 16 env clients, three seeds per arm. Local -284/-290/-268 -> 449/485/481; cross (laptop over Tailscale) -274/-274/-244 -> 450/463/496. V1, V2, P1, P2 all hold. Crossing made an epoch 6.4x slower (median 3.7 s against 22-25 s): the bridge is lockstep, so each step waits for all 16 clients across a 42-59 ms link. AMENDMENT.md: Git Bash rewrote the remote run directory passed to cross_clients.py, so its RUN_DONE poll never fired; and RLinf never closes its environments, so the remote clients got no stop and kept reconnecting. A watcher stopped each seed's clients once its run had ended. No judged figure is affected. --- experiments/e48-rlinf-bridge/AMENDMENT.md | 52 + experiments/e48-rlinf-bridge/FINDINGS.md | 105 + .../results/cross-seed0-clients/clients.log | 4855 +++++++++++++++++ .../rlinf-cross-clients/client_config.json | 35 + .../runs/rlinf-cross-clients/logs/client.log | 1 + .../rollout/proc_000/manifest.json | 19 + .../cross-seed0/rlinf-logs/metrics.log | 3825 +++++++++++++ .../rlinf-logs/tensorboard/config.yaml | 177 + ...hao-Dell-Pro-Max-Tower-T2-FCT2250.121943.0 | Bin 0 -> 253831 bytes .../results/cross-seed0/rlinf.log | 4361 +++++++++++++++ .../results/cross-seed0/run.txt | 5 + .../results/cross-seed1-clients/clients.log | 1798 ++++++ .../rlinf-cross-clients/client_config.json | 35 + .../runs/rlinf-cross-clients/logs/client.log | 1 + .../rollout/proc_000/manifest.json | 19 + .../cross-seed1/rlinf-logs/metrics.log | 3825 +++++++++++++ .../rlinf-logs/tensorboard/config.yaml | 177 + ...hao-Dell-Pro-Max-Tower-T2-FCT2250.207824.0 | Bin 0 -> 253831 bytes .../results/cross-seed1/rlinf.log | 4362 +++++++++++++++ .../results/cross-seed1/run.txt | 5 + .../results/cross-seed2-clients/clients.log | 1953 +++++++ .../rlinf-cross-clients/client_config.json | 35 + .../runs/rlinf-cross-clients/logs/client.log | 1 + .../rollout/proc_000/manifest.json | 19 + .../cross-seed2/rlinf-logs/metrics.log | 3825 +++++++++++++ .../rlinf-logs/tensorboard/config.yaml | 177 + ...hao-Dell-Pro-Max-Tower-T2-FCT2250.329057.0 | Bin 0 -> 253831 bytes .../results/cross-seed2/rlinf.log | 4360 +++++++++++++++ .../results/cross-seed2/run.txt | 5 + experiments/e48-rlinf-bridge/results/e48.txt | 51 + .../results/local-seed0/clients.log | 422 ++ .../local-seed0/rlinf-logs/metrics.log | 3825 +++++++++++++ .../rlinf-logs/tensorboard/config.yaml | 177 + ...zhao-Dell-Pro-Max-Tower-T2-FCT2250.73038.0 | Bin 0 -> 253831 bytes .../results/local-seed0/rlinf.log | 4360 +++++++++++++++ .../results/local-seed0/run.txt | 6 + .../runs/rlinf-clients/client_config.json | 35 + .../runs/rlinf-clients/logs/client.log | 1 + .../rollout/proc_000/manifest.json | 19 + .../results/local-seed1/clients.log | 422 ++ .../local-seed1/rlinf-logs/metrics.log | 3825 +++++++++++++ .../rlinf-logs/tensorboard/config.yaml | 177 + ...zhao-Dell-Pro-Max-Tower-T2-FCT2250.90016.0 | Bin 0 -> 253831 bytes .../results/local-seed1/rlinf.log | 4360 +++++++++++++++ .../results/local-seed1/run.txt | 6 + .../runs/rlinf-clients/client_config.json | 35 + .../runs/rlinf-clients/logs/client.log | 1 + .../rollout/proc_000/manifest.json | 19 + .../results/local-seed2/clients.log | 422 ++ .../local-seed2/rlinf-logs/metrics.log | 3825 +++++++++++++ .../rlinf-logs/tensorboard/config.yaml | 177 + ...hao-Dell-Pro-Max-Tower-T2-FCT2250.106078.0 | Bin 0 -> 253831 bytes .../results/local-seed2/rlinf.log | 4360 +++++++++++++++ .../results/local-seed2/run.txt | 6 + .../runs/rlinf-clients/client_config.json | 35 + .../runs/rlinf-clients/logs/client.log | 1 + .../rollout/proc_000/manifest.json | 19 + .../e48-rlinf-bridge/results/run_e48.out | 51 + .../e48-rlinf-bridge/results/stop-watcher.sh | 25 + .../e48-rlinf-bridge/results/stop-watcher.txt | 4 + .../e48-rlinf-bridge/results/verdicts.txt | 17 + experiments/e48-rlinf-bridge/summarise.py | 70 + 62 files changed, 60785 insertions(+) create mode 100644 experiments/e48-rlinf-bridge/AMENDMENT.md create mode 100644 experiments/e48-rlinf-bridge/FINDINGS.md create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0-clients/clients.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/client_config.json create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/logs/client.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/rollout/proc_000/manifest.json create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/metrics.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/tensorboard/config.yaml create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/tensorboard/events.out.tfevents.1790912723.guangzhao-Dell-Pro-Max-Tower-T2-FCT2250.121943.0 create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0/rlinf.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed0/run.txt create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1-clients/clients.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1-clients/runs/rlinf-cross-clients/client_config.json create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1-clients/runs/rlinf-cross-clients/logs/client.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1-clients/runs/rlinf-cross-clients/rollout/proc_000/manifest.json create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1/rlinf-logs/metrics.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1/rlinf-logs/tensorboard/config.yaml create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1/rlinf-logs/tensorboard/events.out.tfevents.1790916758.guangzhao-Dell-Pro-Max-Tower-T2-FCT2250.207824.0 create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1/rlinf.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed1/run.txt create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2-clients/clients.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2-clients/runs/rlinf-cross-clients/client_config.json create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2-clients/runs/rlinf-cross-clients/logs/client.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2-clients/runs/rlinf-cross-clients/rollout/proc_000/manifest.json create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2/rlinf-logs/metrics.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2/rlinf-logs/tensorboard/config.yaml create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2/rlinf-logs/tensorboard/events.out.tfevents.1790919799.guangzhao-Dell-Pro-Max-Tower-T2-FCT2250.329057.0 create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2/rlinf.log create mode 100644 experiments/e48-rlinf-bridge/results/cross-seed2/run.txt create mode 100644 experiments/e48-rlinf-bridge/results/e48.txt create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/clients.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/rlinf-logs/metrics.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/rlinf-logs/tensorboard/config.yaml create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/rlinf-logs/tensorboard/events.out.tfevents.1790911544.guangzhao-Dell-Pro-Max-Tower-T2-FCT2250.73038.0 create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/rlinf.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/run.txt create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/runs/rlinf-clients/client_config.json create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/runs/rlinf-clients/logs/client.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed0/runs/rlinf-clients/rollout/proc_000/manifest.json create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/clients.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/rlinf-logs/metrics.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/rlinf-logs/tensorboard/config.yaml create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/rlinf-logs/tensorboard/events.out.tfevents.1790911939.guangzhao-Dell-Pro-Max-Tower-T2-FCT2250.90016.0 create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/rlinf.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/run.txt create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/runs/rlinf-clients/client_config.json create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/runs/rlinf-clients/logs/client.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed1/runs/rlinf-clients/rollout/proc_000/manifest.json create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/clients.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/rlinf-logs/metrics.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/rlinf-logs/tensorboard/config.yaml create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/rlinf-logs/tensorboard/events.out.tfevents.1790912331.guangzhao-Dell-Pro-Max-Tower-T2-FCT2250.106078.0 create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/rlinf.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/run.txt create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/runs/rlinf-clients/client_config.json create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/runs/rlinf-clients/logs/client.log create mode 100644 experiments/e48-rlinf-bridge/results/local-seed2/runs/rlinf-clients/rollout/proc_000/manifest.json create mode 100644 experiments/e48-rlinf-bridge/results/run_e48.out create mode 100644 experiments/e48-rlinf-bridge/results/stop-watcher.sh create mode 100644 experiments/e48-rlinf-bridge/results/stop-watcher.txt create mode 100644 experiments/e48-rlinf-bridge/results/verdicts.txt create mode 100644 experiments/e48-rlinf-bridge/summarise.py diff --git a/experiments/e48-rlinf-bridge/AMENDMENT.md b/experiments/e48-rlinf-bridge/AMENDMENT.md new file mode 100644 index 0000000..eaf39a5 --- /dev/null +++ b/experiments/e48-rlinf-bridge/AMENDMENT.md @@ -0,0 +1,52 @@ +# E48 amendment + +**2026-10-02 00:55, during the cross arm. Cross seed 0 had finished on +guangzhao; its returns had not been looked at.** + +## What happened + +`run_e48.sh` hands `cross_clients.py` the run's directory on guangzhao, +`/home/guangzhao/zuogou/plugrl/e48/cross-seed`. Git Bash converts an +argument that looks like a POSIX path when it starts a Windows program, so +the script received `D:/Program Files/Git/home/guangzhao/...`. Its poll then +ran `grep -q RUN_DONE` on a path that does not exist on guangzhao, every 10 s, +and never saw the run end. + +Meanwhile RLinf's run of cross seed 0 ended at 00:26:24 with rc 0. RLinf +does not close its environments when it ends: the bridge's connection dropped +with no close frame, so the bridge never sent `plugrl-server-stop`. Following +SPEC.md, the laptop's 16 clients took the drop for a lost connection and +kept reconnecting, 3,190 attempts by 00:51. Seed 1 could not start, since +`run_e48.sh` waits for `cross_clients.py`. + +## What was done + +`tmp/e48_stop_watcher.sh` (copied to `results/stop-watcher.sh`) does what the +poll was meant to do. For each cross seed it waits for RUN_DONE in that run's +`run.txt` on guangzhao, then stops that seed's client tree on the laptop. +`cross_clients.py` then returns as designed, and `run_e48.sh` carries on. +Its log is `results/stop-watcher.txt`. Seed 0's clients were stopped at +00:53:14, and seed 1 started at 00:53:18. + +`run_e48.sh` and `cross_clients.py` were not edited while they ran. + +## What it changes + +- **Nothing that is judged.** Each RLinf run had finished before its clients + were stopped. The watcher only ends clients that are idle and reconnecting. + V1, V2, P1 and P2 read RLinf's log and TensorBoard events, which are + complete by then. +- **The wall clock between seeds.** It includes seed 0's 27 idle minutes, + which are reported as such. +- **`clients exit` in `e48.txt` is 1 for watcher-stopped seeds**, because + `taskkill /F` ends the tree. The clients' own log shows the reconnecting + that preceded it. + +## Found, for later + +1. `cross_clients.py` should get the remote path in a form Git Bash leaves + alone: `MSYS_NO_PATHCONV=1`, or a path it does not convert. +2. A trainer that ends without closing its environments leaves remote clients + reconnecting forever. The bridge could send stop from an exit handler, + though that does not help when the process is killed. Alternatively the + env client could give up after a bounded time with no server. diff --git a/experiments/e48-rlinf-bridge/FINDINGS.md b/experiments/e48-rlinf-bridge/FINDINGS.md new file mode 100644 index 0000000..44c26fa --- /dev/null +++ b/experiments/e48-rlinf-bridge/FINDINGS.md @@ -0,0 +1,105 @@ +# E48: RLinf, through the bridge, trains environments that PlugRL env clients run outside its cluster - on its own machine and on a laptop with no torch, Ray or RLinf + +2026-10-01/02 ยท RLinf on guangzhao (one RTX 5090); env clients on guangzhao +(local) or on the E43 laptop over Tailscale (cross) ยท protocol: +[`PROTOCOL.md`](PROTOCOL.md) (`c64ad7c`, after the pilot in +`results/pilot.txt`, before the registered runs) ยท amendment: +[`AMENDMENT.md`](AMENDMENT.md) (an orchestration fault in the cross arm; no +judged figure is affected) + +--- + +## The result + +RLinf's PPO-MLP, through plugrl-rlinf's bridge (fca69db), trained +HalfCheetah-v5 run by 16 plugrl-env-client processes: 100 epochs of 4,096 +frames, 409,600 steps. Mean `env/return` of the first episode batch against +the mean of the last five: + +| seed | local | cross | +| --- | --- | --- | +| 0 | -284 -> 449 (**+733**) | -274 -> 450 (**+724**) | +| 1 | -290 -> 485 (**+775**) | -274 -> 463 (**+737**) | +| 2 | -268 -> 481 (**+749**) | -244 -> 496 (**+740**) | + +Every check and prediction holds (`results/verdicts.txt`): +- **V1:** each run's log has 16 `plugrl-rlinf: slots` lines. They came from + 127.0.0.1 in the local arm, and from the laptop's Tailscale address, + 100.65.224.34, in the cross arm. +- **V2:** every run logged 100 epochs, with no Traceback, ClientLost or + TimeoutError. +- **P1:** the local arm learns on 3 of 3 seeds, against a bar of +200. +- **P2:** the cross arm learns on 3 of 3 seeds. + +The laptop's side was a 276 MB venv with mujoco and plugrl-env-client, and no +torch, Ray or RLinf. RLinf ran on guangzhao as it always does. Its +environment worker reached the 16 environments only through the PlugRL +protocol. + +--- + +## What it cost + +| | local | cross | +| --- | --- | --- | +| median s per epoch | 3.71, 3.69, 3.69 | 23.68, 24.62, 22.42 | +| run, start to RLinf's exit | 6.5, 6.4, 6.4 min | 41.1, 50.3, 55.9 min | +| Tailscale ping before / after | | 46/59, 44/48, 50/42 ms | + +Crossing made an epoch 6.4x slower. The step itself is unchanged; the cost is +the exchange. Each epoch is 256 lockstep steps, and each step waits for all 16 +clients across a 42-59 ms link. That is about 90 ms per step, against 14 ms +locally. The run times spread more than the medians do: some epochs were much +slower than the median. This is the same shared Wi-Fi link that E43 found +does not hold a constant cost. + +The bridge is lockstep. A step finishes when its slowest client has fed back. +That is why the crossing costs more here than in E43, where plugrl-server +answers each client as soon as it can. + +--- + +## What it means + +The bridge does what it was built to do. A trainer whose environments must +normally run inside its own Ray cluster, in its own Python, trained +environments that ran on a machine that has none of that. The learning curves +of the two arms overlap seed for seed. Where the environment is stepped +changes the time a step takes, not what it produces. + +--- + +## What the run found, beyond its predictions + +1. **RLinf never closes its environments when a run ends** + (`rlinf/workers/env/env_worker.py` calls no `close()`). In its own cluster + that costs nothing. Clients outside it see the connection drop with no + close frame, never get `plugrl-server-stop`, and reconnect for good, as + SPEC.md tells them to: 3,190 attempts in 25 minutes after cross seed 0 + ended. The local arm never showed this, because `run_guangzhao.sh` kills + its clients when RLinf exits. +2. **Git Bash rewrites POSIX paths passed to Windows programs.** The cross + arm's poll looked for `D:/Program Files/Git/home/...` on guangzhao and + never saw a run end. `AMENDMENT.md` records how the watcher stood in for + it. plugrl-bridges' `cross_clients.py` now refuses such a path. + +--- + +## What E48 does not show + +* **Any trainer but RLinf, or any environment but HalfCheetah.** E49 runs + SB3 and CleanRL, and the C++ Pendulum client. +* **Images through the bridge.** The observations are 17 floats. +* **Identical trajectories across machines.** The two machines' MuJoCo + builds differ (E43), so the arms are compared by the status rule. +* **A remote client that survives the run's end.** See item 1 above. The fix + belongs in the bridge, as a stop on exit, or in the client, as a bounded + wait for a server. + +Checkpoints stay on guangzhao, in `~/zuogou/plugrl/e48//rlinf-logs/`. +Kept here: +- each run's `run.txt`, `rlinf.log` and TensorBoard events; +- the clients' logs; +- `e48.txt` and `run_e48.out`; +- `stop-watcher.sh` and `stop-watcher.txt`; +- `pilot.txt` and `verdicts.txt` (`summarise.py`). diff --git a/experiments/e48-rlinf-bridge/results/cross-seed0-clients/clients.log b/experiments/e48-rlinf-bridge/results/cross-seed0-clients/clients.log new file mode 100644 index 0000000..6de64a7 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/cross-seed0-clients/clients.log @@ -0,0 +1,4855 @@ +2026-10-01 23:46:10.290 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:10.295 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:10.297 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:10.302 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:10.308 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:10.436 | INFO  | __main__:main:87 - Starting env client exp_name=rlinf-cross-clients output_dir=runs\rlinf-cross-clients recorder={'episode_freq': 0, 'thread0_only': True, 'record_video': False, 'video_fps': 30.0, 'record_full_rollout': False, 'record_obs_stats': True, 'record_episode_metrics': True, 'metric_window': 100} +2026-10-01 23:46:11.816 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:11.825 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:11.832 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:11.879 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:11.884 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:11.892 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:11.898 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:11.900 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:11.900 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:11.910 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:11.910 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:11.919 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:11.932 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:11.944 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:11.993 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.063 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.064 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.073 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.075 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.082 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.084 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.092 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.093 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.114 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.115 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.119 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.148 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.156 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.164 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.179 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.187 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.197 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.205 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.215 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.252 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.260 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.291 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.297 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.301 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.303 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.313 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.313 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.323 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.335 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.346 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.356 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.357 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.365 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.373 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.405 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.412 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.421 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.424 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.427 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.430 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.435 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.437 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.442 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.446 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.449 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.450 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.453 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.469 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.469 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.475 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.484 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.485 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.485 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.489 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.491 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.497 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.499 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.506 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.516 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.548 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.550 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.atari.atari_env: Atari is not installed. Please install it with the 'atari' extra, e.g. 'pip install plugrl-env-client[atari]' +2026-10-01 23:46:12.580 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.classic.classic_env: pygame is not installed. Please install it with pip install "plugrl-env-client[classic]". +2026-10-01 23:46:12.614 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.d4rl.d4rl_env: d4rl is not installed. Please install it with pip install "plugrl-env-client[d4rl]". +2026-10-01 23:46:12.615 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.620 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.libero.libero_env: libero is not installed. Please install it with pip install "plugrl-env-client[libero]". +2026-10-01 23:46:12.629 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.636 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.639 | WARNING  | plugrl_env_client.envs:_load_env_modules:27 - Skip loading env module plugrl_env_client.envs.robomimic.robomimic_env: Robomimic is not installed. Please install it with the 'robomimic' extra, e.g. 'pip install plugrl-env-client[robomimic]' +2026-10-01 23:46:12.689 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.732 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:12.749 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.767 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:12.767 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:12.798 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.834 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.838 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:12.861 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.863 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.872 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:12.907 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.937 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:12.948 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:12.953 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:12.993 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:13.012 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:13.018 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:13.018 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:13.020 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:13.027 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:13.027 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:13.037 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-01 23:46:13.100 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:13.125 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:13.125 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:13.125 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:13.142 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:13.150 | INFO  | plugrl_env_client.runner.run:report_server_metadata:56 - Server metadata: {'protocol_version': 1, 'server': 'plugrl-rlinf', 'action_horizon': 1, 'action_dim': 6, 'num_envs': 16, 'lockstep': True, 'features': ['reuse-feedback-obs']} +2026-10-01 23:46:42.802 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=332 infer_calls=332 feedback_calls=332 infer_wait=29.697s infer_obs_pack=0.026s env_step=0.138s feedback_total=0.131s feedback_obs_pack=0.028s feedback_info_pack=0.006s effective_fps=11.07 +2026-10-01 23:46:42.802 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=332 infer_calls=332 feedback_calls=332 infer_wait=29.680s infer_obs_pack=0.024s env_step=0.130s feedback_total=0.127s feedback_obs_pack=0.030s feedback_info_pack=0.005s effective_fps=11.08 +2026-10-01 23:46:42.802 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=332 infer_calls=332 feedback_calls=332 infer_wait=29.673s infer_obs_pack=0.024s env_step=0.137s feedback_total=0.125s feedback_obs_pack=0.030s feedback_info_pack=0.005s effective_fps=11.08 +2026-10-01 23:46:42.882 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=333 infer_calls=333 feedback_calls=333 infer_wait=29.641s infer_obs_pack=0.029s env_step=0.134s feedback_total=0.132s feedback_obs_pack=0.032s feedback_info_pack=0.005s effective_fps=11.12 +2026-10-01 23:46:42.882 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=333 infer_calls=333 feedback_calls=333 infer_wait=29.690s infer_obs_pack=0.024s env_step=0.135s feedback_total=0.125s feedback_obs_pack=0.028s feedback_info_pack=0.005s effective_fps=11.11 +2026-10-01 23:46:42.973 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=334 infer_calls=334 feedback_calls=334 infer_wait=29.649s infer_obs_pack=0.027s env_step=0.134s feedback_total=0.142s feedback_obs_pack=0.033s feedback_info_pack=0.005s effective_fps=11.15 +2026-10-01 23:46:42.973 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=334 infer_calls=334 feedback_calls=334 infer_wait=29.653s infer_obs_pack=0.028s env_step=0.141s feedback_total=0.135s feedback_obs_pack=0.031s feedback_info_pack=0.005s effective_fps=11.15 +2026-10-01 23:46:43.055 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=335 infer_calls=335 feedback_calls=335 infer_wait=29.682s infer_obs_pack=0.028s env_step=0.142s feedback_total=0.134s feedback_obs_pack=0.030s feedback_info_pack=0.005s effective_fps=11.17 +2026-10-01 23:46:43.057 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=335 infer_calls=335 feedback_calls=335 infer_wait=29.635s infer_obs_pack=0.030s env_step=0.147s feedback_total=0.143s feedback_obs_pack=0.034s feedback_info_pack=0.005s effective_fps=11.18 +2026-10-01 23:46:43.057 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=335 infer_calls=335 feedback_calls=335 infer_wait=29.647s infer_obs_pack=0.027s env_step=0.140s feedback_total=0.140s feedback_obs_pack=0.033s feedback_info_pack=0.005s effective_fps=11.18 +2026-10-01 23:46:43.132 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=336 infer_calls=336 feedback_calls=336 infer_wait=29.658s infer_obs_pack=0.029s env_step=0.139s feedback_total=0.132s feedback_obs_pack=0.030s feedback_info_pack=0.005s effective_fps=11.22 +2026-10-01 23:46:43.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=336 infer_calls=336 feedback_calls=336 infer_wait=29.622s infer_obs_pack=0.027s env_step=0.147s feedback_total=0.136s feedback_obs_pack=0.034s feedback_info_pack=0.005s effective_fps=11.23 +2026-10-01 23:46:43.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=336 infer_calls=336 feedback_calls=336 infer_wait=29.631s infer_obs_pack=0.027s env_step=0.139s feedback_total=0.139s feedback_obs_pack=0.034s feedback_info_pack=0.005s effective_fps=11.22 +2026-10-01 23:46:43.134 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=336 infer_calls=336 feedback_calls=336 infer_wait=29.619s infer_obs_pack=0.028s env_step=0.147s feedback_total=0.137s feedback_obs_pack=0.033s feedback_info_pack=0.006s effective_fps=11.23 +2026-10-01 23:46:43.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=337 infer_calls=337 feedback_calls=337 infer_wait=29.657s infer_obs_pack=0.031s env_step=0.154s feedback_total=0.140s feedback_obs_pack=0.034s feedback_info_pack=0.005s effective_fps=11.24 +2026-10-01 23:46:43.212 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=337 infer_calls=337 feedback_calls=337 infer_wait=29.681s infer_obs_pack=0.029s env_step=0.147s feedback_total=0.138s feedback_obs_pack=0.033s feedback_info_pack=0.005s effective_fps=11.23 +2026-10-01 23:47:12.858 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=681 infer_calls=681 feedback_calls=681 infer_wait=59.380s infer_obs_pack=0.050s env_step=0.272s feedback_total=0.269s feedback_obs_pack=0.064s feedback_info_pack=0.011s effective_fps=11.36 +2026-10-01 23:47:12.858 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=681 infer_calls=681 feedback_calls=681 infer_wait=59.373s infer_obs_pack=0.048s env_step=0.266s feedback_total=0.257s feedback_obs_pack=0.057s feedback_info_pack=0.010s effective_fps=11.36 +2026-10-01 23:47:12.858 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=681 infer_calls=681 feedback_calls=681 infer_wait=59.380s infer_obs_pack=0.049s env_step=0.256s feedback_total=0.264s feedback_obs_pack=0.065s feedback_info_pack=0.010s effective_fps=11.36 +2026-10-01 23:47:12.935 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=682 infer_calls=682 feedback_calls=682 infer_wait=59.396s infer_obs_pack=0.048s env_step=0.266s feedback_total=0.250s feedback_obs_pack=0.057s feedback_info_pack=0.009s effective_fps=11.37 +2026-10-01 23:47:12.936 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=682 infer_calls=682 feedback_calls=682 infer_wait=59.341s infer_obs_pack=0.053s env_step=0.265s feedback_total=0.262s feedback_obs_pack=0.062s feedback_info_pack=0.009s effective_fps=11.38 +2026-10-01 23:47:13.007 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=683 infer_calls=683 feedback_calls=683 infer_wait=59.311s infer_obs_pack=0.051s env_step=0.272s feedback_total=0.277s feedback_obs_pack=0.065s feedback_info_pack=0.010s effective_fps=11.40 +2026-10-01 23:47:13.007 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=683 infer_calls=683 feedback_calls=683 infer_wait=59.331s infer_obs_pack=0.052s env_step=0.277s feedback_total=0.260s feedback_obs_pack=0.061s feedback_info_pack=0.009s effective_fps=11.40 +2026-10-01 23:47:13.087 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=684 infer_calls=684 feedback_calls=684 infer_wait=59.347s infer_obs_pack=0.054s env_step=0.281s feedback_total=0.267s feedback_obs_pack=0.060s feedback_info_pack=0.010s effective_fps=11.41 +2026-10-01 23:47:13.089 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=684 infer_calls=684 feedback_calls=684 infer_wait=59.305s infer_obs_pack=0.052s env_step=0.280s feedback_total=0.275s feedback_obs_pack=0.066s feedback_info_pack=0.010s effective_fps=11.42 +2026-10-01 23:47:13.089 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=684 infer_calls=684 feedback_calls=684 infer_wait=59.306s infer_obs_pack=0.055s env_step=0.276s feedback_total=0.282s feedback_obs_pack=0.065s feedback_info_pack=0.011s effective_fps=11.42 +2026-10-01 23:47:13.164 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=685 infer_calls=685 feedback_calls=685 infer_wait=59.317s infer_obs_pack=0.053s env_step=0.281s feedback_total=0.265s feedback_obs_pack=0.062s feedback_info_pack=0.012s effective_fps=11.43 +2026-10-01 23:47:13.166 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=685 infer_calls=685 feedback_calls=685 infer_wait=59.284s infer_obs_pack=0.052s env_step=0.284s feedback_total=0.275s feedback_obs_pack=0.067s feedback_info_pack=0.010s effective_fps=11.44 +2026-10-01 23:47:13.166 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=685 infer_calls=685 feedback_calls=685 infer_wait=59.274s infer_obs_pack=0.053s env_step=0.296s feedback_total=0.270s feedback_obs_pack=0.067s feedback_info_pack=0.011s effective_fps=11.44 +2026-10-01 23:47:13.166 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=685 infer_calls=685 feedback_calls=685 infer_wait=59.272s infer_obs_pack=0.053s env_step=0.291s feedback_total=0.272s feedback_obs_pack=0.065s feedback_info_pack=0.011s effective_fps=11.44 +2026-10-01 23:47:13.244 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=686 infer_calls=686 feedback_calls=686 infer_wait=59.330s infer_obs_pack=0.056s env_step=0.296s feedback_total=0.274s feedback_obs_pack=0.065s feedback_info_pack=0.011s effective_fps=11.44 +2026-10-01 23:47:13.245 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=686 infer_calls=686 feedback_calls=686 infer_wait=59.306s infer_obs_pack=0.058s env_step=0.301s feedback_total=0.276s feedback_obs_pack=0.067s feedback_info_pack=0.010s effective_fps=11.44 +2026-10-01 23:47:42.864 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1028 infer_calls=1028 feedback_calls=1028 infer_wait=88.965s infer_obs_pack=0.090s env_step=0.411s feedback_total=0.428s feedback_obs_pack=0.097s feedback_info_pack=0.016s effective_fps=11.44 +2026-10-01 23:47:42.864 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1028 infer_calls=1028 feedback_calls=1028 infer_wait=88.996s infer_obs_pack=0.082s env_step=0.389s feedback_total=0.415s feedback_obs_pack=0.102s feedback_info_pack=0.015s effective_fps=11.44 +2026-10-01 23:47:42.864 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1028 infer_calls=1028 feedback_calls=1028 infer_wait=89.006s infer_obs_pack=0.078s env_step=0.402s feedback_total=0.392s feedback_obs_pack=0.086s feedback_info_pack=0.015s effective_fps=11.44 +2026-10-01 23:47:42.945 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1029 infer_calls=1029 feedback_calls=1029 infer_wait=88.985s infer_obs_pack=0.085s env_step=0.395s feedback_total=0.397s feedback_obs_pack=0.091s feedback_info_pack=0.014s effective_fps=11.45 +2026-10-01 23:47:42.945 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1029 infer_calls=1029 feedback_calls=1029 infer_wait=89.033s infer_obs_pack=0.076s env_step=0.396s feedback_total=0.393s feedback_obs_pack=0.085s feedback_info_pack=0.016s effective_fps=11.45 +2026-10-01 23:47:43.022 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1030 infer_calls=1030 feedback_calls=1030 infer_wait=88.979s infer_obs_pack=0.080s env_step=0.405s feedback_total=0.399s feedback_obs_pack=0.090s feedback_info_pack=0.014s effective_fps=11.46 +2026-10-01 23:47:43.022 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1030 infer_calls=1030 feedback_calls=1030 infer_wait=88.956s infer_obs_pack=0.078s env_step=0.407s feedback_total=0.412s feedback_obs_pack=0.095s feedback_info_pack=0.015s effective_fps=11.46 +2026-10-01 23:47:43.099 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1031 infer_calls=1031 feedback_calls=1031 infer_wait=88.947s infer_obs_pack=0.082s env_step=0.414s feedback_total=0.419s feedback_obs_pack=0.096s feedback_info_pack=0.017s effective_fps=11.47 +2026-10-01 23:47:43.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1031 infer_calls=1031 feedback_calls=1031 infer_wait=88.994s infer_obs_pack=0.080s env_step=0.414s feedback_total=0.400s feedback_obs_pack=0.090s feedback_info_pack=0.015s effective_fps=11.47 +2026-10-01 23:47:43.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1031 infer_calls=1031 feedback_calls=1031 infer_wait=88.932s infer_obs_pack=0.080s env_step=0.420s feedback_total=0.422s feedback_obs_pack=0.098s feedback_info_pack=0.015s effective_fps=11.47 +2026-10-01 23:47:43.170 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1032 infer_calls=1032 feedback_calls=1032 infer_wait=88.899s infer_obs_pack=0.081s env_step=0.434s feedback_total=0.412s feedback_obs_pack=0.100s feedback_info_pack=0.016s effective_fps=11.49 +2026-10-01 23:47:43.170 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1032 infer_calls=1032 feedback_calls=1032 infer_wait=88.880s infer_obs_pack=0.080s env_step=0.441s feedback_total=0.414s feedback_obs_pack=0.099s feedback_info_pack=0.017s effective_fps=11.49 +2026-10-01 23:47:43.170 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1032 infer_calls=1032 feedback_calls=1032 infer_wait=88.885s infer_obs_pack=0.080s env_step=0.443s feedback_total=0.416s feedback_obs_pack=0.101s feedback_info_pack=0.016s effective_fps=11.49 +2026-10-01 23:47:43.170 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1032 infer_calls=1032 feedback_calls=1032 infer_wait=88.924s infer_obs_pack=0.081s env_step=0.427s feedback_total=0.416s feedback_obs_pack=0.095s feedback_info_pack=0.017s effective_fps=11.49 +2026-10-01 23:47:43.248 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1033 infer_calls=1033 feedback_calls=1033 infer_wait=88.903s infer_obs_pack=0.092s env_step=0.457s feedback_total=0.415s feedback_obs_pack=0.101s feedback_info_pack=0.016s effective_fps=11.49 +2026-10-01 23:47:43.248 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1033 infer_calls=1033 feedback_calls=1033 infer_wait=88.938s infer_obs_pack=0.084s env_step=0.445s feedback_total=0.417s feedback_obs_pack=0.098s feedback_info_pack=0.016s effective_fps=11.49 +2026-10-01 23:48:12.930 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1387 infer_calls=1387 feedback_calls=1387 infer_wait=118.659s infer_obs_pack=0.115s env_step=0.547s feedback_total=0.562s feedback_obs_pack=0.124s feedback_info_pack=0.020s effective_fps=11.57 +2026-10-01 23:48:12.932 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1387 infer_calls=1387 feedback_calls=1387 infer_wait=118.696s infer_obs_pack=0.105s env_step=0.539s feedback_total=0.531s feedback_obs_pack=0.119s feedback_info_pack=0.020s effective_fps=11.57 +2026-10-01 23:48:12.933 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1387 infer_calls=1387 feedback_calls=1387 infer_wait=118.695s infer_obs_pack=0.108s env_step=0.519s feedback_total=0.551s feedback_obs_pack=0.132s feedback_info_pack=0.022s effective_fps=11.57 +2026-10-01 23:48:13.014 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1388 infer_calls=1388 feedback_calls=1388 infer_wait=118.678s infer_obs_pack=0.110s env_step=0.535s feedback_total=0.531s feedback_obs_pack=0.121s feedback_info_pack=0.018s effective_fps=11.58 +2026-10-01 23:48:13.014 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1388 infer_calls=1388 feedback_calls=1388 infer_wait=118.726s infer_obs_pack=0.102s env_step=0.537s feedback_total=0.534s feedback_obs_pack=0.114s feedback_info_pack=0.020s effective_fps=11.58 +2026-10-01 23:48:13.094 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1389 infer_calls=1389 feedback_calls=1389 infer_wait=118.640s infer_obs_pack=0.106s env_step=0.556s feedback_total=0.548s feedback_obs_pack=0.129s feedback_info_pack=0.019s effective_fps=11.59 +2026-10-01 23:48:13.094 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1389 infer_calls=1389 feedback_calls=1389 infer_wait=118.674s infer_obs_pack=0.106s env_step=0.549s feedback_total=0.530s feedback_obs_pack=0.120s feedback_info_pack=0.019s effective_fps=11.59 +2026-10-01 23:48:13.167 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1390 infer_calls=1390 feedback_calls=1390 infer_wait=118.611s infer_obs_pack=0.107s env_step=0.562s feedback_total=0.565s feedback_obs_pack=0.130s feedback_info_pack=0.022s effective_fps=11.60 +2026-10-01 23:48:13.167 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1390 infer_calls=1390 feedback_calls=1390 infer_wait=118.679s infer_obs_pack=0.107s env_step=0.558s feedback_total=0.538s feedback_obs_pack=0.122s feedback_info_pack=0.020s effective_fps=11.59 +2026-10-01 23:48:13.168 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1390 infer_calls=1390 feedback_calls=1390 infer_wait=118.641s infer_obs_pack=0.109s env_step=0.551s feedback_total=0.557s feedback_obs_pack=0.129s feedback_info_pack=0.022s effective_fps=11.60 +2026-10-01 23:48:13.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1391 infer_calls=1391 feedback_calls=1391 infer_wait=118.560s infer_obs_pack=0.110s env_step=0.596s feedback_total=0.561s feedback_obs_pack=0.135s feedback_info_pack=0.024s effective_fps=11.61 +2026-10-01 23:48:13.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1391 infer_calls=1391 feedback_calls=1391 infer_wait=118.569s infer_obs_pack=0.110s env_step=0.588s feedback_total=0.558s feedback_obs_pack=0.133s feedback_info_pack=0.021s effective_fps=11.61 +2026-10-01 23:48:13.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1391 infer_calls=1391 feedback_calls=1391 infer_wait=118.549s infer_obs_pack=0.112s env_step=0.598s feedback_total=0.558s feedback_obs_pack=0.133s feedback_info_pack=0.022s effective_fps=11.61 +2026-10-01 23:48:13.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1391 infer_calls=1391 feedback_calls=1391 infer_wait=118.600s infer_obs_pack=0.112s env_step=0.580s feedback_total=0.561s feedback_obs_pack=0.127s feedback_info_pack=0.023s effective_fps=11.61 +2026-10-01 23:48:13.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1391 infer_calls=1391 feedback_calls=1391 infer_wait=118.532s infer_obs_pack=0.112s env_step=0.599s feedback_total=0.563s feedback_obs_pack=0.132s feedback_info_pack=0.024s effective_fps=11.61 +2026-10-01 23:48:13.250 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1391 infer_calls=1391 feedback_calls=1391 infer_wait=118.493s infer_obs_pack=0.120s env_step=0.613s feedback_total=0.565s feedback_obs_pack=0.136s feedback_info_pack=0.021s effective_fps=11.61 +2026-10-01 23:48:42.970 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1742 infer_calls=1742 feedback_calls=1742 infer_wait=148.302s infer_obs_pack=0.145s env_step=0.685s feedback_total=0.715s feedback_obs_pack=0.158s feedback_info_pack=0.025s effective_fps=11.63 +2026-10-01 23:48:42.970 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1742 infer_calls=1742 feedback_calls=1742 infer_wait=148.352s infer_obs_pack=0.134s env_step=0.673s feedback_total=0.671s feedback_obs_pack=0.150s feedback_info_pack=0.026s effective_fps=11.63 +2026-10-01 23:48:42.970 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1742 infer_calls=1742 feedback_calls=1742 infer_wait=148.370s infer_obs_pack=0.134s env_step=0.649s feedback_total=0.687s feedback_obs_pack=0.161s feedback_info_pack=0.027s effective_fps=11.63 +2026-10-01 23:48:43.044 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1743 infer_calls=1743 feedback_calls=1743 infer_wait=148.331s infer_obs_pack=0.139s env_step=0.672s feedback_total=0.671s feedback_obs_pack=0.153s feedback_info_pack=0.023s effective_fps=11.63 +2026-10-01 23:48:43.044 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1743 infer_calls=1743 feedback_calls=1743 infer_wait=148.376s infer_obs_pack=0.135s env_step=0.672s feedback_total=0.674s feedback_obs_pack=0.144s feedback_info_pack=0.025s effective_fps=11.63 +2026-10-01 23:48:43.122 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1744 infer_calls=1744 feedback_calls=1744 infer_wait=148.281s infer_obs_pack=0.139s env_step=0.698s feedback_total=0.686s feedback_obs_pack=0.160s feedback_info_pack=0.024s effective_fps=11.64 +2026-10-01 23:48:43.122 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1744 infer_calls=1744 feedback_calls=1744 infer_wait=148.321s infer_obs_pack=0.134s env_step=0.695s feedback_total=0.666s feedback_obs_pack=0.151s feedback_info_pack=0.024s effective_fps=11.64 +2026-10-01 23:48:43.201 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1745 infer_calls=1745 feedback_calls=1745 infer_wait=148.294s infer_obs_pack=0.137s env_step=0.691s feedback_total=0.699s feedback_obs_pack=0.161s feedback_info_pack=0.028s effective_fps=11.65 +2026-10-01 23:48:43.202 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1745 infer_calls=1745 feedback_calls=1745 infer_wait=148.335s infer_obs_pack=0.133s env_step=0.698s feedback_total=0.678s feedback_obs_pack=0.155s feedback_info_pack=0.025s effective_fps=11.65 +2026-10-01 23:48:43.204 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1745 infer_calls=1745 feedback_calls=1745 infer_wait=148.250s infer_obs_pack=0.135s env_step=0.713s feedback_total=0.708s feedback_obs_pack=0.164s feedback_info_pack=0.027s effective_fps=11.65 +2026-10-01 23:48:43.276 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1746 infer_calls=1746 feedback_calls=1746 infer_wait=148.218s infer_obs_pack=0.141s env_step=0.736s feedback_total=0.711s feedback_obs_pack=0.161s feedback_info_pack=0.029s effective_fps=11.66 +2026-10-01 23:48:43.278 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1746 infer_calls=1746 feedback_calls=1746 infer_wait=148.166s infer_obs_pack=0.141s env_step=0.754s feedback_total=0.706s feedback_obs_pack=0.169s feedback_info_pack=0.028s effective_fps=11.66 +2026-10-01 23:48:43.278 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1746 infer_calls=1746 feedback_calls=1746 infer_wait=148.175s infer_obs_pack=0.139s env_step=0.752s feedback_total=0.711s feedback_obs_pack=0.169s feedback_info_pack=0.029s effective_fps=11.66 +2026-10-01 23:48:43.278 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1746 infer_calls=1746 feedback_calls=1746 infer_wait=148.139s infer_obs_pack=0.141s env_step=0.761s feedback_total=0.713s feedback_obs_pack=0.167s feedback_info_pack=0.030s effective_fps=11.66 +2026-10-01 23:48:43.278 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1746 infer_calls=1746 feedback_calls=1746 infer_wait=148.187s infer_obs_pack=0.140s env_step=0.743s feedback_total=0.705s feedback_obs_pack=0.167s feedback_info_pack=0.027s effective_fps=11.66 +2026-10-01 23:48:43.279 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=1746 infer_calls=1746 feedback_calls=1746 infer_wait=148.099s infer_obs_pack=0.149s env_step=0.776s feedback_total=0.715s feedback_obs_pack=0.171s feedback_info_pack=0.027s effective_fps=11.66 +2026-10-01 23:49:13.018 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2106 infer_calls=2106 feedback_calls=2106 infer_wait=178.051s infer_obs_pack=0.160s env_step=0.784s feedback_total=0.822s feedback_obs_pack=0.189s feedback_info_pack=0.031s effective_fps=11.71 +2026-10-01 23:49:13.018 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2106 infer_calls=2106 feedback_calls=2106 infer_wait=178.030s infer_obs_pack=0.160s env_step=0.807s feedback_total=0.810s feedback_obs_pack=0.180s feedback_info_pack=0.032s effective_fps=11.71 +2026-10-01 23:49:13.018 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2106 infer_calls=2106 feedback_calls=2106 infer_wait=177.970s infer_obs_pack=0.171s env_step=0.821s feedback_total=0.854s feedback_obs_pack=0.186s feedback_info_pack=0.029s effective_fps=11.71 +2026-10-01 23:49:13.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2107 infer_calls=2107 feedback_calls=2107 infer_wait=178.021s infer_obs_pack=0.168s env_step=0.802s feedback_total=0.810s feedback_obs_pack=0.183s feedback_info_pack=0.028s effective_fps=11.72 +2026-10-01 23:49:13.103 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2107 infer_calls=2107 feedback_calls=2107 infer_wait=178.060s infer_obs_pack=0.162s env_step=0.805s feedback_total=0.811s feedback_obs_pack=0.174s feedback_info_pack=0.029s effective_fps=11.72 +2026-10-01 23:49:13.176 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2108 infer_calls=2108 feedback_calls=2108 infer_wait=177.958s infer_obs_pack=0.165s env_step=0.842s feedback_total=0.821s feedback_obs_pack=0.190s feedback_info_pack=0.029s effective_fps=11.73 +2026-10-01 23:49:13.176 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2108 infer_calls=2108 feedback_calls=2108 infer_wait=178.012s infer_obs_pack=0.161s env_step=0.830s feedback_total=0.796s feedback_obs_pack=0.181s feedback_info_pack=0.029s effective_fps=11.72 +2026-10-01 23:49:13.259 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2109 infer_calls=2109 feedback_calls=2109 infer_wait=178.014s infer_obs_pack=0.163s env_step=0.838s feedback_total=0.813s feedback_obs_pack=0.187s feedback_info_pack=0.030s effective_fps=11.73 +2026-10-01 23:49:13.260 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2109 infer_calls=2109 feedback_calls=2109 infer_wait=177.965s infer_obs_pack=0.164s env_step=0.840s feedback_total=0.838s feedback_obs_pack=0.192s feedback_info_pack=0.033s effective_fps=11.73 +2026-10-01 23:49:13.260 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2109 infer_calls=2109 feedback_calls=2109 infer_wait=177.927s infer_obs_pack=0.162s env_step=0.858s feedback_total=0.847s feedback_obs_pack=0.196s feedback_info_pack=0.033s effective_fps=11.73 +2026-10-01 23:49:13.345 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2110 infer_calls=2110 feedback_calls=2110 infer_wait=177.899s infer_obs_pack=0.168s env_step=0.883s feedback_total=0.852s feedback_obs_pack=0.196s feedback_info_pack=0.034s effective_fps=11.74 +2026-10-01 23:49:13.345 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2110 infer_calls=2110 feedback_calls=2110 infer_wait=177.852s infer_obs_pack=0.167s env_step=0.896s feedback_total=0.848s feedback_obs_pack=0.202s feedback_info_pack=0.033s effective_fps=11.74 +2026-10-01 23:49:13.346 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2110 infer_calls=2110 feedback_calls=2110 infer_wait=177.837s infer_obs_pack=0.171s env_step=0.906s feedback_total=0.846s feedback_obs_pack=0.203s feedback_info_pack=0.034s effective_fps=11.74 +2026-10-01 23:49:13.346 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2110 infer_calls=2110 feedback_calls=2110 infer_wait=177.835s infer_obs_pack=0.169s env_step=0.908s feedback_total=0.858s feedback_obs_pack=0.202s feedback_info_pack=0.035s effective_fps=11.74 +2026-10-01 23:49:13.346 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2110 infer_calls=2110 feedback_calls=2110 infer_wait=177.798s infer_obs_pack=0.169s env_step=0.919s feedback_total=0.858s feedback_obs_pack=0.201s feedback_info_pack=0.035s effective_fps=11.74 +2026-10-01 23:49:13.346 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2110 infer_calls=2110 feedback_calls=2110 infer_wait=177.761s infer_obs_pack=0.177s env_step=0.932s feedback_total=0.858s feedback_obs_pack=0.205s feedback_info_pack=0.033s effective_fps=11.74 +2026-10-01 23:49:43.028 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2466 infer_calls=2466 feedback_calls=2466 infer_wait=207.688s infer_obs_pack=0.190s env_step=0.919s feedback_total=0.956s feedback_obs_pack=0.218s feedback_info_pack=0.036s effective_fps=11.76 +2026-10-01 23:49:43.028 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2466 infer_calls=2466 feedback_calls=2466 infer_wait=207.660s infer_obs_pack=0.191s env_step=0.945s feedback_total=0.946s feedback_obs_pack=0.210s feedback_info_pack=0.037s effective_fps=11.76 +2026-10-01 23:49:43.028 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2466 infer_calls=2466 feedback_calls=2466 infer_wait=207.582s infer_obs_pack=0.202s env_step=0.962s feedback_total=0.997s feedback_obs_pack=0.215s feedback_info_pack=0.034s effective_fps=11.76 +2026-10-01 23:49:43.193 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2468 infer_calls=2468 feedback_calls=2468 infer_wait=207.663s infer_obs_pack=0.187s env_step=0.961s feedback_total=0.932s feedback_obs_pack=0.211s feedback_info_pack=0.033s effective_fps=11.77 +2026-10-01 23:49:43.193 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2468 infer_calls=2468 feedback_calls=2468 infer_wait=207.601s infer_obs_pack=0.192s env_step=0.981s feedback_total=0.956s feedback_obs_pack=0.220s feedback_info_pack=0.034s effective_fps=11.77 +2026-10-01 23:49:43.193 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2468 infer_calls=2468 feedback_calls=2468 infer_wait=207.740s infer_obs_pack=0.198s env_step=0.937s feedback_total=0.945s feedback_obs_pack=0.212s feedback_info_pack=0.033s effective_fps=11.76 +2026-10-01 23:49:43.193 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2468 infer_calls=2468 feedback_calls=2468 infer_wait=207.788s infer_obs_pack=0.190s env_step=0.935s feedback_total=0.944s feedback_obs_pack=0.204s feedback_info_pack=0.034s effective_fps=11.76 +2026-10-01 23:49:43.267 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2469 infer_calls=2469 feedback_calls=2469 infer_wait=207.547s infer_obs_pack=0.189s env_step=0.999s feedback_total=0.988s feedback_obs_pack=0.229s feedback_info_pack=0.038s effective_fps=11.77 +2026-10-01 23:49:43.267 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2469 infer_calls=2469 feedback_calls=2469 infer_wait=207.636s infer_obs_pack=0.193s env_step=0.985s feedback_total=0.950s feedback_obs_pack=0.219s feedback_info_pack=0.036s effective_fps=11.77 +2026-10-01 23:49:43.268 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2469 infer_calls=2469 feedback_calls=2469 infer_wait=207.586s infer_obs_pack=0.191s env_step=0.985s feedback_total=0.979s feedback_obs_pack=0.227s feedback_info_pack=0.039s effective_fps=11.77 +2026-10-01 23:49:43.414 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2471 infer_calls=2471 feedback_calls=2471 infer_wait=207.492s infer_obs_pack=0.204s env_step=1.059s feedback_total=0.997s feedback_obs_pack=0.239s feedback_info_pack=0.040s effective_fps=11.78 +2026-10-01 23:49:43.414 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2471 infer_calls=2471 feedback_calls=2471 infer_wait=207.574s infer_obs_pack=0.196s env_step=1.034s feedback_total=0.991s feedback_obs_pack=0.228s feedback_info_pack=0.040s effective_fps=11.78 +2026-10-01 23:49:43.414 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2471 infer_calls=2471 feedback_calls=2471 infer_wait=207.520s infer_obs_pack=0.196s env_step=1.052s feedback_total=0.988s feedback_obs_pack=0.236s feedback_info_pack=0.039s effective_fps=11.78 +2026-10-01 23:49:43.414 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2471 infer_calls=2471 feedback_calls=2471 infer_wait=207.406s infer_obs_pack=0.207s env_step=1.094s feedback_total=1.008s feedback_obs_pack=0.241s feedback_info_pack=0.038s effective_fps=11.78 +2026-10-01 23:49:43.414 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2471 infer_calls=2471 feedback_calls=2471 infer_wait=207.503s infer_obs_pack=0.198s env_step=1.063s feedback_total=0.999s feedback_obs_pack=0.236s feedback_info_pack=0.041s effective_fps=11.78 +2026-10-01 23:49:43.414 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2471 infer_calls=2471 feedback_calls=2471 infer_wait=207.441s infer_obs_pack=0.200s env_step=1.080s feedback_total=1.012s feedback_obs_pack=0.238s feedback_info_pack=0.043s effective_fps=11.78 +2026-10-01 23:50:13.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2829 infer_calls=2829 feedback_calls=2829 infer_wait=237.268s infer_obs_pack=0.222s env_step=1.095s feedback_total=1.098s feedback_obs_pack=0.244s feedback_info_pack=0.042s effective_fps=11.80 +2026-10-01 23:50:13.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2829 infer_calls=2829 feedback_calls=2829 infer_wait=237.199s infer_obs_pack=0.228s env_step=1.110s feedback_total=1.143s feedback_obs_pack=0.246s feedback_info_pack=0.039s effective_fps=11.80 +2026-10-01 23:50:13.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2829 infer_calls=2829 feedback_calls=2829 infer_wait=237.302s infer_obs_pack=0.219s env_step=1.073s feedback_total=1.105s feedback_obs_pack=0.250s feedback_info_pack=0.041s effective_fps=11.80 +2026-10-01 23:50:13.261 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2832 infer_calls=2832 feedback_calls=2832 infer_wait=237.398s infer_obs_pack=0.226s env_step=1.089s feedback_total=1.094s feedback_obs_pack=0.248s feedback_info_pack=0.038s effective_fps=11.81 +2026-10-01 23:50:13.262 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2832 infer_calls=2832 feedback_calls=2832 infer_wait=237.328s infer_obs_pack=0.217s env_step=1.107s feedback_total=1.080s feedback_obs_pack=0.246s feedback_info_pack=0.041s effective_fps=11.81 +2026-10-01 23:50:13.262 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2832 infer_calls=2832 feedback_calls=2832 infer_wait=237.264s infer_obs_pack=0.220s env_step=1.133s feedback_total=1.103s feedback_obs_pack=0.253s feedback_info_pack=0.041s effective_fps=11.81 +2026-10-01 23:50:13.261 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2832 infer_calls=2832 feedback_calls=2832 infer_wait=237.461s infer_obs_pack=0.218s env_step=1.080s feedback_total=1.088s feedback_obs_pack=0.236s feedback_info_pack=0.039s effective_fps=11.81 +2026-10-01 23:50:13.335 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2833 infer_calls=2833 feedback_calls=2833 infer_wait=237.287s infer_obs_pack=0.221s env_step=1.142s feedback_total=1.100s feedback_obs_pack=0.252s feedback_info_pack=0.041s effective_fps=11.82 +2026-10-01 23:50:13.336 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2833 infer_calls=2833 feedback_calls=2833 infer_wait=237.243s infer_obs_pack=0.221s env_step=1.135s feedback_total=1.132s feedback_obs_pack=0.263s feedback_info_pack=0.045s effective_fps=11.82 +2026-10-01 23:50:13.336 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2833 infer_calls=2833 feedback_calls=2833 infer_wait=237.190s infer_obs_pack=0.220s env_step=1.159s feedback_total=1.144s feedback_obs_pack=0.267s feedback_info_pack=0.044s effective_fps=11.82 +2026-10-01 23:50:13.487 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2835 infer_calls=2835 feedback_calls=2835 infer_wait=237.125s infer_obs_pack=0.237s env_step=1.227s feedback_total=1.154s feedback_obs_pack=0.275s feedback_info_pack=0.046s effective_fps=11.83 +2026-10-01 23:50:13.488 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2835 infer_calls=2835 feedback_calls=2835 infer_wait=237.163s infer_obs_pack=0.226s env_step=1.214s feedback_total=1.144s feedback_obs_pack=0.274s feedback_info_pack=0.045s effective_fps=11.82 +2026-10-01 23:50:13.488 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2835 infer_calls=2835 feedback_calls=2835 infer_wait=237.140s infer_obs_pack=0.230s env_step=1.228s feedback_total=1.157s feedback_obs_pack=0.274s feedback_info_pack=0.047s effective_fps=11.82 +2026-10-01 23:50:13.488 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2835 infer_calls=2835 feedback_calls=2835 infer_wait=237.068s infer_obs_pack=0.234s env_step=1.247s feedback_total=1.173s feedback_obs_pack=0.275s feedback_info_pack=0.050s effective_fps=11.83 +2026-10-01 23:50:13.488 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2835 infer_calls=2835 feedback_calls=2835 infer_wait=237.226s infer_obs_pack=0.226s env_step=1.196s feedback_total=1.140s feedback_obs_pack=0.263s feedback_info_pack=0.045s effective_fps=11.82 +2026-10-01 23:50:13.489 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=2835 infer_calls=2835 feedback_calls=2835 infer_wait=237.034s infer_obs_pack=0.239s env_step=1.262s feedback_total=1.169s feedback_obs_pack=0.279s feedback_info_pack=0.044s effective_fps=11.83 +2026-10-01 23:50:43.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3186 infer_calls=3186 feedback_calls=3186 infer_wait=266.967s infer_obs_pack=0.248s env_step=1.200s feedback_total=1.253s feedback_obs_pack=0.285s feedback_info_pack=0.045s effective_fps=11.81 +2026-10-01 23:50:43.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3186 infer_calls=3186 feedback_calls=3186 infer_wait=266.849s infer_obs_pack=0.254s env_step=1.246s feedback_total=1.292s feedback_obs_pack=0.279s feedback_info_pack=0.043s effective_fps=11.82 +2026-10-01 23:50:43.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3186 infer_calls=3186 feedback_calls=3186 infer_wait=266.923s infer_obs_pack=0.250s env_step=1.232s feedback_total=1.242s feedback_obs_pack=0.275s feedback_info_pack=0.047s effective_fps=11.82 +2026-10-01 23:50:43.298 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3188 infer_calls=3188 feedback_calls=3188 infer_wait=266.921s infer_obs_pack=0.252s env_step=1.271s feedback_total=1.239s feedback_obs_pack=0.285s feedback_info_pack=0.046s effective_fps=11.82 +2026-10-01 23:50:43.298 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3188 infer_calls=3188 feedback_calls=3188 infer_wait=267.124s infer_obs_pack=0.247s env_step=1.211s feedback_total=1.223s feedback_obs_pack=0.265s feedback_info_pack=0.044s effective_fps=11.82 +2026-10-01 23:50:43.298 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3188 infer_calls=3188 feedback_calls=3188 infer_wait=267.003s infer_obs_pack=0.243s env_step=1.236s feedback_total=1.214s feedback_obs_pack=0.275s feedback_info_pack=0.046s effective_fps=11.82 +2026-10-01 23:50:43.298 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3188 infer_calls=3188 feedback_calls=3188 infer_wait=267.069s infer_obs_pack=0.252s env_step=1.220s feedback_total=1.230s feedback_obs_pack=0.276s feedback_info_pack=0.043s effective_fps=11.82 +2026-10-01 23:50:43.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3189 infer_calls=3189 feedback_calls=3189 infer_wait=266.909s infer_obs_pack=0.249s env_step=1.274s feedback_total=1.269s feedback_obs_pack=0.297s feedback_info_pack=0.050s effective_fps=11.82 +2026-10-01 23:50:43.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3189 infer_calls=3189 feedback_calls=3189 infer_wait=266.960s infer_obs_pack=0.246s env_step=1.276s feedback_total=1.238s feedback_obs_pack=0.284s feedback_info_pack=0.046s effective_fps=11.82 +2026-10-01 23:50:43.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3189 infer_calls=3189 feedback_calls=3189 infer_wait=266.845s infer_obs_pack=0.246s env_step=1.305s feedback_total=1.283s feedback_obs_pack=0.298s feedback_info_pack=0.049s effective_fps=11.83 +2026-10-01 23:50:43.615 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3191 infer_calls=3191 feedback_calls=3191 infer_wait=266.968s infer_obs_pack=0.252s env_step=1.343s feedback_total=1.277s feedback_obs_pack=0.295s feedback_info_pack=0.051s effective_fps=11.83 +2026-10-01 23:50:43.615 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3191 infer_calls=3191 feedback_calls=3191 infer_wait=266.899s infer_obs_pack=0.253s env_step=1.364s feedback_total=1.285s feedback_obs_pack=0.308s feedback_info_pack=0.051s effective_fps=11.83 +2026-10-01 23:50:43.615 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3191 infer_calls=3191 feedback_calls=3191 infer_wait=266.872s infer_obs_pack=0.258s env_step=1.380s feedback_total=1.296s feedback_obs_pack=0.307s feedback_info_pack=0.052s effective_fps=11.83 +2026-10-01 23:50:43.616 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3191 infer_calls=3191 feedback_calls=3191 infer_wait=266.854s infer_obs_pack=0.266s env_step=1.377s feedback_total=1.297s feedback_obs_pack=0.310s feedback_info_pack=0.052s effective_fps=11.83 +2026-10-01 23:50:43.616 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3191 infer_calls=3191 feedback_calls=3191 infer_wait=266.759s infer_obs_pack=0.267s env_step=1.415s feedback_total=1.312s feedback_obs_pack=0.313s feedback_info_pack=0.050s effective_fps=11.83 +2026-10-01 23:50:43.615 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3191 infer_calls=3191 feedback_calls=3191 infer_wait=266.795s infer_obs_pack=0.261s env_step=1.403s feedback_total=1.315s feedback_obs_pack=0.309s feedback_info_pack=0.055s effective_fps=11.83 +2026-10-01 23:51:13.166 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3499 infer_calls=3499 feedback_calls=3499 infer_wait=296.589s infer_obs_pack=0.276s env_step=1.364s feedback_total=1.416s feedback_obs_pack=0.305s feedback_info_pack=0.049s effective_fps=11.68 +2026-10-01 23:51:13.167 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3499 infer_calls=3499 feedback_calls=3499 infer_wait=296.658s infer_obs_pack=0.272s env_step=1.354s feedback_total=1.369s feedback_obs_pack=0.301s feedback_info_pack=0.051s effective_fps=11.68 +2026-10-01 23:51:13.166 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3499 infer_calls=3499 feedback_calls=3499 infer_wait=296.709s infer_obs_pack=0.271s env_step=1.317s feedback_total=1.375s feedback_obs_pack=0.311s feedback_info_pack=0.051s effective_fps=11.68 +2026-10-01 23:51:13.331 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3501 infer_calls=3501 feedback_calls=3501 infer_wait=296.627s infer_obs_pack=0.276s env_step=1.386s feedback_total=1.363s feedback_obs_pack=0.313s feedback_info_pack=0.050s effective_fps=11.68 +2026-10-01 23:51:13.331 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3501 infer_calls=3501 feedback_calls=3501 infer_wait=296.829s infer_obs_pack=0.270s env_step=1.330s feedback_total=1.347s feedback_obs_pack=0.294s feedback_info_pack=0.049s effective_fps=11.68 +2026-10-01 23:51:13.331 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3501 infer_calls=3501 feedback_calls=3501 infer_wait=296.777s infer_obs_pack=0.277s env_step=1.339s feedback_total=1.349s feedback_obs_pack=0.304s feedback_info_pack=0.047s effective_fps=11.68 +2026-10-01 23:51:13.332 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3501 infer_calls=3501 feedback_calls=3501 infer_wait=296.715s infer_obs_pack=0.269s env_step=1.353s feedback_total=1.332s feedback_obs_pack=0.302s feedback_info_pack=0.050s effective_fps=11.68 +2026-10-01 23:51:13.417 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3502 infer_calls=3502 feedback_calls=3502 infer_wait=296.623s infer_obs_pack=0.277s env_step=1.396s feedback_total=1.388s feedback_obs_pack=0.324s feedback_info_pack=0.054s effective_fps=11.69 +2026-10-01 23:51:13.417 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3502 infer_calls=3502 feedback_calls=3502 infer_wait=296.551s infer_obs_pack=0.270s env_step=1.432s feedback_total=1.408s feedback_obs_pack=0.327s feedback_info_pack=0.053s effective_fps=11.69 +2026-10-01 23:51:13.417 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3502 infer_calls=3502 feedback_calls=3502 infer_wait=296.670s infer_obs_pack=0.274s env_step=1.399s feedback_total=1.361s feedback_obs_pack=0.313s feedback_info_pack=0.050s effective_fps=11.68 +2026-10-01 23:51:13.667 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3505 infer_calls=3505 feedback_calls=3505 infer_wait=296.673s infer_obs_pack=0.276s env_step=1.473s feedback_total=1.403s feedback_obs_pack=0.324s feedback_info_pack=0.056s effective_fps=11.69 +2026-10-01 23:51:13.669 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3505 infer_calls=3505 feedback_calls=3505 infer_wait=296.602s infer_obs_pack=0.278s env_step=1.498s feedback_total=1.410s feedback_obs_pack=0.338s feedback_info_pack=0.055s effective_fps=11.69 +2026-10-01 23:51:13.669 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3505 infer_calls=3505 feedback_calls=3505 infer_wait=296.457s infer_obs_pack=0.291s env_step=1.550s feedback_total=1.438s feedback_obs_pack=0.343s feedback_info_pack=0.055s effective_fps=11.69 +2026-10-01 23:51:13.669 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3505 infer_calls=3505 feedback_calls=3505 infer_wait=296.492s infer_obs_pack=0.287s env_step=1.542s feedback_total=1.440s feedback_obs_pack=0.339s feedback_info_pack=0.060s effective_fps=11.69 +2026-10-01 23:51:13.669 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3505 infer_calls=3505 feedback_calls=3505 infer_wait=296.558s infer_obs_pack=0.291s env_step=1.513s feedback_total=1.419s feedback_obs_pack=0.340s feedback_info_pack=0.056s effective_fps=11.69 +2026-10-01 23:51:13.669 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3505 infer_calls=3505 feedback_calls=3505 infer_wait=296.578s infer_obs_pack=0.283s env_step=1.512s feedback_total=1.420s feedback_obs_pack=0.336s feedback_info_pack=0.057s effective_fps=11.69 +2026-10-01 23:51:43.770 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.933s infer_obs_pack=0.296s env_step=1.456s feedback_total=1.513s feedback_obs_pack=0.342s feedback_info_pack=0.056s effective_fps=11.63 +2026-10-01 23:51:43.772 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.777s infer_obs_pack=0.294s env_step=1.492s feedback_total=1.470s feedback_obs_pack=0.334s feedback_info_pack=0.055s effective_fps=11.64 +2026-10-01 23:51:43.772 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.672s infer_obs_pack=0.306s env_step=1.526s feedback_total=1.503s feedback_obs_pack=0.342s feedback_info_pack=0.058s effective_fps=11.64 +2026-10-01 23:51:43.772 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.324s infer_obs_pack=0.306s env_step=1.643s feedback_total=1.545s feedback_obs_pack=0.370s feedback_info_pack=0.061s effective_fps=11.65 +2026-10-01 23:51:43.772 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.204s infer_obs_pack=0.315s env_step=1.692s feedback_total=1.579s feedback_obs_pack=0.373s feedback_info_pack=0.066s effective_fps=11.65 +2026-10-01 23:51:43.772 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.599s infer_obs_pack=0.304s env_step=1.539s feedback_total=1.524s feedback_obs_pack=0.356s feedback_info_pack=0.059s effective_fps=11.64 +2026-10-01 23:51:43.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.793s infer_obs_pack=0.304s env_step=1.508s feedback_total=1.564s feedback_obs_pack=0.338s feedback_info_pack=0.053s effective_fps=11.63 +2026-10-01 23:51:43.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.295s infer_obs_pack=0.310s env_step=1.664s feedback_total=1.553s feedback_obs_pack=0.368s feedback_info_pack=0.063s effective_fps=11.65 +2026-10-01 23:51:43.772 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.842s infer_obs_pack=0.303s env_step=1.479s feedback_total=1.486s feedback_obs_pack=0.334s feedback_info_pack=0.051s effective_fps=11.64 +2026-10-01 23:51:43.774 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.902s infer_obs_pack=0.296s env_step=1.465s feedback_total=1.485s feedback_obs_pack=0.328s feedback_info_pack=0.054s effective_fps=11.63 +2026-10-01 23:51:43.772 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.281s infer_obs_pack=0.318s env_step=1.662s feedback_total=1.553s feedback_obs_pack=0.372s feedback_info_pack=0.062s effective_fps=11.65 +2026-10-01 23:51:43.774 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.875s infer_obs_pack=0.297s env_step=1.492s feedback_total=1.517s feedback_obs_pack=0.336s feedback_info_pack=0.056s effective_fps=11.63 +2026-10-01 23:51:43.772 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.403s infer_obs_pack=0.302s env_step=1.616s feedback_total=1.538s feedback_obs_pack=0.355s feedback_info_pack=0.061s effective_fps=11.64 +2026-10-01 23:51:43.774 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.642s infer_obs_pack=0.299s env_step=1.548s feedback_total=1.495s feedback_obs_pack=0.343s feedback_info_pack=0.055s effective_fps=11.64 +2026-10-01 23:51:43.774 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.171s infer_obs_pack=0.320s env_step=1.697s feedback_total=1.577s feedback_obs_pack=0.376s feedback_info_pack=0.060s effective_fps=11.65 +2026-10-01 23:51:43.775 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=3841 infer_calls=3841 feedback_calls=3841 infer_wait=326.527s infer_obs_pack=0.296s env_step=1.576s feedback_total=1.548s feedback_obs_pack=0.361s feedback_info_pack=0.059s effective_fps=11.64 +2026-10-01 23:52:13.792 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.494s infer_obs_pack=0.329s env_step=1.616s feedback_total=1.620s feedback_obs_pack=0.363s feedback_info_pack=0.056s effective_fps=11.61 +2026-10-01 23:52:13.792 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.238s infer_obs_pack=0.329s env_step=1.689s feedback_total=1.660s feedback_obs_pack=0.388s feedback_info_pack=0.065s effective_fps=11.61 +2026-10-01 23:52:13.793 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.039s infer_obs_pack=0.327s env_step=1.761s feedback_total=1.676s feedback_obs_pack=0.385s feedback_info_pack=0.066s effective_fps=11.62 +2026-10-01 23:52:13.792 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.593s infer_obs_pack=0.322s env_step=1.585s feedback_total=1.648s feedback_obs_pack=0.372s feedback_info_pack=0.063s effective_fps=11.61 +2026-10-01 23:52:13.794 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.322s infer_obs_pack=0.333s env_step=1.660s feedback_total=1.642s feedback_obs_pack=0.375s feedback_info_pack=0.065s effective_fps=11.61 +2026-10-01 23:52:13.792 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.568s infer_obs_pack=0.320s env_step=1.590s feedback_total=1.616s feedback_obs_pack=0.359s feedback_info_pack=0.058s effective_fps=11.61 +2026-10-01 23:52:13.794 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=355.814s infer_obs_pack=0.346s env_step=1.841s feedback_total=1.711s feedback_obs_pack=0.408s feedback_info_pack=0.065s effective_fps=11.62 +2026-10-01 23:52:13.794 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=355.931s infer_obs_pack=0.344s env_step=1.804s feedback_total=1.684s feedback_obs_pack=0.403s feedback_info_pack=0.067s effective_fps=11.62 +2026-10-01 23:52:13.792 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.168s infer_obs_pack=0.322s env_step=1.719s feedback_total=1.684s feedback_obs_pack=0.392s feedback_info_pack=0.064s effective_fps=11.61 +2026-10-01 23:52:13.792 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.441s infer_obs_pack=0.329s env_step=1.639s feedback_total=1.701s feedback_obs_pack=0.369s feedback_info_pack=0.057s effective_fps=11.61 +2026-10-01 23:52:13.793 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=355.974s infer_obs_pack=0.332s env_step=1.784s feedback_total=1.679s feedback_obs_pack=0.400s feedback_info_pack=0.066s effective_fps=11.62 +2026-10-01 23:52:13.794 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.299s infer_obs_pack=0.326s env_step=1.675s feedback_total=1.629s feedback_obs_pack=0.375s feedback_info_pack=0.059s effective_fps=11.61 +2026-10-01 23:52:13.794 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=355.844s infer_obs_pack=0.340s env_step=1.840s feedback_total=1.713s feedback_obs_pack=0.404s feedback_info_pack=0.071s effective_fps=11.62 +2026-10-01 23:52:13.792 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.433s infer_obs_pack=0.322s env_step=1.627s feedback_total=1.607s feedback_obs_pack=0.364s feedback_info_pack=0.059s effective_fps=11.61 +2026-10-01 23:52:13.792 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=356.528s infer_obs_pack=0.322s env_step=1.620s feedback_total=1.658s feedback_obs_pack=0.372s feedback_info_pack=0.061s effective_fps=11.61 +2026-10-01 23:52:13.793 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4180 infer_calls=4180 feedback_calls=4180 infer_wait=355.933s infer_obs_pack=0.337s env_step=1.809s feedback_total=1.693s feedback_obs_pack=0.400s feedback_info_pack=0.068s effective_fps=11.62 +2026-10-01 23:52:43.871 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=386.242s infer_obs_pack=0.356s env_step=1.737s feedback_total=1.740s feedback_obs_pack=0.390s feedback_info_pack=0.060s effective_fps=11.55 +2026-10-01 23:52:43.872 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=386.170s infer_obs_pack=0.354s env_step=1.763s feedback_total=1.833s feedback_obs_pack=0.396s feedback_info_pack=0.061s effective_fps=11.55 +2026-10-01 23:52:43.872 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=386.069s infer_obs_pack=0.358s env_step=1.782s feedback_total=1.764s feedback_obs_pack=0.401s feedback_info_pack=0.070s effective_fps=11.55 +2026-10-01 23:52:43.872 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=386.168s infer_obs_pack=0.348s env_step=1.752s feedback_total=1.733s feedback_obs_pack=0.390s feedback_info_pack=0.064s effective_fps=11.55 +2026-10-01 23:52:43.872 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=386.326s infer_obs_pack=0.355s env_step=1.703s feedback_total=1.774s feedback_obs_pack=0.398s feedback_info_pack=0.067s effective_fps=11.55 +2026-10-01 23:52:43.873 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=385.645s infer_obs_pack=0.368s env_step=1.945s feedback_total=1.815s feedback_obs_pack=0.435s feedback_info_pack=0.072s effective_fps=11.56 +2026-10-01 23:52:43.871 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=385.972s infer_obs_pack=0.356s env_step=1.818s feedback_total=1.785s feedback_obs_pack=0.417s feedback_info_pack=0.070s effective_fps=11.55 +2026-10-01 23:52:43.873 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=385.693s infer_obs_pack=0.357s env_step=1.920s feedback_total=1.808s feedback_obs_pack=0.432s feedback_info_pack=0.071s effective_fps=11.56 +2026-10-01 23:52:43.871 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=386.316s infer_obs_pack=0.346s env_step=1.708s feedback_total=1.738s feedback_obs_pack=0.386s feedback_info_pack=0.062s effective_fps=11.55 +2026-10-01 23:52:43.871 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=386.270s infer_obs_pack=0.348s env_step=1.738s feedback_total=1.778s feedback_obs_pack=0.396s feedback_info_pack=0.065s effective_fps=11.55 +2026-10-01 23:52:43.873 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=385.762s infer_obs_pack=0.353s env_step=1.894s feedback_total=1.808s feedback_obs_pack=0.415s feedback_info_pack=0.071s effective_fps=11.56 +2026-10-01 23:52:43.873 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=385.650s infer_obs_pack=0.361s env_step=1.948s feedback_total=1.822s feedback_obs_pack=0.431s feedback_info_pack=0.073s effective_fps=11.56 +2026-10-01 23:52:43.873 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=385.553s infer_obs_pack=0.366s env_step=1.982s feedback_total=1.846s feedback_obs_pack=0.435s feedback_info_pack=0.076s effective_fps=11.56 +2026-10-01 23:52:43.874 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=385.525s infer_obs_pack=0.372s env_step=1.985s feedback_total=1.841s feedback_obs_pack=0.438s feedback_info_pack=0.070s effective_fps=11.56 +2026-10-01 23:52:43.874 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=385.889s infer_obs_pack=0.348s env_step=1.854s feedback_total=1.812s feedback_obs_pack=0.420s feedback_info_pack=0.068s effective_fps=11.55 +2026-10-01 23:52:43.874 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4505 infer_calls=4505 feedback_calls=4505 infer_wait=386.038s infer_obs_pack=0.350s env_step=1.801s feedback_total=1.756s feedback_obs_pack=0.403s feedback_info_pack=0.064s effective_fps=11.55 +2026-10-01 23:53:13.938 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.994s infer_obs_pack=0.378s env_step=1.852s feedback_total=1.861s feedback_obs_pack=0.415s feedback_info_pack=0.064s effective_fps=11.44 +2026-10-01 23:53:13.939 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=416.011s infer_obs_pack=0.370s env_step=1.854s feedback_total=1.899s feedback_obs_pack=0.424s feedback_info_pack=0.069s effective_fps=11.43 +2026-10-01 23:53:13.939 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.915s infer_obs_pack=0.375s env_step=1.882s feedback_total=1.949s feedback_obs_pack=0.425s feedback_info_pack=0.065s effective_fps=11.43 +2026-10-01 23:53:13.938 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.718s infer_obs_pack=0.379s env_step=1.940s feedback_total=1.899s feedback_obs_pack=0.442s feedback_info_pack=0.074s effective_fps=11.44 +2026-10-01 23:53:13.939 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=416.080s infer_obs_pack=0.378s env_step=1.818s feedback_total=1.890s feedback_obs_pack=0.425s feedback_info_pack=0.071s effective_fps=11.43 +2026-10-01 23:53:13.938 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=416.065s infer_obs_pack=0.367s env_step=1.820s feedback_total=1.859s feedback_obs_pack=0.414s feedback_info_pack=0.067s effective_fps=11.44 +2026-10-01 23:53:13.939 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.771s infer_obs_pack=0.372s env_step=1.927s feedback_total=1.879s feedback_obs_pack=0.433s feedback_info_pack=0.070s effective_fps=11.44 +2026-10-01 23:53:13.938 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.919s infer_obs_pack=0.371s env_step=1.864s feedback_total=1.846s feedback_obs_pack=0.415s feedback_info_pack=0.069s effective_fps=11.44 +2026-10-01 23:53:13.940 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.818s infer_obs_pack=0.381s env_step=1.903s feedback_total=1.878s feedback_obs_pack=0.428s feedback_info_pack=0.074s effective_fps=11.44 +2026-10-01 23:53:13.940 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.633s infer_obs_pack=0.371s env_step=1.975s feedback_total=1.929s feedback_obs_pack=0.447s feedback_info_pack=0.073s effective_fps=11.44 +2026-10-01 23:53:13.942 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.419s infer_obs_pack=0.381s env_step=2.053s feedback_total=1.931s feedback_obs_pack=0.460s feedback_info_pack=0.076s effective_fps=11.44 +2026-10-01 23:53:13.942 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.275s infer_obs_pack=0.389s env_step=2.115s feedback_total=1.968s feedback_obs_pack=0.464s feedback_info_pack=0.081s effective_fps=11.44 +2026-10-01 23:53:13.942 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.500s infer_obs_pack=0.376s env_step=2.020s feedback_total=1.924s feedback_obs_pack=0.442s feedback_info_pack=0.075s effective_fps=11.44 +2026-10-01 23:53:13.942 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.249s infer_obs_pack=0.396s env_step=2.117s feedback_total=1.964s feedback_obs_pack=0.469s feedback_info_pack=0.075s effective_fps=11.45 +2026-10-01 23:53:13.942 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.374s infer_obs_pack=0.391s env_step=2.075s feedback_total=1.938s feedback_obs_pack=0.464s feedback_info_pack=0.077s effective_fps=11.44 +2026-10-01 23:53:13.942 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=4804 infer_calls=4804 feedback_calls=4804 infer_wait=415.380s infer_obs_pack=0.384s env_step=2.081s feedback_total=1.942s feedback_obs_pack=0.459s feedback_info_pack=0.078s effective_fps=11.44 +2026-10-01 23:53:43.987 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.214s infer_obs_pack=0.400s env_step=2.146s feedback_total=2.042s feedback_obs_pack=0.470s feedback_info_pack=0.080s effective_fps=11.34 +2026-10-01 23:53:43.987 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.490s infer_obs_pack=0.398s env_step=2.046s feedback_total=2.000s feedback_obs_pack=0.462s feedback_info_pack=0.074s effective_fps=11.34 +2026-10-01 23:53:43.988 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.431s infer_obs_pack=0.405s env_step=2.065s feedback_total=2.016s feedback_obs_pack=0.470s feedback_info_pack=0.078s effective_fps=11.34 +2026-10-01 23:53:43.988 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.721s infer_obs_pack=0.400s env_step=1.971s feedback_total=1.979s feedback_obs_pack=0.439s feedback_info_pack=0.068s effective_fps=11.34 +2026-10-01 23:53:43.988 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.093s infer_obs_pack=0.407s env_step=2.207s feedback_total=2.061s feedback_obs_pack=0.487s feedback_info_pack=0.082s effective_fps=11.34 +2026-10-01 23:53:43.989 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.128s infer_obs_pack=0.406s env_step=2.181s feedback_total=2.052s feedback_obs_pack=0.488s feedback_info_pack=0.081s effective_fps=11.34 +2026-10-01 23:53:43.989 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.088s infer_obs_pack=0.414s env_step=2.202s feedback_total=2.058s feedback_obs_pack=0.493s feedback_info_pack=0.082s effective_fps=11.34 +2026-10-01 23:53:43.987 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.798s infer_obs_pack=0.389s env_step=1.932s feedback_total=1.980s feedback_obs_pack=0.442s feedback_info_pack=0.073s effective_fps=11.34 +2026-10-01 23:53:43.989 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.541s infer_obs_pack=0.404s env_step=2.024s feedback_total=1.998s feedback_obs_pack=0.454s feedback_info_pack=0.078s effective_fps=11.34 +2026-10-01 23:53:43.987 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.802s infer_obs_pack=0.400s env_step=1.934s feedback_total=2.014s feedback_obs_pack=0.451s feedback_info_pack=0.075s effective_fps=11.33 +2026-10-01 23:53:43.987 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.618s infer_obs_pack=0.402s env_step=2.002s feedback_total=2.074s feedback_obs_pack=0.453s feedback_info_pack=0.071s effective_fps=11.34 +2026-10-01 23:53:43.989 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.733s infer_obs_pack=0.392s env_step=1.973s feedback_total=2.024s feedback_obs_pack=0.449s feedback_info_pack=0.073s effective_fps=11.33 +2026-10-01 23:53:43.989 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=444.979s infer_obs_pack=0.414s env_step=2.247s feedback_total=2.090s feedback_obs_pack=0.493s feedback_info_pack=0.086s effective_fps=11.34 +2026-10-01 23:53:43.988 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.641s infer_obs_pack=0.393s env_step=1.985s feedback_total=1.968s feedback_obs_pack=0.443s feedback_info_pack=0.075s effective_fps=11.34 +2026-10-01 23:53:43.989 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=445.351s infer_obs_pack=0.395s env_step=2.102s feedback_total=2.046s feedback_obs_pack=0.474s feedback_info_pack=0.077s effective_fps=11.34 +2026-10-01 23:53:43.989 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5102 infer_calls=5102 feedback_calls=5102 infer_wait=444.956s infer_obs_pack=0.419s env_step=2.246s feedback_total=2.086s feedback_obs_pack=0.499s feedback_info_pack=0.080s effective_fps=11.35 +2026-10-01 23:54:14.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.428s infer_obs_pack=0.424s env_step=2.096s feedback_total=2.110s feedback_obs_pack=0.468s feedback_info_pack=0.074s effective_fps=11.33 +2026-10-01 23:54:14.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.290s infer_obs_pack=0.431s env_step=2.145s feedback_total=2.214s feedback_obs_pack=0.486s feedback_info_pack=0.077s effective_fps=11.33 +2026-10-01 23:54:14.051 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.184s infer_obs_pack=0.424s env_step=2.189s feedback_total=2.134s feedback_obs_pack=0.496s feedback_info_pack=0.079s effective_fps=11.33 +2026-10-01 23:54:14.051 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.505s infer_obs_pack=0.420s env_step=2.059s feedback_total=2.112s feedback_obs_pack=0.475s feedback_info_pack=0.077s effective_fps=11.33 +2026-10-01 23:54:14.051 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.127s infer_obs_pack=0.429s env_step=2.202s feedback_total=2.152s feedback_obs_pack=0.500s feedback_info_pack=0.085s effective_fps=11.33 +2026-10-01 23:54:14.051 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.344s infer_obs_pack=0.421s env_step=2.111s feedback_total=2.106s feedback_obs_pack=0.481s feedback_info_pack=0.079s effective_fps=11.33 +2026-10-01 23:54:14.051 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.243s infer_obs_pack=0.431s env_step=2.157s feedback_total=2.127s feedback_obs_pack=0.485s feedback_info_pack=0.083s effective_fps=11.33 +2026-10-01 23:54:14.052 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=474.816s infer_obs_pack=0.432s env_step=2.328s feedback_total=2.185s feedback_obs_pack=0.519s feedback_info_pack=0.086s effective_fps=11.33 +2026-10-01 23:54:14.052 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.028s infer_obs_pack=0.421s env_step=2.250s feedback_total=2.183s feedback_obs_pack=0.507s feedback_info_pack=0.082s effective_fps=11.33 +2026-10-01 23:54:14.051 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.486s infer_obs_pack=0.431s env_step=2.068s feedback_total=2.153s feedback_obs_pack=0.483s feedback_info_pack=0.082s effective_fps=11.33 +2026-10-01 23:54:14.052 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=474.634s infer_obs_pack=0.445s env_step=2.394s feedback_total=2.222s feedback_obs_pack=0.531s feedback_info_pack=0.086s effective_fps=11.34 +2026-10-01 23:54:14.052 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=474.898s infer_obs_pack=0.426s env_step=2.296s feedback_total=2.178s feedback_obs_pack=0.503s feedback_info_pack=0.085s effective_fps=11.33 +2026-10-01 23:54:14.052 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=474.783s infer_obs_pack=0.434s env_step=2.350s feedback_total=2.193s feedback_obs_pack=0.518s feedback_info_pack=0.088s effective_fps=11.33 +2026-10-01 23:54:14.051 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=475.431s infer_obs_pack=0.421s env_step=2.106s feedback_total=2.151s feedback_obs_pack=0.479s feedback_info_pack=0.078s effective_fps=11.33 +2026-10-01 23:54:14.052 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=474.773s infer_obs_pack=0.441s env_step=2.347s feedback_total=2.194s feedback_obs_pack=0.526s feedback_info_pack=0.087s effective_fps=11.33 +2026-10-01 23:54:14.053 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5438 infer_calls=5438 feedback_calls=5438 infer_wait=474.654s infer_obs_pack=0.442s env_step=2.397s feedback_total=2.226s feedback_obs_pack=0.525s feedback_info_pack=0.091s effective_fps=11.34 +2026-10-01 23:54:44.092 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=505.012s infer_obs_pack=0.453s env_step=2.262s feedback_total=2.327s feedback_obs_pack=0.510s feedback_info_pack=0.081s effective_fps=11.26 +2026-10-01 23:54:44.093 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.922s infer_obs_pack=0.445s env_step=2.304s feedback_total=2.244s feedback_obs_pack=0.521s feedback_info_pack=0.083s effective_fps=11.26 +2026-10-01 23:54:44.093 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.753s infer_obs_pack=0.443s env_step=2.369s feedback_total=2.297s feedback_obs_pack=0.535s feedback_info_pack=0.087s effective_fps=11.26 +2026-10-01 23:54:44.093 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=505.092s infer_obs_pack=0.442s env_step=2.221s feedback_total=2.212s feedback_obs_pack=0.504s feedback_info_pack=0.083s effective_fps=11.26 +2026-10-01 23:54:44.094 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.985s infer_obs_pack=0.452s env_step=2.267s feedback_total=2.236s feedback_obs_pack=0.510s feedback_info_pack=0.087s effective_fps=11.26 +2026-10-01 23:54:44.092 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.859s infer_obs_pack=0.451s env_step=2.320s feedback_total=2.263s feedback_obs_pack=0.526s feedback_info_pack=0.091s effective_fps=11.26 +2026-10-01 23:54:44.094 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.491s infer_obs_pack=0.456s env_step=2.481s feedback_total=2.312s feedback_obs_pack=0.546s feedback_info_pack=0.092s effective_fps=11.26 +2026-10-01 23:54:44.094 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.614s infer_obs_pack=0.448s env_step=2.420s feedback_total=2.294s feedback_obs_pack=0.529s feedback_info_pack=0.090s effective_fps=11.26 +2026-10-01 23:54:44.094 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.481s infer_obs_pack=0.464s env_step=2.475s feedback_total=2.312s feedback_obs_pack=0.554s feedback_info_pack=0.092s effective_fps=11.26 +2026-10-01 23:54:44.092 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=505.244s infer_obs_pack=0.444s env_step=2.171s feedback_total=2.219s feedback_obs_pack=0.498s feedback_info_pack=0.081s effective_fps=11.26 +2026-10-01 23:54:44.093 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=505.225s infer_obs_pack=0.452s env_step=2.176s feedback_total=2.264s feedback_obs_pack=0.506s feedback_info_pack=0.085s effective_fps=11.26 +2026-10-01 23:54:44.093 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=505.170s infer_obs_pack=0.446s env_step=2.205s feedback_total=2.222s feedback_obs_pack=0.493s feedback_info_pack=0.078s effective_fps=11.26 +2026-10-01 23:54:44.094 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.525s infer_obs_pack=0.455s env_step=2.460s feedback_total=2.302s feedback_obs_pack=0.546s feedback_info_pack=0.090s effective_fps=11.26 +2026-10-01 23:54:44.092 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=505.167s infer_obs_pack=0.444s env_step=2.218s feedback_total=2.261s feedback_obs_pack=0.504s feedback_info_pack=0.081s effective_fps=11.26 +2026-10-01 23:54:44.094 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.360s infer_obs_pack=0.465s env_step=2.524s feedback_total=2.345s feedback_obs_pack=0.553s feedback_info_pack=0.096s effective_fps=11.27 +2026-10-01 23:54:44.096 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=5742 infer_calls=5742 feedback_calls=5742 infer_wait=504.340s infer_obs_pack=0.468s env_step=2.525s feedback_total=2.342s feedback_obs_pack=0.560s feedback_info_pack=0.090s effective_fps=11.27 +2026-10-01 23:55:14.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.877s infer_obs_pack=0.470s env_step=2.307s feedback_total=2.354s feedback_obs_pack=0.529s feedback_info_pack=0.086s effective_fps=11.26 +2026-10-01 23:55:14.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.803s infer_obs_pack=0.468s env_step=2.351s feedback_total=2.397s feedback_obs_pack=0.536s feedback_info_pack=0.086s effective_fps=11.26 +2026-10-01 23:55:14.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.559s infer_obs_pack=0.470s env_step=2.440s feedback_total=2.378s feedback_obs_pack=0.550s feedback_info_pack=0.089s effective_fps=11.26 +2026-10-01 23:55:14.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.624s infer_obs_pack=0.477s env_step=2.409s feedback_total=2.467s feedback_obs_pack=0.541s feedback_info_pack=0.086s effective_fps=11.26 +2026-10-01 23:55:14.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.160s infer_obs_pack=0.480s env_step=2.600s feedback_total=2.435s feedback_obs_pack=0.576s feedback_info_pack=0.096s effective_fps=11.27 +2026-10-01 23:55:14.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.799s infer_obs_pack=0.470s env_step=2.339s feedback_total=2.367s feedback_obs_pack=0.523s feedback_info_pack=0.083s effective_fps=11.26 +2026-10-01 23:55:14.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.374s infer_obs_pack=0.470s env_step=2.510s feedback_total=2.439s feedback_obs_pack=0.570s feedback_info_pack=0.092s effective_fps=11.26 +2026-10-01 23:55:14.096 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.735s infer_obs_pack=0.467s env_step=2.352s feedback_total=2.348s feedback_obs_pack=0.537s feedback_info_pack=0.087s effective_fps=11.26 +2026-10-01 23:55:14.096 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.488s infer_obs_pack=0.479s env_step=2.457s feedback_total=2.400s feedback_obs_pack=0.555s feedback_info_pack=0.096s effective_fps=11.26 +2026-10-01 23:55:14.096 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.618s infer_obs_pack=0.478s env_step=2.400s feedback_total=2.373s feedback_obs_pack=0.541s feedback_info_pack=0.091s effective_fps=11.26 +2026-10-01 23:55:14.096 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.104s infer_obs_pack=0.489s env_step=2.622s feedback_total=2.446s feedback_obs_pack=0.586s feedback_info_pack=0.097s effective_fps=11.27 +2026-10-01 23:55:14.096 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.238s infer_obs_pack=0.474s env_step=2.562s feedback_total=2.430s feedback_obs_pack=0.562s feedback_info_pack=0.097s effective_fps=11.27 +2026-10-01 23:55:14.095 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.856s infer_obs_pack=0.477s env_step=2.312s feedback_total=2.402s feedback_obs_pack=0.539s feedback_info_pack=0.090s effective_fps=11.26 +2026-10-01 23:55:14.096 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=534.118s infer_obs_pack=0.482s env_step=2.626s feedback_total=2.446s feedback_obs_pack=0.577s feedback_info_pack=0.098s effective_fps=11.27 +2026-10-01 23:55:14.096 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=533.986s infer_obs_pack=0.491s env_step=2.667s feedback_total=2.481s feedback_obs_pack=0.586s feedback_info_pack=0.101s effective_fps=11.27 +2026-10-01 23:55:14.097 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6080 infer_calls=6080 feedback_calls=6080 infer_wait=533.968s infer_obs_pack=0.493s env_step=2.670s feedback_total=2.474s feedback_obs_pack=0.591s feedback_info_pack=0.095s effective_fps=11.27 +2026-10-01 23:55:44.098 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.216s infer_obs_pack=0.494s env_step=2.566s feedback_total=2.508s feedback_obs_pack=0.578s feedback_info_pack=0.093s effective_fps=11.24 +2026-10-01 23:55:44.098 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.466s infer_obs_pack=0.495s env_step=2.476s feedback_total=2.520s feedback_obs_pack=0.562s feedback_info_pack=0.090s effective_fps=11.23 +2026-10-01 23:55:44.099 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.464s infer_obs_pack=0.499s env_step=2.463s feedback_total=2.493s feedback_obs_pack=0.551s feedback_info_pack=0.088s effective_fps=11.23 +2026-10-01 23:55:44.099 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=563.806s infer_obs_pack=0.505s env_step=2.738s feedback_total=2.564s feedback_obs_pack=0.607s feedback_info_pack=0.101s effective_fps=11.24 +2026-10-01 23:55:44.099 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.282s infer_obs_pack=0.508s env_step=2.522s feedback_total=2.498s feedback_obs_pack=0.572s feedback_info_pack=0.096s effective_fps=11.24 +2026-10-01 23:55:44.099 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.152s infer_obs_pack=0.506s env_step=2.583s feedback_total=2.526s feedback_obs_pack=0.582s feedback_info_pack=0.100s effective_fps=11.24 +2026-10-01 23:55:44.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.023s infer_obs_pack=0.495s env_step=2.643s feedback_total=2.566s feedback_obs_pack=0.600s feedback_info_pack=0.096s effective_fps=11.24 +2026-10-01 23:55:44.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=563.886s infer_obs_pack=0.498s env_step=2.699s feedback_total=2.560s feedback_obs_pack=0.592s feedback_info_pack=0.102s effective_fps=11.24 +2026-10-01 23:55:44.098 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.541s infer_obs_pack=0.495s env_step=2.431s feedback_total=2.482s feedback_obs_pack=0.554s feedback_info_pack=0.090s effective_fps=11.23 +2026-10-01 23:55:44.098 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.502s infer_obs_pack=0.503s env_step=2.442s feedback_total=2.534s feedback_obs_pack=0.565s feedback_info_pack=0.097s effective_fps=11.23 +2026-10-01 23:55:44.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=563.739s infer_obs_pack=0.515s env_step=2.768s feedback_total=2.575s feedback_obs_pack=0.618s feedback_info_pack=0.102s effective_fps=11.24 +2026-10-01 23:55:44.098 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.273s infer_obs_pack=0.500s env_step=2.545s feedback_total=2.594s feedback_obs_pack=0.569s feedback_info_pack=0.090s effective_fps=11.23 +2026-10-01 23:55:44.098 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=564.410s infer_obs_pack=0.491s env_step=2.467s feedback_total=2.471s feedback_obs_pack=0.563s feedback_info_pack=0.092s effective_fps=11.23 +2026-10-01 23:55:44.101 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=563.604s infer_obs_pack=0.519s env_step=2.810s feedback_total=2.605s feedback_obs_pack=0.623s feedback_info_pack=0.101s effective_fps=11.24 +2026-10-01 23:55:44.101 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=563.621s infer_obs_pack=0.516s env_step=2.808s feedback_total=2.615s feedback_obs_pack=0.617s feedback_info_pack=0.106s effective_fps=11.24 +2026-10-01 23:55:44.101 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6402 infer_calls=6402 feedback_calls=6402 infer_wait=563.752s infer_obs_pack=0.508s env_step=2.770s feedback_total=2.576s feedback_obs_pack=0.607s feedback_info_pack=0.104s effective_fps=11.24 +2026-10-01 23:56:14.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=594.143s infer_obs_pack=0.522s env_step=2.581s feedback_total=2.614s feedback_obs_pack=0.578s feedback_info_pack=0.092s effective_fps=11.22 +2026-10-01 23:56:14.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=594.133s infer_obs_pack=0.517s env_step=2.595s feedback_total=2.648s feedback_obs_pack=0.592s feedback_info_pack=0.095s effective_fps=11.22 +2026-10-01 23:56:14.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=594.214s infer_obs_pack=0.523s env_step=2.544s feedback_total=2.607s feedback_obs_pack=0.582s feedback_info_pack=0.094s effective_fps=11.22 +2026-10-01 23:56:14.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=594.070s infer_obs_pack=0.515s env_step=2.595s feedback_total=2.595s feedback_obs_pack=0.590s feedback_info_pack=0.096s effective_fps=11.22 +2026-10-01 23:56:14.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.948s infer_obs_pack=0.532s env_step=2.651s feedback_total=2.619s feedback_obs_pack=0.600s feedback_info_pack=0.100s effective_fps=11.22 +2026-10-01 23:56:14.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.881s infer_obs_pack=0.518s env_step=2.693s feedback_total=2.631s feedback_obs_pack=0.605s feedback_info_pack=0.098s effective_fps=11.22 +2026-10-01 23:56:14.101 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.799s infer_obs_pack=0.531s env_step=2.716s feedback_total=2.653s feedback_obs_pack=0.611s feedback_info_pack=0.106s effective_fps=11.22 +2026-10-01 23:56:14.101 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.672s infer_obs_pack=0.520s env_step=2.778s feedback_total=2.694s feedback_obs_pack=0.629s feedback_info_pack=0.102s effective_fps=11.22 +2026-10-01 23:56:14.101 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.536s infer_obs_pack=0.522s env_step=2.835s feedback_total=2.684s feedback_obs_pack=0.622s feedback_info_pack=0.107s effective_fps=11.22 +2026-10-01 23:56:14.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.931s infer_obs_pack=0.523s env_step=2.670s feedback_total=2.721s feedback_obs_pack=0.597s feedback_info_pack=0.094s effective_fps=11.22 +2026-10-01 23:56:14.100 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=594.171s infer_obs_pack=0.525s env_step=2.561s feedback_total=2.662s feedback_obs_pack=0.591s feedback_info_pack=0.103s effective_fps=11.22 +2026-10-01 23:56:14.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.397s infer_obs_pack=0.533s env_step=2.905s feedback_total=2.704s feedback_obs_pack=0.637s feedback_info_pack=0.109s effective_fps=11.23 +2026-10-01 23:56:14.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.260s infer_obs_pack=0.541s env_step=2.946s feedback_total=2.745s feedback_obs_pack=0.649s feedback_info_pack=0.111s effective_fps=11.23 +2026-10-01 23:56:14.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.379s infer_obs_pack=0.540s env_step=2.907s feedback_total=2.702s feedback_obs_pack=0.648s feedback_info_pack=0.107s effective_fps=11.23 +2026-10-01 23:56:14.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.454s infer_obs_pack=0.529s env_step=2.877s feedback_total=2.691s feedback_obs_pack=0.640s feedback_info_pack=0.106s effective_fps=11.23 +2026-10-01 23:56:14.103 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=6730 infer_calls=6730 feedback_calls=6730 infer_wait=593.244s infer_obs_pack=0.543s env_step=2.948s feedback_total=2.735s feedback_obs_pack=0.654s feedback_info_pack=0.106s effective_fps=11.23 +2026-10-01 23:56:44.118 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.600s infer_obs_pack=0.548s env_step=2.795s feedback_total=2.849s feedback_obs_pack=0.626s feedback_info_pack=0.097s effective_fps=11.17 +2026-10-01 23:56:44.119 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.905s infer_obs_pack=0.545s env_step=2.669s feedback_total=2.730s feedback_obs_pack=0.612s feedback_info_pack=0.098s effective_fps=11.17 +2026-10-01 23:56:44.119 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.869s infer_obs_pack=0.547s env_step=2.678s feedback_total=2.781s feedback_obs_pack=0.615s feedback_info_pack=0.107s effective_fps=11.17 +2026-10-01 23:56:44.119 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.833s infer_obs_pack=0.546s env_step=2.703s feedback_total=2.736s feedback_obs_pack=0.604s feedback_info_pack=0.096s effective_fps=11.17 +2026-10-01 23:56:44.120 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.555s infer_obs_pack=0.551s env_step=2.820s feedback_total=2.748s feedback_obs_pack=0.634s feedback_info_pack=0.102s effective_fps=11.18 +2026-10-01 23:56:44.120 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.216s infer_obs_pack=0.545s env_step=2.960s feedback_total=2.804s feedback_obs_pack=0.650s feedback_info_pack=0.111s effective_fps=11.18 +2026-10-01 23:56:44.120 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.360s infer_obs_pack=0.543s env_step=2.901s feedback_total=2.811s feedback_obs_pack=0.655s feedback_info_pack=0.107s effective_fps=11.18 +2026-10-01 23:56:44.120 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.137s infer_obs_pack=0.556s env_step=3.001s feedback_total=2.808s feedback_obs_pack=0.667s feedback_info_pack=0.110s effective_fps=11.18 +2026-10-01 23:56:44.118 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.824s infer_obs_pack=0.539s env_step=2.717s feedback_total=2.769s feedback_obs_pack=0.620s feedback_info_pack=0.099s effective_fps=11.17 +2026-10-01 23:56:44.121 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.078s infer_obs_pack=0.555s env_step=3.033s feedback_total=2.826s feedback_obs_pack=0.666s feedback_info_pack=0.116s effective_fps=11.18 +2026-10-01 23:56:44.121 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.055s infer_obs_pack=0.564s env_step=3.034s feedback_total=2.827s feedback_obs_pack=0.677s feedback_info_pack=0.112s effective_fps=11.18 +2026-10-01 23:56:44.119 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.643s infer_obs_pack=0.558s env_step=2.771s feedback_total=2.735s feedback_obs_pack=0.625s feedback_info_pack=0.106s effective_fps=11.18 +2026-10-01 23:56:44.119 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.760s infer_obs_pack=0.540s env_step=2.717s feedback_total=2.718s feedback_obs_pack=0.616s feedback_info_pack=0.100s effective_fps=11.17 +2026-10-01 23:56:44.120 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=623.495s infer_obs_pack=0.552s env_step=2.838s feedback_total=2.770s feedback_obs_pack=0.637s feedback_info_pack=0.111s effective_fps=11.18 +2026-10-01 23:56:44.121 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=622.930s infer_obs_pack=0.568s env_step=3.072s feedback_total=2.875s feedback_obs_pack=0.680s feedback_info_pack=0.116s effective_fps=11.18 +2026-10-01 23:56:44.122 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7037 infer_calls=7037 feedback_calls=7037 infer_wait=622.916s infer_obs_pack=0.567s env_step=3.080s feedback_total=2.860s feedback_obs_pack=0.682s feedback_info_pack=0.110s effective_fps=11.18 +2026-10-01 23:57:14.126 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.223s infer_obs_pack=0.579s env_step=2.932s feedback_total=2.986s feedback_obs_pack=0.657s feedback_info_pack=0.102s effective_fps=11.13 +2026-10-01 23:57:14.126 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.403s infer_obs_pack=0.562s env_step=2.860s feedback_total=2.845s feedback_obs_pack=0.647s feedback_info_pack=0.105s effective_fps=11.13 +2026-10-01 23:57:14.126 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.181s infer_obs_pack=0.577s env_step=2.958s feedback_total=2.875s feedback_obs_pack=0.663s feedback_info_pack=0.107s effective_fps=11.13 +2026-10-01 23:57:14.126 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.473s infer_obs_pack=0.569s env_step=2.829s feedback_total=2.885s feedback_obs_pack=0.635s feedback_info_pack=0.101s effective_fps=11.13 +2026-10-01 23:57:14.127 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.130s infer_obs_pack=0.582s env_step=2.978s feedback_total=2.902s feedback_obs_pack=0.667s feedback_info_pack=0.116s effective_fps=11.13 +2026-10-01 23:57:14.127 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=652.991s infer_obs_pack=0.569s env_step=3.045s feedback_total=2.947s feedback_obs_pack=0.686s feedback_info_pack=0.111s effective_fps=11.13 +2026-10-01 23:57:14.128 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.289s infer_obs_pack=0.582s env_step=2.906s feedback_total=2.864s feedback_obs_pack=0.655s feedback_info_pack=0.111s effective_fps=11.13 +2026-10-01 23:57:14.126 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.474s infer_obs_pack=0.572s env_step=2.820s feedback_total=2.940s feedback_obs_pack=0.647s feedback_info_pack=0.113s effective_fps=11.13 +2026-10-01 23:57:14.128 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=652.848s infer_obs_pack=0.576s env_step=3.102s feedback_total=2.938s feedback_obs_pack=0.680s feedback_info_pack=0.116s effective_fps=11.13 +2026-10-01 23:57:14.126 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.465s infer_obs_pack=0.564s env_step=2.850s feedback_total=2.901s feedback_obs_pack=0.648s feedback_info_pack=0.104s effective_fps=11.13 +2026-10-01 23:57:14.128 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=652.771s infer_obs_pack=0.584s env_step=3.142s feedback_total=2.939s feedback_obs_pack=0.696s feedback_info_pack=0.115s effective_fps=11.13 +2026-10-01 23:57:14.128 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=652.712s infer_obs_pack=0.583s env_step=3.176s feedback_total=2.958s feedback_obs_pack=0.696s feedback_info_pack=0.121s effective_fps=11.13 +2026-10-01 23:57:14.126 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=653.542s infer_obs_pack=0.573s env_step=2.804s feedback_total=2.855s feedback_obs_pack=0.640s feedback_info_pack=0.102s effective_fps=11.13 +2026-10-01 23:57:14.128 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=652.688s infer_obs_pack=0.590s env_step=3.175s feedback_total=2.962s feedback_obs_pack=0.713s feedback_info_pack=0.117s effective_fps=11.13 +2026-10-01 23:57:14.128 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=652.550s infer_obs_pack=0.595s env_step=3.213s feedback_total=3.022s feedback_obs_pack=0.714s feedback_info_pack=0.121s effective_fps=11.13 +2026-10-01 23:57:14.131 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7342 infer_calls=7342 feedback_calls=7342 infer_wait=652.533s infer_obs_pack=0.597s env_step=3.220s feedback_total=3.009s feedback_obs_pack=0.717s feedback_info_pack=0.118s effective_fps=11.14 +2026-10-01 23:57:44.177 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=683.273s infer_obs_pack=0.595s env_step=2.917s feedback_total=2.977s feedback_obs_pack=0.670s feedback_info_pack=0.106s effective_fps=11.04 +2026-10-01 23:57:44.178 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=683.201s infer_obs_pack=0.595s env_step=2.932s feedback_total=3.061s feedback_obs_pack=0.677s feedback_info_pack=0.117s effective_fps=11.04 +2026-10-01 23:57:44.177 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.931s infer_obs_pack=0.607s env_step=3.062s feedback_total=3.105s feedback_obs_pack=0.681s feedback_info_pack=0.106s effective_fps=11.04 +2026-10-01 23:57:44.178 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=683.135s infer_obs_pack=0.584s env_step=2.978s feedback_total=2.960s feedback_obs_pack=0.672s feedback_info_pack=0.109s effective_fps=11.04 +2026-10-01 23:57:44.178 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=683.189s infer_obs_pack=0.588s env_step=2.965s feedback_total=3.021s feedback_obs_pack=0.676s feedback_info_pack=0.108s effective_fps=11.04 +2026-10-01 23:57:44.178 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.898s infer_obs_pack=0.606s env_step=3.077s feedback_total=3.000s feedback_obs_pack=0.692s feedback_info_pack=0.111s effective_fps=11.04 +2026-10-01 23:57:44.178 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=683.209s infer_obs_pack=0.593s env_step=2.941s feedback_total=3.003s feedback_obs_pack=0.664s feedback_info_pack=0.105s effective_fps=11.04 +2026-10-01 23:57:44.179 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.572s infer_obs_pack=0.599s env_step=3.224s feedback_total=3.058s feedback_obs_pack=0.707s feedback_info_pack=0.121s effective_fps=11.05 +2026-10-01 23:57:44.179 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.857s infer_obs_pack=0.610s env_step=3.096s feedback_total=3.022s feedback_obs_pack=0.696s feedback_info_pack=0.120s effective_fps=11.04 +2026-10-01 23:57:44.179 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.482s infer_obs_pack=0.612s env_step=3.269s feedback_total=3.060s feedback_obs_pack=0.724s feedback_info_pack=0.120s effective_fps=11.05 +2026-10-01 23:57:44.179 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.714s infer_obs_pack=0.594s env_step=3.166s feedback_total=3.068s feedback_obs_pack=0.715s feedback_info_pack=0.116s effective_fps=11.04 +2026-10-01 23:57:44.178 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=683.017s infer_obs_pack=0.607s env_step=3.021s feedback_total=2.984s feedback_obs_pack=0.681s feedback_info_pack=0.115s effective_fps=11.04 +2026-10-01 23:57:44.181 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.241s infer_obs_pack=0.624s env_step=3.346s feedback_total=3.150s feedback_obs_pack=0.744s feedback_info_pack=0.126s effective_fps=11.05 +2026-10-01 23:57:44.181 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.379s infer_obs_pack=0.622s env_step=3.307s feedback_total=3.089s feedback_obs_pack=0.742s feedback_info_pack=0.122s effective_fps=11.05 +2026-10-01 23:57:44.182 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.212s infer_obs_pack=0.624s env_step=3.357s feedback_total=3.143s feedback_obs_pack=0.749s feedback_info_pack=0.125s effective_fps=11.05 +2026-10-01 23:57:44.181 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7616 infer_calls=7616 feedback_calls=7616 infer_wait=682.416s infer_obs_pack=0.609s env_step=3.306s feedback_total=3.083s feedback_obs_pack=0.725s feedback_info_pack=0.125s effective_fps=11.05 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.862s infer_obs_pack=0.616s env_step=3.098s feedback_total=3.148s feedback_obs_pack=0.703s feedback_info_pack=0.112s effective_fps=11.01 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.565s infer_obs_pack=0.639s env_step=3.204s feedback_total=3.241s feedback_obs_pack=0.711s feedback_info_pack=0.110s effective_fps=11.01 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.575s infer_obs_pack=0.629s env_step=3.211s feedback_total=3.131s feedback_obs_pack=0.720s feedback_info_pack=0.116s effective_fps=11.02 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.522s infer_obs_pack=0.637s env_step=3.234s feedback_total=3.153s feedback_obs_pack=0.726s feedback_info_pack=0.125s effective_fps=11.02 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.235s infer_obs_pack=0.625s env_step=3.363s feedback_total=3.194s feedback_obs_pack=0.741s feedback_info_pack=0.126s effective_fps=11.02 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.134s infer_obs_pack=0.641s env_step=3.406s feedback_total=3.204s feedback_obs_pack=0.755s feedback_info_pack=0.125s effective_fps=11.02 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.055s infer_obs_pack=0.639s env_step=3.453s feedback_total=3.226s feedback_obs_pack=0.758s feedback_info_pack=0.130s effective_fps=11.02 +2026-10-01 23:58:14.213 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.026s infer_obs_pack=0.650s env_step=3.448s feedback_total=3.230s feedback_obs_pack=0.775s feedback_info_pack=0.127s effective_fps=11.02 +2026-10-01 23:58:14.213 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.704s infer_obs_pack=0.631s env_step=3.150s feedback_total=3.113s feedback_obs_pack=0.710s feedback_info_pack=0.120s effective_fps=11.01 +2026-10-01 23:58:14.213 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=711.874s infer_obs_pack=0.655s env_step=3.495s feedback_total=3.298s feedback_obs_pack=0.776s feedback_info_pack=0.131s effective_fps=11.02 +2026-10-01 23:58:14.213 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=711.835s infer_obs_pack=0.654s env_step=3.508s feedback_total=3.294s feedback_obs_pack=0.783s feedback_info_pack=0.130s effective_fps=11.02 +2026-10-01 23:58:14.213 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.876s infer_obs_pack=0.618s env_step=3.074s feedback_total=3.140s feedback_obs_pack=0.696s feedback_info_pack=0.110s effective_fps=11.01 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.951s infer_obs_pack=0.618s env_step=3.048s feedback_total=3.107s feedback_obs_pack=0.700s feedback_info_pack=0.111s effective_fps=11.01 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.804s infer_obs_pack=0.612s env_step=3.114s feedback_total=3.093s feedback_obs_pack=0.700s feedback_info_pack=0.113s effective_fps=11.01 +2026-10-01 23:58:14.213 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.875s infer_obs_pack=0.630s env_step=3.062s feedback_total=3.186s feedback_obs_pack=0.705s feedback_info_pack=0.122s effective_fps=11.01 +2026-10-01 23:58:14.211 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=7926 infer_calls=7926 feedback_calls=7926 infer_wait=712.373s infer_obs_pack=0.621s env_step=3.310s feedback_total=3.202s feedback_obs_pack=0.745s feedback_info_pack=0.121s effective_fps=11.02 +2026-10-01 23:58:44.356 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.784s infer_obs_pack=0.636s env_step=3.168s feedback_total=3.217s feedback_obs_pack=0.726s feedback_info_pack=0.114s effective_fps=10.93 +2026-10-01 23:58:44.356 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.628s infer_obs_pack=0.634s env_step=3.237s feedback_total=3.206s feedback_obs_pack=0.724s feedback_info_pack=0.119s effective_fps=10.93 +2026-10-01 23:58:44.356 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.685s infer_obs_pack=0.636s env_step=3.215s feedback_total=3.264s feedback_obs_pack=0.728s feedback_info_pack=0.116s effective_fps=10.93 +2026-10-01 23:58:44.356 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.537s infer_obs_pack=0.652s env_step=3.272s feedback_total=3.223s feedback_obs_pack=0.737s feedback_info_pack=0.124s effective_fps=10.93 +2026-10-01 23:58:44.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.412s infer_obs_pack=0.650s env_step=3.326s feedback_total=3.245s feedback_obs_pack=0.748s feedback_info_pack=0.120s effective_fps=10.93 +2026-10-01 23:58:44.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.351s infer_obs_pack=0.661s env_step=3.349s feedback_total=3.271s feedback_obs_pack=0.758s feedback_info_pack=0.129s effective_fps=10.93 +2026-10-01 23:58:44.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.193s infer_obs_pack=0.645s env_step=3.435s feedback_total=3.313s feedback_obs_pack=0.772s feedback_info_pack=0.125s effective_fps=10.93 +2026-10-01 23:58:44.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.067s infer_obs_pack=0.646s env_step=3.483s feedback_total=3.304s feedback_obs_pack=0.767s feedback_info_pack=0.130s effective_fps=10.93 +2026-10-01 23:58:44.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=741.958s infer_obs_pack=0.666s env_step=3.529s feedback_total=3.321s feedback_obs_pack=0.783s feedback_info_pack=0.129s effective_fps=10.93 +2026-10-01 23:58:44.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=741.845s infer_obs_pack=0.674s env_step=3.574s feedback_total=3.344s feedback_obs_pack=0.803s feedback_info_pack=0.132s effective_fps=10.93 +2026-10-01 23:58:44.356 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.374s infer_obs_pack=0.659s env_step=3.335s feedback_total=3.354s feedback_obs_pack=0.734s feedback_info_pack=0.114s effective_fps=10.93 +2026-10-01 23:58:44.356 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.711s infer_obs_pack=0.637s env_step=3.186s feedback_total=3.256s feedback_obs_pack=0.719s feedback_info_pack=0.114s effective_fps=10.93 +2026-10-01 23:58:44.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=741.679s infer_obs_pack=0.679s env_step=3.620s feedback_total=3.423s feedback_obs_pack=0.806s feedback_info_pack=0.136s effective_fps=10.93 +2026-10-01 23:58:44.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=741.875s infer_obs_pack=0.662s env_step=3.580s feedback_total=3.340s feedback_obs_pack=0.786s feedback_info_pack=0.135s effective_fps=10.93 +2026-10-01 23:58:44.356 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=742.687s infer_obs_pack=0.648s env_step=3.187s feedback_total=3.299s feedback_obs_pack=0.734s feedback_info_pack=0.126s effective_fps=10.93 +2026-10-01 23:58:44.360 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8193 infer_calls=8193 feedback_calls=8193 infer_wait=741.644s infer_obs_pack=0.677s env_step=3.636s feedback_total=3.417s feedback_obs_pack=0.812s feedback_info_pack=0.137s effective_fps=10.93 +2026-10-01 23:59:14.418 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.285s infer_obs_pack=0.672s env_step=3.389s feedback_total=3.338s feedback_obs_pack=0.765s feedback_info_pack=0.128s effective_fps=10.90 +2026-10-01 23:59:14.418 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.442s infer_obs_pack=0.660s env_step=3.312s feedback_total=3.374s feedback_obs_pack=0.745s feedback_info_pack=0.118s effective_fps=10.90 +2026-10-01 23:59:14.419 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=771.924s infer_obs_pack=0.670s env_step=3.557s feedback_total=3.434s feedback_obs_pack=0.802s feedback_info_pack=0.129s effective_fps=10.90 +2026-10-01 23:59:14.419 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=771.680s infer_obs_pack=0.692s env_step=3.658s feedback_total=3.443s feedback_obs_pack=0.810s feedback_info_pack=0.134s effective_fps=10.90 +2026-10-01 23:59:14.419 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.086s infer_obs_pack=0.687s env_step=3.470s feedback_total=3.392s feedback_obs_pack=0.787s feedback_info_pack=0.134s effective_fps=10.90 +2026-10-01 23:59:14.418 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.408s infer_obs_pack=0.662s env_step=3.341s feedback_total=3.380s feedback_obs_pack=0.754s feedback_info_pack=0.120s effective_fps=10.90 +2026-10-01 23:59:14.418 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.361s infer_obs_pack=0.656s env_step=3.355s feedback_total=3.327s feedback_obs_pack=0.754s feedback_info_pack=0.123s effective_fps=10.90 +2026-10-01 23:59:14.419 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.155s infer_obs_pack=0.674s env_step=3.441s feedback_total=3.364s feedback_obs_pack=0.778s feedback_info_pack=0.126s effective_fps=10.90 +2026-10-01 23:59:14.419 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=771.360s infer_obs_pack=0.702s env_step=3.763s feedback_total=3.544s feedback_obs_pack=0.846s feedback_info_pack=0.141s effective_fps=10.90 +2026-10-01 23:59:14.419 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=771.395s infer_obs_pack=0.701s env_step=3.754s feedback_total=3.546s feedback_obs_pack=0.834s feedback_info_pack=0.141s effective_fps=10.90 +2026-10-01 23:59:14.418 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.412s infer_obs_pack=0.670s env_step=3.316s feedback_total=3.415s feedback_obs_pack=0.761s feedback_info_pack=0.130s effective_fps=10.90 +2026-10-01 23:59:14.418 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.523s infer_obs_pack=0.657s env_step=3.289s feedback_total=3.334s feedback_obs_pack=0.752s feedback_info_pack=0.118s effective_fps=10.90 +2026-10-01 23:59:14.418 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=772.076s infer_obs_pack=0.679s env_step=3.475s feedback_total=3.480s feedback_obs_pack=0.760s feedback_info_pack=0.118s effective_fps=10.90 +2026-10-01 23:59:14.418 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=771.796s infer_obs_pack=0.669s env_step=3.602s feedback_total=3.427s feedback_obs_pack=0.793s feedback_info_pack=0.136s effective_fps=10.90 +2026-10-01 23:59:14.419 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=771.568s infer_obs_pack=0.696s env_step=3.705s feedback_total=3.464s feedback_obs_pack=0.832s feedback_info_pack=0.137s effective_fps=10.90 +2026-10-01 23:59:14.419 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8498 infer_calls=8498 feedback_calls=8498 infer_wait=771.602s infer_obs_pack=0.685s env_step=3.707s feedback_total=3.459s feedback_obs_pack=0.814s feedback_info_pack=0.140s effective_fps=10.90 +2026-10-01 23:59:44.494 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.820s infer_obs_pack=0.702s env_step=3.596s feedback_total=3.594s feedback_obs_pack=0.786s feedback_info_pack=0.122s effective_fps=10.87 +2026-10-01 23:59:44.494 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.929s infer_obs_pack=0.695s env_step=3.555s feedback_total=3.471s feedback_obs_pack=0.803s feedback_info_pack=0.130s effective_fps=10.88 +2026-10-01 23:59:44.495 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=802.054s infer_obs_pack=0.695s env_step=3.505s feedback_total=3.449s feedback_obs_pack=0.790s feedback_info_pack=0.134s effective_fps=10.87 +2026-10-01 23:59:44.494 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=802.210s infer_obs_pack=0.684s env_step=3.426s feedback_total=3.485s feedback_obs_pack=0.770s feedback_info_pack=0.123s effective_fps=10.87 +2026-10-01 23:59:44.496 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.304s infer_obs_pack=0.721s env_step=3.833s feedback_total=3.584s feedback_obs_pack=0.861s feedback_info_pack=0.141s effective_fps=10.88 +2026-10-01 23:59:44.494 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.683s infer_obs_pack=0.692s env_step=3.676s feedback_total=3.546s feedback_obs_pack=0.828s feedback_info_pack=0.133s effective_fps=10.88 +2026-10-01 23:59:44.496 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.426s infer_obs_pack=0.715s env_step=3.786s feedback_total=3.560s feedback_obs_pack=0.838s feedback_info_pack=0.139s effective_fps=10.88 +2026-10-01 23:59:44.496 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.102s infer_obs_pack=0.726s env_step=3.889s feedback_total=3.665s feedback_obs_pack=0.875s feedback_info_pack=0.146s effective_fps=10.88 +2026-10-01 23:59:44.495 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.549s infer_obs_pack=0.691s env_step=3.725s feedback_total=3.542s feedback_obs_pack=0.822s feedback_info_pack=0.141s effective_fps=10.88 +2026-10-01 23:59:44.494 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=802.289s infer_obs_pack=0.679s env_step=3.403s feedback_total=3.445s feedback_obs_pack=0.777s feedback_info_pack=0.122s effective_fps=10.87 +2026-10-01 23:59:44.494 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=802.167s infer_obs_pack=0.692s env_step=3.438s feedback_total=3.527s feedback_obs_pack=0.785s feedback_info_pack=0.134s effective_fps=10.87 +2026-10-01 23:59:44.496 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.345s infer_obs_pack=0.709s env_step=3.833s feedback_total=3.577s feedback_obs_pack=0.842s feedback_info_pack=0.144s effective_fps=10.88 +2026-10-01 23:59:44.496 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.126s infer_obs_pack=0.726s env_step=3.887s feedback_total=3.667s feedback_obs_pack=0.863s feedback_info_pack=0.146s effective_fps=10.88 +2026-10-01 23:59:44.494 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=802.143s infer_obs_pack=0.679s env_step=3.463s feedback_total=3.433s feedback_obs_pack=0.778s feedback_info_pack=0.127s effective_fps=10.87 +2026-10-01 23:59:44.494 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=802.155s infer_obs_pack=0.686s env_step=3.463s feedback_total=3.496s feedback_obs_pack=0.779s feedback_info_pack=0.124s effective_fps=10.87 +2026-10-01 23:59:44.495 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=8805 infer_calls=8805 feedback_calls=8805 infer_wait=801.849s infer_obs_pack=0.709s env_step=3.592s feedback_total=3.504s feedback_obs_pack=0.812s feedback_info_pack=0.138s effective_fps=10.88 +2026-10-02 00:00:14.625 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.949s infer_obs_pack=0.702s env_step=3.585s feedback_total=3.547s feedback_obs_pack=0.804s feedback_info_pack=0.132s effective_fps=10.87 +2026-10-02 00:00:14.625 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.482s infer_obs_pack=0.716s env_step=3.799s feedback_total=3.668s feedback_obs_pack=0.856s feedback_info_pack=0.138s effective_fps=10.87 +2026-10-02 00:00:14.625 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.985s infer_obs_pack=0.716s env_step=3.547s feedback_total=3.642s feedback_obs_pack=0.809s feedback_info_pack=0.138s effective_fps=10.87 +2026-10-02 00:00:14.625 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=832.105s infer_obs_pack=0.702s env_step=3.515s feedback_total=3.558s feedback_obs_pack=0.802s feedback_info_pack=0.126s effective_fps=10.87 +2026-10-02 00:00:14.625 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.971s infer_obs_pack=0.709s env_step=3.576s feedback_total=3.611s feedback_obs_pack=0.803s feedback_info_pack=0.128s effective_fps=10.87 +2026-10-02 00:00:14.626 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.138s infer_obs_pack=0.732s env_step=3.963s feedback_total=3.696s feedback_obs_pack=0.870s feedback_info_pack=0.149s effective_fps=10.87 +2026-10-02 00:00:14.625 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=832.031s infer_obs_pack=0.708s env_step=3.539s feedback_total=3.599s feedback_obs_pack=0.794s feedback_info_pack=0.127s effective_fps=10.87 +2026-10-02 00:00:14.626 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.214s infer_obs_pack=0.738s env_step=3.917s feedback_total=3.680s feedback_obs_pack=0.867s feedback_info_pack=0.143s effective_fps=10.87 +2026-10-02 00:00:14.626 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.095s infer_obs_pack=0.744s env_step=3.963s feedback_total=3.703s feedback_obs_pack=0.890s feedback_info_pack=0.146s effective_fps=10.87 +2026-10-02 00:00:14.625 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.624s infer_obs_pack=0.725s env_step=3.717s feedback_total=3.712s feedback_obs_pack=0.812s feedback_info_pack=0.126s effective_fps=10.87 +2026-10-02 00:00:14.626 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=830.886s infer_obs_pack=0.749s env_step=4.022s feedback_total=3.789s feedback_obs_pack=0.904s feedback_info_pack=0.151s effective_fps=10.87 +2026-10-02 00:00:14.625 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.734s infer_obs_pack=0.718s env_step=3.678s feedback_total=3.588s feedback_obs_pack=0.829s feedback_info_pack=0.134s effective_fps=10.87 +2026-10-02 00:00:14.626 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.867s infer_obs_pack=0.718s env_step=3.621s feedback_total=3.567s feedback_obs_pack=0.819s feedback_info_pack=0.138s effective_fps=10.87 +2026-10-02 00:00:14.627 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=830.914s infer_obs_pack=0.750s env_step=4.019s feedback_total=3.789s feedback_obs_pack=0.892s feedback_info_pack=0.151s effective_fps=10.87 +2026-10-02 00:00:14.627 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.350s infer_obs_pack=0.715s env_step=3.850s feedback_total=3.660s feedback_obs_pack=0.849s feedback_info_pack=0.146s effective_fps=10.87 +2026-10-02 00:00:14.627 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9127 infer_calls=9127 feedback_calls=9127 infer_wait=831.653s infer_obs_pack=0.732s env_step=3.714s feedback_total=3.622s feedback_obs_pack=0.841s feedback_info_pack=0.143s effective_fps=10.87 +2026-10-02 00:00:44.626 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9407 infer_calls=9407 feedback_calls=9407 infer_wait=860.838s infer_obs_pack=0.754s env_step=4.079s feedback_total=3.802s feedback_obs_pack=0.895s feedback_info_pack=0.153s effective_fps=10.82 +2026-10-02 00:00:44.626 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9407 infer_calls=9407 feedback_calls=9407 infer_wait=860.915s infer_obs_pack=0.759s env_step=4.032s feedback_total=3.786s feedback_obs_pack=0.892s feedback_info_pack=0.148s effective_fps=10.82 +2026-10-02 00:00:44.626 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9407 infer_calls=9407 feedback_calls=9407 infer_wait=861.453s infer_obs_pack=0.738s env_step=3.783s feedback_total=3.690s feedback_obs_pack=0.853s feedback_info_pack=0.138s effective_fps=10.82 +2026-10-02 00:00:44.731 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.820s infer_obs_pack=0.736s env_step=3.644s feedback_total=3.743s feedback_obs_pack=0.830s feedback_info_pack=0.141s effective_fps=10.81 +2026-10-02 00:00:44.732 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.690s infer_obs_pack=0.738s env_step=3.726s feedback_total=3.668s feedback_obs_pack=0.841s feedback_info_pack=0.142s effective_fps=10.82 +2026-10-02 00:00:44.733 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=860.904s infer_obs_pack=0.765s env_step=4.076s feedback_total=3.810s feedback_obs_pack=0.916s feedback_info_pack=0.151s effective_fps=10.82 +2026-10-02 00:00:44.731 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.799s infer_obs_pack=0.729s env_step=3.675s feedback_total=3.714s feedback_obs_pack=0.824s feedback_info_pack=0.131s effective_fps=10.81 +2026-10-02 00:00:44.733 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=860.721s infer_obs_pack=0.771s env_step=4.133s feedback_total=3.895s feedback_obs_pack=0.917s feedback_info_pack=0.155s effective_fps=10.82 +2026-10-02 00:00:44.732 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.944s infer_obs_pack=0.724s env_step=3.609s feedback_total=3.658s feedback_obs_pack=0.823s feedback_info_pack=0.129s effective_fps=10.81 +2026-10-02 00:00:44.733 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.865s infer_obs_pack=0.728s env_step=3.636s feedback_total=3.700s feedback_obs_pack=0.815s feedback_info_pack=0.131s effective_fps=10.81 +2026-10-02 00:00:44.733 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.159s infer_obs_pack=0.736s env_step=3.963s feedback_total=3.766s feedback_obs_pack=0.874s feedback_info_pack=0.150s effective_fps=10.82 +2026-10-02 00:00:44.731 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.440s infer_obs_pack=0.745s env_step=3.824s feedback_total=3.816s feedback_obs_pack=0.834s feedback_info_pack=0.129s effective_fps=10.82 +2026-10-02 00:00:44.731 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.777s infer_obs_pack=0.723s env_step=3.689s feedback_total=3.647s feedback_obs_pack=0.827s feedback_info_pack=0.135s effective_fps=10.82 +2026-10-02 00:00:44.732 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.301s infer_obs_pack=0.736s env_step=3.908s feedback_total=3.773s feedback_obs_pack=0.880s feedback_info_pack=0.142s effective_fps=10.82 +2026-10-02 00:00:44.733 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=860.691s infer_obs_pack=0.770s env_step=4.138s feedback_total=3.898s feedback_obs_pack=0.930s feedback_info_pack=0.155s effective_fps=10.82 +2026-10-02 00:00:44.733 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9408 infer_calls=9408 feedback_calls=9408 infer_wait=861.475s infer_obs_pack=0.753s env_step=3.821s feedback_total=3.725s feedback_obs_pack=0.864s feedback_info_pack=0.147s effective_fps=10.82 +2026-10-02 00:01:14.690 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9687 infer_calls=9687 feedback_calls=9687 infer_wait=890.592s infer_obs_pack=0.775s env_step=4.197s feedback_total=3.913s feedback_obs_pack=0.921s feedback_info_pack=0.157s effective_fps=10.77 +2026-10-02 00:01:14.690 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9687 infer_calls=9687 feedback_calls=9687 infer_wait=890.674s infer_obs_pack=0.781s env_step=4.147s feedback_total=3.896s feedback_obs_pack=0.918s feedback_info_pack=0.152s effective_fps=10.77 +2026-10-02 00:01:14.690 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9687 infer_calls=9687 feedback_calls=9687 infer_wait=891.223s infer_obs_pack=0.758s env_step=3.894s feedback_total=3.797s feedback_obs_pack=0.877s feedback_info_pack=0.143s effective_fps=10.77 +2026-10-02 00:01:14.893 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.293s infer_obs_pack=0.766s env_step=3.940s feedback_total=3.925s feedback_obs_pack=0.856s feedback_info_pack=0.133s effective_fps=10.77 +2026-10-02 00:01:14.893 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.560s infer_obs_pack=0.759s env_step=3.832s feedback_total=3.777s feedback_obs_pack=0.867s feedback_info_pack=0.146s effective_fps=10.77 +2026-10-02 00:01:14.893 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.158s infer_obs_pack=0.757s env_step=4.023s feedback_total=3.883s feedback_obs_pack=0.905s feedback_info_pack=0.146s effective_fps=10.77 +2026-10-02 00:01:14.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.740s infer_obs_pack=0.748s env_step=3.746s feedback_total=3.803s feedback_obs_pack=0.838s feedback_info_pack=0.135s effective_fps=10.76 +2026-10-02 00:01:14.893 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.819s infer_obs_pack=0.744s env_step=3.711s feedback_total=3.764s feedback_obs_pack=0.845s feedback_info_pack=0.133s effective_fps=10.76 +2026-10-02 00:01:14.895 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=890.561s infer_obs_pack=0.792s env_step=4.260s feedback_total=4.008s feedback_obs_pack=0.944s feedback_info_pack=0.159s effective_fps=10.77 +2026-10-02 00:01:14.895 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=890.534s infer_obs_pack=0.792s env_step=4.259s feedback_total=4.011s feedback_obs_pack=0.957s feedback_info_pack=0.159s effective_fps=10.77 +2026-10-02 00:01:14.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.014s infer_obs_pack=0.757s env_step=4.078s feedback_total=3.876s feedback_obs_pack=0.900s feedback_info_pack=0.154s effective_fps=10.77 +2026-10-02 00:01:14.893 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.665s infer_obs_pack=0.751s env_step=3.785s feedback_total=3.820s feedback_obs_pack=0.847s feedback_info_pack=0.135s effective_fps=10.76 +2026-10-02 00:01:14.893 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.652s infer_obs_pack=0.743s env_step=3.794s feedback_total=3.750s feedback_obs_pack=0.850s feedback_info_pack=0.139s effective_fps=10.77 +2026-10-02 00:01:14.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.337s infer_obs_pack=0.774s env_step=3.933s feedback_total=3.834s feedback_obs_pack=0.889s feedback_info_pack=0.151s effective_fps=10.77 +2026-10-02 00:01:14.893 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=891.698s infer_obs_pack=0.756s env_step=3.748s feedback_total=3.847s feedback_obs_pack=0.853s feedback_info_pack=0.145s effective_fps=10.76 +2026-10-02 00:01:14.895 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9688 infer_calls=9688 feedback_calls=9688 infer_wait=890.752s infer_obs_pack=0.788s env_step=4.197s feedback_total=3.920s feedback_obs_pack=0.942s feedback_info_pack=0.155s effective_fps=10.77 +2026-10-02 00:01:44.722 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9977 infer_calls=9977 feedback_calls=9977 infer_wait=920.955s infer_obs_pack=0.780s env_step=4.007s feedback_total=3.906s feedback_obs_pack=0.903s feedback_info_pack=0.147s effective_fps=10.73 +2026-10-02 00:01:44.723 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9977 infer_calls=9977 feedback_calls=9977 infer_wait=920.311s infer_obs_pack=0.798s env_step=4.317s feedback_total=4.026s feedback_obs_pack=0.948s feedback_info_pack=0.162s effective_fps=10.73 +2026-10-02 00:01:44.723 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9977 infer_calls=9977 feedback_calls=9977 infer_wait=920.387s infer_obs_pack=0.805s env_step=4.269s feedback_total=4.010s feedback_obs_pack=0.945s feedback_info_pack=0.157s effective_fps=10.73 +2026-10-02 00:01:44.961 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=921.047s infer_obs_pack=0.788s env_step=4.057s feedback_total=4.041s feedback_obs_pack=0.881s feedback_info_pack=0.137s effective_fps=10.73 +2026-10-02 00:01:44.987 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=921.491s infer_obs_pack=0.779s env_step=3.851s feedback_total=3.960s feedback_obs_pack=0.876s feedback_info_pack=0.149s effective_fps=10.73 +2026-10-02 00:01:44.987 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=921.361s infer_obs_pack=0.780s env_step=3.942s feedback_total=3.884s feedback_obs_pack=0.892s feedback_info_pack=0.150s effective_fps=10.73 +2026-10-02 00:01:44.987 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=921.129s infer_obs_pack=0.796s env_step=4.045s feedback_total=3.944s feedback_obs_pack=0.914s feedback_info_pack=0.155s effective_fps=10.73 +2026-10-02 00:01:44.988 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=920.528s infer_obs_pack=0.810s env_step=4.317s feedback_total=4.033s feedback_obs_pack=0.969s feedback_info_pack=0.160s effective_fps=10.73 +2026-10-02 00:01:44.990 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=920.800s infer_obs_pack=0.779s env_step=4.193s feedback_total=3.989s feedback_obs_pack=0.926s feedback_info_pack=0.158s effective_fps=10.73 +2026-10-02 00:01:44.990 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=920.331s infer_obs_pack=0.814s env_step=4.385s feedback_total=4.123s feedback_obs_pack=0.972s feedback_info_pack=0.164s effective_fps=10.73 +2026-10-02 00:01:44.990 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=920.302s infer_obs_pack=0.816s env_step=4.385s feedback_total=4.127s feedback_obs_pack=0.985s feedback_info_pack=0.164s effective_fps=10.73 +2026-10-02 00:01:44.989 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=920.948s infer_obs_pack=0.780s env_step=4.137s feedback_total=3.993s feedback_obs_pack=0.930s feedback_info_pack=0.150s effective_fps=10.73 +2026-10-02 00:01:44.991 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=921.440s infer_obs_pack=0.764s env_step=3.908s feedback_total=3.863s feedback_obs_pack=0.875s feedback_info_pack=0.143s effective_fps=10.73 +2026-10-02 00:01:44.990 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=921.542s infer_obs_pack=0.770s env_step=3.852s feedback_total=3.913s feedback_obs_pack=0.861s feedback_info_pack=0.138s effective_fps=10.73 +2026-10-02 00:01:44.991 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=921.620s infer_obs_pack=0.769s env_step=3.818s feedback_total=3.873s feedback_obs_pack=0.869s feedback_info_pack=0.137s effective_fps=10.73 +2026-10-02 00:01:44.990 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=9979 infer_calls=9979 feedback_calls=9979 infer_wait=921.464s infer_obs_pack=0.771s env_step=3.891s feedback_total=3.932s feedback_obs_pack=0.869s feedback_info_pack=0.139s effective_fps=10.73 +2026-10-02 00:02:14.769 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10248 infer_calls=10248 feedback_calls=10248 infer_wait=950.725s infer_obs_pack=0.799s env_step=4.110s feedback_total=4.006s feedback_obs_pack=0.925s feedback_info_pack=0.151s effective_fps=10.68 +2026-10-02 00:02:14.771 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10248 infer_calls=10248 feedback_calls=10248 infer_wait=950.069s infer_obs_pack=0.817s env_step=4.427s feedback_total=4.128s feedback_obs_pack=0.973s feedback_info_pack=0.166s effective_fps=10.68 +2026-10-02 00:02:14.771 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10248 infer_calls=10248 feedback_calls=10248 infer_wait=950.141s infer_obs_pack=0.825s env_step=4.380s feedback_total=4.115s feedback_obs_pack=0.970s feedback_info_pack=0.161s effective_fps=10.68 +2026-10-02 00:02:15.038 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=950.824s infer_obs_pack=0.808s env_step=4.170s feedback_total=4.147s feedback_obs_pack=0.903s feedback_info_pack=0.142s effective_fps=10.68 +2026-10-02 00:02:15.048 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=951.145s infer_obs_pack=0.799s env_step=4.043s feedback_total=3.986s feedback_obs_pack=0.914s feedback_info_pack=0.154s effective_fps=10.68 +2026-10-02 00:02:15.049 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=951.239s infer_obs_pack=0.794s env_step=3.993s feedback_total=4.035s feedback_obs_pack=0.890s feedback_info_pack=0.144s effective_fps=10.68 +2026-10-02 00:02:15.048 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=951.223s infer_obs_pack=0.785s env_step=4.014s feedback_total=3.962s feedback_obs_pack=0.898s feedback_info_pack=0.147s effective_fps=10.68 +2026-10-02 00:02:15.048 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=951.403s infer_obs_pack=0.788s env_step=3.918s feedback_total=3.973s feedback_obs_pack=0.890s feedback_info_pack=0.140s effective_fps=10.68 +2026-10-02 00:02:15.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=950.730s infer_obs_pack=0.800s env_step=4.243s feedback_total=4.093s feedback_obs_pack=0.953s feedback_info_pack=0.154s effective_fps=10.68 +2026-10-02 00:02:15.049 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=951.335s infer_obs_pack=0.789s env_step=3.948s feedback_total=4.008s feedback_obs_pack=0.882s feedback_info_pack=0.142s effective_fps=10.68 +2026-10-02 00:02:15.049 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=951.275s infer_obs_pack=0.799s env_step=3.952s feedback_total=4.062s feedback_obs_pack=0.898s feedback_info_pack=0.152s effective_fps=10.68 +2026-10-02 00:02:15.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=950.096s infer_obs_pack=0.834s env_step=4.499s feedback_total=4.227s feedback_obs_pack=0.997s feedback_info_pack=0.168s effective_fps=10.68 +2026-10-02 00:02:15.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=950.293s infer_obs_pack=0.831s env_step=4.432s feedback_total=4.135s feedback_obs_pack=0.993s feedback_info_pack=0.164s effective_fps=10.68 +2026-10-02 00:02:15.050 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=950.066s infer_obs_pack=0.836s env_step=4.498s feedback_total=4.232s feedback_obs_pack=1.010s feedback_info_pack=0.168s effective_fps=10.68 +2026-10-02 00:02:15.049 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=950.576s infer_obs_pack=0.798s env_step=4.299s feedback_total=4.095s feedback_obs_pack=0.949s feedback_info_pack=0.162s effective_fps=10.68 +2026-10-02 00:02:15.051 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10250 infer_calls=10250 feedback_calls=10250 infer_wait=950.920s infer_obs_pack=0.815s env_step=4.142s feedback_total=4.046s feedback_obs_pack=0.938s feedback_info_pack=0.158s effective_fps=10.68 +2026-10-02 00:02:46.320 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=982.367s infer_obs_pack=0.815s env_step=4.015s feedback_total=4.127s feedback_obs_pack=0.913s feedback_info_pack=0.154s effective_fps=10.50 +2026-10-02 00:02:46.320 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=982.510s infer_obs_pack=0.799s env_step=3.978s feedback_total=4.034s feedback_obs_pack=0.903s feedback_info_pack=0.143s effective_fps=10.50 +2026-10-02 00:02:46.320 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=982.330s infer_obs_pack=0.797s env_step=4.072s feedback_total=4.023s feedback_obs_pack=0.910s feedback_info_pack=0.149s effective_fps=10.50 +2026-10-02 00:02:46.321 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=982.436s infer_obs_pack=0.804s env_step=4.010s feedback_total=4.069s feedback_obs_pack=0.897s feedback_info_pack=0.144s effective_fps=10.50 +2026-10-02 00:02:46.321 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=982.107s infer_obs_pack=0.811s env_step=4.171s feedback_total=4.071s feedback_obs_pack=0.939s feedback_info_pack=0.153s effective_fps=10.50 +2026-10-02 00:02:46.321 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=982.020s infer_obs_pack=0.827s env_step=4.205s feedback_total=4.110s feedback_obs_pack=0.952s feedback_info_pack=0.161s effective_fps=10.50 +2026-10-02 00:02:46.321 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=982.251s infer_obs_pack=0.811s env_step=4.105s feedback_total=4.048s feedback_obs_pack=0.929s feedback_info_pack=0.156s effective_fps=10.50 +2026-10-02 00:02:46.321 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=981.830s infer_obs_pack=0.813s env_step=4.306s feedback_total=4.156s feedback_obs_pack=0.967s feedback_info_pack=0.156s effective_fps=10.50 +2026-10-02 00:02:46.322 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=981.511s infer_obs_pack=0.838s env_step=4.448s feedback_total=4.181s feedback_obs_pack=0.986s feedback_info_pack=0.163s effective_fps=10.51 +2026-10-02 00:02:46.322 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=981.671s infer_obs_pack=0.810s env_step=4.367s feedback_total=4.158s feedback_obs_pack=0.964s feedback_info_pack=0.165s effective_fps=10.51 +2026-10-02 00:02:46.320 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=981.924s infer_obs_pack=0.822s env_step=4.234s feedback_total=4.213s feedback_obs_pack=0.919s feedback_info_pack=0.144s effective_fps=10.50 +2026-10-02 00:02:46.320 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=982.332s infer_obs_pack=0.808s env_step=4.062s feedback_total=4.096s feedback_obs_pack=0.904s feedback_info_pack=0.146s effective_fps=10.50 +2026-10-02 00:02:46.322 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=981.189s infer_obs_pack=0.846s env_step=4.568s feedback_total=4.291s feedback_obs_pack=1.012s feedback_info_pack=0.170s effective_fps=10.51 +2026-10-02 00:02:46.322 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=981.439s infer_obs_pack=0.830s env_step=4.498s feedback_total=4.193s feedback_obs_pack=0.988s feedback_info_pack=0.169s effective_fps=10.51 +2026-10-02 00:02:46.322 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=981.382s infer_obs_pack=0.843s env_step=4.501s feedback_total=4.201s feedback_obs_pack=1.009s feedback_info_pack=0.166s effective_fps=10.51 +2026-10-02 00:02:46.323 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10411 infer_calls=10411 feedback_calls=10411 infer_wait=981.155s infer_obs_pack=0.848s env_step=4.567s feedback_total=4.296s feedback_obs_pack=1.025s feedback_info_pack=0.170s effective_fps=10.51 +2026-10-02 00:03:16.342 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1012.236s infer_obs_pack=0.820s env_step=4.087s feedback_total=4.144s feedback_obs_pack=0.928s feedback_info_pack=0.146s effective_fps=10.48 +2026-10-02 00:03:16.342 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.834s infer_obs_pack=0.833s env_step=4.279s feedback_total=4.179s feedback_obs_pack=0.964s feedback_info_pack=0.157s effective_fps=10.48 +2026-10-02 00:03:16.342 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1012.045s infer_obs_pack=0.832s env_step=4.176s feedback_total=4.208s feedback_obs_pack=0.929s feedback_info_pack=0.150s effective_fps=10.48 +2026-10-02 00:03:16.343 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.749s infer_obs_pack=0.847s env_step=4.313s feedback_total=4.218s feedback_obs_pack=0.977s feedback_info_pack=0.165s effective_fps=10.48 +2026-10-02 00:03:16.343 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.211s infer_obs_pack=0.861s env_step=4.573s feedback_total=4.294s feedback_obs_pack=1.013s feedback_info_pack=0.167s effective_fps=10.48 +2026-10-02 00:03:16.343 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.075s infer_obs_pack=0.867s env_step=4.628s feedback_total=4.318s feedback_obs_pack=1.037s feedback_info_pack=0.171s effective_fps=10.48 +2026-10-02 00:03:16.343 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.541s infer_obs_pack=0.834s env_step=4.424s feedback_total=4.269s feedback_obs_pack=0.993s feedback_info_pack=0.160s effective_fps=10.48 +2026-10-02 00:03:16.342 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1012.067s infer_obs_pack=0.819s env_step=4.176s feedback_total=4.127s feedback_obs_pack=0.933s feedback_info_pack=0.153s effective_fps=10.48 +2026-10-02 00:03:16.343 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.139s infer_obs_pack=0.852s env_step=4.621s feedback_total=4.306s feedback_obs_pack=1.015s feedback_info_pack=0.173s effective_fps=10.48 +2026-10-02 00:03:16.342 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.988s infer_obs_pack=0.832s env_step=4.210s feedback_total=4.151s feedback_obs_pack=0.952s feedback_info_pack=0.160s effective_fps=10.48 +2026-10-02 00:03:16.342 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.618s infer_obs_pack=0.850s env_step=4.353s feedback_total=4.331s feedback_obs_pack=0.949s feedback_info_pack=0.148s effective_fps=10.48 +2026-10-02 00:03:16.343 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1010.883s infer_obs_pack=0.868s env_step=4.693s feedback_total=4.408s feedback_obs_pack=1.040s feedback_info_pack=0.175s effective_fps=10.48 +2026-10-02 00:03:16.343 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1011.375s infer_obs_pack=0.833s env_step=4.491s feedback_total=4.270s feedback_obs_pack=0.990s feedback_info_pack=0.169s effective_fps=10.48 +2026-10-02 00:03:16.342 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1012.164s infer_obs_pack=0.827s env_step=4.117s feedback_total=4.175s feedback_obs_pack=0.920s feedback_info_pack=0.147s effective_fps=10.48 +2026-10-02 00:03:16.342 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1012.084s infer_obs_pack=0.838s env_step=4.126s feedback_total=4.239s feedback_obs_pack=0.937s feedback_info_pack=0.158s effective_fps=10.48 +2026-10-02 00:03:16.343 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=10700 infer_calls=10700 feedback_calls=10700 infer_wait=1010.848s infer_obs_pack=0.870s env_step=4.694s feedback_total=4.412s feedback_obs_pack=1.052s feedback_info_pack=0.175s effective_fps=10.48 +2026-10-02 00:03:46.397 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.949s infer_obs_pack=0.847s env_step=4.211s feedback_total=4.271s feedback_obs_pack=0.957s feedback_info_pack=0.151s effective_fps=10.50 +2026-10-02 00:03:46.398 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.313s infer_obs_pack=0.875s env_step=4.482s feedback_total=4.464s feedback_obs_pack=0.978s feedback_info_pack=0.152s effective_fps=10.50 +2026-10-02 00:03:46.398 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.760s infer_obs_pack=0.857s env_step=4.299s feedback_total=4.336s feedback_obs_pack=0.957s feedback_info_pack=0.154s effective_fps=10.50 +2026-10-02 00:03:46.398 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.695s infer_obs_pack=0.858s env_step=4.341s feedback_total=4.275s feedback_obs_pack=0.980s feedback_info_pack=0.165s effective_fps=10.50 +2026-10-02 00:03:46.398 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.793s infer_obs_pack=0.863s env_step=4.252s feedback_total=4.366s feedback_obs_pack=0.964s feedback_info_pack=0.163s effective_fps=10.50 +2026-10-02 00:03:46.397 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.060s infer_obs_pack=0.859s env_step=4.629s feedback_total=4.402s feedback_obs_pack=1.021s feedback_info_pack=0.175s effective_fps=10.51 +2026-10-02 00:03:46.397 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.784s infer_obs_pack=0.844s env_step=4.302s feedback_total=4.251s feedback_obs_pack=0.960s feedback_info_pack=0.157s effective_fps=10.50 +2026-10-02 00:03:46.397 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.534s infer_obs_pack=0.858s env_step=4.412s feedback_total=4.309s feedback_obs_pack=0.995s feedback_info_pack=0.161s effective_fps=10.51 +2026-10-02 00:03:46.399 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1040.887s infer_obs_pack=0.888s env_step=4.721s feedback_total=4.427s feedback_obs_pack=1.044s feedback_info_pack=0.173s effective_fps=10.51 +2026-10-02 00:03:46.399 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.238s infer_obs_pack=0.860s env_step=4.557s feedback_total=4.402s feedback_obs_pack=1.025s feedback_info_pack=0.165s effective_fps=10.51 +2026-10-02 00:03:46.399 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.877s infer_obs_pack=0.854s env_step=4.243s feedback_total=4.298s feedback_obs_pack=0.947s feedback_info_pack=0.152s effective_fps=10.50 +2026-10-02 00:03:46.399 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1041.455s infer_obs_pack=0.872s env_step=4.445s feedback_total=4.345s feedback_obs_pack=1.006s feedback_info_pack=0.170s effective_fps=10.51 +2026-10-02 00:03:46.400 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1040.815s infer_obs_pack=0.878s env_step=4.768s feedback_total=4.442s feedback_obs_pack=1.047s feedback_info_pack=0.179s effective_fps=10.51 +2026-10-02 00:03:46.400 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1040.748s infer_obs_pack=0.893s env_step=4.775s feedback_total=4.454s feedback_obs_pack=1.070s feedback_info_pack=0.176s effective_fps=10.51 +2026-10-02 00:03:46.400 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1040.520s infer_obs_pack=0.897s env_step=4.840s feedback_total=4.550s feedback_obs_pack=1.085s feedback_info_pack=0.180s effective_fps=10.51 +2026-10-02 00:03:46.400 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11042 infer_calls=11042 feedback_calls=11042 infer_wait=1040.560s infer_obs_pack=0.894s env_step=4.837s feedback_total=4.544s feedback_obs_pack=1.073s feedback_info_pack=0.180s effective_fps=10.51 +2026-10-02 00:04:16.411 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.570s infer_obs_pack=0.877s env_step=4.364s feedback_total=4.411s feedback_obs_pack=0.972s feedback_info_pack=0.156s effective_fps=10.52 +2026-10-02 00:04:16.411 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.223s infer_obs_pack=0.881s env_step=4.535s feedback_total=4.425s feedback_obs_pack=1.022s feedback_info_pack=0.166s effective_fps=10.52 +2026-10-02 00:04:16.411 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.461s infer_obs_pack=0.881s env_step=4.411s feedback_total=4.452s feedback_obs_pack=0.982s feedback_info_pack=0.158s effective_fps=10.52 +2026-10-02 00:04:16.411 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.003s infer_obs_pack=0.898s env_step=4.598s feedback_total=4.584s feedback_obs_pack=1.004s feedback_info_pack=0.156s effective_fps=10.52 +2026-10-02 00:04:16.412 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.140s infer_obs_pack=0.896s env_step=4.568s feedback_total=4.462s feedback_obs_pack=1.034s feedback_info_pack=0.174s effective_fps=10.52 +2026-10-02 00:04:16.411 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.393s infer_obs_pack=0.881s env_step=4.456s feedback_total=4.391s feedback_obs_pack=1.007s feedback_info_pack=0.169s effective_fps=10.52 +2026-10-02 00:04:16.412 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1070.410s infer_obs_pack=0.918s env_step=4.911s feedback_total=4.576s feedback_obs_pack=1.101s feedback_info_pack=0.181s effective_fps=10.52 +2026-10-02 00:04:16.412 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1070.223s infer_obs_pack=0.919s env_step=4.972s feedback_total=4.668s feedback_obs_pack=1.102s feedback_info_pack=0.185s effective_fps=10.52 +2026-10-02 00:04:16.411 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.643s infer_obs_pack=0.870s env_step=4.331s feedback_total=4.385s feedback_obs_pack=0.982s feedback_info_pack=0.155s effective_fps=10.52 +2026-10-02 00:04:16.411 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.481s infer_obs_pack=0.867s env_step=4.421s feedback_total=4.365s feedback_obs_pack=0.987s feedback_info_pack=0.161s effective_fps=10.52 +2026-10-02 00:04:16.412 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1070.737s infer_obs_pack=0.883s env_step=4.759s feedback_total=4.521s feedback_obs_pack=1.049s feedback_info_pack=0.179s effective_fps=10.52 +2026-10-02 00:04:16.411 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1071.490s infer_obs_pack=0.886s env_step=4.367s feedback_total=4.482s feedback_obs_pack=0.990s feedback_info_pack=0.167s effective_fps=10.52 +2026-10-02 00:04:16.412 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1070.559s infer_obs_pack=0.911s env_step=4.853s feedback_total=4.548s feedback_obs_pack=1.073s feedback_info_pack=0.177s effective_fps=10.52 +2026-10-02 00:04:16.413 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1070.484s infer_obs_pack=0.903s env_step=4.900s feedback_total=4.564s feedback_obs_pack=1.077s feedback_info_pack=0.184s effective_fps=10.52 +2026-10-02 00:04:16.413 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1070.923s infer_obs_pack=0.884s env_step=4.680s feedback_total=4.522s feedback_obs_pack=1.053s feedback_info_pack=0.170s effective_fps=10.52 +2026-10-02 00:04:16.413 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11370 infer_calls=11370 feedback_calls=11370 infer_wait=1070.185s infer_obs_pack=0.921s env_step=4.974s feedback_total=4.674s feedback_obs_pack=1.114s feedback_info_pack=0.185s effective_fps=10.52 +2026-10-02 00:04:46.421 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1100.619s infer_obs_pack=0.925s env_step=4.746s feedback_total=4.731s feedback_obs_pack=1.039s feedback_info_pack=0.160s effective_fps=10.54 +2026-10-02 00:04:46.423 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1101.114s infer_obs_pack=0.906s env_step=4.540s feedback_total=4.585s feedback_obs_pack=1.011s feedback_info_pack=0.163s effective_fps=10.54 +2026-10-02 00:04:46.423 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1099.808s infer_obs_pack=0.947s env_step=5.121s feedback_total=4.813s feedback_obs_pack=1.147s feedback_info_pack=0.190s effective_fps=10.54 +2026-10-02 00:04:46.423 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1101.042s infer_obs_pack=0.909s env_step=4.590s feedback_total=4.523s feedback_obs_pack=1.036s feedback_info_pack=0.175s effective_fps=10.54 +2026-10-02 00:04:46.423 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1101.298s infer_obs_pack=0.894s env_step=4.461s feedback_total=4.517s feedback_obs_pack=1.009s feedback_info_pack=0.159s effective_fps=10.54 +2026-10-02 00:04:46.423 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1101.131s infer_obs_pack=0.893s env_step=4.554s feedback_total=4.501s feedback_obs_pack=1.017s feedback_info_pack=0.166s effective_fps=10.54 +2026-10-02 00:04:46.423 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1101.226s infer_obs_pack=0.902s env_step=4.490s feedback_total=4.549s feedback_obs_pack=1.000s feedback_info_pack=0.160s effective_fps=10.54 +2026-10-02 00:04:46.424 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1100.780s infer_obs_pack=0.922s env_step=4.706s feedback_total=4.596s feedback_obs_pack=1.064s feedback_info_pack=0.179s effective_fps=10.54 +2026-10-02 00:04:46.424 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1099.847s infer_obs_pack=0.947s env_step=5.121s feedback_total=4.806s feedback_obs_pack=1.135s feedback_info_pack=0.191s effective_fps=10.54 +2026-10-02 00:04:46.425 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1100.188s infer_obs_pack=0.937s env_step=5.005s feedback_total=4.682s feedback_obs_pack=1.106s feedback_info_pack=0.183s effective_fps=10.54 +2026-10-02 00:04:46.423 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1101.147s infer_obs_pack=0.911s env_step=4.494s feedback_total=4.618s feedback_obs_pack=1.018s feedback_info_pack=0.171s effective_fps=10.54 +2026-10-02 00:04:46.423 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1100.867s infer_obs_pack=0.906s env_step=4.675s feedback_total=4.557s feedback_obs_pack=1.052s feedback_info_pack=0.171s effective_fps=10.54 +2026-10-02 00:04:46.424 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1100.556s infer_obs_pack=0.909s env_step=4.820s feedback_total=4.661s feedback_obs_pack=1.085s feedback_info_pack=0.175s effective_fps=10.54 +2026-10-02 00:04:46.425 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1100.039s infer_obs_pack=0.945s env_step=5.058s feedback_total=4.715s feedback_obs_pack=1.133s feedback_info_pack=0.187s effective_fps=10.54 +2026-10-02 00:04:46.425 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1100.364s infer_obs_pack=0.911s env_step=4.903s feedback_total=4.664s feedback_obs_pack=1.080s feedback_info_pack=0.184s effective_fps=10.54 +2026-10-02 00:04:46.424 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=11709 infer_calls=11709 feedback_calls=11709 infer_wait=1100.116s infer_obs_pack=0.928s env_step=5.045s feedback_total=4.702s feedback_obs_pack=1.108s feedback_info_pack=0.189s effective_fps=10.54 +2026-10-02 00:05:16.460 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.779s infer_obs_pack=0.931s env_step=4.670s feedback_total=4.728s feedback_obs_pack=1.038s feedback_info_pack=0.167s effective_fps=10.56 +2026-10-02 00:05:16.460 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.534s infer_obs_pack=0.933s env_step=4.815s feedback_total=4.688s feedback_obs_pack=1.082s feedback_info_pack=0.176s effective_fps=10.56 +2026-10-02 00:05:16.461 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.033s infer_obs_pack=0.937s env_step=5.042s feedback_total=4.798s feedback_obs_pack=1.111s feedback_info_pack=0.189s effective_fps=10.56 +2026-10-02 00:05:16.462 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1129.696s infer_obs_pack=0.971s env_step=5.202s feedback_total=4.849s feedback_obs_pack=1.166s feedback_info_pack=0.192s effective_fps=10.56 +2026-10-02 00:05:16.460 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.833s infer_obs_pack=0.937s env_step=4.621s feedback_total=4.743s feedback_obs_pack=1.044s feedback_info_pack=0.176s effective_fps=10.56 +2026-10-02 00:05:16.460 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.984s infer_obs_pack=0.921s env_step=4.586s feedback_total=4.652s feedback_obs_pack=1.037s feedback_info_pack=0.165s effective_fps=10.56 +2026-10-02 00:05:16.460 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.449s infer_obs_pack=0.949s env_step=4.844s feedback_total=4.727s feedback_obs_pack=1.095s feedback_info_pack=0.184s effective_fps=10.56 +2026-10-02 00:05:16.461 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.222s infer_obs_pack=0.935s env_step=4.957s feedback_total=4.799s feedback_obs_pack=1.117s feedback_info_pack=0.180s effective_fps=10.56 +2026-10-02 00:05:16.460 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.900s infer_obs_pack=0.927s env_step=4.622s feedback_total=4.683s feedback_obs_pack=1.030s feedback_info_pack=0.165s effective_fps=10.56 +2026-10-02 00:05:16.460 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.816s infer_obs_pack=0.917s env_step=4.686s feedback_total=4.631s feedback_obs_pack=1.047s feedback_info_pack=0.170s effective_fps=10.56 +2026-10-02 00:05:16.461 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1129.505s infer_obs_pack=0.973s env_step=5.266s feedback_total=4.941s feedback_obs_pack=1.167s feedback_info_pack=0.196s effective_fps=10.56 +2026-10-02 00:05:16.462 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.256s infer_obs_pack=0.958s env_step=4.894s feedback_total=4.877s feedback_obs_pack=1.071s feedback_info_pack=0.164s effective_fps=10.56 +2026-10-02 00:05:16.462 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1129.778s infer_obs_pack=0.954s env_step=5.187s feedback_total=4.835s feedback_obs_pack=1.139s feedback_info_pack=0.194s effective_fps=10.56 +2026-10-02 00:05:16.460 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1130.721s infer_obs_pack=0.934s env_step=4.723s feedback_total=4.648s feedback_obs_pack=1.065s feedback_info_pack=0.180s effective_fps=10.56 +2026-10-02 00:05:16.462 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1129.850s infer_obs_pack=0.963s env_step=5.150s feedback_total=4.815s feedback_obs_pack=1.137s feedback_info_pack=0.188s effective_fps=10.56 +2026-10-02 00:05:16.462 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12048 infer_calls=12048 feedback_calls=12048 infer_wait=1129.466s infer_obs_pack=0.974s env_step=5.266s feedback_total=4.947s feedback_obs_pack=1.179s feedback_info_pack=0.196s effective_fps=10.56 +2026-10-02 00:05:46.521 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1160.689s infer_obs_pack=0.946s env_step=4.713s feedback_total=4.789s feedback_obs_pack=1.066s feedback_info_pack=0.169s effective_fps=10.57 +2026-10-02 00:05:46.521 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1160.520s infer_obs_pack=0.943s env_step=4.817s feedback_total=4.759s feedback_obs_pack=1.076s feedback_info_pack=0.175s effective_fps=10.57 +2026-10-02 00:05:46.522 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1160.614s infer_obs_pack=0.952s env_step=4.746s feedback_total=4.814s feedback_obs_pack=1.058s feedback_info_pack=0.169s effective_fps=10.57 +2026-10-02 00:05:46.522 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1160.244s infer_obs_pack=0.958s env_step=4.943s feedback_total=4.818s feedback_obs_pack=1.111s feedback_info_pack=0.180s effective_fps=10.57 +2026-10-02 00:05:46.522 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1160.425s infer_obs_pack=0.959s env_step=4.856s feedback_total=4.778s feedback_obs_pack=1.094s feedback_info_pack=0.185s effective_fps=10.57 +2026-10-02 00:05:46.523 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1159.469s infer_obs_pack=0.980s env_step=5.328s feedback_total=4.967s feedback_obs_pack=1.171s feedback_info_pack=0.199s effective_fps=10.57 +2026-10-02 00:05:46.523 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1160.142s infer_obs_pack=0.974s env_step=4.977s feedback_total=4.866s feedback_obs_pack=1.124s feedback_info_pack=0.189s effective_fps=10.57 +2026-10-02 00:05:46.523 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1159.926s infer_obs_pack=0.988s env_step=5.042s feedback_total=5.019s feedback_obs_pack=1.104s feedback_info_pack=0.168s effective_fps=10.57 +2026-10-02 00:05:46.521 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1160.536s infer_obs_pack=0.963s env_step=4.749s feedback_total=4.879s feedback_obs_pack=1.072s feedback_info_pack=0.180s effective_fps=10.57 +2026-10-02 00:05:46.521 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1160.489s infer_obs_pack=0.956s env_step=4.795s feedback_total=4.862s feedback_obs_pack=1.065s feedback_info_pack=0.173s effective_fps=10.57 +2026-10-02 00:05:46.523 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1159.155s infer_obs_pack=0.999s env_step=5.410s feedback_total=5.081s feedback_obs_pack=1.210s feedback_info_pack=0.201s effective_fps=10.57 +2026-10-02 00:05:46.522 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1159.918s infer_obs_pack=0.961s env_step=5.091s feedback_total=4.934s feedback_obs_pack=1.148s feedback_info_pack=0.185s effective_fps=10.57 +2026-10-02 00:05:46.523 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1159.389s infer_obs_pack=0.997s env_step=5.343s feedback_total=4.981s feedback_obs_pack=1.197s feedback_info_pack=0.197s effective_fps=10.57 +2026-10-02 00:05:46.524 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1159.549s infer_obs_pack=0.988s env_step=5.287s feedback_total=4.948s feedback_obs_pack=1.168s feedback_info_pack=0.193s effective_fps=10.57 +2026-10-02 00:05:46.523 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1159.196s infer_obs_pack=0.998s env_step=5.409s feedback_total=5.073s feedback_obs_pack=1.198s feedback_info_pack=0.201s effective_fps=10.57 +2026-10-02 00:05:46.524 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12379 infer_calls=12379 feedback_calls=12379 infer_wait=1159.737s infer_obs_pack=0.963s env_step=5.179s feedback_total=4.926s feedback_obs_pack=1.141s feedback_info_pack=0.194s effective_fps=10.57 +2026-10-02 00:06:16.529 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1189.502s infer_obs_pack=1.019s env_step=5.211s feedback_total=5.174s feedback_obs_pack=1.135s feedback_info_pack=0.177s effective_fps=10.58 +2026-10-02 00:06:16.531 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1188.831s infer_obs_pack=1.024s env_step=5.551s feedback_total=5.206s feedback_obs_pack=1.229s feedback_info_pack=0.206s effective_fps=10.59 +2026-10-02 00:06:16.531 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1190.169s infer_obs_pack=0.970s env_step=4.951s feedback_total=4.894s feedback_obs_pack=1.104s feedback_info_pack=0.179s effective_fps=10.58 +2026-10-02 00:06:16.529 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1190.066s infer_obs_pack=0.985s env_step=4.987s feedback_total=4.915s feedback_obs_pack=1.124s feedback_info_pack=0.190s effective_fps=10.58 +2026-10-02 00:06:16.529 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1190.175s infer_obs_pack=0.992s env_step=4.881s feedback_total=5.011s feedback_obs_pack=1.099s feedback_info_pack=0.186s effective_fps=10.58 +2026-10-02 00:06:16.529 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1189.559s infer_obs_pack=0.988s env_step=5.225s feedback_total=5.069s feedback_obs_pack=1.177s feedback_info_pack=0.189s effective_fps=10.58 +2026-10-02 00:06:16.529 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1189.792s infer_obs_pack=0.999s env_step=5.105s feedback_total=4.999s feedback_obs_pack=1.154s feedback_info_pack=0.193s effective_fps=10.58 +2026-10-02 00:06:16.532 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1189.109s infer_obs_pack=1.005s env_step=5.468s feedback_total=5.099s feedback_obs_pack=1.201s feedback_info_pack=0.205s effective_fps=10.59 +2026-10-02 00:06:16.531 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1189.028s infer_obs_pack=1.022s env_step=5.484s feedback_total=5.111s feedback_obs_pack=1.227s feedback_info_pack=0.202s effective_fps=10.59 +2026-10-02 00:06:16.531 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1190.329s infer_obs_pack=0.975s env_step=4.844s feedback_total=4.927s feedback_obs_pack=1.094s feedback_info_pack=0.174s effective_fps=10.58 +2026-10-02 00:06:16.531 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1188.789s infer_obs_pack=1.025s env_step=5.550s feedback_total=5.213s feedback_obs_pack=1.242s feedback_info_pack=0.206s effective_fps=10.59 +2026-10-02 00:06:16.531 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1189.383s infer_obs_pack=0.989s env_step=5.315s feedback_total=5.058s feedback_obs_pack=1.172s feedback_info_pack=0.200s effective_fps=10.59 +2026-10-02 00:06:16.529 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1190.260s infer_obs_pack=0.979s env_step=4.874s feedback_total=4.951s feedback_obs_pack=1.088s feedback_info_pack=0.173s effective_fps=10.58 +2026-10-02 00:06:16.531 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1189.184s infer_obs_pack=1.015s env_step=5.432s feedback_total=5.080s feedback_obs_pack=1.200s feedback_info_pack=0.198s effective_fps=10.59 +2026-10-02 00:06:16.529 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1190.109s infer_obs_pack=0.982s env_step=4.936s feedback_total=5.005s feedback_obs_pack=1.096s feedback_info_pack=0.177s effective_fps=10.58 +2026-10-02 00:06:16.529 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=12710 infer_calls=12710 feedback_calls=12710 infer_wait=1189.894s infer_obs_pack=0.984s env_step=5.074s feedback_total=4.950s feedback_obs_pack=1.138s feedback_info_pack=0.186s effective_fps=10.58 +2026-10-02 00:06:47.247 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1220.514s infer_obs_pack=1.024s env_step=5.018s feedback_total=5.147s feedback_obs_pack=1.128s feedback_info_pack=0.191s effective_fps=10.60 +2026-10-02 00:06:47.248 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1220.534s infer_obs_pack=0.999s env_step=5.075s feedback_total=5.023s feedback_obs_pack=1.133s feedback_info_pack=0.184s effective_fps=10.60 +2026-10-02 00:06:47.248 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1219.519s infer_obs_pack=1.041s env_step=5.577s feedback_total=5.216s feedback_obs_pack=1.232s feedback_info_pack=0.203s effective_fps=10.60 +2026-10-02 00:06:47.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1219.441s infer_obs_pack=1.031s env_step=5.614s feedback_total=5.238s feedback_obs_pack=1.234s feedback_info_pack=0.210s effective_fps=10.60 +2026-10-02 00:06:47.247 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1220.246s infer_obs_pack=1.010s env_step=5.207s feedback_total=5.086s feedback_obs_pack=1.167s feedback_info_pack=0.191s effective_fps=10.60 +2026-10-02 00:06:47.247 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1220.452s infer_obs_pack=1.013s env_step=5.073s feedback_total=5.137s feedback_obs_pack=1.124s feedback_info_pack=0.182s effective_fps=10.60 +2026-10-02 00:06:47.247 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1220.606s infer_obs_pack=1.012s env_step=5.007s feedback_total=5.085s feedback_obs_pack=1.116s feedback_info_pack=0.178s effective_fps=10.60 +2026-10-02 00:06:47.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1220.679s infer_obs_pack=1.007s env_step=4.973s feedback_total=5.061s feedback_obs_pack=1.125s feedback_info_pack=0.178s effective_fps=10.60 +2026-10-02 00:06:47.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1219.156s infer_obs_pack=1.051s env_step=5.701s feedback_total=5.346s feedback_obs_pack=1.262s feedback_info_pack=0.212s effective_fps=10.60 +2026-10-02 00:06:47.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1219.720s infer_obs_pack=1.015s env_step=5.459s feedback_total=5.194s feedback_obs_pack=1.204s feedback_info_pack=0.206s effective_fps=10.60 +2026-10-02 00:06:47.248 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1220.147s infer_obs_pack=1.025s env_step=5.239s feedback_total=5.131s feedback_obs_pack=1.185s feedback_info_pack=0.198s effective_fps=10.60 +2026-10-02 00:06:47.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1219.905s infer_obs_pack=1.014s env_step=5.364s feedback_total=5.204s feedback_obs_pack=1.208s feedback_info_pack=0.195s effective_fps=10.60 +2026-10-02 00:06:47.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1219.115s infer_obs_pack=1.052s env_step=5.699s feedback_total=5.352s feedback_obs_pack=1.275s feedback_info_pack=0.211s effective_fps=10.60 +2026-10-02 00:06:47.249 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1219.352s infer_obs_pack=1.049s env_step=5.635s feedback_total=5.250s feedback_obs_pack=1.260s feedback_info_pack=0.208s effective_fps=10.60 +2026-10-02 00:06:47.248 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1220.422s infer_obs_pack=1.015s env_step=5.119s feedback_total=5.045s feedback_obs_pack=1.154s feedback_info_pack=0.194s effective_fps=10.60 +2026-10-02 00:06:47.248 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13057 infer_calls=13057 feedback_calls=13057 infer_wait=1219.812s infer_obs_pack=1.050s env_step=5.369s feedback_total=5.311s feedback_obs_pack=1.165s feedback_info_pack=0.183s effective_fps=10.60 +2026-10-02 00:07:17.312 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1250.183s infer_obs_pack=1.039s env_step=5.192s feedback_total=5.258s feedback_obs_pack=1.150s feedback_info_pack=0.186s effective_fps=10.61 +2026-10-02 00:07:17.313 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1249.638s infer_obs_pack=1.038s env_step=5.487s feedback_total=5.324s feedback_obs_pack=1.236s feedback_info_pack=0.199s effective_fps=10.61 +2026-10-02 00:07:17.313 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1249.233s infer_obs_pack=1.065s env_step=5.711s feedback_total=5.340s feedback_obs_pack=1.262s feedback_info_pack=0.208s effective_fps=10.61 +2026-10-02 00:07:17.314 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1250.419s infer_obs_pack=1.030s env_step=5.094s feedback_total=5.181s feedback_obs_pack=1.152s feedback_info_pack=0.182s effective_fps=10.61 +2026-10-02 00:07:17.312 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1250.253s infer_obs_pack=1.048s env_step=5.136s feedback_total=5.268s feedback_obs_pack=1.155s feedback_info_pack=0.195s effective_fps=10.61 +2026-10-02 00:07:17.312 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1249.528s infer_obs_pack=1.077s env_step=5.495s feedback_total=5.436s feedback_obs_pack=1.191s feedback_info_pack=0.187s effective_fps=10.61 +2026-10-02 00:07:17.314 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1248.863s infer_obs_pack=1.075s env_step=5.840s feedback_total=5.473s feedback_obs_pack=1.293s feedback_info_pack=0.217s effective_fps=10.61 +2026-10-02 00:07:17.312 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1250.286s infer_obs_pack=1.022s env_step=5.192s feedback_total=5.137s feedback_obs_pack=1.161s feedback_info_pack=0.188s effective_fps=10.61 +2026-10-02 00:07:17.314 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1249.888s infer_obs_pack=1.049s env_step=5.362s feedback_total=5.248s feedback_obs_pack=1.212s feedback_info_pack=0.203s effective_fps=10.61 +2026-10-02 00:07:17.312 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1249.986s infer_obs_pack=1.033s env_step=5.328s feedback_total=5.204s feedback_obs_pack=1.193s feedback_info_pack=0.195s effective_fps=10.61 +2026-10-02 00:07:17.312 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1250.348s infer_obs_pack=1.037s env_step=5.123s feedback_total=5.205s feedback_obs_pack=1.142s feedback_info_pack=0.182s effective_fps=10.61 +2026-10-02 00:07:17.312 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1250.161s infer_obs_pack=1.038s env_step=5.236s feedback_total=5.167s feedback_obs_pack=1.180s feedback_info_pack=0.199s effective_fps=10.61 +2026-10-02 00:07:17.314 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1249.157s infer_obs_pack=1.055s env_step=5.749s feedback_total=5.362s feedback_obs_pack=1.263s feedback_info_pack=0.215s effective_fps=10.61 +2026-10-02 00:07:17.314 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1248.821s infer_obs_pack=1.076s env_step=5.839s feedback_total=5.479s feedback_obs_pack=1.305s feedback_info_pack=0.216s effective_fps=10.61 +2026-10-02 00:07:17.314 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1249.441s infer_obs_pack=1.040s env_step=5.591s feedback_total=5.316s feedback_obs_pack=1.232s feedback_info_pack=0.211s effective_fps=10.61 +2026-10-02 00:07:17.315 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13382 infer_calls=13382 feedback_calls=13382 infer_wait=1249.064s infer_obs_pack=1.073s env_step=5.771s feedback_total=5.376s feedback_obs_pack=1.291s feedback_info_pack=0.213s effective_fps=10.61 +2026-10-02 00:07:47.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1279.263s infer_obs_pack=1.098s env_step=5.608s feedback_total=5.549s feedback_obs_pack=1.216s feedback_info_pack=0.191s effective_fps=10.59 +2026-10-02 00:07:47.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1280.044s infer_obs_pack=1.043s env_step=5.297s feedback_total=5.243s feedback_obs_pack=1.187s feedback_info_pack=0.192s effective_fps=10.59 +2026-10-02 00:07:47.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1280.100s infer_obs_pack=1.058s env_step=5.233s feedback_total=5.314s feedback_obs_pack=1.169s feedback_info_pack=0.186s effective_fps=10.59 +2026-10-02 00:07:47.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1279.919s infer_obs_pack=1.062s env_step=5.308s feedback_total=5.369s feedback_obs_pack=1.177s feedback_info_pack=0.189s effective_fps=10.59 +2026-10-02 00:07:47.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1280.163s infer_obs_pack=1.053s env_step=5.208s feedback_total=5.287s feedback_obs_pack=1.177s feedback_info_pack=0.186s effective_fps=10.59 +2026-10-02 00:07:47.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1279.909s infer_obs_pack=1.059s env_step=5.347s feedback_total=5.273s feedback_obs_pack=1.205s feedback_info_pack=0.203s effective_fps=10.59 +2026-10-02 00:07:47.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1279.635s infer_obs_pack=1.070s env_step=5.470s feedback_total=5.357s feedback_obs_pack=1.235s feedback_info_pack=0.207s effective_fps=10.59 +2026-10-02 00:07:47.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1279.994s infer_obs_pack=1.069s env_step=5.243s feedback_total=5.381s feedback_obs_pack=1.180s feedback_info_pack=0.199s effective_fps=10.59 +2026-10-02 00:07:47.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1279.376s infer_obs_pack=1.059s env_step=5.605s feedback_total=5.437s feedback_obs_pack=1.264s feedback_info_pack=0.203s effective_fps=10.59 +2026-10-02 00:07:47.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1279.742s infer_obs_pack=1.053s env_step=5.437s feedback_total=5.307s feedback_obs_pack=1.217s feedback_info_pack=0.199s effective_fps=10.59 +2026-10-02 00:07:47.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1278.967s infer_obs_pack=1.087s env_step=5.834s feedback_total=5.450s feedback_obs_pack=1.289s feedback_info_pack=0.213s effective_fps=10.59 +2026-10-02 00:07:47.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1278.798s infer_obs_pack=1.095s env_step=5.891s feedback_total=5.486s feedback_obs_pack=1.317s feedback_info_pack=0.217s effective_fps=10.59 +2026-10-02 00:07:47.360 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1278.593s infer_obs_pack=1.096s env_step=5.963s feedback_total=5.583s feedback_obs_pack=1.320s feedback_info_pack=0.221s effective_fps=10.59 +2026-10-02 00:07:47.360 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1279.181s infer_obs_pack=1.061s env_step=5.709s feedback_total=5.426s feedback_obs_pack=1.257s feedback_info_pack=0.215s effective_fps=10.59 +2026-10-02 00:07:47.360 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1278.551s infer_obs_pack=1.098s env_step=5.959s feedback_total=5.591s feedback_obs_pack=1.332s feedback_info_pack=0.220s effective_fps=10.59 +2026-10-02 00:07:47.360 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13680 infer_calls=13680 feedback_calls=13680 infer_wait=1278.890s infer_obs_pack=1.076s env_step=5.867s feedback_total=5.473s feedback_obs_pack=1.289s feedback_info_pack=0.220s effective_fps=10.59 +2026-10-02 00:08:17.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.680s infer_obs_pack=1.075s env_step=5.431s feedback_total=5.358s feedback_obs_pack=1.225s feedback_info_pack=0.206s effective_fps=10.53 +2026-10-02 00:08:17.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.881s infer_obs_pack=1.074s env_step=5.313s feedback_total=5.393s feedback_obs_pack=1.187s feedback_info_pack=0.189s effective_fps=10.53 +2026-10-02 00:08:17.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.816s infer_obs_pack=1.059s env_step=5.382s feedback_total=5.329s feedback_obs_pack=1.211s feedback_info_pack=0.195s effective_fps=10.53 +2026-10-02 00:08:17.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.138s infer_obs_pack=1.076s env_step=5.696s feedback_total=5.523s feedback_obs_pack=1.284s feedback_info_pack=0.206s effective_fps=10.53 +2026-10-02 00:08:17.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.767s infer_obs_pack=1.085s env_step=5.325s feedback_total=5.467s feedback_obs_pack=1.200s feedback_info_pack=0.202s effective_fps=10.53 +2026-10-02 00:08:17.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.694s infer_obs_pack=1.078s env_step=5.390s feedback_total=5.453s feedback_obs_pack=1.195s feedback_info_pack=0.194s effective_fps=10.53 +2026-10-02 00:08:17.362 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1308.941s infer_obs_pack=1.077s env_step=5.799s feedback_total=5.514s feedback_obs_pack=1.278s feedback_info_pack=0.218s effective_fps=10.53 +2026-10-02 00:08:17.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.024s infer_obs_pack=1.116s env_step=5.692s feedback_total=5.636s feedback_obs_pack=1.234s feedback_info_pack=0.194s effective_fps=10.53 +2026-10-02 00:08:17.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.933s infer_obs_pack=1.069s env_step=5.292s feedback_total=5.370s feedback_obs_pack=1.194s feedback_info_pack=0.190s effective_fps=10.53 +2026-10-02 00:08:17.362 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1308.557s infer_obs_pack=1.112s env_step=5.983s feedback_total=5.573s feedback_obs_pack=1.338s feedback_info_pack=0.220s effective_fps=10.53 +2026-10-02 00:08:17.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1309.399s infer_obs_pack=1.087s env_step=5.558s feedback_total=5.447s feedback_obs_pack=1.257s feedback_info_pack=0.210s effective_fps=10.53 +2026-10-02 00:08:17.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1308.725s infer_obs_pack=1.104s env_step=5.927s feedback_total=5.536s feedback_obs_pack=1.309s feedback_info_pack=0.216s effective_fps=10.53 +2026-10-02 00:08:17.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1308.647s infer_obs_pack=1.093s env_step=5.961s feedback_total=5.558s feedback_obs_pack=1.309s feedback_info_pack=0.223s effective_fps=10.53 +2026-10-02 00:08:17.362 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1308.305s infer_obs_pack=1.114s env_step=6.056s feedback_total=5.677s feedback_obs_pack=1.353s feedback_info_pack=0.224s effective_fps=10.53 +2026-10-02 00:08:17.362 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13915 infer_calls=13915 feedback_calls=13915 infer_wait=1308.348s infer_obs_pack=1.114s env_step=6.059s feedback_total=5.670s feedback_obs_pack=1.341s feedback_info_pack=0.225s effective_fps=10.53 +2026-10-02 00:08:17.447 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=13916 infer_calls=13916 feedback_calls=13916 infer_wait=1309.596s infer_obs_pack=1.070s env_step=5.521s feedback_total=5.397s feedback_obs_pack=1.236s feedback_info_pack=0.202s effective_fps=10.53 +2026-10-02 00:08:47.372 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1338.405s infer_obs_pack=1.127s env_step=6.055s feedback_total=5.654s feedback_obs_pack=1.338s feedback_info_pack=0.221s effective_fps=10.53 +2026-10-02 00:08:47.372 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1339.579s infer_obs_pack=1.096s env_step=5.431s feedback_total=5.507s feedback_obs_pack=1.212s feedback_info_pack=0.193s effective_fps=10.53 +2026-10-02 00:08:47.372 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1339.382s infer_obs_pack=1.101s env_step=5.509s feedback_total=5.571s feedback_obs_pack=1.220s feedback_info_pack=0.198s effective_fps=10.53 +2026-10-02 00:08:47.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1339.631s infer_obs_pack=1.092s env_step=5.408s feedback_total=5.486s feedback_obs_pack=1.219s feedback_info_pack=0.194s effective_fps=10.53 +2026-10-02 00:08:47.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1338.820s infer_obs_pack=1.099s env_step=5.821s feedback_total=5.642s feedback_obs_pack=1.311s feedback_info_pack=0.211s effective_fps=10.53 +2026-10-02 00:08:47.372 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1339.087s infer_obs_pack=1.111s env_step=5.678s feedback_total=5.564s feedback_obs_pack=1.283s feedback_info_pack=0.215s effective_fps=10.53 +2026-10-02 00:08:47.372 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1339.462s infer_obs_pack=1.108s env_step=5.441s feedback_total=5.583s feedback_obs_pack=1.225s feedback_info_pack=0.206s effective_fps=10.53 +2026-10-02 00:08:47.372 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1338.706s infer_obs_pack=1.140s env_step=5.813s feedback_total=5.754s feedback_obs_pack=1.259s feedback_info_pack=0.197s effective_fps=10.53 +2026-10-02 00:08:47.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1338.232s infer_obs_pack=1.135s env_step=6.113s feedback_total=5.693s feedback_obs_pack=1.368s feedback_info_pack=0.225s effective_fps=10.53 +2026-10-02 00:08:47.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1339.378s infer_obs_pack=1.098s env_step=5.549s feedback_total=5.472s feedback_obs_pack=1.252s feedback_info_pack=0.210s effective_fps=10.53 +2026-10-02 00:08:47.372 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1339.511s infer_obs_pack=1.082s env_step=5.501s feedback_total=5.444s feedback_obs_pack=1.236s feedback_info_pack=0.199s effective_fps=10.53 +2026-10-02 00:08:47.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1338.623s infer_obs_pack=1.101s env_step=5.925s feedback_total=5.633s feedback_obs_pack=1.306s feedback_info_pack=0.223s effective_fps=10.53 +2026-10-02 00:08:47.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1337.974s infer_obs_pack=1.138s env_step=6.188s feedback_total=5.800s feedback_obs_pack=1.382s feedback_info_pack=0.229s effective_fps=10.54 +2026-10-02 00:08:47.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1338.325s infer_obs_pack=1.116s env_step=6.090s feedback_total=5.678s feedback_obs_pack=1.338s feedback_info_pack=0.228s effective_fps=10.53 +2026-10-02 00:08:47.374 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14234 infer_calls=14234 feedback_calls=14234 infer_wait=1338.023s infer_obs_pack=1.137s env_step=6.188s feedback_total=5.791s feedback_obs_pack=1.370s feedback_info_pack=0.229s effective_fps=10.53 +2026-10-02 00:08:47.465 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14235 infer_calls=14235 feedback_calls=14235 infer_wait=1339.296s infer_obs_pack=1.092s env_step=5.642s feedback_total=5.510s feedback_obs_pack=1.262s feedback_info_pack=0.206s effective_fps=10.53 +2026-10-02 00:09:17.402 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1368.318s infer_obs_pack=1.169s env_step=5.966s feedback_total=5.912s feedback_obs_pack=1.288s feedback_info_pack=0.202s effective_fps=10.55 +2026-10-02 00:09:17.405 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1367.979s infer_obs_pack=1.143s env_step=6.234s feedback_total=5.810s feedback_obs_pack=1.369s feedback_info_pack=0.233s effective_fps=10.55 +2026-10-02 00:09:17.405 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1368.061s infer_obs_pack=1.153s env_step=6.199s feedback_total=5.787s feedback_obs_pack=1.370s feedback_info_pack=0.226s effective_fps=10.55 +2026-10-02 00:09:17.402 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1369.259s infer_obs_pack=1.121s env_step=5.567s feedback_total=5.632s feedback_obs_pack=1.243s feedback_info_pack=0.197s effective_fps=10.55 +2026-10-02 00:09:17.402 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1368.757s infer_obs_pack=1.138s env_step=5.810s feedback_total=5.697s feedback_obs_pack=1.315s feedback_info_pack=0.219s effective_fps=10.55 +2026-10-02 00:09:17.402 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1369.052s infer_obs_pack=1.128s env_step=5.635s feedback_total=5.704s feedback_obs_pack=1.250s feedback_info_pack=0.204s effective_fps=10.55 +2026-10-02 00:09:17.402 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1369.300s infer_obs_pack=1.117s env_step=5.539s feedback_total=5.618s feedback_obs_pack=1.248s feedback_info_pack=0.198s effective_fps=10.55 +2026-10-02 00:09:17.405 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1367.672s infer_obs_pack=1.164s env_step=6.333s feedback_total=5.926s feedback_obs_pack=1.401s feedback_info_pack=0.235s effective_fps=10.55 +2026-10-02 00:09:17.402 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1368.471s infer_obs_pack=1.125s env_step=5.961s feedback_total=5.780s feedback_obs_pack=1.343s feedback_info_pack=0.216s effective_fps=10.55 +2026-10-02 00:09:17.405 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1367.882s infer_obs_pack=1.162s env_step=6.259s feedback_total=5.828s feedback_obs_pack=1.400s feedback_info_pack=0.231s effective_fps=10.55 +2026-10-02 00:09:17.402 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1369.179s infer_obs_pack=1.108s env_step=5.631s feedback_total=5.578s feedback_obs_pack=1.265s feedback_info_pack=0.205s effective_fps=10.55 +2026-10-02 00:09:17.405 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1368.275s infer_obs_pack=1.127s env_step=6.068s feedback_total=5.770s feedback_obs_pack=1.338s feedback_info_pack=0.228s effective_fps=10.55 +2026-10-02 00:09:17.405 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1367.618s infer_obs_pack=1.164s env_step=6.337s feedback_total=5.937s feedback_obs_pack=1.415s feedback_info_pack=0.234s effective_fps=10.55 +2026-10-02 00:09:17.402 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1369.142s infer_obs_pack=1.134s env_step=5.568s feedback_total=5.711s feedback_obs_pack=1.252s feedback_info_pack=0.210s effective_fps=10.55 +2026-10-02 00:09:17.405 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14573 infer_calls=14573 feedback_calls=14573 infer_wait=1369.049s infer_obs_pack=1.123s env_step=5.683s feedback_total=5.604s feedback_obs_pack=1.281s feedback_info_pack=0.214s effective_fps=10.55 +2026-10-02 00:09:17.472 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14574 infer_calls=14574 feedback_calls=14574 infer_wait=1368.939s infer_obs_pack=1.118s env_step=5.779s feedback_total=5.644s feedback_obs_pack=1.292s feedback_info_pack=0.211s effective_fps=10.55 +2026-10-02 00:09:47.468 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1398.464s infer_obs_pack=1.163s env_step=5.943s feedback_total=5.828s feedback_obs_pack=1.344s feedback_info_pack=0.224s effective_fps=10.56 +2026-10-02 00:09:47.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1398.769s infer_obs_pack=1.155s env_step=5.758s feedback_total=5.830s feedback_obs_pack=1.276s feedback_info_pack=0.208s effective_fps=10.56 +2026-10-02 00:09:47.468 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1398.894s infer_obs_pack=1.134s env_step=5.760s feedback_total=5.706s feedback_obs_pack=1.297s feedback_info_pack=0.210s effective_fps=10.56 +2026-10-02 00:09:47.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1398.971s infer_obs_pack=1.146s env_step=5.697s feedback_total=5.760s feedback_obs_pack=1.273s feedback_info_pack=0.201s effective_fps=10.56 +2026-10-02 00:09:47.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1398.743s infer_obs_pack=1.153s env_step=5.820s feedback_total=5.738s feedback_obs_pack=1.316s feedback_info_pack=0.219s effective_fps=10.56 +2026-10-02 00:09:47.470 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1398.166s infer_obs_pack=1.150s env_step=6.095s feedback_total=5.918s feedback_obs_pack=1.378s feedback_info_pack=0.221s effective_fps=10.56 +2026-10-02 00:09:47.470 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1397.977s infer_obs_pack=1.152s env_step=6.209s feedback_total=5.898s feedback_obs_pack=1.369s feedback_info_pack=0.233s effective_fps=10.56 +2026-10-02 00:09:47.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1398.857s infer_obs_pack=1.158s env_step=5.693s feedback_total=5.843s feedback_obs_pack=1.280s feedback_info_pack=0.215s effective_fps=10.56 +2026-10-02 00:09:47.468 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1399.014s infer_obs_pack=1.141s env_step=5.663s feedback_total=5.745s feedback_obs_pack=1.276s feedback_info_pack=0.203s effective_fps=10.56 +2026-10-02 00:09:47.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1397.760s infer_obs_pack=1.179s env_step=6.342s feedback_total=5.916s feedback_obs_pack=1.400s feedback_info_pack=0.231s effective_fps=10.56 +2026-10-02 00:09:47.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1397.985s infer_obs_pack=1.194s env_step=6.121s feedback_total=6.061s feedback_obs_pack=1.323s feedback_info_pack=0.208s effective_fps=10.56 +2026-10-02 00:09:47.470 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1397.677s infer_obs_pack=1.167s env_step=6.379s feedback_total=5.940s feedback_obs_pack=1.400s feedback_info_pack=0.238s effective_fps=10.56 +2026-10-02 00:09:47.470 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1397.369s infer_obs_pack=1.190s env_step=6.473s feedback_total=6.058s feedback_obs_pack=1.433s feedback_info_pack=0.240s effective_fps=10.56 +2026-10-02 00:09:47.471 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1397.581s infer_obs_pack=1.187s env_step=6.399s feedback_total=5.957s feedback_obs_pack=1.431s feedback_info_pack=0.236s effective_fps=10.56 +2026-10-02 00:09:47.471 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14902 infer_calls=14902 feedback_calls=14902 infer_wait=1397.313s infer_obs_pack=1.189s env_step=6.478s feedback_total=6.068s feedback_obs_pack=1.446s feedback_info_pack=0.239s effective_fps=10.56 +2026-10-02 00:09:47.545 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=14903 infer_calls=14903 feedback_calls=14903 infer_wait=1398.654s infer_obs_pack=1.143s env_step=5.914s feedback_total=5.775s feedback_obs_pack=1.321s feedback_info_pack=0.216s effective_fps=10.56 +2026-10-02 00:10:17.510 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1427.647s infer_obs_pack=1.224s env_step=6.263s feedback_total=6.190s feedback_obs_pack=1.352s feedback_info_pack=0.212s effective_fps=10.57 +2026-10-02 00:10:17.511 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1428.715s infer_obs_pack=1.167s env_step=5.786s feedback_total=5.871s feedback_obs_pack=1.304s feedback_info_pack=0.207s effective_fps=10.57 +2026-10-02 00:10:17.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1427.440s infer_obs_pack=1.205s env_step=6.481s feedback_total=6.045s feedback_obs_pack=1.431s feedback_info_pack=0.236s effective_fps=10.57 +2026-10-02 00:10:17.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1427.857s infer_obs_pack=1.176s env_step=6.227s feedback_total=6.047s feedback_obs_pack=1.411s feedback_info_pack=0.225s effective_fps=10.57 +2026-10-02 00:10:17.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1427.049s infer_obs_pack=1.214s env_step=6.610s feedback_total=6.187s feedback_obs_pack=1.463s feedback_info_pack=0.245s effective_fps=10.57 +2026-10-02 00:10:17.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1427.658s infer_obs_pack=1.177s env_step=6.346s feedback_total=6.028s feedback_obs_pack=1.399s feedback_info_pack=0.238s effective_fps=10.57 +2026-10-02 00:10:17.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1427.350s infer_obs_pack=1.192s env_step=6.520s feedback_total=6.071s feedback_obs_pack=1.431s feedback_info_pack=0.244s effective_fps=10.57 +2026-10-02 00:10:17.510 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1428.671s infer_obs_pack=1.172s env_step=5.821s feedback_total=5.886s feedback_obs_pack=1.299s feedback_info_pack=0.205s effective_fps=10.57 +2026-10-02 00:10:17.510 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1428.436s infer_obs_pack=1.180s env_step=5.949s feedback_total=5.860s feedback_obs_pack=1.344s feedback_info_pack=0.224s effective_fps=10.57 +2026-10-02 00:10:17.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1427.256s infer_obs_pack=1.212s env_step=6.541s feedback_total=6.086s feedback_obs_pack=1.461s feedback_info_pack=0.241s effective_fps=10.57 +2026-10-02 00:10:17.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1426.989s infer_obs_pack=1.214s env_step=6.618s feedback_total=6.198s feedback_obs_pack=1.477s feedback_info_pack=0.244s effective_fps=10.57 +2026-10-02 00:10:17.511 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1428.612s infer_obs_pack=1.159s env_step=5.878s feedback_total=5.825s feedback_obs_pack=1.324s feedback_info_pack=0.214s effective_fps=10.57 +2026-10-02 00:10:17.511 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1428.444s infer_obs_pack=1.184s env_step=5.899s feedback_total=5.961s feedback_obs_pack=1.304s feedback_info_pack=0.212s effective_fps=10.57 +2026-10-02 00:10:17.511 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1428.540s infer_obs_pack=1.186s env_step=5.825s feedback_total=5.973s feedback_obs_pack=1.311s feedback_info_pack=0.219s effective_fps=10.57 +2026-10-02 00:10:17.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15232 infer_calls=15232 feedback_calls=15232 infer_wait=1428.168s infer_obs_pack=1.188s env_step=6.064s feedback_total=5.954s feedback_obs_pack=1.372s feedback_info_pack=0.230s effective_fps=10.57 +2026-10-02 00:10:17.622 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15233 infer_calls=15233 feedback_calls=15233 infer_wait=1428.383s infer_obs_pack=1.168s env_step=6.042s feedback_total=5.903s feedback_obs_pack=1.349s feedback_info_pack=0.220s effective_fps=10.57 +2026-10-02 00:10:47.771 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1458.255s infer_obs_pack=1.187s env_step=6.146s feedback_total=6.005s feedback_obs_pack=1.371s feedback_info_pack=0.226s effective_fps=10.53 +2026-10-02 00:10:47.771 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1458.143s infer_obs_pack=1.208s env_step=6.166s feedback_total=6.062s feedback_obs_pack=1.399s feedback_info_pack=0.234s effective_fps=10.53 +2026-10-02 00:10:47.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1457.581s infer_obs_pack=1.243s env_step=6.398s feedback_total=6.308s feedback_obs_pack=1.381s feedback_info_pack=0.216s effective_fps=10.53 +2026-10-02 00:10:47.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1458.405s infer_obs_pack=1.200s env_step=6.058s feedback_total=5.967s feedback_obs_pack=1.369s feedback_info_pack=0.228s effective_fps=10.53 +2026-10-02 00:10:47.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1457.827s infer_obs_pack=1.196s env_step=6.337s feedback_total=6.151s feedback_obs_pack=1.437s feedback_info_pack=0.229s effective_fps=10.53 +2026-10-02 00:10:47.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1457.624s infer_obs_pack=1.197s env_step=6.455s feedback_total=6.135s feedback_obs_pack=1.422s feedback_info_pack=0.243s effective_fps=10.53 +2026-10-02 00:10:47.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1458.589s infer_obs_pack=1.181s env_step=5.980s feedback_total=5.928s feedback_obs_pack=1.346s feedback_info_pack=0.217s effective_fps=10.53 +2026-10-02 00:10:47.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1458.405s infer_obs_pack=1.205s env_step=6.007s feedback_total=6.071s feedback_obs_pack=1.328s feedback_info_pack=0.216s effective_fps=10.53 +2026-10-02 00:10:47.774 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1457.312s infer_obs_pack=1.213s env_step=6.635s feedback_total=6.177s feedback_obs_pack=1.457s feedback_info_pack=0.248s effective_fps=10.54 +2026-10-02 00:10:47.771 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1458.694s infer_obs_pack=1.189s env_step=5.887s feedback_total=5.976s feedback_obs_pack=1.326s feedback_info_pack=0.211s effective_fps=10.53 +2026-10-02 00:10:47.774 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1457.405s infer_obs_pack=1.227s env_step=6.595s feedback_total=6.152s feedback_obs_pack=1.457s feedback_info_pack=0.240s effective_fps=10.54 +2026-10-02 00:10:47.774 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1457.012s infer_obs_pack=1.235s env_step=6.727s feedback_total=6.294s feedback_obs_pack=1.489s feedback_info_pack=0.249s effective_fps=10.54 +2026-10-02 00:10:47.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1458.647s infer_obs_pack=1.191s env_step=5.923s feedback_total=5.993s feedback_obs_pack=1.324s feedback_info_pack=0.209s effective_fps=10.53 +2026-10-02 00:10:47.773 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1458.508s infer_obs_pack=1.207s env_step=5.930s feedback_total=6.084s feedback_obs_pack=1.335s feedback_info_pack=0.223s effective_fps=10.53 +2026-10-02 00:10:47.775 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1457.214s infer_obs_pack=1.232s env_step=6.658s feedback_total=6.195s feedback_obs_pack=1.487s feedback_info_pack=0.245s effective_fps=10.54 +2026-10-02 00:10:47.776 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15501 infer_calls=15501 feedback_calls=15501 infer_wait=1456.952s infer_obs_pack=1.234s env_step=6.733s feedback_total=6.305s feedback_obs_pack=1.503s feedback_info_pack=0.248s effective_fps=10.54 +2026-10-02 00:11:17.798 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1488.244s infer_obs_pack=1.227s env_step=6.032s feedback_total=6.194s feedback_obs_pack=1.358s feedback_info_pack=0.226s effective_fps=10.51 +2026-10-02 00:11:17.798 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1488.152s infer_obs_pack=1.220s env_step=6.160s feedback_total=6.071s feedback_obs_pack=1.395s feedback_info_pack=0.232s effective_fps=10.51 +2026-10-02 00:11:17.798 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1488.437s infer_obs_pack=1.209s env_step=5.990s feedback_total=6.080s feedback_obs_pack=1.348s feedback_info_pack=0.215s effective_fps=10.51 +2026-10-02 00:11:17.799 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1488.127s infer_obs_pack=1.227s env_step=6.117s feedback_total=6.183s feedback_obs_pack=1.353s feedback_info_pack=0.221s effective_fps=10.51 +2026-10-02 00:11:17.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1487.348s infer_obs_pack=1.220s env_step=6.568s feedback_total=6.245s feedback_obs_pack=1.448s feedback_info_pack=0.248s effective_fps=10.51 +2026-10-02 00:11:17.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1487.883s infer_obs_pack=1.229s env_step=6.275s feedback_total=6.167s feedback_obs_pack=1.424s feedback_info_pack=0.238s effective_fps=10.51 +2026-10-02 00:11:17.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1486.722s infer_obs_pack=1.256s env_step=6.848s feedback_total=6.405s feedback_obs_pack=1.515s feedback_info_pack=0.253s effective_fps=10.52 +2026-10-02 00:11:17.798 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1487.994s infer_obs_pack=1.208s env_step=6.252s feedback_total=6.109s feedback_obs_pack=1.395s feedback_info_pack=0.229s effective_fps=10.51 +2026-10-02 00:11:17.798 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1488.332s infer_obs_pack=1.203s env_step=6.082s feedback_total=6.034s feedback_obs_pack=1.371s feedback_info_pack=0.221s effective_fps=10.51 +2026-10-02 00:11:17.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1486.926s infer_obs_pack=1.255s env_step=6.777s feedback_total=6.306s feedback_obs_pack=1.514s feedback_info_pack=0.249s effective_fps=10.52 +2026-10-02 00:11:17.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1487.025s infer_obs_pack=1.236s env_step=6.754s feedback_total=6.290s feedback_obs_pack=1.485s feedback_info_pack=0.252s effective_fps=10.51 +2026-10-02 00:11:17.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1486.662s infer_obs_pack=1.257s env_step=6.853s feedback_total=6.416s feedback_obs_pack=1.529s feedback_info_pack=0.252s effective_fps=10.52 +2026-10-02 00:11:17.798 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1487.300s infer_obs_pack=1.265s env_step=6.515s feedback_total=6.418s feedback_obs_pack=1.404s feedback_info_pack=0.219s effective_fps=10.51 +2026-10-02 00:11:17.798 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1488.384s infer_obs_pack=1.211s env_step=6.030s feedback_total=6.100s feedback_obs_pack=1.346s feedback_info_pack=0.212s effective_fps=10.51 +2026-10-02 00:11:17.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1487.127s infer_obs_pack=1.247s env_step=6.710s feedback_total=6.262s feedback_obs_pack=1.484s feedback_info_pack=0.245s effective_fps=10.51 +2026-10-02 00:11:17.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=15786 infer_calls=15786 feedback_calls=15786 infer_wait=1487.558s infer_obs_pack=1.218s env_step=6.445s feedback_total=6.259s feedback_obs_pack=1.462s feedback_info_pack=0.233s effective_fps=10.51 +2026-10-02 00:11:47.807 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1518.113s infer_obs_pack=1.235s env_step=6.112s feedback_total=6.201s feedback_obs_pack=1.375s feedback_info_pack=0.219s effective_fps=10.52 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1518.009s infer_obs_pack=1.229s env_step=6.203s feedback_total=6.152s feedback_obs_pack=1.397s feedback_info_pack=0.225s effective_fps=10.52 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1516.672s infer_obs_pack=1.260s env_step=6.892s feedback_total=6.419s feedback_obs_pack=1.515s feedback_info_pack=0.257s effective_fps=10.53 +2026-10-02 00:11:47.807 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1517.559s infer_obs_pack=1.253s env_step=6.398s feedback_total=6.286s feedback_obs_pack=1.453s feedback_info_pack=0.242s effective_fps=10.52 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1517.796s infer_obs_pack=1.254s env_step=6.238s feedback_total=6.310s feedback_obs_pack=1.379s feedback_info_pack=0.225s effective_fps=10.52 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1517.917s infer_obs_pack=1.253s env_step=6.151s feedback_total=6.319s feedback_obs_pack=1.384s feedback_info_pack=0.231s effective_fps=10.52 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1518.058s infer_obs_pack=1.242s env_step=6.151s feedback_total=6.219s feedback_obs_pack=1.372s feedback_info_pack=0.217s effective_fps=10.52 +2026-10-02 00:11:47.810 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1517.667s infer_obs_pack=1.232s env_step=6.380s feedback_total=6.231s feedback_obs_pack=1.423s feedback_info_pack=0.234s effective_fps=10.52 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1517.222s infer_obs_pack=1.242s env_step=6.577s feedback_total=6.383s feedback_obs_pack=1.491s feedback_info_pack=0.238s effective_fps=10.52 +2026-10-02 00:11:47.810 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1516.780s infer_obs_pack=1.272s env_step=6.848s feedback_total=6.387s feedback_obs_pack=1.515s feedback_info_pack=0.249s effective_fps=10.53 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1516.372s infer_obs_pack=1.282s env_step=6.985s feedback_total=6.531s feedback_obs_pack=1.546s feedback_info_pack=0.258s effective_fps=10.53 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1517.008s infer_obs_pack=1.244s env_step=6.702s feedback_total=6.370s feedback_obs_pack=1.477s feedback_info_pack=0.253s effective_fps=10.52 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1516.303s infer_obs_pack=1.282s env_step=6.993s feedback_total=6.546s feedback_obs_pack=1.560s feedback_info_pack=0.257s effective_fps=10.53 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1516.577s infer_obs_pack=1.280s env_step=6.914s feedback_total=6.433s feedback_obs_pack=1.545s feedback_info_pack=0.254s effective_fps=10.53 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1517.833s infer_obs_pack=1.246s env_step=6.280s feedback_total=6.191s feedback_obs_pack=1.424s feedback_info_pack=0.236s effective_fps=10.52 +2026-10-02 00:11:47.808 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16117 infer_calls=16117 feedback_calls=16117 infer_wait=1516.953s infer_obs_pack=1.293s env_step=6.641s feedback_total=6.548s feedback_obs_pack=1.430s feedback_info_pack=0.223s effective_fps=10.52 +2026-10-02 00:12:17.889 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1547.596s infer_obs_pack=1.268s env_step=6.400s feedback_total=6.304s feedback_obs_pack=1.450s feedback_info_pack=0.240s effective_fps=10.52 +2026-10-02 00:12:17.889 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1546.696s infer_obs_pack=1.319s env_step=6.764s feedback_total=6.672s feedback_obs_pack=1.458s feedback_info_pack=0.227s effective_fps=10.52 +2026-10-02 00:12:17.889 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1547.864s infer_obs_pack=1.260s env_step=6.227s feedback_total=6.328s feedback_obs_pack=1.403s feedback_info_pack=0.223s effective_fps=10.52 +2026-10-02 00:12:17.889 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1547.768s infer_obs_pack=1.254s env_step=6.320s feedback_total=6.270s feedback_obs_pack=1.422s feedback_info_pack=0.231s effective_fps=10.52 +2026-10-02 00:12:17.889 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1547.689s infer_obs_pack=1.277s env_step=6.260s feedback_total=6.435s feedback_obs_pack=1.411s feedback_info_pack=0.237s effective_fps=10.52 +2026-10-02 00:12:17.889 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1547.824s infer_obs_pack=1.265s env_step=6.264s feedback_total=6.340s feedback_obs_pack=1.402s feedback_info_pack=0.221s effective_fps=10.52 +2026-10-02 00:12:17.889 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1547.427s infer_obs_pack=1.254s env_step=6.499s feedback_total=6.347s feedback_obs_pack=1.451s feedback_info_pack=0.238s effective_fps=10.52 +2026-10-02 00:12:17.890 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1547.551s infer_obs_pack=1.276s env_step=6.357s feedback_total=6.430s feedback_obs_pack=1.406s feedback_info_pack=0.229s effective_fps=10.52 +2026-10-02 00:12:17.890 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1547.307s infer_obs_pack=1.276s env_step=6.523s feedback_total=6.406s feedback_obs_pack=1.483s feedback_info_pack=0.247s effective_fps=10.52 +2026-10-02 00:12:17.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1546.765s infer_obs_pack=1.266s env_step=6.823s feedback_total=6.488s feedback_obs_pack=1.504s feedback_info_pack=0.257s effective_fps=10.52 +2026-10-02 00:12:17.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1546.057s infer_obs_pack=1.305s env_step=7.120s feedback_total=6.662s feedback_obs_pack=1.588s feedback_info_pack=0.262s effective_fps=10.52 +2026-10-02 00:12:17.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1546.329s infer_obs_pack=1.303s env_step=7.040s feedback_total=6.551s feedback_obs_pack=1.574s feedback_info_pack=0.259s effective_fps=10.52 +2026-10-02 00:12:17.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1546.978s infer_obs_pack=1.265s env_step=6.703s feedback_total=6.502s feedback_obs_pack=1.519s feedback_info_pack=0.242s effective_fps=10.52 +2026-10-02 00:12:17.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1546.124s infer_obs_pack=1.305s env_step=7.114s feedback_total=6.649s feedback_obs_pack=1.574s feedback_info_pack=0.263s effective_fps=10.52 +2026-10-02 00:12:17.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1546.423s infer_obs_pack=1.283s env_step=7.022s feedback_total=6.536s feedback_obs_pack=1.543s feedback_info_pack=0.262s effective_fps=10.52 +2026-10-02 00:12:17.894 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16430 infer_calls=16430 feedback_calls=16430 infer_wait=1546.537s infer_obs_pack=1.295s env_step=6.974s feedback_total=6.503s feedback_obs_pack=1.542s feedback_info_pack=0.254s effective_fps=10.52 +2026-10-02 00:12:47.902 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1577.474s infer_obs_pack=1.276s env_step=6.435s feedback_total=6.379s feedback_obs_pack=1.447s feedback_info_pack=0.235s effective_fps=10.51 +2026-10-02 00:12:47.902 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1576.399s infer_obs_pack=1.340s env_step=6.877s feedback_total=6.784s feedback_obs_pack=1.483s feedback_info_pack=0.231s effective_fps=10.52 +2026-10-02 00:12:47.902 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1577.131s infer_obs_pack=1.276s env_step=6.616s feedback_total=6.458s feedback_obs_pack=1.476s feedback_info_pack=0.242s effective_fps=10.51 +2026-10-02 00:12:47.902 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1577.262s infer_obs_pack=1.299s env_step=6.465s feedback_total=6.541s feedback_obs_pack=1.432s feedback_info_pack=0.232s effective_fps=10.51 +2026-10-02 00:12:47.902 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1577.538s infer_obs_pack=1.286s env_step=6.372s feedback_total=6.453s feedback_obs_pack=1.428s feedback_info_pack=0.224s effective_fps=10.51 +2026-10-02 00:12:47.903 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1577.308s infer_obs_pack=1.289s env_step=6.514s feedback_total=6.413s feedback_obs_pack=1.476s feedback_info_pack=0.245s effective_fps=10.51 +2026-10-02 00:12:47.903 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1576.676s infer_obs_pack=1.287s env_step=6.821s feedback_total=6.614s feedback_obs_pack=1.546s feedback_info_pack=0.247s effective_fps=10.52 +2026-10-02 00:12:47.903 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1577.010s infer_obs_pack=1.298s env_step=6.640s feedback_total=6.519s feedback_obs_pack=1.509s feedback_info_pack=0.251s effective_fps=10.51 +2026-10-02 00:12:47.903 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1576.016s infer_obs_pack=1.324s env_step=7.166s feedback_total=6.665s feedback_obs_pack=1.601s feedback_info_pack=0.263s effective_fps=10.52 +2026-10-02 00:12:47.902 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1577.406s infer_obs_pack=1.298s env_step=6.368s feedback_total=6.542s feedback_obs_pack=1.435s feedback_info_pack=0.241s effective_fps=10.51 +2026-10-02 00:12:47.902 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1577.583s infer_obs_pack=1.281s env_step=6.334s feedback_total=6.437s feedback_obs_pack=1.429s feedback_info_pack=0.227s effective_fps=10.51 +2026-10-02 00:12:47.903 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1576.115s infer_obs_pack=1.305s env_step=7.143s feedback_total=6.650s feedback_obs_pack=1.570s feedback_info_pack=0.267s effective_fps=10.52 +2026-10-02 00:12:47.904 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1576.458s infer_obs_pack=1.289s env_step=6.942s feedback_total=6.603s feedback_obs_pack=1.531s feedback_info_pack=0.262s effective_fps=10.52 +2026-10-02 00:12:47.903 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1576.226s infer_obs_pack=1.317s env_step=7.097s feedback_total=6.617s feedback_obs_pack=1.570s feedback_info_pack=0.258s effective_fps=10.52 +2026-10-02 00:12:47.904 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1575.815s infer_obs_pack=1.326s env_step=7.236s feedback_total=6.763s feedback_obs_pack=1.601s feedback_info_pack=0.267s effective_fps=10.52 +2026-10-02 00:12:47.905 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=16734 infer_calls=16734 feedback_calls=16734 infer_wait=1575.740s infer_obs_pack=1.327s env_step=7.242s feedback_total=6.780s feedback_obs_pack=1.617s feedback_info_pack=0.266s effective_fps=10.52 +2026-10-02 00:13:17.997 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1606.166s infer_obs_pack=1.364s env_step=6.997s feedback_total=6.896s feedback_obs_pack=1.508s feedback_info_pack=0.235s effective_fps=10.51 +2026-10-02 00:13:17.998 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1607.196s infer_obs_pack=1.319s env_step=6.475s feedback_total=6.657s feedback_obs_pack=1.462s feedback_info_pack=0.245s effective_fps=10.51 +2026-10-02 00:13:17.999 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1605.495s infer_obs_pack=1.351s env_step=7.368s feedback_total=6.904s feedback_obs_pack=1.645s feedback_info_pack=0.271s effective_fps=10.51 +2026-10-02 00:13:17.997 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1605.884s infer_obs_pack=1.327s env_step=7.266s feedback_total=6.766s feedback_obs_pack=1.598s feedback_info_pack=0.272s effective_fps=10.51 +2026-10-02 00:13:18.000 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1606.232s infer_obs_pack=1.313s env_step=7.065s feedback_total=6.719s feedback_obs_pack=1.558s feedback_info_pack=0.266s effective_fps=10.51 +2026-10-02 00:13:17.998 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1607.264s infer_obs_pack=1.298s env_step=6.545s feedback_total=6.491s feedback_obs_pack=1.474s feedback_info_pack=0.239s effective_fps=10.51 +2026-10-02 00:13:18.000 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1605.993s infer_obs_pack=1.339s env_step=7.224s feedback_total=6.733s feedback_obs_pack=1.597s feedback_info_pack=0.263s effective_fps=10.51 +2026-10-02 00:13:18.000 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1605.780s infer_obs_pack=1.347s env_step=7.293s feedback_total=6.783s feedback_obs_pack=1.629s feedback_info_pack=0.268s effective_fps=10.51 +2026-10-02 00:13:17.999 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1606.452s infer_obs_pack=1.309s env_step=6.941s feedback_total=6.731s feedback_obs_pack=1.573s feedback_info_pack=0.251s effective_fps=10.51 +2026-10-02 00:13:17.997 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1606.792s infer_obs_pack=1.321s env_step=6.756s feedback_total=6.631s feedback_obs_pack=1.535s feedback_info_pack=0.255s effective_fps=10.51 +2026-10-02 00:13:17.997 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1607.373s infer_obs_pack=1.303s env_step=6.445s feedback_total=6.546s feedback_obs_pack=1.453s feedback_info_pack=0.231s effective_fps=10.51 +2026-10-02 00:13:18.000 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1607.101s infer_obs_pack=1.312s env_step=6.627s feedback_total=6.522s feedback_obs_pack=1.502s feedback_info_pack=0.249s effective_fps=10.51 +2026-10-02 00:13:18.000 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1607.336s infer_obs_pack=1.312s env_step=6.480s feedback_total=6.562s feedback_obs_pack=1.452s feedback_info_pack=0.228s effective_fps=10.51 +2026-10-02 00:13:17.998 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1606.907s infer_obs_pack=1.298s env_step=6.734s feedback_total=6.575s feedback_obs_pack=1.503s feedback_info_pack=0.247s effective_fps=10.51 +2026-10-02 00:13:17.998 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1607.041s infer_obs_pack=1.323s env_step=6.579s feedback_total=6.657s feedback_obs_pack=1.457s feedback_info_pack=0.238s effective_fps=10.51 +2026-10-02 00:13:17.999 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17036 infer_calls=17036 feedback_calls=17036 infer_wait=1605.581s infer_obs_pack=1.349s env_step=7.360s feedback_total=6.881s feedback_obs_pack=1.629s feedback_info_pack=0.272s effective_fps=10.51 +2026-10-02 00:13:48.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1637.192s infer_obs_pack=1.331s env_step=6.585s feedback_total=6.659s feedback_obs_pack=1.474s feedback_info_pack=0.232s effective_fps=10.47 +2026-10-02 00:13:48.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1636.963s infer_obs_pack=1.331s env_step=6.730s feedback_total=6.618s feedback_obs_pack=1.524s feedback_info_pack=0.253s effective_fps=10.47 +2026-10-02 00:13:48.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1637.230s infer_obs_pack=1.323s env_step=6.548s feedback_total=6.646s feedback_obs_pack=1.475s feedback_info_pack=0.234s effective_fps=10.47 +2026-10-02 00:13:48.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1637.119s infer_obs_pack=1.318s env_step=6.647s feedback_total=6.594s feedback_obs_pack=1.500s feedback_info_pack=0.243s effective_fps=10.47 +2026-10-02 00:13:48.135 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1635.727s infer_obs_pack=1.347s env_step=7.376s feedback_total=6.872s feedback_obs_pack=1.623s feedback_info_pack=0.276s effective_fps=10.47 +2026-10-02 00:13:48.135 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1635.837s infer_obs_pack=1.359s env_step=7.335s feedback_total=6.838s feedback_obs_pack=1.623s feedback_info_pack=0.267s effective_fps=10.47 +2026-10-02 00:13:48.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1636.751s infer_obs_pack=1.317s env_step=6.838s feedback_total=6.685s feedback_obs_pack=1.530s feedback_info_pack=0.250s effective_fps=10.47 +2026-10-02 00:13:48.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1637.057s infer_obs_pack=1.340s env_step=6.573s feedback_total=6.759s feedback_obs_pack=1.485s feedback_info_pack=0.249s effective_fps=10.47 +2026-10-02 00:13:48.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1636.899s infer_obs_pack=1.341s env_step=6.683s feedback_total=6.758s feedback_obs_pack=1.480s feedback_info_pack=0.242s effective_fps=10.47 +2026-10-02 00:13:48.135 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1635.340s infer_obs_pack=1.371s env_step=7.478s feedback_total=7.009s feedback_obs_pack=1.670s feedback_info_pack=0.275s effective_fps=10.48 +2026-10-02 00:13:48.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1636.006s infer_obs_pack=1.386s env_step=7.107s feedback_total=7.000s feedback_obs_pack=1.530s feedback_info_pack=0.239s effective_fps=10.47 +2026-10-02 00:13:48.135 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1636.645s infer_obs_pack=1.341s env_step=6.861s feedback_total=6.733s feedback_obs_pack=1.558s feedback_info_pack=0.259s effective_fps=10.47 +2026-10-02 00:13:48.135 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1636.296s infer_obs_pack=1.330s env_step=7.048s feedback_total=6.837s feedback_obs_pack=1.598s feedback_info_pack=0.255s effective_fps=10.47 +2026-10-02 00:13:48.136 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1635.422s infer_obs_pack=1.370s env_step=7.471s feedback_total=6.986s feedback_obs_pack=1.654s feedback_info_pack=0.276s effective_fps=10.48 +2026-10-02 00:13:48.135 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1636.080s infer_obs_pack=1.333s env_step=7.175s feedback_total=6.820s feedback_obs_pack=1.582s feedback_info_pack=0.270s effective_fps=10.47 +2026-10-02 00:13:48.137 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17297 infer_calls=17297 feedback_calls=17297 infer_wait=1635.624s infer_obs_pack=1.367s env_step=7.403s feedback_total=6.887s feedback_obs_pack=1.654s feedback_info_pack=0.272s effective_fps=10.47 +2026-10-02 00:14:18.257 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17500 infer_calls=17500 feedback_calls=17500 infer_wait=1665.883s infer_obs_pack=1.404s env_step=7.199s feedback_total=7.086s feedback_obs_pack=1.551s feedback_info_pack=0.241s effective_fps=10.41 +2026-10-02 00:14:18.327 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1666.940s infer_obs_pack=1.346s env_step=6.810s feedback_total=6.698s feedback_obs_pack=1.543s feedback_info_pack=0.256s effective_fps=10.41 +2026-10-02 00:14:18.328 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1666.621s infer_obs_pack=1.358s env_step=6.942s feedback_total=6.810s feedback_obs_pack=1.577s feedback_info_pack=0.262s effective_fps=10.41 +2026-10-02 00:14:18.327 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1667.168s infer_obs_pack=1.347s env_step=6.661s feedback_total=6.742s feedback_obs_pack=1.496s feedback_info_pack=0.235s effective_fps=10.41 +2026-10-02 00:14:18.328 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1666.050s infer_obs_pack=1.349s env_step=7.260s feedback_total=6.901s feedback_obs_pack=1.601s feedback_info_pack=0.273s effective_fps=10.41 +2026-10-02 00:14:18.327 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1666.733s infer_obs_pack=1.333s env_step=6.913s feedback_total=6.760s feedback_obs_pack=1.548s feedback_info_pack=0.253s effective_fps=10.41 +2026-10-02 00:14:18.329 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1666.263s infer_obs_pack=1.346s env_step=7.129s feedback_total=6.922s feedback_obs_pack=1.620s feedback_info_pack=0.258s effective_fps=10.41 +2026-10-02 00:14:18.328 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1665.797s infer_obs_pack=1.375s env_step=7.424s feedback_total=6.922s feedback_obs_pack=1.643s feedback_info_pack=0.271s effective_fps=10.41 +2026-10-02 00:14:18.329 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1665.383s infer_obs_pack=1.387s env_step=7.560s feedback_total=7.069s feedback_obs_pack=1.674s feedback_info_pack=0.279s effective_fps=10.41 +2026-10-02 00:14:18.329 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1665.587s infer_obs_pack=1.384s env_step=7.490s feedback_total=6.967s feedback_obs_pack=1.673s feedback_info_pack=0.275s effective_fps=10.41 +2026-10-02 00:14:18.329 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1665.689s infer_obs_pack=1.364s env_step=7.464s feedback_total=6.956s feedback_obs_pack=1.643s feedback_info_pack=0.279s effective_fps=10.41 +2026-10-02 00:14:18.327 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1667.015s infer_obs_pack=1.359s env_step=6.656s feedback_total=6.845s feedback_obs_pack=1.505s feedback_info_pack=0.251s effective_fps=10.41 +2026-10-02 00:14:18.329 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1665.301s infer_obs_pack=1.387s env_step=7.567s feedback_total=7.092s feedback_obs_pack=1.690s feedback_info_pack=0.278s effective_fps=10.41 +2026-10-02 00:14:18.327 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1667.198s infer_obs_pack=1.341s env_step=6.630s feedback_total=6.728s feedback_obs_pack=1.498s feedback_info_pack=0.237s effective_fps=10.41 +2026-10-02 00:14:18.327 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1667.098s infer_obs_pack=1.333s env_step=6.727s feedback_total=6.672s feedback_obs_pack=1.519s feedback_info_pack=0.246s effective_fps=10.41 +2026-10-02 00:14:18.327 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17501 infer_calls=17501 feedback_calls=17501 infer_wait=1666.858s infer_obs_pack=1.359s env_step=6.764s feedback_total=6.848s feedback_obs_pack=1.499s feedback_info_pack=0.245s effective_fps=10.41 +2026-10-02 00:14:48.273 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17828 infer_calls=17828 feedback_calls=17828 infer_wait=1695.544s infer_obs_pack=1.428s env_step=7.327s feedback_total=7.215s feedback_obs_pack=1.580s feedback_info_pack=0.247s effective_fps=10.42 +2026-10-02 00:14:48.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1696.635s infer_obs_pack=1.370s env_step=6.932s feedback_total=6.824s feedback_obs_pack=1.574s feedback_info_pack=0.260s effective_fps=10.42 +2026-10-02 00:14:48.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1696.556s infer_obs_pack=1.383s env_step=6.888s feedback_total=6.966s feedback_obs_pack=1.525s feedback_info_pack=0.249s effective_fps=10.42 +2026-10-02 00:14:48.362 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1696.904s infer_obs_pack=1.364s env_step=6.750s feedback_total=6.849s feedback_obs_pack=1.525s feedback_info_pack=0.241s effective_fps=10.41 +2026-10-02 00:14:48.362 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1696.423s infer_obs_pack=1.357s env_step=7.043s feedback_total=6.884s feedback_obs_pack=1.575s feedback_info_pack=0.258s effective_fps=10.42 +2026-10-02 00:14:48.362 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1695.265s infer_obs_pack=1.410s env_step=7.625s feedback_total=7.093s feedback_obs_pack=1.704s feedback_info_pack=0.280s effective_fps=10.42 +2026-10-02 00:14:48.363 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1695.373s infer_obs_pack=1.388s env_step=7.598s feedback_total=7.080s feedback_obs_pack=1.672s feedback_info_pack=0.284s effective_fps=10.42 +2026-10-02 00:14:48.363 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1695.055s infer_obs_pack=1.413s env_step=7.697s feedback_total=7.196s feedback_obs_pack=1.705s feedback_info_pack=0.284s effective_fps=10.42 +2026-10-02 00:14:48.363 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1694.976s infer_obs_pack=1.413s env_step=7.703s feedback_total=7.219s feedback_obs_pack=1.720s feedback_info_pack=0.283s effective_fps=10.42 +2026-10-02 00:14:48.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1696.309s infer_obs_pack=1.387s env_step=7.064s feedback_total=6.935s feedback_obs_pack=1.606s feedback_info_pack=0.266s effective_fps=10.42 +2026-10-02 00:14:48.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1696.874s infer_obs_pack=1.369s env_step=6.777s feedback_total=6.865s feedback_obs_pack=1.522s feedback_info_pack=0.239s effective_fps=10.41 +2026-10-02 00:14:48.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1695.951s infer_obs_pack=1.371s env_step=7.257s feedback_total=7.048s feedback_obs_pack=1.650s feedback_info_pack=0.263s effective_fps=10.42 +2026-10-02 00:14:48.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1696.705s infer_obs_pack=1.385s env_step=6.782s feedback_total=6.968s feedback_obs_pack=1.533s feedback_info_pack=0.256s effective_fps=10.42 +2026-10-02 00:14:48.361 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1696.805s infer_obs_pack=1.357s env_step=6.841s feedback_total=6.794s feedback_obs_pack=1.546s feedback_info_pack=0.250s effective_fps=10.42 +2026-10-02 00:14:48.363 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1695.477s infer_obs_pack=1.401s env_step=7.556s feedback_total=7.051s feedback_obs_pack=1.672s feedback_info_pack=0.275s effective_fps=10.42 +2026-10-02 00:14:48.363 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=17829 infer_calls=17829 feedback_calls=17829 infer_wait=1695.731s infer_obs_pack=1.375s env_step=7.391s feedback_total=7.029s feedback_obs_pack=1.629s feedback_info_pack=0.278s effective_fps=10.42 +2026-10-02 00:15:18.347 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18066 infer_calls=18066 feedback_calls=18066 infer_wait=1725.355s infer_obs_pack=1.447s env_step=7.426s feedback_total=7.305s feedback_obs_pack=1.602s feedback_info_pack=0.250s effective_fps=10.37 +2026-10-02 00:15:18.426 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1726.239s infer_obs_pack=1.375s env_step=7.134s feedback_total=6.971s feedback_obs_pack=1.595s feedback_info_pack=0.261s effective_fps=10.37 +2026-10-02 00:15:18.426 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1726.375s infer_obs_pack=1.400s env_step=6.975s feedback_total=7.060s feedback_obs_pack=1.547s feedback_info_pack=0.252s effective_fps=10.37 +2026-10-02 00:15:18.427 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1726.630s infer_obs_pack=1.374s env_step=6.934s feedback_total=6.878s feedback_obs_pack=1.566s feedback_info_pack=0.253s effective_fps=10.37 +2026-10-02 00:15:18.427 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1726.126s infer_obs_pack=1.404s env_step=7.157s feedback_total=7.025s feedback_obs_pack=1.629s feedback_info_pack=0.270s effective_fps=10.37 +2026-10-02 00:15:18.428 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1725.183s infer_obs_pack=1.406s env_step=7.696s feedback_total=7.171s feedback_obs_pack=1.694s feedback_info_pack=0.287s effective_fps=10.37 +2026-10-02 00:15:18.426 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1726.462s infer_obs_pack=1.387s env_step=7.022s feedback_total=6.912s feedback_obs_pack=1.597s feedback_info_pack=0.264s effective_fps=10.37 +2026-10-02 00:15:18.428 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1725.761s infer_obs_pack=1.389s env_step=7.357s feedback_total=7.138s feedback_obs_pack=1.672s feedback_info_pack=0.266s effective_fps=10.37 +2026-10-02 00:15:18.428 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1724.864s infer_obs_pack=1.431s env_step=7.794s feedback_total=7.289s feedback_obs_pack=1.727s feedback_info_pack=0.288s effective_fps=10.38 +2026-10-02 00:15:18.426 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1726.700s infer_obs_pack=1.386s env_step=6.866s feedback_total=6.950s feedback_obs_pack=1.541s feedback_info_pack=0.242s effective_fps=10.37 +2026-10-02 00:15:18.428 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1725.281s infer_obs_pack=1.419s env_step=7.659s feedback_total=7.144s feedback_obs_pack=1.694s feedback_info_pack=0.279s effective_fps=10.37 +2026-10-02 00:15:18.428 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1725.072s infer_obs_pack=1.429s env_step=7.724s feedback_total=7.185s feedback_obs_pack=1.726s feedback_info_pack=0.284s effective_fps=10.37 +2026-10-02 00:15:18.428 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1725.543s infer_obs_pack=1.392s env_step=7.486s feedback_total=7.120s feedback_obs_pack=1.651s feedback_info_pack=0.282s effective_fps=10.37 +2026-10-02 00:15:18.426 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1726.524s infer_obs_pack=1.402s env_step=6.877s feedback_total=7.054s feedback_obs_pack=1.553s feedback_info_pack=0.259s effective_fps=10.37 +2026-10-02 00:15:18.426 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1726.726s infer_obs_pack=1.381s env_step=6.838s feedback_total=6.937s feedback_obs_pack=1.546s feedback_info_pack=0.245s effective_fps=10.37 +2026-10-02 00:15:18.429 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18067 infer_calls=18067 feedback_calls=18067 infer_wait=1724.785s infer_obs_pack=1.430s env_step=7.802s feedback_total=7.311s feedback_obs_pack=1.741s feedback_info_pack=0.286s effective_fps=10.38 +2026-10-02 00:15:48.367 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18371 infer_calls=18371 feedback_calls=18371 infer_wait=1755.062s infer_obs_pack=1.468s env_step=7.543s feedback_total=7.419s feedback_obs_pack=1.627s feedback_info_pack=0.254s effective_fps=10.37 +2026-10-02 00:15:48.467 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1756.195s infer_obs_pack=1.408s env_step=7.138s feedback_total=7.023s feedback_obs_pack=1.622s feedback_info_pack=0.268s effective_fps=10.37 +2026-10-02 00:15:48.467 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1756.258s infer_obs_pack=1.423s env_step=6.989s feedback_total=7.165s feedback_obs_pack=1.579s feedback_info_pack=0.264s effective_fps=10.37 +2026-10-02 00:15:48.468 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1755.980s infer_obs_pack=1.397s env_step=7.249s feedback_total=7.079s feedback_obs_pack=1.619s feedback_info_pack=0.267s effective_fps=10.37 +2026-10-02 00:15:48.468 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1755.007s infer_obs_pack=1.441s env_step=7.777s feedback_total=7.257s feedback_obs_pack=1.722s feedback_info_pack=0.283s effective_fps=10.37 +2026-10-02 00:15:48.468 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1754.902s infer_obs_pack=1.428s env_step=7.821s feedback_total=7.284s feedback_obs_pack=1.722s feedback_info_pack=0.292s effective_fps=10.37 +2026-10-02 00:15:48.467 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1755.860s infer_obs_pack=1.426s env_step=7.272s feedback_total=7.135s feedback_obs_pack=1.657s feedback_info_pack=0.274s effective_fps=10.37 +2026-10-02 00:15:48.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1755.270s infer_obs_pack=1.414s env_step=7.606s feedback_total=7.232s feedback_obs_pack=1.678s feedback_info_pack=0.286s effective_fps=10.37 +2026-10-02 00:15:48.467 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1756.111s infer_obs_pack=1.422s env_step=7.086s feedback_total=7.171s feedback_obs_pack=1.571s feedback_info_pack=0.258s effective_fps=10.37 +2026-10-02 00:15:48.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1754.582s infer_obs_pack=1.454s env_step=7.917s feedback_total=7.405s feedback_obs_pack=1.755s feedback_info_pack=0.292s effective_fps=10.37 +2026-10-02 00:15:48.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1754.508s infer_obs_pack=1.453s env_step=7.923s feedback_total=7.423s feedback_obs_pack=1.768s feedback_info_pack=0.291s effective_fps=10.37 +2026-10-02 00:15:48.467 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1756.438s infer_obs_pack=1.407s env_step=6.976s feedback_total=7.063s feedback_obs_pack=1.564s feedback_info_pack=0.245s effective_fps=10.37 +2026-10-02 00:15:48.468 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1756.374s infer_obs_pack=1.394s env_step=7.046s feedback_total=6.984s feedback_obs_pack=1.591s feedback_info_pack=0.257s effective_fps=10.37 +2026-10-02 00:15:48.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1754.797s infer_obs_pack=1.450s env_step=7.845s feedback_total=7.298s feedback_obs_pack=1.753s feedback_info_pack=0.289s effective_fps=10.37 +2026-10-02 00:15:48.467 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1756.467s infer_obs_pack=1.402s env_step=6.947s feedback_total=7.046s feedback_obs_pack=1.570s feedback_info_pack=0.249s effective_fps=10.37 +2026-10-02 00:15:48.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18372 infer_calls=18372 feedback_calls=18372 infer_wait=1755.486s infer_obs_pack=1.410s env_step=7.478s feedback_total=7.252s feedback_obs_pack=1.700s feedback_info_pack=0.270s effective_fps=10.37 +2026-10-02 00:16:18.688 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1785.891s infer_obs_pack=1.421s env_step=7.365s feedback_total=7.188s feedback_obs_pack=1.644s feedback_info_pack=0.271s effective_fps=10.36 +2026-10-02 00:16:18.688 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1785.761s infer_obs_pack=1.448s env_step=7.392s feedback_total=7.250s feedback_obs_pack=1.683s feedback_info_pack=0.278s effective_fps=10.36 +2026-10-02 00:16:18.688 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1785.393s infer_obs_pack=1.432s env_step=7.595s feedback_total=7.365s feedback_obs_pack=1.727s feedback_info_pack=0.274s effective_fps=10.36 +2026-10-02 00:16:18.689 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1786.359s infer_obs_pack=1.428s env_step=7.087s feedback_total=7.171s feedback_obs_pack=1.589s feedback_info_pack=0.249s effective_fps=10.36 +2026-10-02 00:16:18.689 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1786.300s infer_obs_pack=1.416s env_step=7.155s feedback_total=7.090s feedback_obs_pack=1.615s feedback_info_pack=0.261s effective_fps=10.36 +2026-10-02 00:16:18.689 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1786.393s infer_obs_pack=1.423s env_step=7.058s feedback_total=7.151s feedback_obs_pack=1.594s feedback_info_pack=0.252s effective_fps=10.36 +2026-10-02 00:16:18.690 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1785.184s infer_obs_pack=1.436s env_step=7.722s feedback_total=7.342s feedback_obs_pack=1.704s feedback_info_pack=0.290s effective_fps=10.36 +2026-10-02 00:16:18.688 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1786.021s infer_obs_pack=1.445s env_step=7.199s feedback_total=7.280s feedback_obs_pack=1.595s feedback_info_pack=0.261s effective_fps=10.36 +2026-10-02 00:16:18.690 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1786.179s infer_obs_pack=1.445s env_step=7.098s feedback_total=7.277s feedback_obs_pack=1.602s feedback_info_pack=0.268s effective_fps=10.36 +2026-10-02 00:16:18.688 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1785.050s infer_obs_pack=1.491s env_step=7.676s feedback_total=7.534s feedback_obs_pack=1.651s feedback_info_pack=0.258s effective_fps=10.36 +2026-10-02 00:16:18.689 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1784.802s infer_obs_pack=1.450s env_step=7.946s feedback_total=7.397s feedback_obs_pack=1.748s feedback_info_pack=0.297s effective_fps=10.36 +2026-10-02 00:16:18.690 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1784.475s infer_obs_pack=1.476s env_step=8.042s feedback_total=7.523s feedback_obs_pack=1.783s feedback_info_pack=0.297s effective_fps=10.36 +2026-10-02 00:16:18.690 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1784.689s infer_obs_pack=1.474s env_step=7.970s feedback_total=7.415s feedback_obs_pack=1.781s feedback_info_pack=0.293s effective_fps=10.36 +2026-10-02 00:16:18.691 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1784.389s infer_obs_pack=1.477s env_step=8.051s feedback_total=7.544s feedback_obs_pack=1.797s feedback_info_pack=0.295s effective_fps=10.36 +2026-10-02 00:16:18.691 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1786.121s infer_obs_pack=1.429s env_step=7.249s feedback_total=7.131s feedback_obs_pack=1.648s feedback_info_pack=0.272s effective_fps=10.36 +2026-10-02 00:16:18.691 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18670 infer_calls=18670 feedback_calls=18670 infer_wait=1784.911s infer_obs_pack=1.464s env_step=7.900s feedback_total=7.369s feedback_obs_pack=1.749s feedback_info_pack=0.288s effective_fps=10.36 +2026-10-02 00:16:48.693 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1815.912s infer_obs_pack=1.464s env_step=7.195s feedback_total=7.379s feedback_obs_pack=1.625s feedback_info_pack=0.271s effective_fps=10.34 +2026-10-02 00:16:48.693 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1816.025s infer_obs_pack=1.437s env_step=7.252s feedback_total=7.196s feedback_obs_pack=1.641s feedback_info_pack=0.264s effective_fps=10.34 +2026-10-02 00:16:48.694 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1816.126s infer_obs_pack=1.444s env_step=7.155s feedback_total=7.251s feedback_obs_pack=1.617s feedback_info_pack=0.256s effective_fps=10.34 +2026-10-02 00:16:48.694 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1815.846s infer_obs_pack=1.449s env_step=7.353s feedback_total=7.233s feedback_obs_pack=1.671s feedback_info_pack=0.276s effective_fps=10.34 +2026-10-02 00:16:48.694 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1815.489s infer_obs_pack=1.468s env_step=7.496s feedback_total=7.351s feedback_obs_pack=1.707s feedback_info_pack=0.282s effective_fps=10.34 +2026-10-02 00:16:48.694 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1815.113s infer_obs_pack=1.452s env_step=7.701s feedback_total=7.472s feedback_obs_pack=1.751s feedback_info_pack=0.278s effective_fps=10.34 +2026-10-02 00:16:48.695 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1814.902s infer_obs_pack=1.456s env_step=7.832s feedback_total=7.446s feedback_obs_pack=1.728s feedback_info_pack=0.294s effective_fps=10.34 +2026-10-02 00:16:48.695 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1815.615s infer_obs_pack=1.441s env_step=7.472s feedback_total=7.288s feedback_obs_pack=1.668s feedback_info_pack=0.274s effective_fps=10.34 +2026-10-02 00:16:48.695 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1814.620s infer_obs_pack=1.484s env_step=8.013s feedback_total=7.475s feedback_obs_pack=1.773s feedback_info_pack=0.292s effective_fps=10.34 +2026-10-02 00:16:48.695 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1814.517s infer_obs_pack=1.470s env_step=8.057s feedback_total=7.500s feedback_obs_pack=1.773s feedback_info_pack=0.301s effective_fps=10.34 +2026-10-02 00:16:48.693 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1816.091s infer_obs_pack=1.448s env_step=7.186s feedback_total=7.275s feedback_obs_pack=1.615s feedback_info_pack=0.253s effective_fps=10.34 +2026-10-02 00:16:48.695 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1814.395s infer_obs_pack=1.494s env_step=8.083s feedback_total=7.525s feedback_obs_pack=1.806s feedback_info_pack=0.297s effective_fps=10.34 +2026-10-02 00:16:48.693 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1814.760s infer_obs_pack=1.512s env_step=7.786s feedback_total=7.634s feedback_obs_pack=1.676s feedback_info_pack=0.261s effective_fps=10.34 +2026-10-02 00:16:48.695 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1814.188s infer_obs_pack=1.496s env_step=8.151s feedback_total=7.629s feedback_obs_pack=1.808s feedback_info_pack=0.301s effective_fps=10.34 +2026-10-02 00:16:48.693 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1815.740s infer_obs_pack=1.464s env_step=7.307s feedback_total=7.384s feedback_obs_pack=1.617s feedback_info_pack=0.265s effective_fps=10.34 +2026-10-02 00:16:48.696 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=18942 infer_calls=18942 feedback_calls=18942 infer_wait=1814.097s infer_obs_pack=1.498s env_step=8.164s feedback_total=7.652s feedback_obs_pack=1.822s feedback_info_pack=0.300s effective_fps=10.34 +2026-10-02 00:17:18.729 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1845.851s infer_obs_pack=1.468s env_step=7.285s feedback_total=7.376s feedback_obs_pack=1.638s feedback_info_pack=0.257s effective_fps=10.33 +2026-10-02 00:17:18.729 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1845.883s infer_obs_pack=1.466s env_step=7.255s feedback_total=7.353s feedback_obs_pack=1.641s feedback_info_pack=0.259s effective_fps=10.33 +2026-10-02 00:17:18.729 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1844.498s infer_obs_pack=1.535s env_step=7.892s feedback_total=7.740s feedback_obs_pack=1.698s feedback_info_pack=0.265s effective_fps=10.33 +2026-10-02 00:17:18.729 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1845.787s infer_obs_pack=1.457s env_step=7.354s feedback_total=7.295s feedback_obs_pack=1.663s feedback_info_pack=0.268s effective_fps=10.33 +2026-10-02 00:17:18.729 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1845.675s infer_obs_pack=1.484s env_step=7.294s feedback_total=7.478s feedback_obs_pack=1.647s feedback_info_pack=0.275s effective_fps=10.33 +2026-10-02 00:17:18.729 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1845.592s infer_obs_pack=1.473s env_step=7.458s feedback_total=7.339s feedback_obs_pack=1.694s feedback_info_pack=0.280s effective_fps=10.33 +2026-10-02 00:17:18.729 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1845.365s infer_obs_pack=1.462s env_step=7.577s feedback_total=7.393s feedback_obs_pack=1.691s feedback_info_pack=0.278s effective_fps=10.33 +2026-10-02 00:17:18.730 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1845.491s infer_obs_pack=1.484s env_step=7.409s feedback_total=7.487s feedback_obs_pack=1.639s feedback_info_pack=0.269s effective_fps=10.33 +2026-10-02 00:17:18.732 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1845.233s infer_obs_pack=1.489s env_step=7.604s feedback_total=7.459s feedback_obs_pack=1.733s feedback_info_pack=0.286s effective_fps=10.33 +2026-10-02 00:17:18.737 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1844.649s infer_obs_pack=1.478s env_step=7.944s feedback_total=7.552s feedback_obs_pack=1.753s feedback_info_pack=0.298s effective_fps=10.33 +2026-10-02 00:17:18.737 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1843.927s infer_obs_pack=1.517s env_step=8.265s feedback_total=7.739s feedback_obs_pack=1.834s feedback_info_pack=0.305s effective_fps=10.33 +2026-10-02 00:17:18.737 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1844.132s infer_obs_pack=1.515s env_step=8.200s feedback_total=7.633s feedback_obs_pack=1.833s feedback_info_pack=0.302s effective_fps=10.33 +2026-10-02 00:17:18.737 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1844.257s infer_obs_pack=1.491s env_step=8.171s feedback_total=7.610s feedback_obs_pack=1.799s feedback_info_pack=0.305s effective_fps=10.33 +2026-10-02 00:17:18.737 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1844.851s infer_obs_pack=1.474s env_step=7.815s feedback_total=7.585s feedback_obs_pack=1.777s feedback_info_pack=0.283s effective_fps=10.33 +2026-10-02 00:17:18.737 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1844.361s infer_obs_pack=1.505s env_step=8.128s feedback_total=7.583s feedback_obs_pack=1.799s feedback_info_pack=0.296s effective_fps=10.33 +2026-10-02 00:17:18.737 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19227 infer_calls=19227 feedback_calls=19227 infer_wait=1843.834s infer_obs_pack=1.518s env_step=8.280s feedback_total=7.762s feedback_obs_pack=1.849s feedback_info_pack=0.304s effective_fps=10.33 +2026-10-02 00:17:48.736 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1875.472s infer_obs_pack=1.500s env_step=7.370s feedback_total=7.553s feedback_obs_pack=1.663s feedback_info_pack=0.277s effective_fps=10.27 +2026-10-02 00:17:48.736 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1875.288s infer_obs_pack=1.500s env_step=7.486s feedback_total=7.562s feedback_obs_pack=1.655s feedback_info_pack=0.271s effective_fps=10.27 +2026-10-02 00:17:48.736 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1875.650s infer_obs_pack=1.483s env_step=7.364s feedback_total=7.450s feedback_obs_pack=1.656s feedback_info_pack=0.259s effective_fps=10.27 +2026-10-02 00:17:48.736 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1875.590s infer_obs_pack=1.472s env_step=7.430s feedback_total=7.368s feedback_obs_pack=1.680s feedback_info_pack=0.271s effective_fps=10.27 +2026-10-02 00:17:48.737 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1875.388s infer_obs_pack=1.488s env_step=7.534s feedback_total=7.415s feedback_obs_pack=1.713s feedback_info_pack=0.283s effective_fps=10.27 +2026-10-02 00:17:48.736 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1875.161s infer_obs_pack=1.477s env_step=7.656s feedback_total=7.469s feedback_obs_pack=1.708s feedback_info_pack=0.281s effective_fps=10.27 +2026-10-02 00:17:48.735 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1875.684s infer_obs_pack=1.481s env_step=7.328s feedback_total=7.429s feedback_obs_pack=1.657s feedback_info_pack=0.262s effective_fps=10.27 +2026-10-02 00:17:48.736 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1874.273s infer_obs_pack=1.550s env_step=7.984s feedback_total=7.820s feedback_obs_pack=1.715s feedback_info_pack=0.271s effective_fps=10.27 +2026-10-02 00:17:48.736 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1875.026s infer_obs_pack=1.504s env_step=7.682s feedback_total=7.537s feedback_obs_pack=1.751s feedback_info_pack=0.291s effective_fps=10.27 +2026-10-02 00:17:48.738 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1873.702s infer_obs_pack=1.533s env_step=8.351s feedback_total=7.819s feedback_obs_pack=1.853s feedback_info_pack=0.308s effective_fps=10.27 +2026-10-02 00:17:48.738 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19429 infer_calls=19429 feedback_calls=19429 infer_wait=1873.605s infer_obs_pack=1.534s env_step=8.367s feedback_total=7.843s feedback_obs_pack=1.868s feedback_info_pack=0.307s effective_fps=10.27 +2026-10-02 00:17:48.822 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19430 infer_calls=19430 feedback_calls=19430 infer_wait=1874.714s infer_obs_pack=1.490s env_step=7.897s feedback_total=7.666s feedback_obs_pack=1.795s feedback_info_pack=0.286s effective_fps=10.27 +2026-10-02 00:17:48.822 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19430 infer_calls=19430 feedback_calls=19430 infer_wait=1874.117s infer_obs_pack=1.506s env_step=8.257s feedback_total=7.691s feedback_obs_pack=1.818s feedback_info_pack=0.309s effective_fps=10.27 +2026-10-02 00:17:48.822 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19430 infer_calls=19430 feedback_calls=19430 infer_wait=1874.512s infer_obs_pack=1.493s env_step=8.028s feedback_total=7.632s feedback_obs_pack=1.772s feedback_info_pack=0.302s effective_fps=10.27 +2026-10-02 00:17:48.822 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19430 infer_calls=19430 feedback_calls=19430 infer_wait=1873.990s infer_obs_pack=1.531s env_step=8.286s feedback_total=7.714s feedback_obs_pack=1.852s feedback_info_pack=0.305s effective_fps=10.27 +2026-10-02 00:17:48.822 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19430 infer_calls=19430 feedback_calls=19430 infer_wait=1874.223s infer_obs_pack=1.521s env_step=8.213s feedback_total=7.663s feedback_obs_pack=1.819s feedback_info_pack=0.299s effective_fps=10.27 +2026-10-02 00:18:18.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1905.135s infer_obs_pack=1.512s env_step=7.650s feedback_total=7.532s feedback_obs_pack=1.740s feedback_info_pack=0.287s effective_fps=10.27 +2026-10-02 00:18:18.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1905.212s infer_obs_pack=1.524s env_step=7.491s feedback_total=7.670s feedback_obs_pack=1.689s feedback_info_pack=0.282s effective_fps=10.27 +2026-10-02 00:18:18.801 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1904.768s infer_obs_pack=1.529s env_step=7.799s feedback_total=7.659s feedback_obs_pack=1.778s feedback_info_pack=0.299s effective_fps=10.27 +2026-10-02 00:18:18.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1905.335s infer_obs_pack=1.496s env_step=7.545s feedback_total=7.485s feedback_obs_pack=1.706s feedback_info_pack=0.275s effective_fps=10.27 +2026-10-02 00:18:18.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1905.426s infer_obs_pack=1.505s env_step=7.445s feedback_total=7.546s feedback_obs_pack=1.683s feedback_info_pack=0.266s effective_fps=10.27 +2026-10-02 00:18:18.802 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1903.411s infer_obs_pack=1.557s env_step=8.487s feedback_total=7.947s feedback_obs_pack=1.883s feedback_info_pack=0.313s effective_fps=10.28 +2026-10-02 00:18:18.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1904.893s infer_obs_pack=1.501s env_step=7.775s feedback_total=7.591s feedback_obs_pack=1.735s feedback_info_pack=0.285s effective_fps=10.27 +2026-10-02 00:18:18.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1903.975s infer_obs_pack=1.574s env_step=8.123s feedback_total=7.946s feedback_obs_pack=1.743s feedback_info_pack=0.275s effective_fps=10.27 +2026-10-02 00:18:18.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1905.397s infer_obs_pack=1.508s env_step=7.477s feedback_total=7.567s feedback_obs_pack=1.682s feedback_info_pack=0.263s effective_fps=10.27 +2026-10-02 00:18:18.800 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1905.019s infer_obs_pack=1.523s env_step=7.611s feedback_total=7.681s feedback_obs_pack=1.681s feedback_info_pack=0.275s effective_fps=10.27 +2026-10-02 00:18:18.802 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19743 infer_calls=19743 feedback_calls=19743 infer_wait=1903.314s infer_obs_pack=1.559s env_step=8.502s feedback_total=7.969s feedback_obs_pack=1.899s feedback_info_pack=0.312s effective_fps=10.28 +2026-10-02 00:18:18.877 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19744 infer_calls=19744 feedback_calls=19744 infer_wait=1904.232s infer_obs_pack=1.517s env_step=8.155s feedback_total=7.753s feedback_obs_pack=1.800s feedback_info_pack=0.306s effective_fps=10.27 +2026-10-02 00:18:18.877 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19744 infer_calls=19744 feedback_calls=19744 infer_wait=1903.697s infer_obs_pack=1.554s env_step=8.418s feedback_total=7.839s feedback_obs_pack=1.882s feedback_info_pack=0.310s effective_fps=10.28 +2026-10-02 00:18:18.877 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19744 infer_calls=19744 feedback_calls=19744 infer_wait=1903.933s infer_obs_pack=1.545s env_step=8.345s feedback_total=7.786s feedback_obs_pack=1.848s feedback_info_pack=0.304s effective_fps=10.27 +2026-10-02 00:18:18.877 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19744 infer_calls=19744 feedback_calls=19744 infer_wait=1903.824s infer_obs_pack=1.530s env_step=8.392s feedback_total=7.814s feedback_obs_pack=1.847s feedback_info_pack=0.313s effective_fps=10.27 +2026-10-02 00:18:18.877 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=19744 infer_calls=19744 feedback_calls=19744 infer_wait=1904.446s infer_obs_pack=1.513s env_step=8.019s feedback_total=7.784s feedback_obs_pack=1.822s feedback_info_pack=0.290s effective_fps=10.27 +2026-10-02 00:18:48.856 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1933.725s infer_obs_pack=1.599s env_step=8.235s feedback_total=8.055s feedback_obs_pack=1.766s feedback_info_pack=0.280s effective_fps=10.25 +2026-10-02 00:18:48.856 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1934.929s infer_obs_pack=1.531s env_step=7.747s feedback_total=7.627s feedback_obs_pack=1.762s feedback_info_pack=0.291s effective_fps=10.25 +2026-10-02 00:18:48.856 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1934.983s infer_obs_pack=1.545s env_step=7.594s feedback_total=7.772s feedback_obs_pack=1.711s feedback_info_pack=0.285s effective_fps=10.25 +2026-10-02 00:18:48.856 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1935.187s infer_obs_pack=1.533s env_step=7.571s feedback_total=7.663s feedback_obs_pack=1.702s feedback_info_pack=0.267s effective_fps=10.25 +2026-10-02 00:18:48.857 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1934.678s infer_obs_pack=1.524s env_step=7.874s feedback_total=7.688s feedback_obs_pack=1.757s feedback_info_pack=0.289s effective_fps=10.25 +2026-10-02 00:18:48.856 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1935.121s infer_obs_pack=1.522s env_step=7.641s feedback_total=7.582s feedback_obs_pack=1.728s feedback_info_pack=0.279s effective_fps=10.25 +2026-10-02 00:18:48.856 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1935.203s infer_obs_pack=1.526s env_step=7.545s feedback_total=7.648s feedback_obs_pack=1.705s feedback_info_pack=0.269s effective_fps=10.25 +2026-10-02 00:18:48.856 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1934.781s infer_obs_pack=1.545s env_step=7.716s feedback_total=7.788s feedback_obs_pack=1.704s feedback_info_pack=0.279s effective_fps=10.25 +2026-10-02 00:18:48.857 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1934.553s infer_obs_pack=1.549s env_step=7.898s feedback_total=7.758s feedback_obs_pack=1.801s feedback_info_pack=0.302s effective_fps=10.25 +2026-10-02 00:18:48.858 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1933.073s infer_obs_pack=1.580s env_step=8.615s feedback_total=8.076s feedback_obs_pack=1.924s feedback_info_pack=0.316s effective_fps=10.25 +2026-10-02 00:18:48.859 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20008 infer_calls=20008 feedback_calls=20008 infer_wait=1933.176s infer_obs_pack=1.577s env_step=8.599s feedback_total=8.051s feedback_obs_pack=1.908s feedback_info_pack=0.317s effective_fps=10.25 +2026-10-02 00:18:48.930 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20009 infer_calls=20009 feedback_calls=20009 infer_wait=1934.218s infer_obs_pack=1.533s env_step=8.127s feedback_total=7.884s feedback_obs_pack=1.846s feedback_info_pack=0.294s effective_fps=10.25 +2026-10-02 00:18:48.931 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20009 infer_calls=20009 feedback_calls=20009 infer_wait=1933.587s infer_obs_pack=1.552s env_step=8.501s feedback_total=7.917s feedback_obs_pack=1.872s feedback_info_pack=0.318s effective_fps=10.25 +2026-10-02 00:18:48.931 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20009 infer_calls=20009 feedback_calls=20009 infer_wait=1933.999s infer_obs_pack=1.538s env_step=8.263s feedback_total=7.856s feedback_obs_pack=1.824s feedback_info_pack=0.310s effective_fps=10.25 +2026-10-02 00:18:48.932 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20009 infer_calls=20009 feedback_calls=20009 infer_wait=1933.458s infer_obs_pack=1.575s env_step=8.530s feedback_total=7.942s feedback_obs_pack=1.907s feedback_info_pack=0.314s effective_fps=10.25 +2026-10-02 00:18:48.932 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20009 infer_calls=20009 feedback_calls=20009 infer_wait=1933.704s infer_obs_pack=1.565s env_step=8.454s feedback_total=7.888s feedback_obs_pack=1.872s feedback_info_pack=0.309s effective_fps=10.25 +2026-10-02 00:19:18.879 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1964.891s infer_obs_pack=1.555s env_step=7.663s feedback_total=7.769s feedback_obs_pack=1.732s feedback_info_pack=0.273s effective_fps=10.25 +2026-10-02 00:19:18.879 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1964.457s infer_obs_pack=1.573s env_step=7.840s feedback_total=7.912s feedback_obs_pack=1.732s feedback_info_pack=0.283s effective_fps=10.25 +2026-10-02 00:19:18.880 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1964.825s infer_obs_pack=1.545s env_step=7.757s feedback_total=7.699s feedback_obs_pack=1.753s feedback_info_pack=0.283s effective_fps=10.25 +2026-10-02 00:19:18.879 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1963.405s infer_obs_pack=1.627s env_step=8.359s feedback_total=8.175s feedback_obs_pack=1.793s feedback_info_pack=0.284s effective_fps=10.26 +2026-10-02 00:19:18.881 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1964.625s infer_obs_pack=1.558s env_step=7.873s feedback_total=7.744s feedback_obs_pack=1.792s feedback_info_pack=0.295s effective_fps=10.25 +2026-10-02 00:19:18.879 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1964.253s infer_obs_pack=1.571s env_step=8.018s feedback_total=7.876s feedback_obs_pack=1.829s feedback_info_pack=0.307s effective_fps=10.25 +2026-10-02 00:19:18.879 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1964.660s infer_obs_pack=1.572s env_step=7.724s feedback_total=7.894s feedback_obs_pack=1.738s feedback_info_pack=0.289s effective_fps=10.25 +2026-10-02 00:19:18.879 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1964.887s infer_obs_pack=1.559s env_step=7.690s feedback_total=7.781s feedback_obs_pack=1.729s feedback_info_pack=0.271s effective_fps=10.25 +2026-10-02 00:19:18.879 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1964.373s infer_obs_pack=1.547s env_step=7.993s feedback_total=7.808s feedback_obs_pack=1.783s feedback_info_pack=0.295s effective_fps=10.25 +2026-10-02 00:19:18.881 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1962.859s infer_obs_pack=1.600s env_step=8.728s feedback_total=8.172s feedback_obs_pack=1.937s feedback_info_pack=0.322s effective_fps=10.26 +2026-10-02 00:19:18.881 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20321 infer_calls=20321 feedback_calls=20321 infer_wait=1962.751s infer_obs_pack=1.603s env_step=8.748s feedback_total=8.198s feedback_obs_pack=1.953s feedback_info_pack=0.320s effective_fps=10.26 +2026-10-02 00:19:18.967 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20322 infer_calls=20322 feedback_calls=20322 infer_wait=1963.924s infer_obs_pack=1.556s env_step=8.251s feedback_total=8.004s feedback_obs_pack=1.874s feedback_info_pack=0.298s effective_fps=10.25 +2026-10-02 00:19:18.968 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20322 infer_calls=20322 feedback_calls=20322 infer_wait=1963.702s infer_obs_pack=1.561s env_step=8.388s feedback_total=7.976s feedback_obs_pack=1.853s feedback_info_pack=0.315s effective_fps=10.26 +2026-10-02 00:19:18.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20322 infer_calls=20322 feedback_calls=20322 infer_wait=1963.283s infer_obs_pack=1.575s env_step=8.632s feedback_total=8.037s feedback_obs_pack=1.900s feedback_info_pack=0.322s effective_fps=10.26 +2026-10-02 00:19:18.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20322 infer_calls=20322 feedback_calls=20322 infer_wait=1963.400s infer_obs_pack=1.588s env_step=8.587s feedback_total=8.008s feedback_obs_pack=1.901s feedback_info_pack=0.313s effective_fps=10.26 +2026-10-02 00:19:18.970 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20322 infer_calls=20322 feedback_calls=20322 infer_wait=1963.157s infer_obs_pack=1.599s env_step=8.661s feedback_total=8.063s feedback_obs_pack=1.936s feedback_info_pack=0.319s effective_fps=10.26 +2026-10-02 00:19:48.910 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1993.069s infer_obs_pack=1.652s env_step=8.495s feedback_total=8.306s feedback_obs_pack=1.823s feedback_info_pack=0.289s effective_fps=10.27 +2026-10-02 00:19:48.910 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1993.933s infer_obs_pack=1.600s env_step=8.146s feedback_total=8.003s feedback_obs_pack=1.859s feedback_info_pack=0.312s effective_fps=10.27 +2026-10-02 00:19:48.911 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1994.517s infer_obs_pack=1.570s env_step=7.884s feedback_total=7.822s feedback_obs_pack=1.781s feedback_info_pack=0.287s effective_fps=10.27 +2026-10-02 00:19:48.910 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1994.063s infer_obs_pack=1.571s env_step=8.119s feedback_total=7.931s feedback_obs_pack=1.811s feedback_info_pack=0.299s effective_fps=10.27 +2026-10-02 00:19:48.910 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1994.143s infer_obs_pack=1.597s env_step=7.964s feedback_total=8.040s feedback_obs_pack=1.760s feedback_info_pack=0.287s effective_fps=10.27 +2026-10-02 00:19:48.910 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1994.349s infer_obs_pack=1.597s env_step=7.847s feedback_total=8.016s feedback_obs_pack=1.766s feedback_info_pack=0.294s effective_fps=10.27 +2026-10-02 00:19:48.912 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1992.513s infer_obs_pack=1.627s env_step=8.872s feedback_total=8.306s feedback_obs_pack=1.969s feedback_info_pack=0.327s effective_fps=10.28 +2026-10-02 00:19:48.910 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1994.315s infer_obs_pack=1.583s env_step=8.000s feedback_total=7.864s feedback_obs_pack=1.820s feedback_info_pack=0.299s effective_fps=10.27 +2026-10-02 00:19:48.910 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1994.584s infer_obs_pack=1.580s env_step=7.787s feedback_total=7.889s feedback_obs_pack=1.760s feedback_info_pack=0.278s effective_fps=10.27 +2026-10-02 00:19:48.910 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1994.580s infer_obs_pack=1.583s env_step=7.815s feedback_total=7.903s feedback_obs_pack=1.756s feedback_info_pack=0.275s effective_fps=10.27 +2026-10-02 00:19:48.912 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20667 infer_calls=20667 feedback_calls=20667 infer_wait=1992.405s infer_obs_pack=1.630s env_step=8.891s feedback_total=8.332s feedback_obs_pack=1.985s feedback_info_pack=0.325s effective_fps=10.28 +2026-10-02 00:19:49.004 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20668 infer_calls=20668 feedback_calls=20668 infer_wait=1992.956s infer_obs_pack=1.600s env_step=8.772s feedback_total=8.166s feedback_obs_pack=1.931s feedback_info_pack=0.327s effective_fps=10.27 +2026-10-02 00:19:49.004 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20668 infer_calls=20668 feedback_calls=20668 infer_wait=1992.818s infer_obs_pack=1.626s env_step=8.801s feedback_total=8.195s feedback_obs_pack=1.968s feedback_info_pack=0.325s effective_fps=10.28 +2026-10-02 00:19:49.004 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20668 infer_calls=20668 feedback_calls=20668 infer_wait=1993.374s infer_obs_pack=1.586s env_step=8.527s feedback_total=8.108s feedback_obs_pack=1.886s feedback_info_pack=0.320s effective_fps=10.27 +2026-10-02 00:19:49.005 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20668 infer_calls=20668 feedback_calls=20668 infer_wait=1993.613s infer_obs_pack=1.581s env_step=8.382s feedback_total=8.130s feedback_obs_pack=1.903s feedback_info_pack=0.303s effective_fps=10.27 +2026-10-02 00:19:49.005 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20668 infer_calls=20668 feedback_calls=20668 infer_wait=1993.065s infer_obs_pack=1.615s env_step=8.729s feedback_total=8.138s feedback_obs_pack=1.933s feedback_info_pack=0.318s effective_fps=10.27 +2026-10-02 00:20:18.913 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2022.735s infer_obs_pack=1.679s env_step=8.622s feedback_total=8.425s feedback_obs_pack=1.850s feedback_info_pack=0.293s effective_fps=10.28 +2026-10-02 00:20:18.914 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2024.274s infer_obs_pack=1.604s env_step=7.902s feedback_total=8.003s feedback_obs_pack=1.786s feedback_info_pack=0.282s effective_fps=10.28 +2026-10-02 00:20:18.914 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2023.993s infer_obs_pack=1.606s env_step=8.122s feedback_total=7.980s feedback_obs_pack=1.847s feedback_info_pack=0.304s effective_fps=10.28 +2026-10-02 00:20:18.914 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2024.198s infer_obs_pack=1.592s env_step=8.005s feedback_total=7.936s feedback_obs_pack=1.807s feedback_info_pack=0.292s effective_fps=10.28 +2026-10-02 00:20:18.914 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2024.263s infer_obs_pack=1.608s env_step=7.931s feedback_total=8.017s feedback_obs_pack=1.782s feedback_info_pack=0.279s effective_fps=10.28 +2026-10-02 00:20:18.913 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2023.826s infer_obs_pack=1.619s env_step=8.080s feedback_total=8.159s feedback_obs_pack=1.786s feedback_info_pack=0.291s effective_fps=10.28 +2026-10-02 00:20:18.914 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2023.737s infer_obs_pack=1.595s env_step=8.239s feedback_total=8.052s feedback_obs_pack=1.838s feedback_info_pack=0.303s effective_fps=10.28 +2026-10-02 00:20:18.914 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2024.037s infer_obs_pack=1.622s env_step=7.958s feedback_total=8.133s feedback_obs_pack=1.792s feedback_info_pack=0.298s effective_fps=10.28 +2026-10-02 00:20:18.916 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2022.168s infer_obs_pack=1.651s env_step=9.004s feedback_total=8.431s feedback_obs_pack=1.999s feedback_info_pack=0.332s effective_fps=10.28 +2026-10-02 00:20:18.916 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2022.057s infer_obs_pack=1.654s env_step=9.026s feedback_total=8.459s feedback_obs_pack=2.015s feedback_info_pack=0.330s effective_fps=10.28 +2026-10-02 00:20:18.916 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20983 infer_calls=20983 feedback_calls=20983 infer_wait=2023.607s infer_obs_pack=1.626s env_step=8.271s feedback_total=8.121s feedback_obs_pack=1.886s feedback_info_pack=0.316s effective_fps=10.28 +2026-10-02 00:20:19.068 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20985 infer_calls=20985 feedback_calls=20985 infer_wait=2022.780s infer_obs_pack=1.639s env_step=8.860s feedback_total=8.263s feedback_obs_pack=1.962s feedback_info_pack=0.323s effective_fps=10.28 +2026-10-02 00:20:19.069 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20985 infer_calls=20985 feedback_calls=20985 infer_wait=2023.101s infer_obs_pack=1.609s env_step=8.655s feedback_total=8.231s feedback_obs_pack=1.917s feedback_info_pack=0.325s effective_fps=10.28 +2026-10-02 00:20:19.070 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20985 infer_calls=20985 feedback_calls=20985 infer_wait=2022.680s infer_obs_pack=1.624s env_step=8.902s feedback_total=8.288s feedback_obs_pack=1.961s feedback_info_pack=0.332s effective_fps=10.28 +2026-10-02 00:20:19.070 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20985 infer_calls=20985 feedback_calls=20985 infer_wait=2023.347s infer_obs_pack=1.607s env_step=8.502s feedback_total=8.252s feedback_obs_pack=1.933s feedback_info_pack=0.307s effective_fps=10.28 +2026-10-02 00:20:19.070 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=20985 infer_calls=20985 feedback_calls=20985 infer_wait=2022.532s infer_obs_pack=1.651s env_step=8.934s feedback_total=8.321s feedback_obs_pack=1.998s feedback_info_pack=0.329s effective_fps=10.28 +2026-10-02 00:20:48.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2053.537s infer_obs_pack=1.646s env_step=8.201s feedback_total=8.282s feedback_obs_pack=1.812s feedback_info_pack=0.295s effective_fps=10.29 +2026-10-02 00:20:48.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2053.316s infer_obs_pack=1.650s env_step=8.397s feedback_total=8.246s feedback_obs_pack=1.915s feedback_info_pack=0.321s effective_fps=10.29 +2026-10-02 00:20:48.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2052.431s infer_obs_pack=1.705s env_step=8.754s feedback_total=8.551s feedback_obs_pack=1.876s feedback_info_pack=0.298s effective_fps=10.29 +2026-10-02 00:20:48.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2053.918s infer_obs_pack=1.618s env_step=8.126s feedback_total=8.058s feedback_obs_pack=1.836s feedback_info_pack=0.296s effective_fps=10.29 +2026-10-02 00:20:48.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2053.755s infer_obs_pack=1.648s env_step=8.077s feedback_total=8.255s feedback_obs_pack=1.818s feedback_info_pack=0.304s effective_fps=10.29 +2026-10-02 00:20:48.970 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2053.456s infer_obs_pack=1.620s env_step=8.362s feedback_total=8.174s feedback_obs_pack=1.866s feedback_info_pack=0.308s effective_fps=10.29 +2026-10-02 00:20:48.970 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2053.715s infer_obs_pack=1.631s env_step=8.243s feedback_total=8.104s feedback_obs_pack=1.878s feedback_info_pack=0.309s effective_fps=10.29 +2026-10-02 00:20:48.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2053.993s infer_obs_pack=1.632s env_step=8.024s feedback_total=8.123s feedback_obs_pack=1.812s feedback_info_pack=0.286s effective_fps=10.29 +2026-10-02 00:20:48.969 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2053.975s infer_obs_pack=1.634s env_step=8.055s feedback_total=8.141s feedback_obs_pack=1.811s feedback_info_pack=0.285s effective_fps=10.29 +2026-10-02 00:20:48.970 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2051.754s infer_obs_pack=1.679s env_step=9.159s feedback_total=8.587s feedback_obs_pack=2.045s feedback_info_pack=0.335s effective_fps=10.29 +2026-10-02 00:20:48.971 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21317 infer_calls=21317 feedback_calls=21317 infer_wait=2051.867s infer_obs_pack=1.677s env_step=9.138s feedback_total=8.558s feedback_obs_pack=2.029s feedback_info_pack=0.337s effective_fps=10.29 +2026-10-02 00:20:49.138 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21319 infer_calls=21319 feedback_calls=21319 infer_wait=2052.396s infer_obs_pack=1.648s env_step=9.036s feedback_total=8.414s feedback_obs_pack=1.990s feedback_info_pack=0.337s effective_fps=10.29 +2026-10-02 00:20:49.138 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21319 infer_calls=21319 feedback_calls=21319 infer_wait=2052.494s infer_obs_pack=1.664s env_step=8.995s feedback_total=8.391s feedback_obs_pack=1.992s feedback_info_pack=0.330s effective_fps=10.29 +2026-10-02 00:20:49.138 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21319 infer_calls=21319 feedback_calls=21319 infer_wait=2053.067s infer_obs_pack=1.632s env_step=8.631s feedback_total=8.379s feedback_obs_pack=1.963s feedback_info_pack=0.312s effective_fps=10.29 +2026-10-02 00:20:49.138 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21319 infer_calls=21319 feedback_calls=21319 infer_wait=2052.245s infer_obs_pack=1.675s env_step=9.070s feedback_total=8.447s feedback_obs_pack=2.028s feedback_info_pack=0.334s effective_fps=10.29 +2026-10-02 00:20:49.138 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21319 infer_calls=21319 feedback_calls=21319 infer_wait=2052.827s infer_obs_pack=1.634s env_step=8.784s feedback_total=8.355s feedback_obs_pack=1.947s feedback_info_pack=0.330s effective_fps=10.29 +2026-10-02 00:21:19.030 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2083.248s infer_obs_pack=1.670s env_step=8.327s feedback_total=8.413s feedback_obs_pack=1.839s feedback_info_pack=0.301s effective_fps=10.31 +2026-10-02 00:21:19.031 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2081.547s infer_obs_pack=1.703s env_step=9.280s feedback_total=8.695s feedback_obs_pack=2.061s feedback_info_pack=0.343s effective_fps=10.31 +2026-10-02 00:21:19.030 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2083.013s infer_obs_pack=1.676s env_step=8.532s feedback_total=8.376s feedback_obs_pack=1.945s feedback_info_pack=0.326s effective_fps=10.31 +2026-10-02 00:21:19.030 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2083.639s infer_obs_pack=1.643s env_step=8.251s feedback_total=8.183s feedback_obs_pack=1.865s feedback_info_pack=0.301s effective_fps=10.31 +2026-10-02 00:21:19.030 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2083.691s infer_obs_pack=1.660s env_step=8.180s feedback_total=8.267s feedback_obs_pack=1.838s feedback_info_pack=0.290s effective_fps=10.31 +2026-10-02 00:21:19.030 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2082.128s infer_obs_pack=1.733s env_step=8.889s feedback_total=8.680s feedback_obs_pack=1.904s feedback_info_pack=0.302s effective_fps=10.31 +2026-10-02 00:21:19.030 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2083.462s infer_obs_pack=1.674s env_step=8.209s feedback_total=8.381s feedback_obs_pack=1.845s feedback_info_pack=0.309s effective_fps=10.31 +2026-10-02 00:21:19.031 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2083.165s infer_obs_pack=1.645s env_step=8.495s feedback_total=8.300s feedback_obs_pack=1.895s feedback_info_pack=0.313s effective_fps=10.31 +2026-10-02 00:21:19.031 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2083.712s infer_obs_pack=1.655s env_step=8.147s feedback_total=8.249s feedback_obs_pack=1.841s feedback_info_pack=0.290s effective_fps=10.31 +2026-10-02 00:21:19.031 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2081.429s infer_obs_pack=1.706s env_step=9.304s feedback_total=8.726s feedback_obs_pack=2.078s feedback_info_pack=0.340s effective_fps=10.31 +2026-10-02 00:21:19.030 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21664 infer_calls=21664 feedback_calls=21664 infer_wait=2083.421s infer_obs_pack=1.657s env_step=8.377s feedback_total=8.229s feedback_obs_pack=1.907s feedback_info_pack=0.314s effective_fps=10.31 +2026-10-02 00:21:19.139 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21665 infer_calls=21665 feedback_calls=21665 infer_wait=2082.022s infer_obs_pack=1.675s env_step=9.179s feedback_total=8.548s feedback_obs_pack=2.022s feedback_info_pack=0.343s effective_fps=10.31 +2026-10-02 00:21:19.139 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21665 infer_calls=21665 feedback_calls=21665 infer_wait=2082.122s infer_obs_pack=1.689s env_step=9.140s feedback_total=8.523s feedback_obs_pack=2.024s feedback_info_pack=0.335s effective_fps=10.31 +2026-10-02 00:21:19.139 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21665 infer_calls=21665 feedback_calls=21665 infer_wait=2081.873s infer_obs_pack=1.701s env_step=9.213s feedback_total=8.580s feedback_obs_pack=2.060s feedback_info_pack=0.340s effective_fps=10.31 +2026-10-02 00:21:19.139 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21665 infer_calls=21665 feedback_calls=21665 infer_wait=2082.457s infer_obs_pack=1.660s env_step=8.924s feedback_total=8.489s feedback_obs_pack=1.979s feedback_info_pack=0.335s effective_fps=10.31 +2026-10-02 00:21:19.220 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=21666 infer_calls=21666 feedback_calls=21666 infer_wait=2082.771s infer_obs_pack=1.660s env_step=8.773s feedback_total=8.513s feedback_obs_pack=1.995s feedback_info_pack=0.317s effective_fps=10.31 +2026-10-02 00:21:49.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2113.177s infer_obs_pack=1.700s env_step=8.337s feedback_total=8.511s feedback_obs_pack=1.874s feedback_info_pack=0.314s effective_fps=10.32 +2026-10-02 00:21:49.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2112.963s infer_obs_pack=1.695s env_step=8.459s feedback_total=8.543s feedback_obs_pack=1.866s feedback_info_pack=0.307s effective_fps=10.32 +2026-10-02 00:21:49.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2113.402s infer_obs_pack=1.685s env_step=8.311s feedback_total=8.402s feedback_obs_pack=1.869s feedback_info_pack=0.294s effective_fps=10.32 +2026-10-02 00:21:49.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2113.131s infer_obs_pack=1.683s env_step=8.507s feedback_total=8.364s feedback_obs_pack=1.937s feedback_info_pack=0.318s effective_fps=10.32 +2026-10-02 00:21:49.103 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2113.438s infer_obs_pack=1.680s env_step=8.271s feedback_total=8.376s feedback_obs_pack=1.869s feedback_info_pack=0.295s effective_fps=10.32 +2026-10-02 00:21:49.103 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2112.721s infer_obs_pack=1.701s env_step=8.667s feedback_total=8.512s feedback_obs_pack=1.979s feedback_info_pack=0.331s effective_fps=10.32 +2026-10-02 00:21:49.103 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2112.873s infer_obs_pack=1.670s env_step=8.631s feedback_total=8.433s feedback_obs_pack=1.928s feedback_info_pack=0.317s effective_fps=10.32 +2026-10-02 00:21:49.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2111.821s infer_obs_pack=1.760s env_step=9.025s feedback_total=8.812s feedback_obs_pack=1.931s feedback_info_pack=0.306s effective_fps=10.32 +2026-10-02 00:21:49.102 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2113.352s infer_obs_pack=1.668s env_step=8.383s feedback_total=8.315s feedback_obs_pack=1.895s feedback_info_pack=0.305s effective_fps=10.32 +2026-10-02 00:21:49.105 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2111.244s infer_obs_pack=1.730s env_step=9.424s feedback_total=8.829s feedback_obs_pack=2.092s feedback_info_pack=0.348s effective_fps=10.33 +2026-10-02 00:21:49.105 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22005 infer_calls=22005 feedback_calls=22005 infer_wait=2111.124s infer_obs_pack=1.733s env_step=9.449s feedback_total=8.860s feedback_obs_pack=2.110s feedback_info_pack=0.346s effective_fps=10.33 +2026-10-02 00:21:49.179 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22006 infer_calls=22006 feedback_calls=22006 infer_wait=2112.133s infer_obs_pack=1.687s env_step=9.057s feedback_total=8.623s feedback_obs_pack=2.010s feedback_info_pack=0.340s effective_fps=10.32 +2026-10-02 00:21:49.179 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22006 infer_calls=22006 feedback_calls=22006 infer_wait=2111.794s infer_obs_pack=1.714s env_step=9.281s feedback_total=8.655s feedback_obs_pack=2.055s feedback_info_pack=0.341s effective_fps=10.32 +2026-10-02 00:21:49.180 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22006 infer_calls=22006 feedback_calls=22006 infer_wait=2111.700s infer_obs_pack=1.700s env_step=9.316s feedback_total=8.680s feedback_obs_pack=2.053s feedback_info_pack=0.348s effective_fps=10.32 +2026-10-02 00:21:49.179 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22006 infer_calls=22006 feedback_calls=22006 infer_wait=2111.540s infer_obs_pack=1.727s env_step=9.354s feedback_total=8.713s feedback_obs_pack=2.092s feedback_info_pack=0.345s effective_fps=10.32 +2026-10-02 00:21:49.257 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22007 infer_calls=22007 feedback_calls=22007 infer_wait=2112.443s infer_obs_pack=1.686s env_step=8.906s feedback_total=8.649s feedback_obs_pack=2.024s feedback_info_pack=0.323s effective_fps=10.32 +2026-10-02 00:22:19.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2143.069s infer_obs_pack=1.690s env_step=8.497s feedback_total=8.431s feedback_obs_pack=1.922s feedback_info_pack=0.309s effective_fps=10.33 +2026-10-02 00:22:19.134 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2142.669s infer_obs_pack=1.718s env_step=8.579s feedback_total=8.663s feedback_obs_pack=1.893s feedback_info_pack=0.311s effective_fps=10.33 +2026-10-02 00:22:19.134 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2143.112s infer_obs_pack=1.709s env_step=8.429s feedback_total=8.519s feedback_obs_pack=1.896s feedback_info_pack=0.299s effective_fps=10.33 +2026-10-02 00:22:19.135 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2142.838s infer_obs_pack=1.705s env_step=8.627s feedback_total=8.480s feedback_obs_pack=1.965s feedback_info_pack=0.323s effective_fps=10.33 +2026-10-02 00:22:19.135 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2142.577s infer_obs_pack=1.694s env_step=8.752s feedback_total=8.550s feedback_obs_pack=1.955s feedback_info_pack=0.322s effective_fps=10.33 +2026-10-02 00:22:19.134 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2141.508s infer_obs_pack=1.783s env_step=9.153s feedback_total=8.930s feedback_obs_pack=1.958s feedback_info_pack=0.310s effective_fps=10.33 +2026-10-02 00:22:19.136 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2142.432s infer_obs_pack=1.725s env_step=8.784s feedback_total=8.632s feedback_obs_pack=2.010s feedback_info_pack=0.335s effective_fps=10.33 +2026-10-02 00:22:19.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2142.877s infer_obs_pack=1.723s env_step=8.460s feedback_total=8.631s feedback_obs_pack=1.899s feedback_info_pack=0.318s effective_fps=10.33 +2026-10-02 00:22:19.133 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2143.154s infer_obs_pack=1.703s env_step=8.387s feedback_total=8.491s feedback_obs_pack=1.894s feedback_info_pack=0.299s effective_fps=10.33 +2026-10-02 00:22:19.136 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2140.809s infer_obs_pack=1.757s env_step=9.580s feedback_total=8.985s feedback_obs_pack=2.140s feedback_info_pack=0.350s effective_fps=10.33 +2026-10-02 00:22:19.136 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22332 infer_calls=22332 feedback_calls=22332 infer_wait=2140.928s infer_obs_pack=1.755s env_step=9.556s feedback_total=8.952s feedback_obs_pack=2.122s feedback_info_pack=0.352s effective_fps=10.33 +2026-10-02 00:22:19.212 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22333 infer_calls=22333 feedback_calls=22333 infer_wait=2141.225s infer_obs_pack=1.752s env_step=9.485s feedback_total=8.838s feedback_obs_pack=2.122s feedback_info_pack=0.350s effective_fps=10.33 +2026-10-02 00:22:19.212 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22333 infer_calls=22333 feedback_calls=22333 infer_wait=2141.389s infer_obs_pack=1.724s env_step=9.446s feedback_total=8.801s feedback_obs_pack=2.082s feedback_info_pack=0.353s effective_fps=10.33 +2026-10-02 00:22:19.212 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22333 infer_calls=22333 feedback_calls=22333 infer_wait=2141.485s infer_obs_pack=1.737s env_step=9.411s feedback_total=8.776s feedback_obs_pack=2.084s feedback_info_pack=0.345s effective_fps=10.33 +2026-10-02 00:22:19.212 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22333 infer_calls=22333 feedback_calls=22333 infer_wait=2141.833s infer_obs_pack=1.710s env_step=9.184s feedback_total=8.742s feedback_obs_pack=2.040s feedback_info_pack=0.345s effective_fps=10.33 +2026-10-02 00:22:19.297 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22334 infer_calls=22334 feedback_calls=22334 infer_wait=2142.149s infer_obs_pack=1.709s env_step=9.034s feedback_total=8.769s feedback_obs_pack=2.052s feedback_info_pack=0.328s effective_fps=10.33 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2171.170s infer_obs_pack=1.811s env_step=9.286s feedback_total=9.061s feedback_obs_pack=1.987s feedback_info_pack=0.314s effective_fps=10.34 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2172.763s infer_obs_pack=1.718s env_step=8.614s feedback_total=8.560s feedback_obs_pack=1.962s feedback_info_pack=0.314s effective_fps=10.34 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2172.269s infer_obs_pack=1.719s env_step=8.875s feedback_total=8.673s feedback_obs_pack=1.983s feedback_info_pack=0.326s effective_fps=10.34 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2172.123s infer_obs_pack=1.749s env_step=8.911s feedback_total=8.753s feedback_obs_pack=2.038s feedback_info_pack=0.340s effective_fps=10.34 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2172.519s infer_obs_pack=1.733s env_step=8.762s feedback_total=8.601s feedback_obs_pack=1.993s feedback_info_pack=0.327s effective_fps=10.34 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2172.839s infer_obs_pack=1.728s env_step=8.505s feedback_total=8.622s feedback_obs_pack=1.921s feedback_info_pack=0.303s effective_fps=10.34 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2172.561s infer_obs_pack=1.749s env_step=8.576s feedback_total=8.765s feedback_obs_pack=1.925s feedback_info_pack=0.322s effective_fps=10.34 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2172.356s infer_obs_pack=1.743s env_step=8.702s feedback_total=8.786s feedback_obs_pack=1.923s feedback_info_pack=0.315s effective_fps=10.34 +2026-10-02 00:22:49.165 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2170.462s infer_obs_pack=1.783s env_step=9.717s feedback_total=9.118s feedback_obs_pack=2.171s feedback_info_pack=0.355s effective_fps=10.34 +2026-10-02 00:22:49.163 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2172.819s infer_obs_pack=1.734s env_step=8.546s feedback_total=8.635s feedback_obs_pack=1.922s feedback_info_pack=0.303s effective_fps=10.34 +2026-10-02 00:22:49.166 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22666 infer_calls=22666 feedback_calls=22666 infer_wait=2170.587s infer_obs_pack=1.782s env_step=9.697s feedback_total=9.084s feedback_obs_pack=2.154s feedback_info_pack=0.358s effective_fps=10.34 +2026-10-02 00:22:49.251 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22667 infer_calls=22667 feedback_calls=22667 infer_wait=2171.523s infer_obs_pack=1.734s env_step=9.316s feedback_total=8.866s feedback_obs_pack=2.069s feedback_info_pack=0.350s effective_fps=10.34 +2026-10-02 00:22:49.252 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22667 infer_calls=22667 feedback_calls=22667 infer_wait=2171.074s infer_obs_pack=1.748s env_step=9.581s feedback_total=8.927s feedback_obs_pack=2.112s feedback_info_pack=0.358s effective_fps=10.34 +2026-10-02 00:22:49.252 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22667 infer_calls=22667 feedback_calls=22667 infer_wait=2171.171s infer_obs_pack=1.762s env_step=9.546s feedback_total=8.902s feedback_obs_pack=2.115s feedback_info_pack=0.350s effective_fps=10.34 +2026-10-02 00:22:49.252 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22667 infer_calls=22667 feedback_calls=22667 infer_wait=2170.908s infer_obs_pack=1.777s env_step=9.622s feedback_total=8.965s feedback_obs_pack=2.152s feedback_info_pack=0.355s effective_fps=10.34 +2026-10-02 00:22:49.328 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=22668 infer_calls=22668 feedback_calls=22668 infer_wait=2171.829s infer_obs_pack=1.734s env_step=9.166s feedback_total=8.894s feedback_obs_pack=2.082s feedback_info_pack=0.332s effective_fps=10.34 +2026-10-02 00:23:19.227 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2202.448s infer_obs_pack=1.744s env_step=8.748s feedback_total=8.705s feedback_obs_pack=1.992s feedback_info_pack=0.319s effective_fps=10.36 +2026-10-02 00:23:19.227 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2200.830s infer_obs_pack=1.842s env_step=9.435s feedback_total=9.205s feedback_obs_pack=2.022s feedback_info_pack=0.320s effective_fps=10.36 +2026-10-02 00:23:19.227 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2202.532s infer_obs_pack=1.757s env_step=8.641s feedback_total=8.753s feedback_obs_pack=1.949s feedback_info_pack=0.308s effective_fps=10.36 +2026-10-02 00:23:19.227 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2202.027s infer_obs_pack=1.771s env_step=8.844s feedback_total=8.931s feedback_obs_pack=1.953s feedback_info_pack=0.320s effective_fps=10.36 +2026-10-02 00:23:19.227 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2202.511s infer_obs_pack=1.764s env_step=8.678s feedback_total=8.770s feedback_obs_pack=1.951s feedback_info_pack=0.307s effective_fps=10.36 +2026-10-02 00:23:19.227 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2201.958s infer_obs_pack=1.748s env_step=9.009s feedback_total=8.815s feedback_obs_pack=2.016s feedback_info_pack=0.331s effective_fps=10.36 +2026-10-02 00:23:19.227 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2202.207s infer_obs_pack=1.759s env_step=8.899s feedback_total=8.739s feedback_obs_pack=2.025s feedback_info_pack=0.332s effective_fps=10.36 +2026-10-02 00:23:19.227 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2202.239s infer_obs_pack=1.779s env_step=8.716s feedback_total=8.904s feedback_obs_pack=1.955s feedback_info_pack=0.327s effective_fps=10.36 +2026-10-02 00:23:19.229 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2201.815s infer_obs_pack=1.778s env_step=9.047s feedback_total=8.889s feedback_obs_pack=2.071s feedback_info_pack=0.345s effective_fps=10.36 +2026-10-02 00:23:19.229 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2200.123s infer_obs_pack=1.811s env_step=9.870s feedback_total=9.262s feedback_obs_pack=2.205s feedback_info_pack=0.361s effective_fps=10.36 +2026-10-02 00:23:19.229 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23021 infer_calls=23021 feedback_calls=23021 infer_wait=2200.250s infer_obs_pack=1.809s env_step=9.852s feedback_total=9.225s feedback_obs_pack=2.188s feedback_info_pack=0.363s effective_fps=10.36 +2026-10-02 00:23:19.307 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23022 infer_calls=23022 feedback_calls=23022 infer_wait=2201.194s infer_obs_pack=1.761s env_step=9.463s feedback_total=9.004s feedback_obs_pack=2.101s feedback_info_pack=0.355s effective_fps=10.36 +2026-10-02 00:23:19.307 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23022 infer_calls=23022 feedback_calls=23022 infer_wait=2200.738s infer_obs_pack=1.775s env_step=9.730s feedback_total=9.066s feedback_obs_pack=2.145s feedback_info_pack=0.364s effective_fps=10.36 +2026-10-02 00:23:19.307 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23022 infer_calls=23022 feedback_calls=23022 infer_wait=2200.833s infer_obs_pack=1.789s env_step=9.696s feedback_total=9.041s feedback_obs_pack=2.148s feedback_info_pack=0.356s effective_fps=10.36 +2026-10-02 00:23:19.307 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23022 infer_calls=23022 feedback_calls=23022 infer_wait=2200.564s infer_obs_pack=1.805s env_step=9.774s feedback_total=9.109s feedback_obs_pack=2.186s feedback_info_pack=0.361s effective_fps=10.36 +2026-10-02 00:23:19.389 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23023 infer_calls=23023 feedback_calls=23023 infer_wait=2201.510s infer_obs_pack=1.761s env_step=9.308s feedback_total=9.034s feedback_obs_pack=2.114s feedback_info_pack=0.338s effective_fps=10.36 +2026-10-02 00:23:49.303 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2231.686s infer_obs_pack=1.773s env_step=9.136s feedback_total=8.941s feedback_obs_pack=2.045s feedback_info_pack=0.336s effective_fps=10.38 +2026-10-02 00:23:49.303 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2230.504s infer_obs_pack=1.870s env_step=9.587s feedback_total=9.351s feedback_obs_pack=2.056s feedback_info_pack=0.325s effective_fps=10.38 +2026-10-02 00:23:49.304 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2231.725s infer_obs_pack=1.800s env_step=8.976s feedback_total=9.068s feedback_obs_pack=1.986s feedback_info_pack=0.325s effective_fps=10.38 +2026-10-02 00:23:49.303 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2232.245s infer_obs_pack=1.788s env_step=8.773s feedback_total=8.885s feedback_obs_pack=1.979s feedback_info_pack=0.312s effective_fps=10.38 +2026-10-02 00:23:49.303 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2231.946s infer_obs_pack=1.810s env_step=8.849s feedback_total=9.037s feedback_obs_pack=1.984s feedback_info_pack=0.332s effective_fps=10.38 +2026-10-02 00:23:49.303 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2232.228s infer_obs_pack=1.790s env_step=8.806s feedback_total=8.901s feedback_obs_pack=1.983s feedback_info_pack=0.312s effective_fps=10.38 +2026-10-02 00:23:49.304 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2232.177s infer_obs_pack=1.769s env_step=8.876s feedback_total=8.834s feedback_obs_pack=2.020s feedback_info_pack=0.323s effective_fps=10.38 +2026-10-02 00:23:49.304 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2231.927s infer_obs_pack=1.784s env_step=9.036s feedback_total=8.864s feedback_obs_pack=2.055s feedback_info_pack=0.337s effective_fps=10.38 +2026-10-02 00:23:49.304 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2229.810s infer_obs_pack=1.837s env_step=10.021s feedback_total=9.399s feedback_obs_pack=2.238s feedback_info_pack=0.366s effective_fps=10.38 +2026-10-02 00:23:49.304 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2231.534s infer_obs_pack=1.803s env_step=9.181s feedback_total=9.019s feedback_obs_pack=2.101s feedback_info_pack=0.350s effective_fps=10.38 +2026-10-02 00:23:49.305 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23375 infer_calls=23375 feedback_calls=23375 infer_wait=2229.942s infer_obs_pack=1.836s env_step=9.999s feedback_total=9.363s feedback_obs_pack=2.221s feedback_info_pack=0.368s effective_fps=10.38 +2026-10-02 00:23:49.383 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23376 infer_calls=23376 feedback_calls=23376 infer_wait=2230.894s infer_obs_pack=1.787s env_step=9.604s feedback_total=9.142s feedback_obs_pack=2.135s feedback_info_pack=0.360s effective_fps=10.38 +2026-10-02 00:23:49.385 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23376 infer_calls=23376 feedback_calls=23376 infer_wait=2230.535s infer_obs_pack=1.815s env_step=9.841s feedback_total=9.175s feedback_obs_pack=2.180s feedback_info_pack=0.361s effective_fps=10.38 +2026-10-02 00:23:49.385 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23376 infer_calls=23376 feedback_calls=23376 infer_wait=2230.433s infer_obs_pack=1.803s env_step=9.877s feedback_total=9.204s feedback_obs_pack=2.177s feedback_info_pack=0.369s effective_fps=10.38 +2026-10-02 00:23:49.385 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23376 infer_calls=23376 feedback_calls=23376 infer_wait=2230.258s infer_obs_pack=1.831s env_step=9.921s feedback_total=9.247s feedback_obs_pack=2.220s feedback_info_pack=0.366s effective_fps=10.38 +2026-10-02 00:23:49.469 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23377 infer_calls=23377 feedback_calls=23377 infer_wait=2231.225s infer_obs_pack=1.788s env_step=9.443s feedback_total=9.166s feedback_obs_pack=2.144s feedback_info_pack=0.343s effective_fps=10.38 +2026-10-02 00:24:19.335 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2261.659s infer_obs_pack=1.834s env_step=8.963s feedback_total=9.154s feedback_obs_pack=2.009s feedback_info_pack=0.335s effective_fps=10.38 +2026-10-02 00:24:19.335 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2260.192s infer_obs_pack=1.895s env_step=9.712s feedback_total=9.476s feedback_obs_pack=2.083s feedback_info_pack=0.329s effective_fps=10.39 +2026-10-02 00:24:19.335 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2261.891s infer_obs_pack=1.792s env_step=8.992s feedback_total=8.953s feedback_obs_pack=2.048s feedback_info_pack=0.328s effective_fps=10.38 +2026-10-02 00:24:19.335 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2261.427s infer_obs_pack=1.824s env_step=9.092s feedback_total=9.192s feedback_obs_pack=2.015s feedback_info_pack=0.329s effective_fps=10.39 +2026-10-02 00:24:19.335 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2261.940s infer_obs_pack=1.813s env_step=8.924s feedback_total=9.020s feedback_obs_pack=2.011s feedback_info_pack=0.316s effective_fps=10.38 +2026-10-02 00:24:19.337 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2261.381s infer_obs_pack=1.797s env_step=9.257s feedback_total=9.068s feedback_obs_pack=2.072s feedback_info_pack=0.340s effective_fps=10.39 +2026-10-02 00:24:19.335 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2261.637s infer_obs_pack=1.807s env_step=9.155s feedback_total=8.979s feedback_obs_pack=2.082s feedback_info_pack=0.341s effective_fps=10.38 +2026-10-02 00:24:19.335 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2261.963s infer_obs_pack=1.810s env_step=8.887s feedback_total=9.003s feedback_obs_pack=2.004s feedback_info_pack=0.316s effective_fps=10.38 +2026-10-02 00:24:19.337 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2261.239s infer_obs_pack=1.827s env_step=9.300s feedback_total=9.141s feedback_obs_pack=2.129s feedback_info_pack=0.354s effective_fps=10.39 +2026-10-02 00:24:19.338 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2259.634s infer_obs_pack=1.859s env_step=10.128s feedback_total=9.485s feedback_obs_pack=2.250s feedback_info_pack=0.373s effective_fps=10.39 +2026-10-02 00:24:19.339 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23694 infer_calls=23694 feedback_calls=23694 infer_wait=2259.503s infer_obs_pack=1.861s env_step=10.151s feedback_total=9.521s feedback_obs_pack=2.267s feedback_info_pack=0.371s effective_fps=10.39 +2026-10-02 00:24:19.435 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23695 infer_calls=23695 feedback_calls=23695 infer_wait=2260.144s infer_obs_pack=1.826s env_step=10.007s feedback_total=9.325s feedback_obs_pack=2.206s feedback_info_pack=0.374s effective_fps=10.39 +2026-10-02 00:24:19.436 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23695 infer_calls=23695 feedback_calls=23695 infer_wait=2259.962s infer_obs_pack=1.855s env_step=10.050s feedback_total=9.373s feedback_obs_pack=2.251s feedback_info_pack=0.371s effective_fps=10.39 +2026-10-02 00:24:19.436 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23695 infer_calls=23695 feedback_calls=23695 infer_wait=2260.607s infer_obs_pack=1.811s env_step=9.731s feedback_total=9.265s feedback_obs_pack=2.165s feedback_info_pack=0.366s effective_fps=10.39 +2026-10-02 00:24:19.436 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23695 infer_calls=23695 feedback_calls=23695 infer_wait=2260.240s infer_obs_pack=1.838s env_step=9.977s feedback_total=9.298s feedback_obs_pack=2.209s feedback_info_pack=0.366s effective_fps=10.39 +2026-10-02 00:24:19.540 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=23696 infer_calls=23696 feedback_calls=23696 infer_wait=2260.962s infer_obs_pack=1.813s env_step=9.568s feedback_total=9.288s feedback_obs_pack=2.173s feedback_info_pack=0.347s effective_fps=10.39 +2026-10-02 00:24:49.357 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2289.827s infer_obs_pack=1.922s env_step=9.851s feedback_total=9.621s feedback_obs_pack=2.112s feedback_info_pack=0.333s effective_fps=10.40 +2026-10-02 00:24:49.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2291.084s infer_obs_pack=1.851s env_step=9.228s feedback_total=9.325s feedback_obs_pack=2.045s feedback_info_pack=0.333s effective_fps=10.40 +2026-10-02 00:24:49.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2291.032s infer_obs_pack=1.823s env_step=9.393s feedback_total=9.203s feedback_obs_pack=2.104s feedback_info_pack=0.345s effective_fps=10.40 +2026-10-02 00:24:49.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2290.890s infer_obs_pack=1.853s env_step=9.437s feedback_total=9.276s feedback_obs_pack=2.160s feedback_info_pack=0.359s effective_fps=10.40 +2026-10-02 00:24:49.357 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2291.293s infer_obs_pack=1.832s env_step=9.291s feedback_total=9.110s feedback_obs_pack=2.112s feedback_info_pack=0.346s effective_fps=10.40 +2026-10-02 00:24:49.357 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2291.317s infer_obs_pack=1.860s env_step=9.094s feedback_total=9.291s feedback_obs_pack=2.037s feedback_info_pack=0.340s effective_fps=10.40 +2026-10-02 00:24:49.357 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2291.624s infer_obs_pack=1.838s env_step=9.017s feedback_total=9.135s feedback_obs_pack=2.033s feedback_info_pack=0.321s effective_fps=10.40 +2026-10-02 00:24:49.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2291.609s infer_obs_pack=1.838s env_step=9.056s feedback_total=9.147s feedback_obs_pack=2.040s feedback_info_pack=0.321s effective_fps=10.40 +2026-10-02 00:24:49.359 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2289.137s infer_obs_pack=1.887s env_step=10.296s feedback_total=9.660s feedback_obs_pack=2.299s feedback_info_pack=0.376s effective_fps=10.40 +2026-10-02 00:24:49.358 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2291.557s infer_obs_pack=1.820s env_step=9.123s feedback_total=9.081s feedback_obs_pack=2.078s feedback_info_pack=0.333s effective_fps=10.40 +2026-10-02 00:24:49.360 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24045 infer_calls=24045 feedback_calls=24045 infer_wait=2289.272s infer_obs_pack=1.885s env_step=10.274s feedback_total=9.624s feedback_obs_pack=2.283s feedback_info_pack=0.379s effective_fps=10.40 +2026-10-02 00:24:49.439 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24046 infer_calls=24046 feedback_calls=24046 infer_wait=2290.237s infer_obs_pack=1.837s env_step=9.872s feedback_total=9.399s feedback_obs_pack=2.196s feedback_info_pack=0.372s effective_fps=10.40 +2026-10-02 00:24:49.442 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24046 infer_calls=24046 feedback_calls=24046 infer_wait=2289.859s infer_obs_pack=1.866s env_step=10.123s feedback_total=9.437s feedback_obs_pack=2.242s feedback_info_pack=0.371s effective_fps=10.40 +2026-10-02 00:24:49.442 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24046 infer_calls=24046 feedback_calls=24046 infer_wait=2289.578s infer_obs_pack=1.882s env_step=10.199s feedback_total=9.512s feedback_obs_pack=2.284s feedback_info_pack=0.377s effective_fps=10.40 +2026-10-02 00:24:49.442 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24046 infer_calls=24046 feedback_calls=24046 infer_wait=2289.765s infer_obs_pack=1.853s env_step=10.155s feedback_total=9.462s feedback_obs_pack=2.238s feedback_info_pack=0.379s effective_fps=10.40 +2026-10-02 00:24:49.602 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24048 infer_calls=24048 feedback_calls=24048 infer_wait=2290.644s infer_obs_pack=1.840s env_step=9.710s feedback_total=9.425s feedback_obs_pack=2.205s feedback_info_pack=0.353s effective_fps=10.40 +2026-10-02 00:25:19.453 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2319.559s infer_obs_pack=1.949s env_step=9.987s feedback_total=9.753s feedback_obs_pack=2.139s feedback_info_pack=0.339s effective_fps=10.41 +2026-10-02 00:25:19.453 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2321.066s infer_obs_pack=1.884s env_step=9.221s feedback_total=9.420s feedback_obs_pack=2.065s feedback_info_pack=0.344s effective_fps=10.41 +2026-10-02 00:25:19.453 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2321.040s infer_obs_pack=1.857s env_step=9.418s feedback_total=9.236s feedback_obs_pack=2.142s feedback_info_pack=0.351s effective_fps=10.41 +2026-10-02 00:25:19.453 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2321.363s infer_obs_pack=1.863s env_step=9.179s feedback_total=9.273s feedback_obs_pack=2.068s feedback_info_pack=0.325s effective_fps=10.41 +2026-10-02 00:25:19.453 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2321.375s infer_obs_pack=1.865s env_step=9.141s feedback_total=9.261s feedback_obs_pack=2.060s feedback_info_pack=0.325s effective_fps=10.41 +2026-10-02 00:25:19.453 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2320.641s infer_obs_pack=1.878s env_step=9.565s feedback_total=9.402s feedback_obs_pack=2.189s feedback_info_pack=0.364s effective_fps=10.41 +2026-10-02 00:25:19.453 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2320.831s infer_obs_pack=1.877s env_step=9.357s feedback_total=9.449s feedback_obs_pack=2.074s feedback_info_pack=0.337s effective_fps=10.41 +2026-10-02 00:25:19.454 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2321.308s infer_obs_pack=1.847s env_step=9.250s feedback_total=9.204s feedback_obs_pack=2.106s feedback_info_pack=0.337s effective_fps=10.41 +2026-10-02 00:25:19.454 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2319.900s infer_obs_pack=1.862s env_step=10.002s feedback_total=9.529s feedback_obs_pack=2.226s feedback_info_pack=0.377s effective_fps=10.41 +2026-10-02 00:25:19.454 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2320.787s infer_obs_pack=1.848s env_step=9.524s feedback_total=9.325s feedback_obs_pack=2.131s feedback_info_pack=0.350s effective_fps=10.41 +2026-10-02 00:25:19.455 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2319.422s infer_obs_pack=1.877s env_step=10.290s feedback_total=9.590s feedback_obs_pack=2.268s feedback_info_pack=0.384s effective_fps=10.41 +2026-10-02 00:25:19.455 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2319.516s infer_obs_pack=1.891s env_step=10.259s feedback_total=9.565s feedback_obs_pack=2.272s feedback_info_pack=0.376s effective_fps=10.41 +2026-10-02 00:25:19.455 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2319.233s infer_obs_pack=1.907s env_step=10.335s feedback_total=9.641s feedback_obs_pack=2.315s feedback_info_pack=0.382s effective_fps=10.41 +2026-10-02 00:25:19.455 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2319.003s infer_obs_pack=1.910s env_step=10.412s feedback_total=9.755s feedback_obs_pack=2.314s feedback_info_pack=0.384s effective_fps=10.41 +2026-10-02 00:25:19.455 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24372 infer_calls=24372 feedback_calls=24372 infer_wait=2318.863s infer_obs_pack=1.913s env_step=10.437s feedback_total=9.792s feedback_obs_pack=2.330s feedback_info_pack=0.381s effective_fps=10.41 +2026-10-02 00:25:19.683 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24374 infer_calls=24374 feedback_calls=24374 infer_wait=2320.372s infer_obs_pack=1.865s env_step=9.841s feedback_total=9.555s feedback_obs_pack=2.237s feedback_info_pack=0.357s effective_fps=10.41 +2026-10-02 00:25:49.481 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2350.481s infer_obs_pack=1.871s env_step=9.648s feedback_total=9.447s feedback_obs_pack=2.159s feedback_info_pack=0.354s effective_fps=10.42 +2026-10-02 00:25:49.481 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2351.071s infer_obs_pack=1.886s env_step=9.297s feedback_total=9.390s feedback_obs_pack=2.094s feedback_info_pack=0.329s effective_fps=10.42 +2026-10-02 00:25:49.481 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2350.336s infer_obs_pack=1.902s env_step=9.689s feedback_total=9.525s feedback_obs_pack=2.216s feedback_info_pack=0.368s effective_fps=10.42 +2026-10-02 00:25:49.482 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2351.070s infer_obs_pack=1.890s env_step=9.262s feedback_total=9.381s feedback_obs_pack=2.087s feedback_info_pack=0.329s effective_fps=10.42 +2026-10-02 00:25:49.482 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2350.522s infer_obs_pack=1.903s env_step=9.480s feedback_total=9.574s feedback_obs_pack=2.101s feedback_info_pack=0.342s effective_fps=10.42 +2026-10-02 00:25:49.482 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2350.732s infer_obs_pack=1.881s env_step=9.546s feedback_total=9.359s feedback_obs_pack=2.171s feedback_info_pack=0.355s effective_fps=10.42 +2026-10-02 00:25:49.482 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2349.095s infer_obs_pack=1.902s env_step=10.425s feedback_total=9.716s feedback_obs_pack=2.298s feedback_info_pack=0.389s effective_fps=10.42 +2026-10-02 00:25:49.481 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2349.220s infer_obs_pack=1.976s env_step=10.125s feedback_total=9.886s feedback_obs_pack=2.170s feedback_info_pack=0.343s effective_fps=10.42 +2026-10-02 00:25:49.483 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2350.760s infer_obs_pack=1.910s env_step=9.339s feedback_total=9.543s feedback_obs_pack=2.093s feedback_info_pack=0.348s effective_fps=10.42 +2026-10-02 00:25:49.481 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2351.001s infer_obs_pack=1.873s env_step=9.374s feedback_total=9.325s feedback_obs_pack=2.134s feedback_info_pack=0.342s effective_fps=10.42 +2026-10-02 00:25:49.483 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2349.191s infer_obs_pack=1.915s env_step=10.395s feedback_total=9.690s feedback_obs_pack=2.302s feedback_info_pack=0.381s effective_fps=10.42 +2026-10-02 00:25:49.483 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2348.676s infer_obs_pack=1.936s env_step=10.546s feedback_total=9.882s feedback_obs_pack=2.344s feedback_info_pack=0.389s effective_fps=10.42 +2026-10-02 00:25:49.483 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2349.580s infer_obs_pack=1.885s env_step=10.136s feedback_total=9.652s feedback_obs_pack=2.255s feedback_info_pack=0.381s effective_fps=10.42 +2026-10-02 00:25:49.483 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2348.903s infer_obs_pack=1.932s env_step=10.472s feedback_total=9.768s feedback_obs_pack=2.346s feedback_info_pack=0.387s effective_fps=10.42 +2026-10-02 00:25:49.483 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24701 infer_calls=24701 feedback_calls=24701 infer_wait=2348.535s infer_obs_pack=1.938s env_step=10.572s feedback_total=9.919s feedback_obs_pack=2.361s feedback_info_pack=0.386s effective_fps=10.42 +2026-10-02 00:25:49.706 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=24704 infer_calls=24704 feedback_calls=24704 infer_wait=2350.054s infer_obs_pack=1.890s env_step=9.968s feedback_total=9.680s feedback_obs_pack=2.266s feedback_info_pack=0.362s effective_fps=10.42 +2026-10-02 00:26:19.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2380.183s infer_obs_pack=1.896s env_step=9.768s feedback_total=9.569s feedback_obs_pack=2.188s feedback_info_pack=0.359s effective_fps=10.43 +2026-10-02 00:26:19.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2378.873s infer_obs_pack=2.006s env_step=10.262s feedback_total=10.022s feedback_obs_pack=2.204s feedback_info_pack=0.347s effective_fps=10.43 +2026-10-02 00:26:19.513 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2378.562s infer_obs_pack=1.957s env_step=10.615s feedback_total=9.898s feedback_obs_pack=2.377s feedback_info_pack=0.392s effective_fps=10.43 +2026-10-02 00:26:19.514 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2378.759s infer_obs_pack=1.927s env_step=10.567s feedback_total=9.846s feedback_obs_pack=2.329s feedback_info_pack=0.395s effective_fps=10.43 +2026-10-02 00:26:19.514 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2380.775s infer_obs_pack=1.915s env_step=9.381s feedback_total=9.501s feedback_obs_pack=2.113s feedback_info_pack=0.334s effective_fps=10.43 +2026-10-02 00:26:19.514 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2378.859s infer_obs_pack=1.942s env_step=10.534s feedback_total=9.818s feedback_obs_pack=2.333s feedback_info_pack=0.386s effective_fps=10.43 +2026-10-02 00:26:19.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2380.775s infer_obs_pack=1.912s env_step=9.417s feedback_total=9.508s feedback_obs_pack=2.120s feedback_info_pack=0.333s effective_fps=10.43 +2026-10-02 00:26:19.514 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2378.341s infer_obs_pack=1.961s env_step=10.684s feedback_total=10.014s feedback_obs_pack=2.376s feedback_info_pack=0.394s effective_fps=10.43 +2026-10-02 00:26:19.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2380.443s infer_obs_pack=1.938s env_step=9.462s feedback_total=9.669s feedback_obs_pack=2.120s feedback_info_pack=0.353s effective_fps=10.43 +2026-10-02 00:26:19.514 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2380.029s infer_obs_pack=1.927s env_step=9.814s feedback_total=9.649s feedback_obs_pack=2.245s feedback_info_pack=0.373s effective_fps=10.43 +2026-10-02 00:26:19.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2380.707s infer_obs_pack=1.898s env_step=9.490s feedback_total=9.442s feedback_obs_pack=2.160s feedback_info_pack=0.346s effective_fps=10.43 +2026-10-02 00:26:19.514 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2378.194s infer_obs_pack=1.964s env_step=10.713s feedback_total=10.052s feedback_obs_pack=2.393s feedback_info_pack=0.391s effective_fps=10.43 +2026-10-02 00:26:19.512 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2379.258s infer_obs_pack=1.910s env_step=10.269s feedback_total=9.779s feedback_obs_pack=2.284s feedback_info_pack=0.387s effective_fps=10.43 +2026-10-02 00:26:19.514 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2380.209s infer_obs_pack=1.930s env_step=9.604s feedback_total=9.700s feedback_obs_pack=2.128s feedback_info_pack=0.346s effective_fps=10.43 +2026-10-02 00:26:19.514 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25040 infer_calls=25040 feedback_calls=25040 infer_wait=2380.433s infer_obs_pack=1.906s env_step=9.669s feedback_total=9.478s feedback_obs_pack=2.198s feedback_info_pack=0.360s effective_fps=10.43 +2026-10-02 00:26:19.769 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25043 infer_calls=25043 feedback_calls=25043 infer_wait=2379.774s infer_obs_pack=1.915s env_step=10.096s feedback_total=9.804s feedback_obs_pack=2.295s feedback_info_pack=0.366s effective_fps=10.43 +2026-10-02 00:26:49.532 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2410.102s infer_obs_pack=1.963s env_step=9.595s feedback_total=9.799s feedback_obs_pack=2.148s feedback_info_pack=0.357s effective_fps=10.44 +2026-10-02 00:26:49.533 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2409.855s infer_obs_pack=1.955s env_step=9.740s feedback_total=9.843s feedback_obs_pack=2.160s feedback_info_pack=0.350s effective_fps=10.44 +2026-10-02 00:26:49.533 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2409.698s infer_obs_pack=1.952s env_step=9.943s feedback_total=9.778s feedback_obs_pack=2.274s feedback_info_pack=0.378s effective_fps=10.44 +2026-10-02 00:26:49.533 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2408.911s infer_obs_pack=1.936s env_step=10.407s feedback_total=9.912s feedback_obs_pack=2.315s feedback_info_pack=0.392s effective_fps=10.44 +2026-10-02 00:26:49.533 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2408.502s infer_obs_pack=1.968s env_step=10.679s feedback_total=9.951s feedback_obs_pack=2.365s feedback_info_pack=0.391s effective_fps=10.44 +2026-10-02 00:26:49.534 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2408.403s infer_obs_pack=1.953s env_step=10.712s feedback_total=9.979s feedback_obs_pack=2.360s feedback_info_pack=0.400s effective_fps=10.44 +2026-10-02 00:26:49.532 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2408.506s infer_obs_pack=2.033s env_step=10.407s feedback_total=10.159s feedback_obs_pack=2.234s feedback_info_pack=0.352s effective_fps=10.44 +2026-10-02 00:26:49.532 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2410.102s infer_obs_pack=1.931s env_step=9.797s feedback_total=9.606s feedback_obs_pack=2.227s feedback_info_pack=0.365s effective_fps=10.44 +2026-10-02 00:26:49.533 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2409.864s infer_obs_pack=1.920s env_step=9.892s feedback_total=9.694s feedback_obs_pack=2.216s feedback_info_pack=0.363s effective_fps=10.44 +2026-10-02 00:26:49.533 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2410.439s infer_obs_pack=1.943s env_step=9.511s feedback_total=9.629s feedback_obs_pack=2.142s feedback_info_pack=0.338s effective_fps=10.44 +2026-10-02 00:26:49.534 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2407.832s infer_obs_pack=1.990s env_step=10.857s feedback_total=10.189s feedback_obs_pack=2.425s feedback_info_pack=0.396s effective_fps=10.44 +2026-10-02 00:26:49.534 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2408.206s infer_obs_pack=1.983s env_step=10.759s feedback_total=10.033s feedback_obs_pack=2.409s feedback_info_pack=0.397s effective_fps=10.44 +2026-10-02 00:26:49.534 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2407.980s infer_obs_pack=1.988s env_step=10.830s feedback_total=10.151s feedback_obs_pack=2.409s feedback_info_pack=0.399s effective_fps=10.44 +2026-10-02 00:26:49.532 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2410.386s infer_obs_pack=1.926s env_step=9.613s feedback_total=9.563s feedback_obs_pack=2.187s feedback_info_pack=0.350s effective_fps=10.44 +2026-10-02 00:26:49.533 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25381 infer_calls=25381 feedback_calls=25381 infer_wait=2410.443s infer_obs_pack=1.938s env_step=9.543s feedback_total=9.635s feedback_obs_pack=2.148s feedback_info_pack=0.338s effective_fps=10.44 +2026-10-02 00:26:49.788 | INFO  | plugrl_env_client.runner.rollout:log_timing_summary:101 - Intermediate rollout timing summary: env_steps=25384 infer_calls=25384 feedback_calls=25384 infer_wait=2409.429s infer_obs_pack=1.942s env_step=10.230s feedback_total=9.939s feedback_obs_pack=2.325s feedback_info_pack=0.371s effective_fps=10.44 +2026-10-02 00:27:10.010 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.010 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.013 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.013 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.013 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.013 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.011 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.014 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:infer:341 - Connection closed during INFER/ACTION exchange. Error: no close frame received or sent. Retrying... +2026-10-02 00:27:10.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.014 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.014 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.014 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:10.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_ensure_connection:267 - Connection closed. Attempting to re-establish connection. +2026-10-02 00:27:10.015 | INFO  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:203 - Waiting for server at ws://100.75.226.89:8800... +2026-10-02 00:27:12.300 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.300 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.300 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.300 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.301 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.301 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.314 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.314 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.314 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.314 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.314 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.314 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.329 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.329 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.329 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:12.329 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.643 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.647 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.647 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.648 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.648 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.648 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.648 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.648 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.654 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:19.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:26.975 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:26.975 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:26.975 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:26.975 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:26.994 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.009 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.014 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.024 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.024 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.024 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:27.024 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.285 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.291 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.291 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.291 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.335 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.335 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.337 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:34.347 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.707 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.707 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:41.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:48.987 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:48.996 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:48.996 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:48.996 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:48.996 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:48.996 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.017 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:49.017 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.321 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.326 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.327 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.327 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.327 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.327 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.327 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.327 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.351 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.351 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.351 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.375 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:27:56.375 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.602 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.699 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.699 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:03.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:10.923 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.008 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.008 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.008 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.007 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.008 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.017 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.032 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.032 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:11.034 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.217 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.331 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.331 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.331 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.331 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.331 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.338 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.338 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.341 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.341 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.341 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.341 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:18.341 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.529 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.610 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.610 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.627 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.627 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.659 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.659 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.659 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.659 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.659 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.673 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:25.679 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.845 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.931 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.935 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.942 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.958 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.958 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.959 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:32.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:33.005 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.141 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.274 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.275 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.275 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.282 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.282 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.293 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.293 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.293 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.293 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.340 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:40.340 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.452 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.547 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.553 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.577 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.577 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.577 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.590 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.595 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.619 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.621 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.662 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:47.683 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:54.823 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:28:55.007 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.106 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.305 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.305 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.305 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.305 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.306 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.313 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.313 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.313 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.331 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:02.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.403 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.596 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.596 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.596 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.623 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.623 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.623 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.639 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.654 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:09.693 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.683 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.908 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.928 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.928 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.928 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.928 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.928 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.935 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.951 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.973 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:16.993 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.206 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.206 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.206 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.206 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.206 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.219 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.235 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.235 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.235 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.235 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.235 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.235 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.240 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.267 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:24.282 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.280 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.532 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.532 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.533 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.533 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.533 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.533 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.533 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.536 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.545 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.545 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.545 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.545 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.561 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.599 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:31.606 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.593 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.816 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.817 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.830 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.839 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.839 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.846 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.846 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.846 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.846 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.846 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.846 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.856 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.865 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.886 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:38.909 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:45.895 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.123 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.141 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.145 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.145 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.157 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.187 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.187 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.187 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:46.208 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.471 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.472 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.472 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.472 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.472 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.472 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.495 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.495 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.495 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.495 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.498 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.498 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:29:53.588 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.503 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.770 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.770 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.770 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.770 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.771 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.771 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.819 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.959 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.959 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.959 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.959 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.959 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.959 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.969 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:00.969 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:07.845 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.091 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.092 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.092 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.109 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.109 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.115 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.126 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.263 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.263 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:08.272 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.281 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.683 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:15.683 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:22.685 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:22.991 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:22.991 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:22.991 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:22.991 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:22.991 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:22.991 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.005 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.086 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.086 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.086 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.086 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.086 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.086 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.086 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:23.086 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.018 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.333 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.333 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.338 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.339 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.357 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.357 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.357 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.378 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.395 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.404 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.423 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.434 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.434 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:30.450 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.338 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.605 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.633 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.650 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.665 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.687 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.696 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.712 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.712 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.712 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.712 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.720 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.743 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.743 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:37.788 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:44.693 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:44.897 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:44.975 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:44.997 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:44.997 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:44.997 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:44.997 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.008 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.021 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.021 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.021 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.023 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.025 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.063 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.082 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:45.103 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.019 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.236 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.297 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.297 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.297 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.297 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.297 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.328 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.344 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.361 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:52.419 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.304 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.561 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.631 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.631 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.631 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.632 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.678 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.678 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.678 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.678 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.693 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:30:59.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.888 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.937 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.958 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:06.958 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:07.026 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:07.026 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:07.026 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:07.036 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:07.036 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:07.045 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:13.922 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.199 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.261 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.295 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.322 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.322 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.344 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:14.368 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.296 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.528 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.553 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.553 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.553 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.553 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.553 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.556 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.574 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.574 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.642 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.642 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.665 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.682 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.690 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:21.690 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.680 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.894 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.894 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:28.894 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:29.042 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:29.042 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:29.065 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:29.065 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:29.065 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:29.065 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:35.992 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.200 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.202 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.202 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.202 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.202 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.202 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.202 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.203 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.338 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.348 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.350 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.350 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.359 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:36.363 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.291 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.469 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.488 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.490 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.490 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.491 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.490 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.500 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.651 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.651 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.651 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.651 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.667 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:43.676 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.588 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.755 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.761 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.776 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.776 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.787 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.790 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.805 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.805 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.811 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.980 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:50.980 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:57.916 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.076 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.076 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.085 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.085 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.087 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.089 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.089 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.089 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.103 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.260 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.260 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.260 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.267 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.295 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:31:58.299 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.230 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.423 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.423 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.423 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.570 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.578 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.578 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.602 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:05.608 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.555 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.685 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.719 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.727 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.854 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.854 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.854 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.857 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.920 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:12.920 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:19.904 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.023 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.031 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.031 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.083 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.083 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.103 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.104 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.135 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.264 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.264 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.264 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.264 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:20.288 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.276 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.338 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.338 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.344 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.344 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.355 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.370 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.416 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.431 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.463 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.585 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.585 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.616 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.616 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:27.616 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.763 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.763 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.763 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.763 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.763 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.763 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.777 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.902 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.926 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:34.926 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:35.164 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:35.184 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:35.184 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.151 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.151 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.151 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.151 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.151 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.151 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.176 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.260 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.269 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.269 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.295 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.295 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.312 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.686 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.700 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:42.708 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:49.804 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:49.804 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:49.804 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:49.804 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:49.804 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:49.823 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:49.823 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:49.985 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:50.000 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:50.000 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:50.024 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:50.024 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:50.055 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:50.092 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:50.092 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:50.092 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.150 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.150 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.150 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.150 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.159 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.159 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.174 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.511 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.512 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:32:57.511 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.441 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.445 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.466 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.471 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.471 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.477 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.477 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.704 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.704 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.704 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.704 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.728 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.775 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.904 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.904 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:04.915 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.765 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.765 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.766 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.775 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.787 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.997 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.997 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.997 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:11.997 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:12.079 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:12.094 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:12.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:12.181 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:12.219 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.053 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.053 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.080 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.080 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.080 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.080 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.315 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.315 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.315 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.478 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.481 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:19.522 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.383 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.383 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.450 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.450 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.450 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.450 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.450 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.582 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.623 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.623 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.665 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.675 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.678 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.790 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.790 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:26.815 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.649 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.680 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.728 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.728 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.752 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.784 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.784 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.860 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.967 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.971 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.980 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.988 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:33.988 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:34.100 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:34.111 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:34.115 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:40.972 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:40.978 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.057 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.079 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.079 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.080 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.110 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.164 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.290 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.290 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.290 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.300 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.300 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.393 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.401 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:41.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.329 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.347 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.389 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.389 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.389 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.396 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.454 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.477 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.585 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.585 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.598 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.717 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.717 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.716 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.735 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:48.789 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.781 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.781 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.781 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.796 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.796 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.796 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.887 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.887 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:55.887 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:56.056 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:56.059 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:56.164 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:56.164 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:56.164 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:56.185 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:33:56.274 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.229 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.229 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.229 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.244 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.244 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.244 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.336 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.336 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.340 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.416 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.429 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.609 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.609 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.609 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.616 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:03.631 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.585 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.628 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.628 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:10.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:11.027 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:11.027 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:11.027 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:11.027 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:11.027 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:17.886 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:17.931 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:17.931 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.146 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.147 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.169 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.303 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.307 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.307 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.325 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:18.326 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.196 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.430 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.440 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.440 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.440 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.441 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.441 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.441 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.444 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.661 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.661 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.661 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.661 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:25.685 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.499 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.552 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.583 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.768 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.818 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.957 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.957 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:32.964 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:33.066 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:34.479 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:39.813 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:39.886 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:39.891 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.074 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.074 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.081 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.081 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.081 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.096 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.096 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.197 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.268 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:40.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.109 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.203 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.206 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.364 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.364 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.423 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.486 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.573 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.753 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.753 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:47.766 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:49.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.441 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.519 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.519 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.697 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.714 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.719 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.720 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.734 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.734 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:54.830 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:55.052 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:55.052 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:55.065 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:56.634 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:34:58.290 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:01.825 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:01.864 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:01.864 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.023 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.037 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.037 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.043 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.056 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.056 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.056 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.128 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.373 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.373 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:02.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:03.964 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:05.712 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.144 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.373 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.374 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.427 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.438 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.438 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.441 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.670 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.688 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:09.688 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:11.256 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:13.032 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.454 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.475 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.505 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.692 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.692 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.754 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.754 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.754 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.972 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.972 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:16.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:18.597 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:20.385 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:23.743 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:23.750 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:23.809 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:23.999 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.006 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.091 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.092 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.091 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.092 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.110 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.110 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.270 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.276 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:24.281 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:25.902 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:27.677 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.046 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.047 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.328 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.345 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.392 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.392 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.392 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.416 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.418 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.558 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:31.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:33.196 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:34.993 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.318 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.342 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.619 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.622 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.641 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.680 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.680 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.696 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.722 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.722 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.743 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.838 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.870 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:38.870 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:40.475 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:42.249 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:45.599 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:45.624 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:45.964 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:45.964 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:45.981 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.055 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.059 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.074 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.121 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.153 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:46.169 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:47.777 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:49.552 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:52.924 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:52.986 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.264 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.273 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.282 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.298 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.321 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.321 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.352 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.352 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.420 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.453 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:53.499 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:55.095 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:35:56.854 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.258 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.310 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.582 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.582 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.604 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.641 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.641 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.641 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.652 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.737 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.737 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.824 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:00.824 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:02.381 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:04.231 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.563 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.609 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.939 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.940 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.940 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.940 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.963 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.963 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:07.963 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:08.023 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:08.048 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:08.048 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:08.123 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:08.123 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:09.754 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:11.513 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:14.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:14.918 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.241 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.241 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.244 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.244 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.244 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.335 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.397 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.397 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:15.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:17.036 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:18.858 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.219 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.549 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.549 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.549 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.573 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.573 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.573 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.650 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.696 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.701 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.712 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:22.727 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:24.336 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:26.192 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.532 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.853 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.853 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.872 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.882 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.899 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.899 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.899 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.918 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:29.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:30.019 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:30.028 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:30.043 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:30.090 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:31.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:33.535 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:36.835 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.185 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.186 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.193 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.193 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.205 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.214 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.235 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.235 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.254 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.305 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.341 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.341 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:37.405 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:39.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:40.809 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.152 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.461 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.476 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.476 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.476 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.502 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.542 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.542 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.542 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.569 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.599 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.642 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.650 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:44.726 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:46.339 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:48.133 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.429 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.781 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.817 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.866 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.866 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.866 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:51.952 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:52.094 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:53.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:55.429 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:58.749 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.067 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.084 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.090 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.106 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.107 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.159 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.160 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.160 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.263 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.263 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.270 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:36:59.401 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:01.054 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:02.721 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.093 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.350 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.368 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.368 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.478 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.478 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.478 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.538 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.538 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.586 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.651 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:06.695 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:08.320 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:10.051 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.642 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.672 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.672 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.672 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.687 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.782 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.782 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.797 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.825 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.826 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.889 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:13.984 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:14.014 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:15.664 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:17.355 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:20.851 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:20.924 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:20.968 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:20.968 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:20.985 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.001 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.069 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.093 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.125 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.142 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.155 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.158 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.412 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:21.436 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:22.950 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:24.648 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.184 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.246 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.299 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.299 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.324 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.324 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.355 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.438 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.438 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.510 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.526 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.728 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:28.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:30.460 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:32.032 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.574 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.938 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.938 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.950 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:35.964 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:36.123 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:36.374 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:37.793 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:39.340 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:42.935 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.248 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.248 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.304 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.316 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.340 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.340 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.340 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.340 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.403 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:43.702 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:45.397 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:46.673 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.426 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.808 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.808 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.808 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.833 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.833 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.833 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.833 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.893 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.893 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.910 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.910 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:50.910 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:51.347 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:52.731 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:54.673 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:57.736 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.134 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.134 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.134 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.134 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.152 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.152 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.152 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.215 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.215 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:37:58.699 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:00.027 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:02.025 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.042 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.449 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.449 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.449 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.449 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.449 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.449 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.462 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:05.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:06.015 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:07.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:09.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.394 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.732 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.742 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.742 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.742 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.742 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.765 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.776 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.858 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.858 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.858 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.873 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:12.873 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:13.322 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:14.597 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:16.625 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:19.901 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.277 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.277 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.277 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.288 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.288 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.288 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.480 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.496 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.497 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.497 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.507 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.507 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:20.840 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:21.904 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:23.942 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.216 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.589 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.589 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.589 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.601 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.602 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.620 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.794 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.794 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.794 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.794 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.794 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:27.794 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:28.121 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:29.239 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:31.261 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:34.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:34.936 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:34.936 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:34.936 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:34.936 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:34.936 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:34.954 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:35.148 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:35.148 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:35.148 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:35.148 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:35.149 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:35.149 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:35.438 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:36.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:41.917 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.246 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.247 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.260 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.260 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.444 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.462 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.462 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.462 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.462 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.479 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:42.752 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:43.913 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:45.999 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.285 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.607 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.607 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.625 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.625 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.625 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.625 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.833 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.833 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.833 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:49.843 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:51.261 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:51.547 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:53.369 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:56.620 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:56.989 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:56.989 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:56.989 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.009 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.009 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.009 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.159 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.159 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.161 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.161 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.182 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:57.182 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:58.793 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:38:59.065 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:00.775 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:03.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.297 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.297 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.304 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.304 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.451 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.458 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.458 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.466 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.466 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:04.487 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:06.121 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:06.356 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:08.088 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.424 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.840 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.862 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.862 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.971 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.971 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:11.985 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:13.439 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:13.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:15.448 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:18.736 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:18.945 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:18.945 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:18.956 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:18.956 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:18.956 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:18.956 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:19.113 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:19.150 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:19.173 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:19.280 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:19.280 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:19.299 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:20.961 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:22.759 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:24.257 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.060 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.246 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.252 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.252 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.262 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.262 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.262 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.419 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.419 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.511 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.592 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.592 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:26.592 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:28.272 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:30.060 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:31.632 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.402 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.536 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.568 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.587 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.587 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.587 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.823 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.901 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.901 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:33.901 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:35.590 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:37.339 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:38.930 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:40.765 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:40.843 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:40.858 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:40.866 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:40.908 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:40.908 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:40.908 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:41.016 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:41.030 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:41.154 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:41.194 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:41.194 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:41.216 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:42.883 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:44.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:46.238 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.078 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.140 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.148 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.149 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.212 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.220 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.230 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.321 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.337 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.453 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:48.530 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:50.216 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:51.937 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:53.533 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.424 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.492 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.500 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.517 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.517 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.532 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.548 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.640 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.669 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.755 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.851 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:55.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:57.540 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:39:59.231 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:00.880 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:02.731 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:02.987 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:02.987 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:02.987 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:02.987 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:02.987 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:02.987 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:03.002 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:03.102 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:03.132 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:03.285 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:03.285 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:03.297 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:05.065 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:06.810 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:08.284 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.096 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.411 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.411 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.411 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.411 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.411 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.424 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.424 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.455 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.627 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.652 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.653 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:10.674 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:12.419 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:14.199 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:15.770 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.519 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.727 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.727 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.727 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.727 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.737 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.785 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.785 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:17.799 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:18.056 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:18.056 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:18.080 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:18.080 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:19.739 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:21.493 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:23.515 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.084 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.196 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.197 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.197 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.197 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.197 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.197 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.197 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.210 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.635 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.635 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.647 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:25.647 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:27.126 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:28.790 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:30.831 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.376 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.509 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.509 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.509 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.518 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.518 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.518 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.518 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.530 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.945 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.945 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.946 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:32.966 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:34.430 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:36.106 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:38.120 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.673 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.798 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.814 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.819 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.819 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.822 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.825 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.825 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:39.851 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:40.230 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:40.255 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:40.255 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:40.269 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:41.747 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:43.465 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:45.469 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.023 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.179 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.200 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.200 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.200 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.521 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.544 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.573 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:47.582 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:49.077 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:50.816 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:52.787 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.351 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.463 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.490 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.490 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.507 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.524 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.524 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.524 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.538 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.840 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.869 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.885 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:54.885 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:56.356 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:40:58.125 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:00.103 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.670 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.774 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.800 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.800 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.805 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.854 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.855 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.855 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:01.855 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:02.145 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:02.181 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:02.181 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:02.181 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:03.646 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:05.450 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:07.410 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:08.971 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.063 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.115 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.117 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.123 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.133 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.439 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.483 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.483 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:09.490 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:11.144 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:12.803 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:14.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.296 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.359 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.416 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.416 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.416 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.426 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.518 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.534 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.534 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.745 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.789 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.789 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:16.813 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:18.434 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:20.088 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:21.999 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:23.697 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:23.697 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:23.849 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:23.870 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:23.870 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:23.900 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:24.185 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:24.195 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:24.195 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:24.195 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:24.337 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:24.337 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:24.337 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:26.092 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:29.141 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:30.824 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.386 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.386 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.386 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.386 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.386 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.397 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.895 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.895 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.896 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.896 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.896 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:31.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:33.362 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:36.429 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:38.120 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:38.657 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:38.657 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:38.657 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:38.657 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:38.657 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:38.701 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:39.209 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:39.220 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:39.220 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:39.226 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:39.242 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:39.242 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:39.242 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:40.641 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:43.763 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:45.503 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:45.969 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:45.969 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:45.969 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:45.969 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:45.981 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:46.054 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:46.528 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:46.577 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:46.577 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:46.601 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:46.601 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:46.601 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:47.973 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:49.993 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:51.068 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:52.867 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.298 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.298 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.298 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.298 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.319 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.885 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.890 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.890 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.913 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:53.968 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:55.272 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:57.312 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:41:58.401 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:00.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:00.617 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:00.617 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:00.617 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:00.637 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:00.668 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:00.721 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:01.181 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:01.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:01.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:01.225 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:01.238 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:01.292 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:02.586 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:04.642 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:05.702 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:07.592 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:07.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:07.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:07.932 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:07.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:08.014 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:08.039 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:08.464 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:08.527 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:08.527 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:08.527 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:08.527 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:08.607 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:09.885 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:11.936 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:12.977 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:14.872 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.304 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.304 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.312 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.346 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.812 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.877 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.894 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:15.896 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:17.192 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:19.318 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:20.267 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:22.184 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:22.539 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:22.539 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:22.602 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:22.638 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:23.131 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:23.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:23.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:23.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:23.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:23.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:24.482 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:26.041 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:26.060 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:26.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:27.602 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:29.504 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:29.858 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:29.873 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:29.941 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:30.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:30.439 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:30.665 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:30.665 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:30.665 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:30.665 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:30.680 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:34.754 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:35.872 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:35.901 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:35.916 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:36.486 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:37.296 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:37.296 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:37.299 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:37.315 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:37.353 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:37.892 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:38.068 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:38.068 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:38.079 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:38.129 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:41.454 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:42.140 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:43.156 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:43.267 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:43.280 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:43.824 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:44.643 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:44.650 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:44.650 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:44.665 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:44.681 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:45.345 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:45.518 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:45.518 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:45.526 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:45.565 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:48.837 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:49.741 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:50.927 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:51.050 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:51.050 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:51.491 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:52.174 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:52.174 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:52.174 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:52.174 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:52.198 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:52.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:53.252 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:53.252 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:53.269 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:53.269 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:56.221 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:57.068 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:58.276 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:58.368 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:58.383 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:58.837 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:59.500 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:59.519 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:59.519 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:59.519 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:42:59.519 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:00.043 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:00.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:00.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:00.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:00.589 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:03.539 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:04.397 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:05.563 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:05.675 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:05.698 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:06.116 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:06.786 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:06.812 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:06.812 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:06.812 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:06.812 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:07.377 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:07.882 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:07.882 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:07.882 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:07.882 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:10.825 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:12.128 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:12.874 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:12.953 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:12.981 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:13.403 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:14.115 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:14.115 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:14.115 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:14.115 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:14.122 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:14.677 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:15.152 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:15.179 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:15.179 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:15.179 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:18.140 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:19.428 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:20.167 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:20.271 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:20.271 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:20.733 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:21.387 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:21.387 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:21.393 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:21.394 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:21.394 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:21.993 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:22.465 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:22.480 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:22.480 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:22.480 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:25.456 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:26.765 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:27.530 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:27.568 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:27.590 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:28.122 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:28.664 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:28.697 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:28.697 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:28.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:28.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:29.308 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:29.778 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:29.778 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:29.789 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:29.790 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:32.811 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:34.152 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:34.881 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:34.882 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:34.917 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:35.466 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:36.006 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:36.006 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:36.006 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:36.036 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:36.059 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:36.584 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:37.112 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:37.112 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:37.120 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:37.131 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:40.242 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:41.565 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:42.200 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:42.203 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:42.212 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:42.836 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:43.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:43.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:43.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:43.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:43.433 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:44.012 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:44.423 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:44.423 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:44.453 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:44.453 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:47.527 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:48.852 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:49.513 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:49.513 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:49.513 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:50.183 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:50.726 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:50.741 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:50.775 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:50.787 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:50.787 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:51.349 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:51.708 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:51.708 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:51.750 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:51.765 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:54.821 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:56.166 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:56.832 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:56.832 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:56.832 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:57.507 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:58.015 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:58.062 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:58.096 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:58.172 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:58.172 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:58.758 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:59.138 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:59.138 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:59.138 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:43:59.161 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:02.128 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:03.468 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:04.167 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:04.167 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:04.167 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:04.823 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:05.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:05.375 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:05.387 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:05.516 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:05.517 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:06.093 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:06.430 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:06.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:06.448 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:06.478 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:09.440 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:10.815 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:11.487 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:11.497 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:11.498 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:12.129 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:12.631 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:12.684 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:12.684 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:12.787 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:12.807 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:13.414 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:13.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:13.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:13.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:13.785 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:16.719 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:18.116 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:18.799 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:18.814 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:18.830 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:19.408 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:19.931 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:19.957 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:19.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:20.085 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:20.143 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:20.749 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:21.025 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:21.044 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:21.044 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:21.051 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:24.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:25.495 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:26.103 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:26.103 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:26.177 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:26.719 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:27.226 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:27.278 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:27.293 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:27.372 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:27.434 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:28.052 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:28.312 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:28.335 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:28.335 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:28.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:31.324 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:32.785 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:33.403 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:33.403 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:33.524 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:34.022 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:34.568 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:34.588 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:34.588 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:34.720 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:34.768 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:35.378 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:35.642 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:35.642 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:35.642 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:35.658 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:38.608 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:40.083 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:40.755 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:40.755 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:40.814 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:41.358 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:41.909 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:41.909 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:41.909 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:42.013 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:42.095 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:42.671 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:42.931 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:42.931 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:42.947 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:42.954 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:45.948 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:47.380 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:48.060 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:48.079 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:48.126 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:48.666 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:49.204 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:49.212 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:49.223 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:49.304 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:49.450 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:50.104 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:50.248 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:50.248 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:50.248 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:50.254 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:53.280 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:54.667 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:55.360 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:55.360 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:55.435 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:55.988 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:56.508 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:56.514 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:56.535 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:56.587 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:56.747 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:57.452 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:57.532 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:57.532 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:57.532 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:44:57.532 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:00.653 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:02.075 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:02.784 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:02.784 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:02.890 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:03.440 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:03.914 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:03.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:03.994 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:04.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:04.065 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:04.964 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:04.985 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:04.985 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:04.985 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:04.985 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:08.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:09.371 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:10.082 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:10.159 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:10.240 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:10.740 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:11.251 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:11.279 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:11.279 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:11.373 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:11.389 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:12.321 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:12.321 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:12.321 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:12.322 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:12.322 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:15.558 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:16.731 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:17.444 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:17.724 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:17.740 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:18.327 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:18.548 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:18.606 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:18.850 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:18.853 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:18.853 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:19.617 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:19.617 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:19.617 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:19.617 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:19.617 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:22.956 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:24.113 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:24.758 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:25.097 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:25.127 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:25.654 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:25.903 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:25.911 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:26.221 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:26.221 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:26.221 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:27.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:27.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:27.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:27.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:27.026 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:30.248 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:31.492 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:32.097 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:32.383 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:32.429 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:32.930 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:33.237 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:33.237 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:33.496 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:33.515 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:33.515 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:34.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:34.334 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:34.334 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:34.334 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:34.334 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:37.544 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:38.759 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:39.384 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:39.669 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:39.710 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:40.238 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:40.553 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:40.565 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:40.794 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:40.817 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:40.817 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:41.598 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:41.631 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:41.646 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:41.647 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:41.654 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:44.839 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:46.091 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:46.695 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:46.986 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:46.991 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:47.533 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:47.861 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:47.891 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:48.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:48.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:48.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:48.925 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:48.925 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:48.941 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:48.941 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:48.941 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:52.135 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:53.410 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:53.991 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:54.286 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:54.286 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:54.872 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:55.169 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:55.260 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:55.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:55.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:55.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:56.217 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:56.222 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:56.257 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:56.265 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:56.265 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:45:59.426 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:00.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:01.405 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:01.613 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:01.613 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:02.169 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:02.481 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:02.565 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:02.729 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:02.729 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:02.729 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:03.493 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:03.541 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:03.548 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:03.556 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:03.580 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:06.710 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:08.041 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:08.711 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:08.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:08.974 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:09.458 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:09.785 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:09.867 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:10.015 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:10.032 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:10.032 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:10.816 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:10.847 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:10.847 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:10.847 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:10.917 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:14.023 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:15.352 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:16.004 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:16.313 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:16.313 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:16.759 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:17.123 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:17.204 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:17.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:17.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:17.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:18.132 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:18.239 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:18.239 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:18.250 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:18.250 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:21.383 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:22.654 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:23.392 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:23.623 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:23.644 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:24.190 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:24.748 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:24.748 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:24.748 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:24.748 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:24.748 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:25.477 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:25.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:25.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:25.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:25.895 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:28.667 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:29.958 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:31.007 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:31.007 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:31.009 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:31.615 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:32.168 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:32.168 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:32.181 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:32.181 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:32.181 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:32.773 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:33.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:33.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:33.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:33.356 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:36.192 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:37.338 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:38.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:38.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:38.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:39.139 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:39.531 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:39.531 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:39.531 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:39.546 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:39.546 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:40.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:40.647 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:40.652 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:40.652 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:40.652 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:43.494 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:44.676 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:45.891 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:45.902 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:45.902 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:46.601 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:46.829 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:46.829 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:46.829 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:46.829 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:46.830 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:47.414 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:47.941 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:47.943 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:47.957 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:47.960 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:53.179 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:53.762 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:53.762 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:53.762 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:54.085 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:54.273 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:54.283 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:54.283 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:54.295 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:54.327 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:54.917 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:55.283 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:55.303 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:55.480 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:55.480 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:46:58.260 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:00.483 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:01.048 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:01.048 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:01.058 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:01.399 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:02.279 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:02.847 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:02.919 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:02.938 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:05.831 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:06.060 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:07.536 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:07.536 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:07.552 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:07.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:07.582 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:07.784 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:08.371 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:08.371 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:08.386 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:08.712 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:09.569 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:10.128 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:10.219 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:10.236 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:13.136 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:13.365 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:14.903 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:14.913 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:14.913 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:14.913 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:14.960 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:15.132 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:15.697 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:15.697 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:15.709 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:16.047 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:16.858 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:17.424 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:17.564 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:17.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:20.439 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:20.801 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:22.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:22.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:22.406 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:22.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:22.476 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:22.507 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:23.048 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:23.048 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:23.048 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:23.510 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:24.300 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:24.714 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:24.874 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:24.896 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:27.735 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:28.139 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:29.709 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:29.709 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:29.709 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:29.722 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:29.783 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:29.799 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:30.336 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:30.336 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:30.336 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:30.826 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:31.576 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:32.026 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:32.198 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:32.198 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:35.178 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:35.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.175 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.193 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.731 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.732 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:37.732 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:38.151 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:38.876 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:39.339 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:39.502 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:39.526 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:42.462 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:42.897 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:44.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:44.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:44.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:44.513 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:44.513 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:44.513 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:45.053 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:45.053 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:45.056 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:45.461 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:46.182 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:46.638 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:46.782 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:46.817 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:49.784 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:50.233 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:51.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:51.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:51.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:51.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:51.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:51.845 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:52.395 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:52.395 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:52.405 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:52.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:53.515 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:53.939 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:54.106 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:54.151 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:57.084 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:57.540 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.097 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.131 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.131 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.131 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.131 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.131 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.693 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.693 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:47:59.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:00.038 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:00.837 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:01.207 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:01.473 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:01.662 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:04.383 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:04.851 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:06.484 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:06.504 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:06.504 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:06.504 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:06.504 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:06.505 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:07.068 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:07.068 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:07.068 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:07.431 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:08.131 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:08.488 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:08.831 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:08.948 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:11.788 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:12.161 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:13.813 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:13.813 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:13.813 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:13.813 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:13.813 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:13.813 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:14.371 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:14.371 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:14.371 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:14.731 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:15.500 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:15.798 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:16.269 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:16.315 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:19.193 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:19.431 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.091 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.106 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.111 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.113 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.137 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.137 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.670 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.670 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:21.682 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:22.036 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:22.827 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:23.282 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:23.714 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:23.838 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:26.464 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:26.735 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.389 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.398 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.424 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.425 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.425 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.425 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.955 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.955 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:28.986 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:29.323 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:30.138 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:30.584 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:30.988 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:31.127 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:33.752 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:34.035 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:35.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:35.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:35.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:35.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:35.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:35.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:36.244 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:36.275 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:36.275 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:36.622 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:37.452 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:37.908 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:38.305 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:38.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:41.044 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:41.337 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.099 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.119 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.119 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.723 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:43.743 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:44.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:45.244 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:45.374 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:45.613 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:45.779 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:48.713 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:50.410 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:50.417 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:50.417 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:50.417 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:50.417 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:50.426 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:51.006 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:51.007 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:51.076 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:52.164 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:52.570 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:52.678 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:52.946 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:53.144 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:54.311 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:56.035 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:57.725 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:57.725 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:57.725 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:57.725 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:57.725 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:57.737 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:58.296 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:58.296 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:58.356 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:59.471 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:48:59.882 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:00.278 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:00.430 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:01.694 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:03.387 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.038 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.038 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.038 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.038 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.050 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:05.688 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:06.788 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:07.201 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:07.430 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:07.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:07.718 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:09.052 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:10.748 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.314 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.379 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.379 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.379 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.379 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.391 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.937 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.937 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:12.986 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:14.057 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:14.477 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:14.735 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:14.935 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:15.031 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:16.385 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:18.061 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:19.613 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:19.670 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:19.670 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:19.676 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:19.676 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:19.701 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:20.238 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:20.246 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:20.295 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:21.362 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:21.798 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:22.022 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:22.274 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:22.339 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:23.724 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:25.436 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:26.923 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:26.939 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:27.002 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:27.010 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:27.010 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:27.011 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:27.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:27.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:27.575 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:28.717 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:29.122 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:29.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:29.621 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:29.637 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:31.040 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:32.750 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.208 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.237 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.277 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.324 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.881 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.885 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:34.885 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:36.038 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:36.432 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:36.612 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:36.907 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:36.949 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:38.331 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:40.036 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:41.501 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:41.529 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:41.621 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:41.621 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:41.624 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:41.640 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:42.190 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:42.190 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:42.212 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:43.326 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:43.761 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:43.923 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:44.213 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:44.232 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:45.595 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:47.358 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:48.876 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:48.876 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:48.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:48.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:48.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:48.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:49.542 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:49.542 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:49.556 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:50.621 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:51.061 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:51.301 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:51.541 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:51.587 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:52.888 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:54.708 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.183 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.207 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.249 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.249 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.253 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.269 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.843 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.843 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:56.853 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:58.000 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:58.645 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:58.884 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:58.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:49:58.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:00.317 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:01.996 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:03.533 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:03.731 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:03.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:03.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:03.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:03.767 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:04.577 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:04.592 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:04.592 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:05.724 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:06.433 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:06.433 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:06.433 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:06.433 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:07.651 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:09.310 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.050 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.137 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.137 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.137 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.137 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.152 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:11.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:13.136 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:13.843 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:13.843 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:13.843 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:13.856 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:14.952 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:16.590 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:18.332 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:18.425 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:18.425 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:18.425 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:18.425 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:18.439 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:19.263 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:19.263 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:19.277 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:20.493 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:21.145 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:21.145 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:21.145 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:21.145 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:22.301 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:23.913 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:25.654 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:25.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:25.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:25.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:25.757 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:25.783 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:26.535 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:26.548 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:26.560 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:27.803 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:28.463 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:28.479 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:28.479 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:28.479 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:29.583 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:31.285 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:32.965 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:33.083 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:33.083 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:33.083 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:33.089 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:33.089 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:33.869 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:33.869 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:33.939 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:35.101 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:35.783 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:35.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:35.834 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:35.850 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:36.892 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:38.601 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:40.257 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:40.365 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:40.365 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:40.365 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:40.365 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:40.365 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:41.154 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:41.162 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:41.219 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:42.403 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:43.079 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:43.127 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:43.127 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:43.139 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:44.186 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:45.923 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:47.573 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:47.651 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:47.689 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:47.690 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:47.690 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:47.712 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:48.458 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:48.458 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:48.519 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:49.696 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:50.397 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:50.435 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:50.435 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:50.495 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:51.480 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:53.204 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:54.857 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:54.953 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:54.953 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:54.953 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:54.972 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:55.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:55.730 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:55.730 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:55.810 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:56.980 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:57.694 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:57.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:57.759 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:57.790 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:50:58.944 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:00.961 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:02.164 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:02.252 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:02.252 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:02.265 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:02.268 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:02.283 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:03.042 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:03.045 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:03.102 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:04.300 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:05.010 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:05.037 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:05.062 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:05.102 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:06.232 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:08.258 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:09.453 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:09.529 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:09.529 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:09.542 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:09.611 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:09.621 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:10.365 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:10.365 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:10.400 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:11.569 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:12.286 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:12.330 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:12.349 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:12.411 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:13.535 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:15.543 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:16.741 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:16.823 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:16.823 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:16.833 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:16.894 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:16.894 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:17.650 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:17.657 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:17.685 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:18.888 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:19.615 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:19.684 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:19.684 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:19.731 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:20.823 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:23.294 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:24.020 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:24.100 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:24.100 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:24.120 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:24.176 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:24.184 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:24.939 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:24.939 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:25.003 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:26.213 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:26.943 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:26.992 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:26.992 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:27.052 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:28.105 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:30.595 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:31.361 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:31.421 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:31.421 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:31.440 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:31.469 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:31.484 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:32.198 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:32.263 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:32.283 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:33.505 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:34.253 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:34.278 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:34.311 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:34.377 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:35.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:37.893 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:38.652 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:38.727 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:38.755 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:38.758 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:38.758 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:38.771 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:39.472 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:39.534 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:39.609 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:40.777 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:41.554 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:41.584 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:41.602 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:41.694 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:42.707 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:45.177 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:45.942 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:46.018 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:46.026 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:46.026 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:46.050 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:46.052 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:46.732 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:46.815 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:46.888 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:48.110 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:48.853 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:48.881 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:48.883 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:48.998 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:49.998 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:52.452 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:53.231 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:53.291 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:53.291 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:53.342 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:53.351 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:53.367 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:54.114 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:54.178 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:55.443 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:56.159 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:56.159 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:56.173 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:56.331 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:57.272 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:51:59.745 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:00.566 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:00.597 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:00.604 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:00.629 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:00.635 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:01.384 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:01.459 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:01.900 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:02.080 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:02.760 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:03.491 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:03.491 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:03.503 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:03.610 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:04.609 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:07.036 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:07.878 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:07.920 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:07.920 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:07.920 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:07.920 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:08.694 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:08.749 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:09.214 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:09.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:10.060 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:10.792 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:10.792 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:10.792 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:10.897 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:11.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:14.355 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:15.179 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:15.246 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:15.246 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:15.246 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:15.268 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:16.038 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:16.266 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:16.481 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:16.817 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:17.397 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:18.140 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:18.155 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:18.187 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:18.187 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:19.246 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:21.674 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:22.459 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:22.541 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:22.541 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:22.541 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:22.541 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:23.343 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:23.590 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:23.775 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:24.148 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:24.701 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:25.454 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:25.485 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:25.499 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:25.499 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:26.715 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:29.125 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:29.933 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:29.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:29.934 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:29.956 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:29.956 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:30.633 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:30.927 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:31.056 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:31.489 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:32.035 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:32.761 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:32.790 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:32.829 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:32.829 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:34.064 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:36.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:37.216 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:37.216 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:37.216 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:37.280 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:37.280 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:37.956 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:38.265 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:38.376 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:38.825 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:39.375 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:40.053 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:40.118 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:40.134 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:40.134 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:41.375 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:43.705 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:44.613 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:44.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:44.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:44.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:44.614 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:45.567 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:45.741 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:46.697 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:47.320 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:47.407 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:47.439 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:47.454 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:48.702 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:49.573 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:50.989 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:51.216 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:51.890 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:51.894 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:51.901 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:51.901 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:51.930 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:52.899 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:53.054 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:53.992 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:54.609 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:54.749 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:54.749 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:54.761 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:56.023 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:56.901 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:58.255 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:58.501 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:59.160 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:59.183 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:59.190 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:59.190 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:52:59.198 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:00.189 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:00.337 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:01.272 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:01.900 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:02.063 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:02.063 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:02.063 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:03.311 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:04.180 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:05.571 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:05.774 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:06.435 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:06.454 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:06.460 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:06.460 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:06.478 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:07.453 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:07.628 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:08.547 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:09.165 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:09.361 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:09.361 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:09.412 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:10.620 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:11.509 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:12.874 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:13.054 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:13.737 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:13.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:13.744 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:13.752 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... +2026-10-02 00:53:13.756 | WARNING  | plugrl_env_client.agent.websocket_env_client_agent:_wait_for_server:252 - Server not available or connection failed. Retrying in 5 seconds... diff --git a/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/client_config.json b/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/client_config.json new file mode 100644 index 0000000..df321ec --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/client_config.json @@ -0,0 +1,35 @@ +{ + "uid": "MuJoCo-v1", + "env": { + "max_episode_steps": null, + "name": "HalfCheetah-v5", + "render": false + }, + "num_envs": 1, + "num_procs": 16, + "num_episodes": 1000000, + "runner": { + "uid": "MuJoCo-v1", + "pass_proc_id": false, + "use_env_lock": false, + "start_method": "spawn", + "replan_steps": 1, + "max_episode_steps": null, + "seed": 0 + }, + "recorder": { + "episode_freq": 0, + "thread0_only": true, + "record_video": false, + "video_fps": 30.0, + "record_full_rollout": false, + "record_obs_stats": true, + "record_episode_metrics": true, + "metric_window": 100 + }, + "exp_name": "rlinf-cross-clients", + "server_host": "100.75.226.89", + "server_port": 8800, + "reconnect_on_server_stop": false, + "reuse_feedback_obs": true +} diff --git a/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/logs/client.log b/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/logs/client.log new file mode 100644 index 0000000..f9b0f90 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/logs/client.log @@ -0,0 +1 @@ +2026-10-01 23:46:10.436 | INFO | __main__:main:87 - Starting env client exp_name=rlinf-cross-clients output_dir=runs\rlinf-cross-clients recorder={'episode_freq': 0, 'thread0_only': True, 'record_video': False, 'video_fps': 30.0, 'record_full_rollout': False, 'record_obs_stats': True, 'record_episode_metrics': True, 'metric_window': 100} diff --git a/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/rollout/proc_000/manifest.json b/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/rollout/proc_000/manifest.json new file mode 100644 index 0000000..c14713e --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/cross-seed0-clients/runs/rlinf-cross-clients/rollout/proc_000/manifest.json @@ -0,0 +1,19 @@ +{ + "exp_name": "rlinf-cross-clients", + "process_id": 0, + "total_processes": 16, + "num_envs": 1, + "args": { + "episode_freq": 0, + "thread0_only": true, + "record_video": false, + "video_fps": 30.0, + "record_full_rollout": false, + "record_obs_stats": true, + "record_episode_metrics": true, + "metric_window": 100 + }, + "metric_window": 100, + "effective_episode_freq": 0, + "full_rollout_video": false +} diff --git a/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/metrics.log b/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/metrics.log new file mode 100644 index 0000000..e357f79 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/metrics.log @@ -0,0 +1,3825 @@ + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 1/100 โ”‚ Progress: โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 1.0% โ”‚ +โ”‚ Elapsed: 00:21 โ”‚ ETA: 35:17 โ”‚ Step Time: 21.385s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.041 โ”‚actor/actor/recv_traj=20.265 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.883 โ”‚actor_training=0.885 โ”‚cal_adv_and_returns=0.043 โ”‚ +โ”‚env/env/bootstrap_step=6.74e-04 โ”‚env/env_interact_step=15.906 โ”‚env/interact=20.225 โ”‚ +โ”‚env/run_interact_once=20.224 โ”‚generate_rollouts=20.285 โ”‚rollout/generate_one_epoch=20.227 โ”‚ +โ”‚rollout/predict=0.413 โ”‚rollout/rollout/generate=20.229 โ”‚rollout/sync_model_from_actor=0.150 โ”‚ +โ”‚step=21.367 โ”‚sync_weights=0.154 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.028 โ”‚advantages_mean=-2.98e-08 โ”‚advantages_min=-3.039 โ”‚ +โ”‚returns_max=9.585 โ”‚returns_mean=-4.598 โ”‚returns_min=-18.419 โ”‚ +โ”‚rewards=-0.291 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0064 โ”‚actor/clip_fraction=0.061 โ”‚actor/clipped_ratio=0.999 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=3.825 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.018 โ”‚actor/policy_loss_abs=0.797 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.089 โ”‚actor/total_loss=5.096 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.022 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.0051 โ”‚ +โ”‚critic/value_loss=20.403 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 2/100 โ”‚ Progress: โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 2.0% โ”‚ +โ”‚ Elapsed: 00:45 โ”‚ ETA: 36:57 โ”‚ Step Time: 22.627s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0076 โ”‚actor/actor/recv_traj=23.042 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.592 โ”‚actor_training=0.594 โ”‚cal_adv_and_returns=0.0099 โ”‚ +โ”‚env/env/bootstrap_step=3.99e-04 โ”‚env/env_interact_step=18.053 โ”‚env/interact=23.030 โ”‚ +โ”‚env/run_interact_once=23.030 โ”‚generate_rollouts=23.054 โ”‚rollout/generate_one_epoch=23.034 โ”‚ +โ”‚rollout/predict=0.281 โ”‚rollout/rollout/generate=23.034 โ”‚rollout/sync_model_from_actor=0.195 โ”‚ +โ”‚step=23.855 โ”‚sync_weights=0.196 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.853 โ”‚advantages_mean=2.24e-08 โ”‚advantages_min=-3.810 โ”‚ +โ”‚returns_max=8.739 โ”‚returns_mean=-4.970 โ”‚returns_min=-23.050 โ”‚ +โ”‚rewards=-0.305 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0085 โ”‚actor/clip_fraction=0.060 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=6.918 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.015 โ”‚actor/policy_loss_abs=0.764 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.085 โ”‚actor/total_loss=4.953 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.077 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.134 โ”‚ +โ”‚critic/value_loss=19.826 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 3/100 โ”‚ Progress: โ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 3.0% โ”‚ +โ”‚ Elapsed: 01:07 โ”‚ ETA: 36:23 โ”‚ Step Time: 22.514s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0093 โ”‚actor/actor/recv_traj=21.552 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.586 โ”‚actor_training=0.588 โ”‚cal_adv_and_returns=0.012 โ”‚ +โ”‚env/env/bootstrap_step=3.73e-04 โ”‚env/env_interact_step=16.988 โ”‚env/interact=21.543 โ”‚ +โ”‚env/run_interact_once=21.543 โ”‚generate_rollouts=21.565 โ”‚rollout/generate_one_epoch=21.543 โ”‚ +โ”‚rollout/predict=0.285 โ”‚rollout/rollout/generate=21.544 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=22.272 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.798 โ”‚advantages_mean=-3.17e-08 โ”‚advantages_min=-3.630 โ”‚ +โ”‚returns_max=9.543 โ”‚returns_mean=-4.620 โ”‚returns_min=-21.979 โ”‚ +โ”‚rewards=-0.237 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0041 โ”‚actor/clip_fraction=0.045 โ”‚actor/clipped_ratio=1.000 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=9.495 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.014 โ”‚actor/policy_loss_abs=0.822 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.075 โ”‚actor/total_loss=3.757 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.197 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.379 โ”‚ +โ”‚critic/value_loss=15.043 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 4/100 โ”‚ Progress: โ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 4.0% โ”‚ +โ”‚ Elapsed: 01:29 โ”‚ ETA: 35:37 โ”‚ Step Time: 22.262s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.010 โ”‚actor/actor/recv_traj=20.777 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.574 โ”‚actor_training=0.576 โ”‚cal_adv_and_returns=0.012 โ”‚ +โ”‚env/env/bootstrap_step=3.73e-04 โ”‚env/env_interact_step=16.130 โ”‚env/interact=20.760 โ”‚ +โ”‚env/run_interact_once=20.760 โ”‚generate_rollouts=20.791 โ”‚rollout/generate_one_epoch=20.765 โ”‚ +โ”‚rollout/predict=0.270 โ”‚rollout/rollout/generate=20.765 โ”‚rollout/sync_model_from_actor=0.106 โ”‚ +โ”‚step=21.488 โ”‚sync_weights=0.108 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=-274.37198 โ”‚ +โ”‚reward=-0.274372 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.088 โ”‚advantages_mean=0.0000 โ”‚advantages_min=-3.770 โ”‚ +โ”‚returns_max=9.948 โ”‚returns_mean=-6.221 โ”‚returns_min=-24.110 โ”‚ +โ”‚rewards=-0.273 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0079 โ”‚actor/clip_fraction=0.048 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=14.804 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.012 โ”‚actor/policy_loss_abs=0.765 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.078 โ”‚actor/total_loss=3.937 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.229 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.334 โ”‚ +โ”‚critic/value_loss=15.760 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 5/100 โ”‚ Progress: โ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 5.0% โ”‚ +โ”‚ Elapsed: 01:50 โ”‚ ETA: 35:00 โ”‚ Step Time: 22.106s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0064 โ”‚actor/actor/recv_traj=20.745 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.590 โ”‚actor_training=0.593 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=4.46e-04 โ”‚env/env_interact_step=15.944 โ”‚env/interact=20.734 โ”‚ +โ”‚env/run_interact_once=20.734 โ”‚generate_rollouts=20.758 โ”‚rollout/generate_one_epoch=20.734 โ”‚ +โ”‚rollout/predict=0.283 โ”‚rollout/rollout/generate=20.735 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=21.465 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.550 โ”‚advantages_mean=1.12e-08 โ”‚advantages_min=-3.617 โ”‚ +โ”‚returns_max=14.280 โ”‚returns_mean=-5.396 โ”‚returns_min=-22.949 โ”‚ +โ”‚rewards=-0.176 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0087 โ”‚actor/clip_fraction=0.050 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=15.653 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.012 โ”‚actor/policy_loss_abs=0.792 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.082 โ”‚actor/total_loss=3.059 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.266 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.293 โ”‚ +โ”‚critic/value_loss=12.248 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 6/100 โ”‚ Progress: โ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 6.0% โ”‚ +โ”‚ Elapsed: 02:13 โ”‚ ETA: 34:44 โ”‚ Step Time: 22.180s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0070 โ”‚actor/actor/recv_traj=21.826 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.579 โ”‚actor_training=0.581 โ”‚cal_adv_and_returns=0.0087 โ”‚ +โ”‚env/env/bootstrap_step=3.65e-04 โ”‚env/env_interact_step=16.995 โ”‚env/interact=21.815 โ”‚ +โ”‚env/run_interact_once=21.815 โ”‚generate_rollouts=21.835 โ”‚rollout/generate_one_epoch=21.817 โ”‚ +โ”‚rollout/predict=0.281 โ”‚rollout/rollout/generate=21.817 โ”‚rollout/sync_model_from_actor=0.113 โ”‚ +โ”‚step=22.540 โ”‚sync_weights=0.115 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.728 โ”‚advantages_mean=5.96e-08 โ”‚advantages_min=-3.519 โ”‚ +โ”‚returns_max=11.073 โ”‚returns_mean=-6.886 โ”‚returns_min=-24.330 โ”‚ +โ”‚rewards=-0.221 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0075 โ”‚actor/clip_fraction=0.051 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=18.376 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.013 โ”‚actor/policy_loss_abs=0.795 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.078 โ”‚actor/total_loss=3.569 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.281 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.313 โ”‚ +โ”‚critic/value_loss=14.289 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 7/100 โ”‚ Progress: โ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 7.0% โ”‚ +โ”‚ Elapsed: 02:34 โ”‚ ETA: 34:08 โ”‚ Step Time: 22.030s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0074 โ”‚actor/actor/recv_traj=20.401 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.588 โ”‚actor_training=0.590 โ”‚cal_adv_and_returns=0.0088 โ”‚ +โ”‚env/env/bootstrap_step=3.49e-04 โ”‚env/env_interact_step=16.026 โ”‚env/interact=20.393 โ”‚ +โ”‚env/run_interact_once=20.393 โ”‚generate_rollouts=20.416 โ”‚rollout/generate_one_epoch=20.394 โ”‚ +โ”‚rollout/predict=0.260 โ”‚rollout/rollout/generate=20.395 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=21.116 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.585 โ”‚advantages_mean=-3.35e-08 โ”‚advantages_min=-3.672 โ”‚ +โ”‚returns_max=10.483 โ”‚returns_mean=-7.709 โ”‚returns_min=-26.779 โ”‚ +โ”‚rewards=-0.176 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0060 โ”‚actor/clip_fraction=0.052 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=16.988 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.014 โ”‚actor/policy_loss_abs=0.769 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.082 โ”‚actor/total_loss=2.724 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.266 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.254 โ”‚ +โ”‚critic/value_loss=10.909 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 8/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 8.0% โ”‚ +โ”‚ Elapsed: 02:54 โ”‚ ETA: 33:31 โ”‚ Step Time: 21.868s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0080 โ”‚actor/actor/recv_traj=20.027 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.563 โ”‚actor_training=0.565 โ”‚cal_adv_and_returns=0.0093 โ”‚ +โ”‚env/env/bootstrap_step=3.90e-04 โ”‚env/env_interact_step=15.832 โ”‚env/interact=20.019 โ”‚ +โ”‚env/run_interact_once=20.019 โ”‚generate_rollouts=20.041 โ”‚rollout/generate_one_epoch=20.020 โ”‚ +โ”‚rollout/predict=0.241 โ”‚rollout/rollout/generate=20.021 โ”‚rollout/sync_model_from_actor=0.110 โ”‚ +โ”‚step=20.727 โ”‚sync_weights=0.112 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=-190.77492 โ”‚ +โ”‚reward=-0.1907749 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.553 โ”‚advantages_mean=-2.61e-08 โ”‚advantages_min=-3.152 โ”‚ +โ”‚returns_max=12.389 โ”‚returns_mean=-7.751 โ”‚returns_min=-22.747 โ”‚ +โ”‚rewards=-0.194 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.061 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=18.053 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.016 โ”‚actor/policy_loss_abs=0.763 โ”‚ +โ”‚actor/ratio=0.997 โ”‚actor/ratio_abs=0.085 โ”‚actor/total_loss=2.730 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.447 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.259 โ”‚ +โ”‚critic/value_loss=10.934 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 9/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 9.0% โ”‚ +โ”‚ Elapsed: 03:16 โ”‚ ETA: 33:04 โ”‚ Step Time: 21.809s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0071 โ”‚actor/actor/recv_traj=20.590 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.596 โ”‚actor_training=0.598 โ”‚cal_adv_and_returns=0.0092 โ”‚ +โ”‚env/env/bootstrap_step=2.39e-04 โ”‚env/env_interact_step=16.367 โ”‚env/interact=20.585 โ”‚ +โ”‚env/run_interact_once=20.585 โ”‚generate_rollouts=20.604 โ”‚rollout/generate_one_epoch=20.581 โ”‚ +โ”‚rollout/predict=0.245 โ”‚rollout/rollout/generate=20.582 โ”‚rollout/sync_model_from_actor=0.108 โ”‚ +โ”‚step=21.320 โ”‚sync_weights=0.109 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.819 โ”‚advantages_mean=1.49e-08 โ”‚advantages_min=-3.174 โ”‚ +โ”‚returns_max=7.313 โ”‚returns_mean=-7.332 โ”‚returns_min=-23.524 โ”‚ +โ”‚rewards=-0.102 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0078 โ”‚actor/clip_fraction=0.071 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=14.959 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.020 โ”‚actor/policy_loss_abs=0.798 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.090 โ”‚actor/total_loss=2.413 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.360 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.068 โ”‚ +โ”‚critic/value_loss=9.670 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 10/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 10.0% โ”‚ +โ”‚ Elapsed: 03:37 โ”‚ ETA: 32:39 โ”‚ Step Time: 21.775s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=20.746 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.579 โ”‚actor_training=0.581 โ”‚cal_adv_and_returns=0.0073 โ”‚ +โ”‚env/env/bootstrap_step=3.63e-04 โ”‚env/env_interact_step=16.416 โ”‚env/interact=20.736 โ”‚ +โ”‚env/run_interact_once=20.736 โ”‚generate_rollouts=20.758 โ”‚rollout/generate_one_epoch=20.738 โ”‚ +โ”‚rollout/predict=0.246 โ”‚rollout/rollout/generate=20.739 โ”‚rollout/sync_model_from_actor=0.106 โ”‚ +โ”‚step=21.454 โ”‚sync_weights=0.108 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.299 โ”‚advantages_mean=-1.86e-08 โ”‚advantages_min=-3.651 โ”‚ +โ”‚returns_max=19.635 โ”‚returns_mean=-9.216 โ”‚returns_min=-24.942 โ”‚ +โ”‚rewards=-0.146 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0084 โ”‚actor/clip_fraction=0.066 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=16.946 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.018 โ”‚actor/policy_loss_abs=0.758 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.087 โ”‚actor/total_loss=2.444 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.495 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.195 โ”‚ +โ”‚critic/value_loss=9.796 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 11/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 11.0% โ”‚ +โ”‚ Elapsed: 03:58 โ”‚ ETA: 32:09 โ”‚ Step Time: 21.682s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=20.020 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.584 โ”‚actor_training=0.586 โ”‚cal_adv_and_returns=0.0072 โ”‚ +โ”‚env/env/bootstrap_step=4.03e-04 โ”‚env/env_interact_step=15.800 โ”‚env/interact=20.013 โ”‚ +โ”‚env/run_interact_once=20.013 โ”‚generate_rollouts=20.034 โ”‚rollout/generate_one_epoch=20.016 โ”‚ +โ”‚rollout/predict=0.247 โ”‚rollout/rollout/generate=20.016 โ”‚rollout/sync_model_from_actor=0.109 โ”‚ +โ”‚step=20.738 โ”‚sync_weights=0.111 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.898 โ”‚advantages_mean=3.73e-08 โ”‚advantages_min=-4.558 โ”‚ +โ”‚returns_max=14.246 โ”‚returns_mean=-11.083 โ”‚returns_min=-21.818 โ”‚ +โ”‚rewards=-0.218 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0099 โ”‚actor/clip_fraction=0.053 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=19.462 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.016 โ”‚actor/policy_loss_abs=0.765 โ”‚ +โ”‚actor/ratio=0.996 โ”‚actor/ratio_abs=0.081 โ”‚actor/total_loss=2.225 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.532 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.326 โ”‚ +โ”‚critic/value_loss=8.916 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 12/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 12.0% โ”‚ +โ”‚ Elapsed: 04:19 โ”‚ ETA: 31:45 โ”‚ Step Time: 21.655s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0067 โ”‚actor/actor/recv_traj=20.647 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.577 โ”‚actor_training=0.579 โ”‚cal_adv_and_returns=0.0087 โ”‚ +โ”‚env/env/bootstrap_step=3.49e-04 โ”‚env/env_interact_step=16.285 โ”‚env/interact=20.634 โ”‚ +โ”‚env/run_interact_once=20.634 โ”‚generate_rollouts=20.656 โ”‚rollout/generate_one_epoch=20.639 โ”‚ +โ”‚rollout/predict=0.252 โ”‚rollout/rollout/generate=20.639 โ”‚rollout/sync_model_from_actor=0.103 โ”‚ +โ”‚step=21.350 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=-156.91853 โ”‚ +โ”‚reward=-0.15691853 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.601 โ”‚advantages_mean=-1.86e-09 โ”‚advantages_min=-3.756 โ”‚ +โ”‚returns_max=20.975 โ”‚returns_mean=-9.495 โ”‚returns_min=-26.304 โ”‚ +โ”‚rewards=-0.172 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0093 โ”‚actor/clip_fraction=0.073 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=18.735 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.019 โ”‚actor/policy_loss_abs=0.758 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.091 โ”‚actor/total_loss=2.568 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.662 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.244 โ”‚ +โ”‚critic/value_loss=10.291 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 13/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 13.0% โ”‚ +โ”‚ Elapsed: 04:42 โ”‚ ETA: 31:30 โ”‚ Step Time: 21.729s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0074 โ”‚actor/actor/recv_traj=21.898 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.567 โ”‚actor_training=0.569 โ”‚cal_adv_and_returns=0.0085 โ”‚ +โ”‚env/env/bootstrap_step=2.41e-04 โ”‚env/env_interact_step=17.717 โ”‚env/interact=21.892 โ”‚ +โ”‚env/run_interact_once=21.892 โ”‚generate_rollouts=21.911 โ”‚rollout/generate_one_epoch=21.889 โ”‚ +โ”‚rollout/predict=0.238 โ”‚rollout/rollout/generate=21.890 โ”‚rollout/sync_model_from_actor=0.107 โ”‚ +โ”‚step=22.598 โ”‚sync_weights=0.109 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.781 โ”‚advantages_mean=-1.49e-08 โ”‚advantages_min=-3.864 โ”‚ +โ”‚returns_max=14.854 โ”‚returns_mean=-10.227 โ”‚returns_min=-28.657 โ”‚ +โ”‚rewards=-0.147 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0087 โ”‚actor/clip_fraction=0.070 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=16.357 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.021 โ”‚actor/policy_loss_abs=0.767 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.089 โ”‚actor/total_loss=2.590 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.583 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.103 โ”‚ +โ”‚critic/value_loss=10.382 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 14/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 14.0% โ”‚ +โ”‚ Elapsed: 05:07 โ”‚ ETA: 31:30 โ”‚ Step Time: 21.978s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0059 โ”‚actor/actor/recv_traj=24.509 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.575 โ”‚actor_training=0.578 โ”‚cal_adv_and_returns=0.0079 โ”‚ +โ”‚env/env/bootstrap_step=2.35e-04 โ”‚env/env_interact_step=20.231 โ”‚env/interact=24.500 โ”‚ +โ”‚env/run_interact_once=24.500 โ”‚generate_rollouts=24.522 โ”‚rollout/generate_one_epoch=24.500 โ”‚ +โ”‚rollout/predict=0.262 โ”‚rollout/rollout/generate=24.500 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=25.210 โ”‚sync_weights=0.102 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.987 โ”‚advantages_mean=-1.58e-08 โ”‚advantages_min=-3.942 โ”‚ +โ”‚returns_max=20.547 โ”‚returns_mean=-10.616 โ”‚returns_min=-26.880 โ”‚ +โ”‚rewards=-0.162 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0086 โ”‚actor/clip_fraction=0.081 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=17.986 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.022 โ”‚actor/policy_loss_abs=0.755 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.096 โ”‚actor/total_loss=2.511 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.524 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.108 โ”‚ +โ”‚critic/value_loss=10.066 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 15/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 15.0% โ”‚ +โ”‚ Elapsed: 05:30 โ”‚ ETA: 31:11 โ”‚ Step Time: 22.013s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=21.776 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.583 โ”‚actor_training=0.584 โ”‚cal_adv_and_returns=0.0076 โ”‚ +โ”‚env/env/bootstrap_step=3.93e-04 โ”‚env/env_interact_step=17.435 โ”‚env/interact=21.768 โ”‚ +โ”‚env/run_interact_once=21.768 โ”‚generate_rollouts=21.791 โ”‚rollout/generate_one_epoch=21.768 โ”‚ +โ”‚rollout/predict=0.266 โ”‚rollout/rollout/generate=21.769 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=22.483 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.424 โ”‚advantages_mean=0.0000 โ”‚advantages_min=-5.072 โ”‚ +โ”‚returns_max=13.852 โ”‚returns_mean=-11.933 โ”‚returns_min=-28.857 โ”‚ +โ”‚rewards=-0.164 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0083 โ”‚actor/clip_fraction=0.067 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=17.392 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.020 โ”‚actor/policy_loss_abs=0.740 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.086 โ”‚actor/total_loss=1.990 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.588 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.103 โ”‚ +โ”‚critic/value_loss=7.979 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 16/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 16.0% โ”‚ +โ”‚ Elapsed: 05:53 โ”‚ ETA: 30:54 โ”‚ Step Time: 22.072s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0081 โ”‚actor/actor/recv_traj=22.265 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.557 โ”‚actor_training=0.559 โ”‚cal_adv_and_returns=0.0097 โ”‚ +โ”‚env/env/bootstrap_step=2.41e-04 โ”‚env/env_interact_step=17.847 โ”‚env/interact=22.258 โ”‚ +โ”‚env/run_interact_once=22.258 โ”‚generate_rollouts=22.278 โ”‚rollout/generate_one_epoch=22.257 โ”‚ +โ”‚rollout/predict=0.260 โ”‚rollout/rollout/generate=22.257 โ”‚rollout/sync_model_from_actor=0.097 โ”‚ +โ”‚step=22.946 โ”‚sync_weights=0.099 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=-149.40202 โ”‚ +โ”‚reward=-0.14940202 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.858 โ”‚advantages_mean=1.49e-08 โ”‚advantages_min=-3.646 โ”‚ +โ”‚returns_max=7.770 โ”‚returns_mean=-11.598 โ”‚returns_min=-25.089 โ”‚ +โ”‚rewards=-0.172 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.070 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=18.575 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.019 โ”‚actor/policy_loss_abs=0.762 โ”‚ +โ”‚actor/ratio=0.997 โ”‚actor/ratio_abs=0.093 โ”‚actor/total_loss=2.089 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.576 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.041 โ”‚ +โ”‚critic/value_loss=8.377 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 17/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 17.0% โ”‚ +โ”‚ Elapsed: 06:16 โ”‚ ETA: 30:36 โ”‚ Step Time: 22.121s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=22.203 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.569 โ”‚actor_training=0.571 โ”‚cal_adv_and_returns=0.0072 โ”‚ +โ”‚env/env/bootstrap_step=3.50e-04 โ”‚env/env_interact_step=17.910 โ”‚env/interact=22.195 โ”‚ +โ”‚env/run_interact_once=22.195 โ”‚generate_rollouts=22.216 โ”‚rollout/generate_one_epoch=22.196 โ”‚ +โ”‚rollout/predict=0.246 โ”‚rollout/rollout/generate=22.197 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=22.895 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.708 โ”‚advantages_mean=1.12e-08 โ”‚advantages_min=-3.665 โ”‚ +โ”‚returns_max=17.498 โ”‚returns_mean=-12.526 โ”‚returns_min=-24.749 โ”‚ +โ”‚rewards=-0.120 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.092 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=13.509 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.025 โ”‚actor/policy_loss_abs=0.758 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.102 โ”‚actor/total_loss=1.660 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.697 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.063 โ”‚ +โ”‚critic/value_loss=6.665 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 18/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 18.0% โ”‚ +โ”‚ Elapsed: 06:41 โ”‚ ETA: 30:30 โ”‚ Step Time: 22.328s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=25.129 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.568 โ”‚actor_training=0.570 โ”‚cal_adv_and_returns=0.0082 โ”‚ +โ”‚env/env/bootstrap_step=2.39e-04 โ”‚env/env_interact_step=20.750 โ”‚env/interact=25.124 โ”‚ +โ”‚env/run_interact_once=25.123 โ”‚generate_rollouts=25.144 โ”‚rollout/generate_one_epoch=25.121 โ”‚ +โ”‚rollout/predict=0.257 โ”‚rollout/rollout/generate=25.121 โ”‚rollout/sync_model_from_actor=0.097 โ”‚ +โ”‚step=25.822 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.710 โ”‚advantages_mean=-1.58e-08 โ”‚advantages_min=-5.234 โ”‚ +โ”‚returns_max=14.357 โ”‚returns_mean=-14.228 โ”‚returns_min=-27.104 โ”‚ +โ”‚rewards=-0.169 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.104 โ”‚actor/clipped_ratio=0.994 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=12.388 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.027 โ”‚actor/policy_loss_abs=0.747 โ”‚ +โ”‚actor/ratio=0.997 โ”‚actor/ratio_abs=0.104 โ”‚actor/total_loss=1.431 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.710 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.060 โ”‚ +โ”‚critic/value_loss=5.752 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 19/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 19.0% โ”‚ +โ”‚ Elapsed: 07:06 โ”‚ ETA: 30:20 โ”‚ Step Time: 22.471s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0063 โ”‚actor/actor/recv_traj=24.351 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.562 โ”‚actor_training=0.565 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=2.30e-04 โ”‚env/env_interact_step=20.026 โ”‚env/interact=24.346 โ”‚ +โ”‚env/run_interact_once=24.346 โ”‚generate_rollouts=24.365 โ”‚rollout/generate_one_epoch=24.344 โ”‚ +โ”‚rollout/predict=0.251 โ”‚rollout/rollout/generate=24.344 โ”‚rollout/sync_model_from_actor=0.099 โ”‚ +โ”‚step=25.038 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.848 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-4.670 โ”‚ +โ”‚returns_max=7.820 โ”‚returns_mean=-16.255 โ”‚returns_min=-27.365 โ”‚ +โ”‚rewards=-0.215 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0089 โ”‚actor/clip_fraction=0.098 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=11.171 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.028 โ”‚actor/policy_loss_abs=0.748 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.100 โ”‚actor/total_loss=1.439 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.702 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.209 โ”‚ +โ”‚critic/value_loss=5.782 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 20/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 20.0% โ”‚ +โ”‚ Elapsed: 07:32 โ”‚ ETA: 30:11 โ”‚ Step Time: 22.643s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0077 โ”‚actor/actor/recv_traj=25.075 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.562 โ”‚actor_training=0.565 โ”‚cal_adv_and_returns=0.0093 โ”‚ +โ”‚env/env/bootstrap_step=4.08e-04 โ”‚env/env_interact_step=20.654 โ”‚env/interact=25.063 โ”‚ +โ”‚env/run_interact_once=25.063 โ”‚generate_rollouts=25.085 โ”‚rollout/generate_one_epoch=25.069 โ”‚ +โ”‚rollout/predict=0.271 โ”‚rollout/rollout/generate=25.069 โ”‚rollout/sync_model_from_actor=0.107 โ”‚ +โ”‚step=25.903 โ”‚sync_weights=0.109 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=-163.18073 โ”‚ +โ”‚reward=-0.16318072 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=6.329 โ”‚advantages_mean=1.86e-09 โ”‚advantages_min=-3.479 โ”‚ +โ”‚returns_max=26.196 โ”‚returns_mean=-11.419 โ”‚returns_min=-27.450 โ”‚ +โ”‚rewards=-0.163 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.082 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=18.395 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.022 โ”‚actor/policy_loss_abs=0.734 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.097 โ”‚actor/total_loss=1.840 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.806 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.071 โ”‚ +โ”‚critic/value_loss=7.383 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 21/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 21.0% โ”‚ +โ”‚ Elapsed: 07:55 โ”‚ ETA: 29:47 โ”‚ Step Time: 22.625s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=21.527 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.592 โ”‚actor_training=0.594 โ”‚cal_adv_and_returns=0.0074 โ”‚ +โ”‚env/env/bootstrap_step=2.40e-04 โ”‚env/env_interact_step=17.255 โ”‚env/interact=21.523 โ”‚ +โ”‚env/run_interact_once=21.523 โ”‚generate_rollouts=21.543 โ”‚rollout/generate_one_epoch=21.522 โ”‚ +โ”‚rollout/predict=0.258 โ”‚rollout/rollout/generate=21.522 โ”‚rollout/sync_model_from_actor=0.096 โ”‚ +โ”‚step=22.243 โ”‚sync_weights=0.099 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.144 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-4.820 โ”‚ +โ”‚returns_max=12.101 โ”‚returns_mean=-9.837 โ”‚returns_min=-31.444 โ”‚ +โ”‚rewards=-0.113 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.075 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=23.716 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.022 โ”‚actor/policy_loss_abs=0.754 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.095 โ”‚actor/total_loss=2.917 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.585 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.066 โ”‚ +โ”‚critic/value_loss=11.690 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 22/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 22.0% โ”‚ +โ”‚ Elapsed: 08:21 โ”‚ ETA: 29:37 โ”‚ Step Time: 22.784s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=25.386 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.581 โ”‚actor_training=0.583 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=2.31e-04 โ”‚env/env_interact_step=21.117 โ”‚env/interact=25.380 โ”‚ +โ”‚env/run_interact_once=25.380 โ”‚generate_rollouts=25.403 โ”‚rollout/generate_one_epoch=25.378 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=25.378 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=26.101 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.656 โ”‚advantages_mean=1.86e-08 โ”‚advantages_min=-4.330 โ”‚ +โ”‚returns_max=22.652 โ”‚returns_mean=-8.907 โ”‚returns_min=-26.175 โ”‚ +โ”‚rewards=-0.052 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0091 โ”‚actor/clip_fraction=0.088 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=18.391 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.024 โ”‚actor/policy_loss_abs=0.736 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.099 โ”‚actor/total_loss=2.327 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.711 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.092 โ”‚ +โ”‚critic/value_loss=9.332 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 23/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 23.0% โ”‚ +โ”‚ Elapsed: 08:44 โ”‚ ETA: 29:15 โ”‚ Step Time: 22.803s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=22.517 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.569 โ”‚actor_training=0.571 โ”‚cal_adv_and_returns=0.0070 โ”‚ +โ”‚env/env/bootstrap_step=2.39e-04 โ”‚env/env_interact_step=18.149 โ”‚env/interact=22.508 โ”‚ +โ”‚env/run_interact_once=22.508 โ”‚generate_rollouts=22.527 โ”‚rollout/generate_one_epoch=22.507 โ”‚ +โ”‚rollout/predict=0.268 โ”‚rollout/rollout/generate=22.508 โ”‚rollout/sync_model_from_actor=0.103 โ”‚ +โ”‚step=23.211 โ”‚sync_weights=0.105 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.889 โ”‚advantages_mean=-3.73e-09 โ”‚advantages_min=-5.053 โ”‚ +โ”‚returns_max=13.372 โ”‚returns_mean=-11.336 โ”‚returns_min=-27.568 โ”‚ +โ”‚rewards=-0.097 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.105 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=14.812 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.026 โ”‚actor/policy_loss_abs=0.764 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.106 โ”‚actor/total_loss=1.556 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.692 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.061 โ”‚ +โ”‚critic/value_loss=6.250 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 24/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 24.0% โ”‚ +โ”‚ Elapsed: 09:06 โ”‚ ETA: 28:51 โ”‚ Step Time: 22.778s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=21.469 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.591 โ”‚actor_training=0.593 โ”‚cal_adv_and_returns=0.0073 โ”‚ +โ”‚env/env/bootstrap_step=2.40e-04 โ”‚env/env_interact_step=17.223 โ”‚env/interact=21.460 โ”‚ +โ”‚env/run_interact_once=21.460 โ”‚generate_rollouts=21.480 โ”‚rollout/generate_one_epoch=21.459 โ”‚ +โ”‚rollout/predict=0.261 โ”‚rollout/rollout/generate=21.460 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=22.183 โ”‚sync_weights=0.102 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=-81.11567 โ”‚ +โ”‚reward=-0.08111567 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=5.282 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-3.599 โ”‚ +โ”‚returns_max=23.409 โ”‚returns_mean=-8.923 โ”‚returns_min=-26.861 โ”‚ +โ”‚rewards=-0.117 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.080 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=21.289 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.022 โ”‚actor/policy_loss_abs=0.744 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.094 โ”‚actor/total_loss=2.131 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.694 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.045 โ”‚ +โ”‚critic/value_loss=8.545 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 25/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 25.0% โ”‚ +โ”‚ Elapsed: 09:30 โ”‚ ETA: 28:31 โ”‚ Step Time: 22.817s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=23.023 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.588 โ”‚actor_training=0.589 โ”‚cal_adv_and_returns=0.0075 โ”‚ +โ”‚env/env/bootstrap_step=3.46e-04 โ”‚env/env_interact_step=18.866 โ”‚env/interact=23.017 โ”‚ +โ”‚env/run_interact_once=23.017 โ”‚generate_rollouts=23.040 โ”‚rollout/generate_one_epoch=23.020 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=23.020 โ”‚rollout/sync_model_from_actor=0.106 โ”‚ +โ”‚step=23.745 โ”‚sync_weights=0.108 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.064 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-5.228 โ”‚ +โ”‚returns_max=14.886 โ”‚returns_mean=-8.905 โ”‚returns_min=-27.413 โ”‚ +โ”‚rewards=-0.041 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0095 โ”‚actor/clip_fraction=0.099 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=16.340 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.026 โ”‚actor/policy_loss_abs=0.747 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.105 โ”‚actor/total_loss=1.587 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.684 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.144 โ”‚ +โ”‚critic/value_loss=6.374 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 26/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 26.0% โ”‚ +โ”‚ Elapsed: 09:53 โ”‚ ETA: 28:08 โ”‚ Step Time: 22.820s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=22.193 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.566 โ”‚actor_training=0.568 โ”‚cal_adv_and_returns=0.0075 โ”‚ +โ”‚env/env/bootstrap_step=2.40e-04 โ”‚env/env_interact_step=17.840 โ”‚env/interact=22.185 โ”‚ +โ”‚env/run_interact_once=22.185 โ”‚generate_rollouts=22.204 โ”‚rollout/generate_one_epoch=22.183 โ”‚ +โ”‚rollout/predict=0.264 โ”‚rollout/rollout/generate=22.184 โ”‚rollout/sync_model_from_actor=0.107 โ”‚ +โ”‚step=22.889 โ”‚sync_weights=0.109 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.370 โ”‚advantages_mean=-1.30e-08 โ”‚advantages_min=-3.363 โ”‚ +โ”‚returns_max=16.896 โ”‚returns_mean=-10.213 โ”‚returns_min=-27.355 โ”‚ +โ”‚rewards=-0.064 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.120 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=13.943 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.758 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.112 โ”‚actor/total_loss=1.525 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.799 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.087 โ”‚ +โ”‚critic/value_loss=6.131 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 27/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 27.0% โ”‚ +โ”‚ Elapsed: 10:18 โ”‚ ETA: 27:53 โ”‚ Step Time: 22.922s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=24.848 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.594 โ”‚actor_training=0.597 โ”‚cal_adv_and_returns=0.0077 โ”‚ +โ”‚env/env/bootstrap_step=2.40e-04 โ”‚env/env_interact_step=20.443 โ”‚env/interact=24.838 โ”‚ +โ”‚env/run_interact_once=24.838 โ”‚generate_rollouts=24.861 โ”‚rollout/generate_one_epoch=24.836 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=24.837 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=25.571 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.522 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-4.404 โ”‚ +โ”‚returns_max=18.652 โ”‚returns_mean=-11.140 โ”‚returns_min=-27.490 โ”‚ +โ”‚rewards=-0.090 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0081 โ”‚actor/clip_fraction=0.097 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=19.398 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.025 โ”‚actor/policy_loss_abs=0.746 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.102 โ”‚actor/total_loss=1.868 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.771 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.030 โ”‚ +โ”‚critic/value_loss=7.498 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 28/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 28.0% โ”‚ +โ”‚ Elapsed: 10:43 โ”‚ ETA: 27:35 โ”‚ Step Time: 22.998s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=24.327 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.568 โ”‚actor_training=0.571 โ”‚cal_adv_and_returns=0.0079 โ”‚ +โ”‚env/env/bootstrap_step=2.43e-04 โ”‚env/env_interact_step=19.969 โ”‚env/interact=24.322 โ”‚ +โ”‚env/run_interact_once=24.322 โ”‚generate_rollouts=24.342 โ”‚rollout/generate_one_epoch=24.318 โ”‚ +โ”‚rollout/predict=0.242 โ”‚rollout/rollout/generate=24.319 โ”‚rollout/sync_model_from_actor=0.102 โ”‚ +โ”‚step=25.025 โ”‚sync_weights=0.104 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=-56.93414 โ”‚ +โ”‚reward=-0.05693414 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.275 โ”‚advantages_mean=3.54e-08 โ”‚advantages_min=-4.797 โ”‚ +โ”‚returns_max=17.004 โ”‚returns_mean=-5.591 โ”‚returns_min=-28.433 โ”‚ +โ”‚rewards=-0.031 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.097 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=24.826 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.023 โ”‚actor/policy_loss_abs=0.751 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.103 โ”‚actor/total_loss=1.949 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.751 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.211 โ”‚ +โ”‚critic/value_loss=7.820 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 29/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 29.0% โ”‚ +โ”‚ Elapsed: 11:08 โ”‚ ETA: 27:17 โ”‚ Step Time: 23.059s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0073 โ”‚actor/actor/recv_traj=24.060 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.567 โ”‚actor_training=0.569 โ”‚cal_adv_and_returns=0.0087 โ”‚ +โ”‚env/env/bootstrap_step=2.45e-04 โ”‚env/env_interact_step=19.758 โ”‚env/interact=24.055 โ”‚ +โ”‚env/run_interact_once=24.055 โ”‚generate_rollouts=24.072 โ”‚rollout/generate_one_epoch=24.051 โ”‚ +โ”‚rollout/predict=0.252 โ”‚rollout/rollout/generate=24.052 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=24.753 โ”‚sync_weights=0.103 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.574 โ”‚advantages_mean=3.73e-09 โ”‚advantages_min=-4.012 โ”‚ +โ”‚returns_max=14.412 โ”‚returns_mean=-7.693 โ”‚returns_min=-26.073 โ”‚ +โ”‚rewards=-0.039 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.108 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=14.715 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.030 โ”‚actor/policy_loss_abs=0.752 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.109 โ”‚actor/total_loss=1.918 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.665 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.052 โ”‚ +โ”‚critic/value_loss=7.702 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 30/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 30.0% โ”‚ +โ”‚ Elapsed: 11:37 โ”‚ ETA: 27:06 โ”‚ Step Time: 23.237s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=27.657 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.587 โ”‚actor_training=0.588 โ”‚cal_adv_and_returns=0.0077 โ”‚ +โ”‚env/env/bootstrap_step=3.60e-04 โ”‚env/env_interact_step=23.357 โ”‚env/interact=27.644 โ”‚ +โ”‚env/run_interact_once=27.644 โ”‚generate_rollouts=27.670 โ”‚rollout/generate_one_epoch=27.648 โ”‚ +โ”‚rollout/predict=0.253 โ”‚rollout/rollout/generate=27.648 โ”‚rollout/sync_model_from_actor=0.102 โ”‚ +โ”‚step=28.371 โ”‚sync_weights=0.104 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.538 โ”‚advantages_mean=-1.86e-09 โ”‚advantages_min=-3.948 โ”‚ +โ”‚returns_max=23.170 โ”‚returns_mean=-8.776 โ”‚returns_min=-26.691 โ”‚ +โ”‚rewards=-0.082 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.093 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=17.606 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.027 โ”‚actor/policy_loss_abs=0.746 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.101 โ”‚actor/total_loss=1.704 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.808 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.051 โ”‚ +โ”‚critic/value_loss=6.844 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 31/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 31.0% โ”‚ +โ”‚ Elapsed: 12:02 โ”‚ ETA: 26:47 โ”‚ Step Time: 23.300s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=24.453 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.603 โ”‚actor_training=0.605 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=2.58e-04 โ”‚env/env_interact_step=20.139 โ”‚env/interact=24.447 โ”‚ +โ”‚env/run_interact_once=24.447 โ”‚generate_rollouts=24.468 โ”‚rollout/generate_one_epoch=24.444 โ”‚ +โ”‚rollout/predict=0.255 โ”‚rollout/rollout/generate=24.445 โ”‚rollout/sync_model_from_actor=0.106 โ”‚ +โ”‚step=25.189 โ”‚sync_weights=0.108 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.681 โ”‚advantages_mean=-4.28e-08 โ”‚advantages_min=-3.066 โ”‚ +โ”‚returns_max=19.280 โ”‚returns_mean=-7.664 โ”‚returns_min=-27.153 โ”‚ +โ”‚rewards=-2.75e-04 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.087 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=19.622 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.027 โ”‚actor/policy_loss_abs=0.778 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.097 โ”‚actor/total_loss=1.807 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.835 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.239 โ”‚ +โ”‚critic/value_loss=7.253 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 32/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 32.0% โ”‚ +โ”‚ Elapsed: 12:30 โ”‚ ETA: 26:35 โ”‚ Step Time: 23.462s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=27.793 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.549 โ”‚actor_training=0.551 โ”‚cal_adv_and_returns=0.0077 โ”‚ +โ”‚env/env/bootstrap_step=3.66e-04 โ”‚env/env_interact_step=23.442 โ”‚env/interact=27.780 โ”‚ +โ”‚env/run_interact_once=27.780 โ”‚generate_rollouts=27.804 โ”‚rollout/generate_one_epoch=27.784 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=27.784 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=28.465 โ”‚sync_weights=0.102 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=-23.108292 โ”‚ +โ”‚reward=-0.023108292 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.783 โ”‚advantages_mean=1.49e-08 โ”‚advantages_min=-4.182 โ”‚ +โ”‚returns_max=24.045 โ”‚returns_mean=-2.914 โ”‚returns_min=-24.928 โ”‚ +โ”‚rewards=0.016 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.093 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=21.150 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.027 โ”‚actor/policy_loss_abs=0.742 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.101 โ”‚actor/total_loss=2.372 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.672 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.232 โ”‚ +โ”‚critic/value_loss=9.513 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 33/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 33.0% โ”‚ +โ”‚ Elapsed: 12:55 โ”‚ ETA: 26:15 โ”‚ Step Time: 23.513s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=24.421 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.582 โ”‚actor_training=0.585 โ”‚cal_adv_and_returns=0.0081 โ”‚ +โ”‚env/env/bootstrap_step=3.61e-04 โ”‚env/env_interact_step=20.056 โ”‚env/interact=24.414 โ”‚ +โ”‚env/run_interact_once=24.414 โ”‚generate_rollouts=24.436 โ”‚rollout/generate_one_epoch=24.417 โ”‚ +โ”‚rollout/predict=0.268 โ”‚rollout/rollout/generate=24.417 โ”‚rollout/sync_model_from_actor=0.103 โ”‚ +โ”‚step=25.133 โ”‚sync_weights=0.104 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.389 โ”‚advantages_mean=-8.38e-09 โ”‚advantages_min=-3.932 โ”‚ +โ”‚returns_max=24.230 โ”‚returns_mean=-1.610 โ”‚returns_min=-18.513 โ”‚ +โ”‚rewards=0.070 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0094 โ”‚actor/clip_fraction=0.093 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=24.691 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.026 โ”‚actor/policy_loss_abs=0.740 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.100 โ”‚actor/total_loss=2.310 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.563 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.317 โ”‚ +โ”‚critic/value_loss=9.264 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 34/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 34.0% โ”‚ +โ”‚ Elapsed: 13:21 โ”‚ ETA: 25:55 โ”‚ Step Time: 23.568s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0082 โ”‚actor/actor/recv_traj=24.685 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.572 โ”‚actor_training=0.574 โ”‚cal_adv_and_returns=0.0099 โ”‚ +โ”‚env/env/bootstrap_step=3.72e-04 โ”‚env/env_interact_step=20.395 โ”‚env/interact=24.676 โ”‚ +โ”‚env/run_interact_once=24.676 โ”‚generate_rollouts=24.695 โ”‚rollout/generate_one_epoch=24.679 โ”‚ +โ”‚rollout/predict=0.256 โ”‚rollout/rollout/generate=24.679 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=25.379 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.322 โ”‚advantages_mean=-2.24e-08 โ”‚advantages_min=-4.070 โ”‚ +โ”‚returns_max=23.078 โ”‚returns_mean=-0.883 โ”‚returns_min=-21.908 โ”‚ +โ”‚rewards=0.062 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0057 โ”‚actor/clip_fraction=0.087 โ”‚actor/clipped_ratio=1.000 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=25.645 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.024 โ”‚actor/policy_loss_abs=0.735 โ”‚ +โ”‚actor/ratio=1.003 โ”‚actor/ratio_abs=0.097 โ”‚actor/total_loss=2.874 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.498 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.203 โ”‚ +โ”‚critic/value_loss=11.520 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 35/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 35.0% โ”‚ +โ”‚ Elapsed: 13:46 โ”‚ ETA: 25:34 โ”‚ Step Time: 23.605s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=24.123 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.577 โ”‚actor_training=0.579 โ”‚cal_adv_and_returns=0.0073 โ”‚ +โ”‚env/env/bootstrap_step=3.46e-04 โ”‚env/env_interact_step=19.886 โ”‚env/interact=24.115 โ”‚ +โ”‚env/run_interact_once=24.115 โ”‚generate_rollouts=24.132 โ”‚rollout/generate_one_epoch=24.117 โ”‚ +โ”‚rollout/predict=0.244 โ”‚rollout/rollout/generate=24.118 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=24.822 โ”‚sync_weights=0.103 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.854 โ”‚advantages_mean=1.86e-09 โ”‚advantages_min=-4.503 โ”‚ +โ”‚returns_max=21.963 โ”‚returns_mean=-1.806 โ”‚returns_min=-28.734 โ”‚ +โ”‚rewards=0.054 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.094 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=23.928 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.026 โ”‚actor/policy_loss_abs=0.761 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.101 โ”‚actor/total_loss=2.155 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.637 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.262 โ”‚ +โ”‚critic/value_loss=8.644 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 36/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 36.0% โ”‚ +โ”‚ Elapsed: 14:09 โ”‚ ETA: 25:10 โ”‚ Step Time: 23.603s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=22.817 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.589 โ”‚actor_training=0.591 โ”‚cal_adv_and_returns=0.0075 โ”‚ +โ”‚env/env/bootstrap_step=3.49e-04 โ”‚env/env_interact_step=18.383 โ”‚env/interact=22.811 โ”‚ +โ”‚env/run_interact_once=22.811 โ”‚generate_rollouts=22.832 โ”‚rollout/generate_one_epoch=22.812 โ”‚ +โ”‚rollout/predict=0.261 โ”‚rollout/rollout/generate=22.813 โ”‚rollout/sync_model_from_actor=0.106 โ”‚ +โ”‚step=23.539 โ”‚sync_weights=0.108 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=64.26821 โ”‚ +โ”‚reward=0.06426822 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.070 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-5.032 โ”‚ +โ”‚returns_max=19.772 โ”‚returns_mean=0.539 โ”‚returns_min=-24.414 โ”‚ +โ”‚rewards=0.079 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.097 โ”‚actor/clipped_ratio=0.994 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=21.796 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.027 โ”‚actor/policy_loss_abs=0.726 โ”‚ +โ”‚actor/ratio=0.997 โ”‚actor/ratio_abs=0.102 โ”‚actor/total_loss=2.686 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.482 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.306 โ”‚ +โ”‚critic/value_loss=10.773 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 37/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 37.0% โ”‚ +โ”‚ Elapsed: 14:37 โ”‚ ETA: 24:54 โ”‚ Step Time: 23.722s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=27.303 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.577 โ”‚actor_training=0.579 โ”‚cal_adv_and_returns=0.0075 โ”‚ +โ”‚env/env/bootstrap_step=3.59e-04 โ”‚env/env_interact_step=22.922 โ”‚env/interact=27.295 โ”‚ +โ”‚env/run_interact_once=27.295 โ”‚generate_rollouts=27.316 โ”‚rollout/generate_one_epoch=27.296 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=27.296 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=28.006 โ”‚sync_weights=0.103 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.480 โ”‚advantages_mean=0.0000 โ”‚advantages_min=-3.547 โ”‚ +โ”‚returns_max=22.730 โ”‚returns_mean=1.101 โ”‚returns_min=-17.258 โ”‚ +โ”‚rewards=0.079 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0090 โ”‚actor/clip_fraction=0.105 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=22.344 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.028 โ”‚actor/policy_loss_abs=0.787 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.106 โ”‚actor/total_loss=2.754 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.387 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.228 โ”‚ +โ”‚critic/value_loss=11.045 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 38/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 38.0% โ”‚ +โ”‚ Elapsed: 15:06 โ”‚ ETA: 24:38 โ”‚ Step Time: 23.851s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=27.889 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.576 โ”‚actor_training=0.577 โ”‚cal_adv_and_returns=0.0073 โ”‚ +โ”‚env/env/bootstrap_step=3.49e-04 โ”‚env/env_interact_step=23.542 โ”‚env/interact=27.881 โ”‚ +โ”‚env/run_interact_once=27.881 โ”‚generate_rollouts=27.902 โ”‚rollout/generate_one_epoch=27.883 โ”‚ +โ”‚rollout/predict=0.256 โ”‚rollout/rollout/generate=27.883 โ”‚rollout/sync_model_from_actor=0.112 โ”‚ +โ”‚step=28.601 โ”‚sync_weights=0.114 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.036 โ”‚advantages_mean=-1.12e-08 โ”‚advantages_min=-5.382 โ”‚ +โ”‚returns_max=26.878 โ”‚returns_mean=1.645 โ”‚returns_min=-30.566 โ”‚ +โ”‚rewards=0.082 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.111 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=20.365 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.030 โ”‚actor/policy_loss_abs=0.737 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.107 โ”‚actor/total_loss=2.966 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.404 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.242 โ”‚ +โ”‚critic/value_loss=11.893 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 39/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 39.0% โ”‚ +โ”‚ Elapsed: 15:32 โ”‚ ETA: 24:19 โ”‚ Step Time: 23.918s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0078 โ”‚actor/actor/recv_traj=25.734 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.583 โ”‚actor_training=0.585 โ”‚cal_adv_and_returns=0.0096 โ”‚ +โ”‚env/env/bootstrap_step=2.40e-04 โ”‚env/env_interact_step=21.467 โ”‚env/interact=25.727 โ”‚ +โ”‚env/run_interact_once=25.727 โ”‚generate_rollouts=25.747 โ”‚rollout/generate_one_epoch=25.723 โ”‚ +โ”‚rollout/predict=0.236 โ”‚rollout/rollout/generate=25.724 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=26.449 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.034 โ”‚advantages_mean=-1.12e-08 โ”‚advantages_min=-4.370 โ”‚ +โ”‚returns_max=30.076 โ”‚returns_mean=3.393 โ”‚returns_min=-20.428 โ”‚ +โ”‚rewards=0.132 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0064 โ”‚actor/clip_fraction=0.091 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=25.260 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.029 โ”‚actor/policy_loss_abs=0.747 โ”‚ +โ”‚actor/ratio=1.003 โ”‚actor/ratio_abs=0.098 โ”‚actor/total_loss=2.886 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.410 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.383 โ”‚ +โ”‚critic/value_loss=11.574 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 40/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 40.0% โ”‚ +โ”‚ Elapsed: 16:00 โ”‚ ETA: 24:00 โ”‚ Step Time: 24.009s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=26.691 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.579 โ”‚actor_training=0.581 โ”‚cal_adv_and_returns=0.0072 โ”‚ +โ”‚env/env/bootstrap_step=4.10e-04 โ”‚env/env_interact_step=22.240 โ”‚env/interact=26.679 โ”‚ +โ”‚env/run_interact_once=26.679 โ”‚generate_rollouts=26.702 โ”‚rollout/generate_one_epoch=26.681 โ”‚ +โ”‚rollout/predict=0.266 โ”‚rollout/rollout/generate=26.681 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=27.520 โ”‚sync_weights=0.104 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=94.711624 โ”‚ +โ”‚reward=0.094711624 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.826 โ”‚advantages_mean=-1.49e-08 โ”‚advantages_min=-4.266 โ”‚ +โ”‚returns_max=26.989 โ”‚returns_mean=3.117 โ”‚returns_min=-20.443 โ”‚ +โ”‚rewards=0.085 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.100 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=24.642 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.027 โ”‚actor/policy_loss_abs=0.767 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.103 โ”‚actor/total_loss=3.406 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.491 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.165 โ”‚ +โ”‚critic/value_loss=13.653 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 41/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 41.0% โ”‚ +โ”‚ Elapsed: 16:44 โ”‚ ETA: 24:04 โ”‚ Step Time: 24.490s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0067 โ”‚actor/actor/recv_traj=43.036 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.584 โ”‚actor_training=0.586 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=4.15e-04 โ”‚env/env_interact_step=38.576 โ”‚env/interact=43.023 โ”‚ +โ”‚env/run_interact_once=43.023 โ”‚generate_rollouts=43.049 โ”‚rollout/generate_one_epoch=43.027 โ”‚ +โ”‚rollout/predict=0.264 โ”‚rollout/rollout/generate=43.028 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=43.745 โ”‚sync_weights=0.102 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.502 โ”‚advantages_mean=-1.40e-08 โ”‚advantages_min=-3.563 โ”‚ +โ”‚returns_max=24.374 โ”‚returns_mean=4.378 โ”‚returns_min=-17.243 โ”‚ +โ”‚rewards=0.141 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.109 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=25.062 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.030 โ”‚actor/policy_loss_abs=0.771 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.107 โ”‚actor/total_loss=2.639 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.497 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.328 โ”‚ +โ”‚critic/value_loss=10.585 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 42/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 42.0% โ”‚ +โ”‚ Elapsed: 17:07 โ”‚ ETA: 23:39 โ”‚ Step Time: 24.474s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0068 โ”‚actor/actor/recv_traj=23.062 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.593 โ”‚actor_training=0.595 โ”‚cal_adv_and_returns=0.0084 โ”‚ +โ”‚env/env/bootstrap_step=3.44e-04 โ”‚env/env_interact_step=18.752 โ”‚env/interact=23.051 โ”‚ +โ”‚env/run_interact_once=23.051 โ”‚generate_rollouts=23.075 โ”‚rollout/generate_one_epoch=23.052 โ”‚ +โ”‚rollout/predict=0.259 โ”‚rollout/rollout/generate=23.052 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=23.780 โ”‚sync_weights=0.101 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.233 โ”‚advantages_mean=3.73e-09 โ”‚advantages_min=-4.915 โ”‚ +โ”‚returns_max=20.144 โ”‚returns_mean=3.692 โ”‚returns_min=-21.220 โ”‚ +โ”‚rewards=0.107 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.108 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=23.708 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.030 โ”‚actor/policy_loss_abs=0.777 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.105 โ”‚actor/total_loss=3.037 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.554 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.241 โ”‚ +โ”‚critic/value_loss=12.177 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 43/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 43.0% โ”‚ +โ”‚ Elapsed: 17:30 โ”‚ ETA: 23:11 โ”‚ Step Time: 24.420s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0070 โ”‚actor/actor/recv_traj=21.452 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.582 โ”‚actor_training=0.584 โ”‚cal_adv_and_returns=0.0085 โ”‚ +โ”‚env/env/bootstrap_step=2.42e-04 โ”‚env/env_interact_step=17.076 โ”‚env/interact=21.443 โ”‚ +โ”‚env/run_interact_once=21.442 โ”‚generate_rollouts=21.465 โ”‚rollout/generate_one_epoch=21.442 โ”‚ +โ”‚rollout/predict=0.275 โ”‚rollout/rollout/generate=21.442 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=22.158 โ”‚sync_weights=0.101 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=107.35115 โ”‚ +โ”‚reward=0.10735116 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.264 โ”‚advantages_mean=2.24e-08 โ”‚advantages_min=-4.107 โ”‚ +โ”‚returns_max=21.290 โ”‚returns_mean=4.393 โ”‚returns_min=-21.354 โ”‚ +โ”‚rewards=0.111 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.116 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=22.796 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.770 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.110 โ”‚actor/total_loss=2.589 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.587 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.258 โ”‚ +โ”‚critic/value_loss=10.386 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 44/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 44.0% โ”‚ +โ”‚ Elapsed: 17:54 โ”‚ ETA: 22:46 โ”‚ Step Time: 24.411s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=23.259 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.592 โ”‚actor_training=0.594 โ”‚cal_adv_and_returns=0.0073 โ”‚ +โ”‚env/env/bootstrap_step=3.41e-04 โ”‚env/env_interact_step=18.863 โ”‚env/interact=23.254 โ”‚ +โ”‚env/run_interact_once=23.254 โ”‚generate_rollouts=23.275 โ”‚rollout/generate_one_epoch=23.255 โ”‚ +โ”‚rollout/predict=0.257 โ”‚rollout/rollout/generate=23.255 โ”‚rollout/sync_model_from_actor=0.111 โ”‚ +โ”‚step=23.988 โ”‚sync_weights=0.112 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.781 โ”‚advantages_mean=-2.61e-08 โ”‚advantages_min=-4.061 โ”‚ +โ”‚returns_max=24.151 โ”‚returns_mean=5.601 โ”‚returns_min=-20.970 โ”‚ +โ”‚rewards=0.094 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.122 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=22.640 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.032 โ”‚actor/policy_loss_abs=0.782 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.112 โ”‚actor/total_loss=2.883 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.531 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.101 โ”‚ +โ”‚critic/value_loss=11.565 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 45/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 45.0% โ”‚ +โ”‚ Elapsed: 18:16 โ”‚ ETA: 22:20 โ”‚ Step Time: 24.371s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0079 โ”‚actor/actor/recv_traj=21.909 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.573 โ”‚actor_training=0.575 โ”‚cal_adv_and_returns=0.0098 โ”‚ +โ”‚env/env/bootstrap_step=3.59e-04 โ”‚env/env_interact_step=17.617 โ”‚env/interact=21.893 โ”‚ +โ”‚env/run_interact_once=21.893 โ”‚generate_rollouts=21.917 โ”‚rollout/generate_one_epoch=21.893 โ”‚ +โ”‚rollout/predict=0.242 โ”‚rollout/rollout/generate=21.894 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=22.603 โ”‚sync_weights=0.101 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.030 โ”‚advantages_mean=0.0000 โ”‚advantages_min=-4.775 โ”‚ +โ”‚returns_max=31.009 โ”‚returns_mean=5.202 โ”‚returns_min=-21.088 โ”‚ +โ”‚rewards=0.108 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.107 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=23.536 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.749 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.107 โ”‚actor/total_loss=2.638 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.707 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.247 โ”‚ +โ”‚critic/value_loss=10.585 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 46/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 46.0% โ”‚ +โ”‚ Elapsed: 18:39 โ”‚ ETA: 21:53 โ”‚ Step Time: 24.326s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=21.604 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.576 โ”‚actor_training=0.578 โ”‚cal_adv_and_returns=0.0073 โ”‚ +โ”‚env/env/bootstrap_step=3.77e-04 โ”‚env/env_interact_step=17.307 โ”‚env/interact=21.593 โ”‚ +โ”‚env/run_interact_once=21.593 โ”‚generate_rollouts=21.612 โ”‚rollout/generate_one_epoch=21.595 โ”‚ +โ”‚rollout/predict=0.244 โ”‚rollout/rollout/generate=21.595 โ”‚rollout/sync_model_from_actor=0.119 โ”‚ +โ”‚step=22.318 โ”‚sync_weights=0.121 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.646 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-4.373 โ”‚ +โ”‚returns_max=24.890 โ”‚returns_mean=5.938 โ”‚returns_min=-23.212 โ”‚ +โ”‚rewards=0.113 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.099 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=35.585 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.027 โ”‚actor/policy_loss_abs=0.764 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.103 โ”‚actor/total_loss=3.026 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.638 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.222 โ”‚ +โ”‚critic/value_loss=12.133 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 47/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 47.0% โ”‚ +โ”‚ Elapsed: 19:01 โ”‚ ETA: 21:27 โ”‚ Step Time: 24.284s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=21.627 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.581 โ”‚actor_training=0.584 โ”‚cal_adv_and_returns=0.0082 โ”‚ +โ”‚env/env/bootstrap_step=3.66e-04 โ”‚env/env_interact_step=17.276 โ”‚env/interact=21.618 โ”‚ +โ”‚env/run_interact_once=21.618 โ”‚generate_rollouts=21.637 โ”‚rollout/generate_one_epoch=21.623 โ”‚ +โ”‚rollout/predict=0.257 โ”‚rollout/rollout/generate=21.624 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=22.330 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=122.63123 โ”‚ +โ”‚reward=0.12263124 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.190 โ”‚advantages_mean=2.98e-08 โ”‚advantages_min=-4.796 โ”‚ +โ”‚returns_max=29.208 โ”‚returns_mean=8.216 โ”‚returns_min=-23.461 โ”‚ +โ”‚rewards=0.203 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.090 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=33.881 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.027 โ”‚actor/policy_loss_abs=0.765 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.097 โ”‚actor/total_loss=2.858 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.682 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.348 โ”‚ +โ”‚critic/value_loss=11.458 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 48/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 48.0% โ”‚ +โ”‚ Elapsed: 19:25 โ”‚ ETA: 21:02 โ”‚ Step Time: 24.273s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=23.022 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.576 โ”‚actor_training=0.577 โ”‚cal_adv_and_returns=0.0075 โ”‚ +โ”‚env/env/bootstrap_step=3.52e-04 โ”‚env/env_interact_step=18.691 โ”‚env/interact=23.008 โ”‚ +โ”‚env/run_interact_once=23.008 โ”‚generate_rollouts=23.030 โ”‚rollout/generate_one_epoch=23.006 โ”‚ +โ”‚rollout/predict=0.253 โ”‚rollout/rollout/generate=23.007 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=23.717 โ”‚sync_weights=0.103 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.017 โ”‚advantages_mean=-1.49e-08 โ”‚advantages_min=-4.592 โ”‚ +โ”‚returns_max=28.490 โ”‚returns_mean=8.420 โ”‚returns_min=-20.785 โ”‚ +โ”‚rewards=0.100 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.108 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=35.227 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.026 โ”‚actor/policy_loss_abs=0.779 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.106 โ”‚actor/total_loss=3.885 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.376 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.108 โ”‚ +โ”‚critic/value_loss=15.565 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 49/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 49.0% โ”‚ +โ”‚ Elapsed: 19:48 โ”‚ ETA: 20:37 โ”‚ Step Time: 24.263s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0069 โ”‚actor/actor/recv_traj=23.074 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.589 โ”‚actor_training=0.591 โ”‚cal_adv_and_returns=0.0087 โ”‚ +โ”‚env/env/bootstrap_step=3.51e-04 โ”‚env/env_interact_step=18.728 โ”‚env/interact=23.060 โ”‚ +โ”‚env/run_interact_once=23.060 โ”‚generate_rollouts=23.083 โ”‚rollout/generate_one_epoch=23.063 โ”‚ +โ”‚rollout/predict=0.266 โ”‚rollout/rollout/generate=23.063 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=23.788 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.445 โ”‚advantages_mean=-2.33e-09 โ”‚advantages_min=-4.573 โ”‚ +โ”‚returns_max=31.300 โ”‚returns_mean=9.874 โ”‚returns_min=-15.142 โ”‚ +โ”‚rewards=0.173 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.130 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=27.836 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.029 โ”‚actor/policy_loss_abs=0.764 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.121 โ”‚actor/total_loss=3.074 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.381 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.238 โ”‚ +โ”‚critic/value_loss=12.325 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 50/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 50.0% โ”‚ +โ”‚ Elapsed: 20:11 โ”‚ ETA: 20:11 โ”‚ Step Time: 24.221s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=21.458 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.562 โ”‚actor_training=0.564 โ”‚cal_adv_and_returns=0.0073 โ”‚ +โ”‚env/env/bootstrap_step=3.60e-04 โ”‚env/env_interact_step=17.160 โ”‚env/interact=21.451 โ”‚ +โ”‚env/run_interact_once=21.451 โ”‚generate_rollouts=21.471 โ”‚rollout/generate_one_epoch=21.452 โ”‚ +โ”‚rollout/predict=0.252 โ”‚rollout/rollout/generate=21.453 โ”‚rollout/sync_model_from_actor=0.102 โ”‚ +โ”‚step=22.147 โ”‚sync_weights=0.104 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.447 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-3.446 โ”‚ +โ”‚returns_max=33.501 โ”‚returns_mean=11.141 โ”‚returns_min=-12.228 โ”‚ +โ”‚rewards=0.204 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0070 โ”‚actor/clip_fraction=0.095 โ”‚actor/clipped_ratio=0.999 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=34.748 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.028 โ”‚actor/policy_loss_abs=0.773 โ”‚ +โ”‚actor/ratio=1.002 โ”‚actor/ratio_abs=0.101 โ”‚actor/total_loss=3.813 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.422 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.264 โ”‚ +โ”‚critic/value_loss=15.279 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 51/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 51.0% โ”‚ +โ”‚ Elapsed: 20:33 โ”‚ ETA: 19:45 โ”‚ Step Time: 24.190s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0064 โ”‚actor/actor/recv_traj=21.878 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.603 โ”‚actor_training=0.605 โ”‚cal_adv_and_returns=0.0077 โ”‚ +โ”‚env/env/bootstrap_step=3.69e-04 โ”‚env/env_interact_step=17.641 โ”‚env/interact=21.871 โ”‚ +โ”‚env/run_interact_once=21.870 โ”‚generate_rollouts=21.891 โ”‚rollout/generate_one_epoch=21.873 โ”‚ +โ”‚rollout/predict=0.261 โ”‚rollout/rollout/generate=21.874 โ”‚rollout/sync_model_from_actor=0.103 โ”‚ +โ”‚step=22.608 โ”‚sync_weights=0.105 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=162.05063 โ”‚ +โ”‚reward=0.16205063 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.558 โ”‚advantages_mean=-5.59e-09 โ”‚advantages_min=-4.747 โ”‚ +โ”‚returns_max=31.872 โ”‚returns_mean=11.204 โ”‚returns_min=-16.296 โ”‚ +โ”‚rewards=0.208 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0090 โ”‚actor/clip_fraction=0.122 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=28.303 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.775 โ”‚ +โ”‚actor/ratio=1.003 โ”‚actor/ratio_abs=0.113 โ”‚actor/total_loss=3.443 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.364 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.158 โ”‚ +โ”‚critic/value_loss=13.804 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 52/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 52.0% โ”‚ +โ”‚ Elapsed: 20:57 โ”‚ ETA: 19:20 โ”‚ Step Time: 24.184s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0070 โ”‚actor/actor/recv_traj=23.154 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.580 โ”‚actor_training=0.582 โ”‚cal_adv_and_returns=0.0083 โ”‚ +โ”‚env/env/bootstrap_step=3.58e-04 โ”‚env/env_interact_step=18.897 โ”‚env/interact=23.145 โ”‚ +โ”‚env/run_interact_once=23.145 โ”‚generate_rollouts=23.167 โ”‚rollout/generate_one_epoch=23.144 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=23.144 โ”‚rollout/sync_model_from_actor=0.103 โ”‚ +โ”‚step=23.863 โ”‚sync_weights=0.105 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.468 โ”‚advantages_mean=3.35e-08 โ”‚advantages_min=-3.615 โ”‚ +โ”‚returns_max=32.555 โ”‚returns_mean=12.415 โ”‚returns_min=-8.584 โ”‚ +โ”‚rewards=0.205 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.113 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=32.169 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.030 โ”‚actor/policy_loss_abs=0.775 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.109 โ”‚actor/total_loss=3.283 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.349 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.260 โ”‚ +โ”‚critic/value_loss=13.161 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 53/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 53.0% โ”‚ +โ”‚ Elapsed: 21:21 โ”‚ ETA: 18:56 โ”‚ Step Time: 24.182s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=23.388 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.577 โ”‚actor_training=0.578 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=2.29e-04 โ”‚env/env_interact_step=19.133 โ”‚env/interact=23.385 โ”‚ +โ”‚env/run_interact_once=23.385 โ”‚generate_rollouts=23.403 โ”‚rollout/generate_one_epoch=23.383 โ”‚ +โ”‚rollout/predict=0.249 โ”‚rollout/rollout/generate=23.383 โ”‚rollout/sync_model_from_actor=0.105 โ”‚ +โ”‚step=24.097 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.316 โ”‚advantages_mean=-3.73e-08 โ”‚advantages_min=-4.039 โ”‚ +โ”‚returns_max=30.010 โ”‚returns_mean=14.718 โ”‚returns_min=-3.429 โ”‚ +โ”‚rewards=0.286 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0071 โ”‚actor/clip_fraction=0.105 โ”‚actor/clipped_ratio=0.999 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=29.590 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.782 โ”‚ +โ”‚actor/ratio=1.003 โ”‚actor/ratio_abs=0.101 โ”‚actor/total_loss=2.864 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.317 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.447 โ”‚ +โ”‚critic/value_loss=11.486 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 54/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 54.0% โ”‚ +โ”‚ Elapsed: 21:54 โ”‚ ETA: 18:39 โ”‚ Step Time: 24.336s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0064 โ”‚actor/actor/recv_traj=31.758 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.584 โ”‚actor_training=0.585 โ”‚cal_adv_and_returns=0.0072 โ”‚ +โ”‚env/env/bootstrap_step=3.07e-04 โ”‚env/env_interact_step=27.435 โ”‚env/interact=31.752 โ”‚ +โ”‚env/run_interact_once=31.752 โ”‚generate_rollouts=31.771 โ”‚rollout/generate_one_epoch=31.751 โ”‚ +โ”‚rollout/predict=0.255 โ”‚rollout/rollout/generate=31.752 โ”‚rollout/sync_model_from_actor=0.105 โ”‚ +โ”‚step=32.471 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.464 โ”‚advantages_mean=3.73e-08 โ”‚advantages_min=-4.059 โ”‚ +โ”‚returns_max=37.227 โ”‚returns_mean=13.999 โ”‚returns_min=-9.329 โ”‚ +โ”‚rewards=0.222 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.119 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=26.255 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.779 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.109 โ”‚actor/total_loss=3.540 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.366 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.178 โ”‚ +โ”‚critic/value_loss=14.192 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 55/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 55.0% โ”‚ +โ”‚ Elapsed: 22:19 โ”‚ ETA: 18:16 โ”‚ Step Time: 24.360s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0064 โ”‚actor/actor/recv_traj=24.908 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.604 โ”‚actor_training=0.607 โ”‚cal_adv_and_returns=0.0086 โ”‚ +โ”‚env/env/bootstrap_step=2.46e-04 โ”‚env/env_interact_step=20.598 โ”‚env/interact=24.898 โ”‚ +โ”‚env/run_interact_once=24.898 โ”‚generate_rollouts=24.920 โ”‚rollout/generate_one_epoch=24.896 โ”‚ +โ”‚rollout/predict=0.250 โ”‚rollout/rollout/generate=24.896 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=25.637 โ”‚sync_weights=0.102 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=232.12924 โ”‚ +โ”‚reward=0.23212926 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.127 โ”‚advantages_mean=1.86e-08 โ”‚advantages_min=-4.041 โ”‚ +โ”‚returns_max=40.250 โ”‚returns_mean=15.640 โ”‚returns_min=-9.854 โ”‚ +โ”‚rewards=0.306 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.136 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=29.256 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.034 โ”‚actor/policy_loss_abs=0.747 โ”‚ +โ”‚actor/ratio=1.002 โ”‚actor/ratio_abs=0.120 โ”‚actor/total_loss=3.776 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.441 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.324 โ”‚ +โ”‚critic/value_loss=15.136 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 56/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 56.0% โ”‚ +โ”‚ Elapsed: 22:43 โ”‚ ETA: 17:51 โ”‚ Step Time: 24.342s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.010 โ”‚actor/actor/recv_traj=22.676 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.572 โ”‚actor_training=0.574 โ”‚cal_adv_and_returns=0.013 โ”‚ +โ”‚env/env/bootstrap_step=3.25e-04 โ”‚env/env_interact_step=18.216 โ”‚env/interact=22.666 โ”‚ +โ”‚env/run_interact_once=22.666 โ”‚generate_rollouts=22.686 โ”‚rollout/generate_one_epoch=22.668 โ”‚ +โ”‚rollout/predict=0.264 โ”‚rollout/rollout/generate=22.669 โ”‚rollout/sync_model_from_actor=0.102 โ”‚ +โ”‚step=23.378 โ”‚sync_weights=0.104 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.648 โ”‚advantages_mean=-2.24e-08 โ”‚advantages_min=-3.746 โ”‚ +โ”‚returns_max=32.578 โ”‚returns_mean=14.900 โ”‚returns_min=-3.728 โ”‚ +โ”‚rewards=0.197 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.125 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=27.693 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.034 โ”‚actor/policy_loss_abs=0.786 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.111 โ”‚actor/total_loss=3.503 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.333 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.116 โ”‚ +โ”‚critic/value_loss=14.045 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 57/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 57.0% โ”‚ +โ”‚ Elapsed: 23:06 โ”‚ ETA: 17:25 โ”‚ Step Time: 24.319s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0063 โ”‚actor/actor/recv_traj=22.246 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.584 โ”‚actor_training=0.586 โ”‚cal_adv_and_returns=0.0080 โ”‚ +โ”‚env/env/bootstrap_step=3.76e-04 โ”‚env/env_interact_step=17.934 โ”‚env/interact=22.238 โ”‚ +โ”‚env/run_interact_once=22.238 โ”‚generate_rollouts=22.255 โ”‚rollout/generate_one_epoch=22.241 โ”‚ +โ”‚rollout/predict=0.262 โ”‚rollout/rollout/generate=22.242 โ”‚rollout/sync_model_from_actor=0.110 โ”‚ +โ”‚step=22.962 โ”‚sync_weights=0.113 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.828 โ”‚advantages_mean=2.05e-08 โ”‚advantages_min=-4.998 โ”‚ +โ”‚returns_max=38.179 โ”‚returns_mean=17.073 โ”‚returns_min=-18.145 โ”‚ +โ”‚rewards=0.285 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.114 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=32.499 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.755 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.107 โ”‚actor/total_loss=4.190 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.430 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.349 โ”‚ +โ”‚critic/value_loss=16.790 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 58/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 58.0% โ”‚ +โ”‚ Elapsed: 23:28 โ”‚ ETA: 16:59 โ”‚ Step Time: 24.281s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0078 โ”‚actor/actor/recv_traj=21.402 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.586 โ”‚actor_training=0.589 โ”‚cal_adv_and_returns=0.0098 โ”‚ +โ”‚env/env/bootstrap_step=3.23e-04 โ”‚env/env_interact_step=17.126 โ”‚env/interact=21.394 โ”‚ +โ”‚env/run_interact_once=21.394 โ”‚generate_rollouts=21.417 โ”‚rollout/generate_one_epoch=21.394 โ”‚ +โ”‚rollout/predict=0.271 โ”‚rollout/rollout/generate=21.397 โ”‚rollout/sync_model_from_actor=0.102 โ”‚ +โ”‚step=22.120 โ”‚sync_weights=0.105 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.705 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-4.056 โ”‚ +โ”‚returns_max=39.631 โ”‚returns_mean=17.593 โ”‚returns_min=-9.518 โ”‚ +โ”‚rewards=0.307 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0098 โ”‚actor/clip_fraction=0.116 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=30.059 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.751 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.109 โ”‚actor/total_loss=3.905 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.567 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.431 โ”‚ +โ”‚critic/value_loss=15.654 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 59/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 59.0% โ”‚ +โ”‚ Elapsed: 23:51 โ”‚ ETA: 16:35 โ”‚ Step Time: 24.270s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=22.907 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.569 โ”‚actor_training=0.572 โ”‚cal_adv_and_returns=0.0079 โ”‚ +โ”‚env/env/bootstrap_step=2.48e-04 โ”‚env/env_interact_step=18.638 โ”‚env/interact=22.903 โ”‚ +โ”‚env/run_interact_once=22.903 โ”‚generate_rollouts=22.921 โ”‚rollout/generate_one_epoch=22.902 โ”‚ +โ”‚rollout/predict=0.265 โ”‚rollout/rollout/generate=22.903 โ”‚rollout/sync_model_from_actor=0.108 โ”‚ +โ”‚step=23.612 โ”‚sync_weights=0.110 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=256.83276 โ”‚ +โ”‚reward=0.25683278 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.976 โ”‚advantages_mean=-3.73e-09 โ”‚advantages_min=-4.139 โ”‚ +โ”‚returns_max=36.683 โ”‚returns_mean=17.137 โ”‚returns_min=-9.147 โ”‚ +โ”‚rewards=0.296 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0091 โ”‚actor/clip_fraction=0.103 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=33.656 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.784 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.102 โ”‚actor/total_loss=4.117 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.594 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.299 โ”‚ +โ”‚critic/value_loss=16.499 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 60/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 60.0% โ”‚ +โ”‚ Elapsed: 24:17 โ”‚ ETA: 16:11 โ”‚ Step Time: 24.298s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=25.125 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.567 โ”‚actor_training=0.569 โ”‚cal_adv_and_returns=0.0080 โ”‚ +โ”‚env/env/bootstrap_step=2.39e-04 โ”‚env/env_interact_step=20.811 โ”‚env/interact=25.118 โ”‚ +โ”‚env/run_interact_once=25.118 โ”‚generate_rollouts=25.138 โ”‚rollout/generate_one_epoch=25.117 โ”‚ +โ”‚rollout/predict=0.244 โ”‚rollout/rollout/generate=25.117 โ”‚rollout/sync_model_from_actor=0.096 โ”‚ +โ”‚step=25.933 โ”‚sync_weights=0.097 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.024 โ”‚advantages_mean=-1.49e-08 โ”‚advantages_min=-4.256 โ”‚ +โ”‚returns_max=44.642 โ”‚returns_mean=19.261 โ”‚returns_min=-12.736 โ”‚ +โ”‚rewards=0.300 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.123 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=37.796 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.032 โ”‚actor/policy_loss_abs=0.766 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.112 โ”‚actor/total_loss=3.675 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.544 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.327 โ”‚ +โ”‚critic/value_loss=14.731 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 61/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 61.0% โ”‚ +โ”‚ Elapsed: 24:47 โ”‚ ETA: 15:51 โ”‚ Step Time: 24.385s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0063 โ”‚actor/actor/recv_traj=28.886 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.590 โ”‚actor_training=0.592 โ”‚cal_adv_and_returns=0.0081 โ”‚ +โ”‚env/env/bootstrap_step=3.94e-04 โ”‚env/env_interact_step=24.426 โ”‚env/interact=28.873 โ”‚ +โ”‚env/run_interact_once=28.873 โ”‚generate_rollouts=28.896 โ”‚rollout/generate_one_epoch=28.872 โ”‚ +โ”‚rollout/predict=0.264 โ”‚rollout/rollout/generate=28.873 โ”‚rollout/sync_model_from_actor=0.108 โ”‚ +โ”‚step=29.606 โ”‚sync_weights=0.110 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.087 โ”‚advantages_mean=-1.68e-08 โ”‚advantages_min=-4.168 โ”‚ +โ”‚returns_max=39.022 โ”‚returns_mean=19.205 โ”‚returns_min=-14.595 โ”‚ +โ”‚rewards=0.282 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.107 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=35.738 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.768 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.105 โ”‚actor/total_loss=4.024 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.671 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.386 โ”‚ +โ”‚critic/value_loss=16.127 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 62/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 62.0% โ”‚ +โ”‚ Elapsed: 25:12 โ”‚ ETA: 15:27 โ”‚ Step Time: 24.399s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0072 โ”‚actor/actor/recv_traj=24.534 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.582 โ”‚actor_training=0.584 โ”‚cal_adv_and_returns=0.0095 โ”‚ +โ”‚env/env/bootstrap_step=3.86e-04 โ”‚env/env_interact_step=20.172 โ”‚env/interact=24.523 โ”‚ +โ”‚env/run_interact_once=24.523 โ”‚generate_rollouts=24.546 โ”‚rollout/generate_one_epoch=24.524 โ”‚ +โ”‚rollout/predict=0.260 โ”‚rollout/rollout/generate=24.524 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=25.243 โ”‚sync_weights=0.103 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.459 โ”‚advantages_mean=2.05e-08 โ”‚advantages_min=-4.384 โ”‚ +โ”‚returns_max=41.961 โ”‚returns_mean=17.242 โ”‚returns_min=-18.221 โ”‚ +โ”‚rewards=0.212 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0090 โ”‚actor/clip_fraction=0.113 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=34.467 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.768 โ”‚ +โ”‚actor/ratio=1.002 โ”‚actor/ratio_abs=0.108 โ”‚actor/total_loss=4.062 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.756 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.204 โ”‚ +โ”‚critic/value_loss=16.283 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 63/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 63.0% โ”‚ +โ”‚ Elapsed: 25:36 โ”‚ ETA: 15:02 โ”‚ Step Time: 24.382s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=22.595 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.594 โ”‚actor_training=0.596 โ”‚cal_adv_and_returns=0.0076 โ”‚ +โ”‚env/env/bootstrap_step=2.36e-04 โ”‚env/env_interact_step=18.143 โ”‚env/interact=22.585 โ”‚ +โ”‚env/run_interact_once=22.585 โ”‚generate_rollouts=22.608 โ”‚rollout/generate_one_epoch=22.584 โ”‚ +โ”‚rollout/predict=0.267 โ”‚rollout/rollout/generate=22.585 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=23.319 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=246.3487 โ”‚ +โ”‚reward=0.24634871 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.005 โ”‚advantages_mean=1.40e-09 โ”‚advantages_min=-3.972 โ”‚ +โ”‚returns_max=39.423 โ”‚returns_mean=18.564 โ”‚returns_min=-17.096 โ”‚ +โ”‚rewards=0.292 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0082 โ”‚actor/clip_fraction=0.117 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=31.578 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.035 โ”‚actor/policy_loss_abs=0.774 โ”‚ +โ”‚actor/ratio=1.003 โ”‚actor/ratio_abs=0.108 โ”‚actor/total_loss=4.243 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.728 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.186 โ”‚ +โ”‚critic/value_loss=17.009 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 64/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 64.0% โ”‚ +โ”‚ Elapsed: 26:00 โ”‚ ETA: 14:37 โ”‚ Step Time: 24.383s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0094 โ”‚actor/actor/recv_traj=23.697 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.594 โ”‚actor_training=0.596 โ”‚cal_adv_and_returns=0.011 โ”‚ +โ”‚env/env/bootstrap_step=2.43e-04 โ”‚env/env_interact_step=19.266 โ”‚env/interact=23.689 โ”‚ +โ”‚env/run_interact_once=23.689 โ”‚generate_rollouts=23.710 โ”‚rollout/generate_one_epoch=23.689 โ”‚ +โ”‚rollout/predict=0.260 โ”‚rollout/rollout/generate=23.690 โ”‚rollout/sync_model_from_actor=0.109 โ”‚ +โ”‚step=24.428 โ”‚sync_weights=0.112 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.123 โ”‚advantages_mean=-3.73e-09 โ”‚advantages_min=-4.286 โ”‚ +โ”‚returns_max=38.645 โ”‚returns_mean=20.611 โ”‚returns_min=-13.534 โ”‚ +โ”‚rewards=0.283 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0096 โ”‚actor/clip_fraction=0.107 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=37.866 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.768 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.105 โ”‚actor/total_loss=3.611 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.732 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.291 โ”‚ +โ”‚critic/value_loss=14.475 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 65/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 65.0% โ”‚ +โ”‚ Elapsed: 26:26 โ”‚ ETA: 14:14 โ”‚ Step Time: 24.401s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0063 โ”‚actor/actor/recv_traj=24.825 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.603 โ”‚actor_training=0.605 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=2.36e-04 โ”‚env/env_interact_step=20.462 โ”‚env/interact=24.818 โ”‚ +โ”‚env/run_interact_once=24.818 โ”‚generate_rollouts=24.835 โ”‚rollout/generate_one_epoch=24.816 โ”‚ +โ”‚rollout/predict=0.261 โ”‚rollout/rollout/generate=24.817 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=25.555 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.785 โ”‚advantages_mean=0.0000 โ”‚advantages_min=-3.655 โ”‚ +โ”‚returns_max=44.922 โ”‚returns_mean=19.964 โ”‚returns_min=-17.990 โ”‚ +โ”‚rewards=0.273 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.016 โ”‚actor/clip_fraction=0.111 โ”‚actor/clipped_ratio=0.991 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=39.580 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.029 โ”‚actor/policy_loss_abs=0.799 โ”‚ +โ”‚actor/ratio=0.994 โ”‚actor/ratio_abs=0.107 โ”‚actor/total_loss=4.886 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.802 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.328 โ”‚ +โ”‚critic/value_loss=19.573 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 66/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 66.0% โ”‚ +โ”‚ Elapsed: 26:50 โ”‚ ETA: 13:49 โ”‚ Step Time: 24.394s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=23.204 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.587 โ”‚actor_training=0.589 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=2.50e-04 โ”‚env/env_interact_step=18.599 โ”‚env/interact=23.195 โ”‚ +โ”‚env/run_interact_once=23.195 โ”‚generate_rollouts=23.213 โ”‚rollout/generate_one_epoch=23.192 โ”‚ +โ”‚rollout/predict=0.264 โ”‚rollout/rollout/generate=23.192 โ”‚rollout/sync_model_from_actor=0.105 โ”‚ +โ”‚step=23.918 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.889 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-4.443 โ”‚ +โ”‚returns_max=41.902 โ”‚returns_mean=18.796 โ”‚returns_min=-20.508 โ”‚ +โ”‚rewards=0.252 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.114 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=33.807 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.803 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.106 โ”‚actor/total_loss=4.391 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.859 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.350 โ”‚ +โ”‚critic/value_loss=17.597 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 67/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 67.0% โ”‚ +โ”‚ Elapsed: 27:18 โ”‚ ETA: 13:26 โ”‚ Step Time: 24.448s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=27.262 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.575 โ”‚actor_training=0.576 โ”‚cal_adv_and_returns=0.0076 โ”‚ +โ”‚env/env/bootstrap_step=2.40e-04 โ”‚env/env_interact_step=22.890 โ”‚env/interact=27.256 โ”‚ +โ”‚env/run_interact_once=27.256 โ”‚generate_rollouts=27.276 โ”‚rollout/generate_one_epoch=27.256 โ”‚ +โ”‚rollout/predict=0.241 โ”‚rollout/rollout/generate=27.256 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=27.966 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=267.78918 โ”‚ +โ”‚reward=0.26778916 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.245 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-4.824 โ”‚ +โ”‚returns_max=47.910 โ”‚returns_mean=21.166 โ”‚returns_min=-21.063 โ”‚ +โ”‚rewards=0.307 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0091 โ”‚actor/clip_fraction=0.126 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=37.604 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.776 โ”‚ +โ”‚actor/ratio=1.003 โ”‚actor/ratio_abs=0.114 โ”‚actor/total_loss=4.069 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.788 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.167 โ”‚ +โ”‚critic/value_loss=16.311 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 68/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 68.0% โ”‚ +โ”‚ Elapsed: 27:49 โ”‚ ETA: 13:05 โ”‚ Step Time: 24.552s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0093 โ”‚actor/actor/recv_traj=30.783 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.593 โ”‚actor_training=0.596 โ”‚cal_adv_and_returns=0.012 โ”‚ +โ”‚env/env/bootstrap_step=2.39e-04 โ”‚env/env_interact_step=26.266 โ”‚env/interact=30.775 โ”‚ +โ”‚env/run_interact_once=30.775 โ”‚generate_rollouts=30.797 โ”‚rollout/generate_one_epoch=30.775 โ”‚ +โ”‚rollout/predict=0.269 โ”‚rollout/rollout/generate=30.775 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=31.505 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.711 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-4.101 โ”‚ +โ”‚returns_max=48.103 โ”‚returns_mean=25.035 โ”‚returns_min=-1.868 โ”‚ +โ”‚rewards=0.326 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.116 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=38.137 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.032 โ”‚actor/policy_loss_abs=0.783 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.109 โ”‚actor/total_loss=4.581 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.391 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.157 โ”‚ +โ”‚critic/value_loss=18.356 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 69/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 69.0% โ”‚ +โ”‚ Elapsed: 28:20 โ”‚ ETA: 12:43 โ”‚ Step Time: 24.643s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0075 โ”‚actor/actor/recv_traj=30.113 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.596 โ”‚actor_training=0.599 โ”‚cal_adv_and_returns=0.0095 โ”‚ +โ”‚env/env/bootstrap_step=3.44e-04 โ”‚env/env_interact_step=25.734 โ”‚env/interact=30.105 โ”‚ +โ”‚env/run_interact_once=30.105 โ”‚generate_rollouts=30.127 โ”‚rollout/generate_one_epoch=30.107 โ”‚ +โ”‚rollout/predict=0.253 โ”‚rollout/rollout/generate=30.107 โ”‚rollout/sync_model_from_actor=0.102 โ”‚ +โ”‚step=30.841 โ”‚sync_weights=0.105 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.841 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-4.220 โ”‚ +โ”‚returns_max=43.560 โ”‚returns_mean=27.426 โ”‚returns_min=0.774 โ”‚ +โ”‚rewards=0.399 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0098 โ”‚actor/clip_fraction=0.135 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=36.628 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.767 โ”‚ +โ”‚actor/ratio=1.003 โ”‚actor/ratio_abs=0.118 โ”‚actor/total_loss=3.894 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.394 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.366 โ”‚ +โ”‚critic/value_loss=15.607 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 70/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 70.0% โ”‚ +โ”‚ Elapsed: 28:44 โ”‚ ETA: 12:18 โ”‚ Step Time: 24.632s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0086 โ”‚actor/actor/recv_traj=23.165 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.568 โ”‚actor_training=0.569 โ”‚cal_adv_and_returns=0.010 โ”‚ +โ”‚env/env/bootstrap_step=3.86e-04 โ”‚env/env_interact_step=18.849 โ”‚env/interact=23.155 โ”‚ +โ”‚env/run_interact_once=23.155 โ”‚generate_rollouts=23.180 โ”‚rollout/generate_one_epoch=23.156 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=23.157 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=23.865 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.959 โ”‚advantages_mean=-2.47e-08 โ”‚advantages_min=-4.129 โ”‚ +โ”‚returns_max=47.925 โ”‚returns_mean=26.622 โ”‚returns_min=-2.211 โ”‚ +โ”‚rewards=0.340 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.126 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=42.021 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.032 โ”‚actor/policy_loss_abs=0.784 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.115 โ”‚actor/total_loss=4.551 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.420 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.162 โ”‚ +โ”‚critic/value_loss=18.235 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 71/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 71.0% โ”‚ +โ”‚ Elapsed: 29:17 โ”‚ ETA: 11:57 โ”‚ Step Time: 24.756s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=32.716 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.570 โ”‚actor_training=0.572 โ”‚cal_adv_and_returns=0.0074 โ”‚ +โ”‚env/env/bootstrap_step=3.54e-04 โ”‚env/env_interact_step=28.298 โ”‚env/interact=32.705 โ”‚ +โ”‚env/run_interact_once=32.705 โ”‚generate_rollouts=32.728 โ”‚rollout/generate_one_epoch=32.707 โ”‚ +โ”‚rollout/predict=0.268 โ”‚rollout/rollout/generate=32.708 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=33.410 โ”‚sync_weights=0.102 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=354.9499 โ”‚ +โ”‚reward=0.35494992 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.050 โ”‚advantages_mean=4.10e-08 โ”‚advantages_min=-3.868 โ”‚ +โ”‚returns_max=48.511 โ”‚returns_mean=28.231 โ”‚returns_min=1.026 โ”‚ +โ”‚rewards=0.482 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0085 โ”‚actor/clip_fraction=0.105 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=43.891 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.030 โ”‚actor/policy_loss_abs=0.784 โ”‚ +โ”‚actor/ratio=1.002 โ”‚actor/ratio_abs=0.106 โ”‚actor/total_loss=4.661 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.423 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.271 โ”‚ +โ”‚critic/value_loss=18.674 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 72/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 72.0% โ”‚ +โ”‚ Elapsed: 29:40 โ”‚ ETA: 11:32 โ”‚ Step Time: 24.735s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=22.488 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.578 โ”‚actor_training=0.580 โ”‚cal_adv_and_returns=0.0075 โ”‚ +โ”‚env/env/bootstrap_step=3.83e-04 โ”‚env/env_interact_step=18.156 โ”‚env/interact=22.480 โ”‚ +โ”‚env/run_interact_once=22.480 โ”‚generate_rollouts=22.500 โ”‚rollout/generate_one_epoch=22.482 โ”‚ +โ”‚rollout/predict=0.262 โ”‚rollout/rollout/generate=22.483 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=23.195 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.251 โ”‚advantages_mean=2.98e-08 โ”‚advantages_min=-5.417 โ”‚ +โ”‚returns_max=44.685 โ”‚returns_mean=29.565 โ”‚returns_min=-18.592 โ”‚ +โ”‚rewards=0.445 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.126 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=40.587 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.746 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.115 โ”‚actor/total_loss=4.396 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.651 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.467 โ”‚ +โ”‚critic/value_loss=17.616 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 73/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 73.0% โ”‚ +โ”‚ Elapsed: 30:08 โ”‚ ETA: 11:08 โ”‚ Step Time: 24.773s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=26.831 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.586 โ”‚actor_training=0.588 โ”‚cal_adv_and_returns=0.0079 โ”‚ +โ”‚env/env/bootstrap_step=3.74e-04 โ”‚env/env_interact_step=22.493 โ”‚env/interact=26.821 โ”‚ +โ”‚env/run_interact_once=26.821 โ”‚generate_rollouts=26.841 โ”‚rollout/generate_one_epoch=26.826 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=26.826 โ”‚rollout/sync_model_from_actor=0.099 โ”‚ +โ”‚step=27.539 โ”‚sync_weights=0.101 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.026 โ”‚advantages_mean=3.73e-08 โ”‚advantages_min=-4.841 โ”‚ +โ”‚returns_max=44.340 โ”‚returns_mean=26.960 โ”‚returns_min=-23.612 โ”‚ +โ”‚rewards=0.335 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.015 โ”‚actor/clip_fraction=0.156 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=32.281 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.035 โ”‚actor/policy_loss_abs=0.780 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.129 โ”‚actor/total_loss=3.852 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.818 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.266 โ”‚ +โ”‚critic/value_loss=15.444 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 74/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 74.0% โ”‚ +โ”‚ Elapsed: 30:36 โ”‚ ETA: 10:45 โ”‚ Step Time: 24.812s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=26.953 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.571 โ”‚actor_training=0.573 โ”‚cal_adv_and_returns=0.0071 โ”‚ +โ”‚env/env/bootstrap_step=2.31e-04 โ”‚env/env_interact_step=22.676 โ”‚env/interact=26.948 โ”‚ +โ”‚env/run_interact_once=26.948 โ”‚generate_rollouts=26.966 โ”‚rollout/generate_one_epoch=26.948 โ”‚ +โ”‚rollout/predict=0.253 โ”‚rollout/rollout/generate=26.948 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=27.648 โ”‚sync_weights=0.102 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.856 โ”‚advantages_mean=9.31e-09 โ”‚advantages_min=-4.369 โ”‚ +โ”‚returns_max=48.048 โ”‚returns_mean=29.527 โ”‚returns_min=-20.315 โ”‚ +โ”‚rewards=0.422 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.139 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=36.245 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.760 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.120 โ”‚actor/total_loss=3.887 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.840 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.434 โ”‚ +โ”‚critic/value_loss=15.580 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 75/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 75.0% โ”‚ +โ”‚ Elapsed: 31:02 โ”‚ ETA: 10:20 โ”‚ Step Time: 24.838s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=25.973 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.609 โ”‚actor_training=0.610 โ”‚cal_adv_and_returns=0.0075 โ”‚ +โ”‚env/env/bootstrap_step=2.40e-04 โ”‚env/env_interact_step=21.477 โ”‚env/interact=25.969 โ”‚ +โ”‚env/run_interact_once=25.969 โ”‚generate_rollouts=25.989 โ”‚rollout/generate_one_epoch=25.964 โ”‚ +โ”‚rollout/predict=0.259 โ”‚rollout/rollout/generate=25.965 โ”‚rollout/sync_model_from_actor=0.112 โ”‚ +โ”‚step=26.721 โ”‚sync_weights=0.114 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=390.46808 โ”‚ +โ”‚reward=0.39046806 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.863 โ”‚advantages_mean=-2.79e-09 โ”‚advantages_min=-5.825 โ”‚ +โ”‚returns_max=51.326 โ”‚returns_mean=32.410 โ”‚returns_min=-19.897 โ”‚ +โ”‚rewards=0.539 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.120 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=35.844 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.032 โ”‚actor/policy_loss_abs=0.763 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.112 โ”‚actor/total_loss=4.088 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.643 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.394 โ”‚ +โ”‚critic/value_loss=16.383 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 76/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 76.0% โ”‚ +โ”‚ Elapsed: 31:38 โ”‚ ETA: 09:59 โ”‚ Step Time: 24.980s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0072 โ”‚actor/actor/recv_traj=34.930 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.585 โ”‚actor_training=0.587 โ”‚cal_adv_and_returns=0.0092 โ”‚ +โ”‚env/env/bootstrap_step=3.25e-04 โ”‚env/env_interact_step=30.377 โ”‚env/interact=34.919 โ”‚ +โ”‚env/run_interact_once=34.919 โ”‚generate_rollouts=34.941 โ”‚rollout/generate_one_epoch=34.922 โ”‚ +โ”‚rollout/predict=0.259 โ”‚rollout/rollout/generate=34.923 โ”‚rollout/sync_model_from_actor=0.116 โ”‚ +โ”‚step=35.655 โ”‚sync_weights=0.117 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.824 โ”‚advantages_mean=1.49e-08 โ”‚advantages_min=-4.193 โ”‚ +โ”‚returns_max=48.759 โ”‚returns_mean=34.559 โ”‚returns_min=7.588 โ”‚ +โ”‚rewards=0.475 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.143 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=31.320 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.035 โ”‚actor/policy_loss_abs=0.765 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.120 โ”‚actor/total_loss=4.171 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.384 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.425 โ”‚ +โ”‚critic/value_loss=16.720 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 77/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 77.0% โ”‚ +โ”‚ Elapsed: 32:02 โ”‚ ETA: 09:34 โ”‚ Step Time: 24.963s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=22.925 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.580 โ”‚actor_training=0.582 โ”‚cal_adv_and_returns=0.0077 โ”‚ +โ”‚env/env/bootstrap_step=3.80e-04 โ”‚env/env_interact_step=18.631 โ”‚env/interact=22.915 โ”‚ +โ”‚env/run_interact_once=22.915 โ”‚generate_rollouts=22.936 โ”‚rollout/generate_one_epoch=22.917 โ”‚ +โ”‚rollout/predict=0.249 โ”‚rollout/rollout/generate=22.917 โ”‚rollout/sync_model_from_actor=0.105 โ”‚ +โ”‚step=23.633 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.373 โ”‚advantages_mean=1.30e-08 โ”‚advantages_min=-4.995 โ”‚ +โ”‚returns_max=53.673 โ”‚returns_mean=35.825 โ”‚returns_min=-1.719 โ”‚ +โ”‚rewards=0.514 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.014 โ”‚actor/clip_fraction=0.134 โ”‚actor/clipped_ratio=0.994 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=36.703 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.032 โ”‚actor/policy_loss_abs=0.772 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.119 โ”‚actor/total_loss=4.918 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.431 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.418 โ”‚ +โ”‚critic/value_loss=19.705 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 78/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 78.0% โ”‚ +โ”‚ Elapsed: 32:30 โ”‚ ETA: 09:10 โ”‚ Step Time: 25.011s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=27.961 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.587 โ”‚actor_training=0.589 โ”‚cal_adv_and_returns=0.0079 โ”‚ +โ”‚env/env/bootstrap_step=2.40e-04 โ”‚env/env_interact_step=23.621 โ”‚env/interact=27.947 โ”‚ +โ”‚env/run_interact_once=27.947 โ”‚generate_rollouts=27.973 โ”‚rollout/generate_one_epoch=27.947 โ”‚ +โ”‚rollout/predict=0.249 โ”‚rollout/rollout/generate=27.947 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=28.673 โ”‚sync_weights=0.103 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.382 โ”‚advantages_mean=-1.12e-08 โ”‚advantages_min=-3.977 โ”‚ +โ”‚returns_max=55.147 โ”‚returns_mean=31.881 โ”‚returns_min=-23.374 โ”‚ +โ”‚rewards=0.399 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.127 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=33.765 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.035 โ”‚actor/policy_loss_abs=0.782 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.114 โ”‚actor/total_loss=4.372 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.846 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.271 โ”‚ +โ”‚critic/value_loss=17.522 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 79/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 79.0% โ”‚ +โ”‚ Elapsed: 32:57 โ”‚ ETA: 08:45 โ”‚ Step Time: 25.026s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=25.522 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.585 โ”‚actor_training=0.587 โ”‚cal_adv_and_returns=0.0074 โ”‚ +โ”‚env/env/bootstrap_step=3.19e-04 โ”‚env/env_interact_step=21.211 โ”‚env/interact=25.500 โ”‚ +โ”‚env/run_interact_once=25.500 โ”‚generate_rollouts=25.531 โ”‚rollout/generate_one_epoch=25.503 โ”‚ +โ”‚rollout/predict=0.267 โ”‚rollout/rollout/generate=25.503 โ”‚rollout/sync_model_from_actor=0.102 โ”‚ +โ”‚step=26.229 โ”‚sync_weights=0.103 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=449.4032 โ”‚ +โ”‚reward=0.4494032 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.961 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-5.309 โ”‚ +โ”‚returns_max=53.126 โ”‚returns_mean=34.618 โ”‚returns_min=-22.430 โ”‚ +โ”‚rewards=0.525 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.126 โ”‚actor/clipped_ratio=0.994 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=35.735 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.034 โ”‚actor/policy_loss_abs=0.782 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.112 โ”‚actor/total_loss=4.206 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.716 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.227 โ”‚ +โ”‚critic/value_loss=16.856 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 80/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 80.0% โ”‚ +โ”‚ Elapsed: 33:20 โ”‚ ETA: 08:20 โ”‚ Step Time: 25.001s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0072 โ”‚actor/actor/recv_traj=22.139 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.575 โ”‚actor_training=0.578 โ”‚cal_adv_and_returns=0.0093 โ”‚ +โ”‚env/env/bootstrap_step=3.55e-04 โ”‚env/env_interact_step=17.821 โ”‚env/interact=22.128 โ”‚ +โ”‚env/run_interact_once=22.128 โ”‚generate_rollouts=22.153 โ”‚rollout/generate_one_epoch=22.130 โ”‚ +โ”‚rollout/predict=0.251 โ”‚rollout/rollout/generate=22.131 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=22.973 โ”‚sync_weights=0.104 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=2.583 โ”‚advantages_mean=2.98e-08 โ”‚advantages_min=-5.179 โ”‚ +โ”‚returns_max=54.253 โ”‚returns_mean=33.264 โ”‚returns_min=-23.757 โ”‚ +โ”‚rewards=0.437 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.138 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=45.358 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.032 โ”‚actor/policy_loss_abs=0.771 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.121 โ”‚actor/total_loss=5.144 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.850 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.329 โ”‚ +โ”‚critic/value_loss=20.608 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 81/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 81.0% โ”‚ +โ”‚ Elapsed: 33:42 โ”‚ ETA: 07:54 โ”‚ Step Time: 24.968s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0063 โ”‚actor/actor/recv_traj=21.573 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.579 โ”‚actor_training=0.581 โ”‚cal_adv_and_returns=0.0076 โ”‚ +โ”‚env/env/bootstrap_step=2.37e-04 โ”‚env/env_interact_step=17.192 โ”‚env/interact=21.569 โ”‚ +โ”‚env/run_interact_once=21.569 โ”‚generate_rollouts=21.587 โ”‚rollout/generate_one_epoch=21.569 โ”‚ +โ”‚rollout/predict=0.255 โ”‚rollout/rollout/generate=21.569 โ”‚rollout/sync_model_from_actor=0.107 โ”‚ +โ”‚step=22.285 โ”‚sync_weights=0.109 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.197 โ”‚advantages_mean=-1.49e-08 โ”‚advantages_min=-4.428 โ”‚ +โ”‚returns_max=58.910 โ”‚returns_mean=34.176 โ”‚returns_min=-22.322 โ”‚ +โ”‚rewards=0.432 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.117 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=45.148 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.034 โ”‚actor/policy_loss_abs=0.768 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.108 โ”‚actor/total_loss=5.240 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.842 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.247 โ”‚ +โ”‚critic/value_loss=20.994 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 82/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 82.0% โ”‚ +โ”‚ Elapsed: 34:06 โ”‚ ETA: 07:29 โ”‚ Step Time: 24.963s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=23.862 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.567 โ”‚actor_training=0.569 โ”‚cal_adv_and_returns=0.0083 โ”‚ +โ”‚env/env/bootstrap_step=2.46e-04 โ”‚env/env_interact_step=19.527 โ”‚env/interact=23.851 โ”‚ +โ”‚env/run_interact_once=23.851 โ”‚generate_rollouts=23.875 โ”‚rollout/generate_one_epoch=23.851 โ”‚ +โ”‚rollout/predict=0.249 โ”‚rollout/rollout/generate=23.852 โ”‚rollout/sync_model_from_actor=0.105 โ”‚ +โ”‚step=24.560 โ”‚sync_weights=0.107 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.299 โ”‚advantages_mean=0.0000 โ”‚advantages_min=-4.552 โ”‚ +โ”‚returns_max=57.002 โ”‚returns_mean=29.519 โ”‚returns_min=-28.062 โ”‚ +โ”‚rewards=0.352 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.119 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=36.879 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.034 โ”‚actor/policy_loss_abs=0.765 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.109 โ”‚actor/total_loss=4.796 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.911 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.211 โ”‚ +โ”‚critic/value_loss=19.217 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 83/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 83.0% โ”‚ +โ”‚ Elapsed: 34:29 โ”‚ ETA: 07:03 โ”‚ Step Time: 24.938s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0063 โ”‚actor/actor/recv_traj=22.184 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.550 โ”‚actor_training=0.552 โ”‚cal_adv_and_returns=0.0086 โ”‚ +โ”‚env/env/bootstrap_step=2.48e-04 โ”‚env/env_interact_step=17.977 โ”‚env/interact=22.184 โ”‚ +โ”‚env/run_interact_once=22.184 โ”‚generate_rollouts=22.202 โ”‚rollout/generate_one_epoch=22.181 โ”‚ +โ”‚rollout/predict=0.257 โ”‚rollout/rollout/generate=22.182 โ”‚rollout/sync_model_from_actor=0.101 โ”‚ +โ”‚step=22.865 โ”‚sync_weights=0.103 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=413.0064 โ”‚ +โ”‚reward=0.41300642 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.023 โ”‚advantages_mean=3.73e-09 โ”‚advantages_min=-4.699 โ”‚ +โ”‚returns_max=58.147 โ”‚returns_mean=34.173 โ”‚returns_min=-27.555 โ”‚ +โ”‚rewards=0.501 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.126 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=37.557 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.034 โ”‚actor/policy_loss_abs=0.777 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.114 โ”‚actor/total_loss=5.808 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.849 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.228 โ”‚ +โ”‚critic/value_loss=23.265 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 84/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 84.0% โ”‚ +โ”‚ Elapsed: 34:51 โ”‚ ETA: 06:38 โ”‚ Step Time: 24.898s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=20.867 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.579 โ”‚actor_training=0.581 โ”‚cal_adv_and_returns=0.0076 โ”‚ +โ”‚env/env/bootstrap_step=2.45e-04 โ”‚env/env_interact_step=16.613 โ”‚env/interact=20.864 โ”‚ +โ”‚env/run_interact_once=20.864 โ”‚generate_rollouts=20.882 โ”‚rollout/generate_one_epoch=20.860 โ”‚ +โ”‚rollout/predict=0.247 โ”‚rollout/rollout/generate=20.861 โ”‚rollout/sync_model_from_actor=0.103 โ”‚ +โ”‚step=21.576 โ”‚sync_weights=0.105 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.581 โ”‚advantages_mean=-2.24e-08 โ”‚advantages_min=-4.667 โ”‚ +โ”‚returns_max=59.331 โ”‚returns_mean=32.903 โ”‚returns_min=-28.144 โ”‚ +โ”‚rewards=0.432 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.010 โ”‚actor/clip_fraction=0.127 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=44.701 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.032 โ”‚actor/policy_loss_abs=0.784 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.113 โ”‚actor/total_loss=5.032 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.918 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.289 โ”‚ +โ”‚critic/value_loss=20.159 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 85/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 85.0% โ”‚ +โ”‚ Elapsed: 35:14 โ”‚ ETA: 06:13 โ”‚ Step Time: 24.874s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=22.206 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.574 โ”‚actor_training=0.577 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=2.39e-04 โ”‚env/env_interact_step=17.945 โ”‚env/interact=22.200 โ”‚ +โ”‚env/run_interact_once=22.200 โ”‚generate_rollouts=22.219 โ”‚rollout/generate_one_epoch=22.200 โ”‚ +โ”‚rollout/predict=0.257 โ”‚rollout/rollout/generate=22.200 โ”‚rollout/sync_model_from_actor=0.099 โ”‚ +โ”‚step=22.905 โ”‚sync_weights=0.101 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.510 โ”‚advantages_mean=-1.49e-08 โ”‚advantages_min=-5.060 โ”‚ +โ”‚returns_max=61.255 โ”‚returns_mean=29.647 โ”‚returns_min=-31.334 โ”‚ +โ”‚rewards=0.388 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.111 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=48.658 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.034 โ”‚actor/policy_loss_abs=0.793 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.105 โ”‚actor/total_loss=4.716 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.947 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.349 โ”‚ +โ”‚critic/value_loss=18.899 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 86/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 86.0% โ”‚ +โ”‚ Elapsed: 35:37 โ”‚ ETA: 05:47 โ”‚ Step Time: 24.852s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0063 โ”‚actor/actor/recv_traj=22.223 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.592 โ”‚actor_training=0.594 โ”‚cal_adv_and_returns=0.0080 โ”‚ +โ”‚env/env/bootstrap_step=3.63e-04 โ”‚env/env_interact_step=17.938 โ”‚env/interact=22.214 โ”‚ +โ”‚env/run_interact_once=22.214 โ”‚generate_rollouts=22.234 โ”‚rollout/generate_one_epoch=22.211 โ”‚ +โ”‚rollout/predict=0.257 โ”‚rollout/rollout/generate=22.212 โ”‚rollout/sync_model_from_actor=0.097 โ”‚ +โ”‚step=22.936 โ”‚sync_weights=0.099 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=394.41632 โ”‚ +โ”‚reward=0.3944163 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.380 โ”‚advantages_mean=2.24e-08 โ”‚advantages_min=-4.049 โ”‚ +โ”‚returns_max=60.823 โ”‚returns_mean=29.194 โ”‚returns_min=-29.681 โ”‚ +โ”‚rewards=0.426 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.125 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=46.801 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.770 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.114 โ”‚actor/total_loss=4.016 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.949 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.169 โ”‚ +โ”‚critic/value_loss=16.099 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 87/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 87.0% โ”‚ +โ”‚ Elapsed: 36:00 โ”‚ ETA: 05:22 โ”‚ Step Time: 24.834s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0064 โ”‚actor/actor/recv_traj=22.551 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.584 โ”‚actor_training=0.585 โ”‚cal_adv_and_returns=0.0083 โ”‚ +โ”‚env/env/bootstrap_step=2.39e-04 โ”‚env/env_interact_step=18.290 โ”‚env/interact=22.545 โ”‚ +โ”‚env/run_interact_once=22.545 โ”‚generate_rollouts=22.566 โ”‚rollout/generate_one_epoch=22.545 โ”‚ +โ”‚rollout/predict=0.250 โ”‚rollout/rollout/generate=22.545 โ”‚rollout/sync_model_from_actor=0.111 โ”‚ +โ”‚step=23.273 โ”‚sync_weights=0.112 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.575 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-5.098 โ”‚ +โ”‚returns_max=61.280 โ”‚returns_mean=35.288 โ”‚returns_min=-29.766 โ”‚ +โ”‚rewards=0.433 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.130 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=39.430 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.035 โ”‚actor/policy_loss_abs=0.761 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.115 โ”‚actor/total_loss=5.461 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.897 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.187 โ”‚ +โ”‚critic/value_loss=21.881 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 88/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 88.0% โ”‚ +โ”‚ Elapsed: 36:22 โ”‚ ETA: 04:57 โ”‚ Step Time: 24.801s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0074 โ”‚actor/actor/recv_traj=21.208 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.569 โ”‚actor_training=0.571 โ”‚cal_adv_and_returns=0.0092 โ”‚ +โ”‚env/env/bootstrap_step=3.68e-04 โ”‚env/env_interact_step=16.901 โ”‚env/interact=21.199 โ”‚ +โ”‚env/run_interact_once=21.199 โ”‚generate_rollouts=21.223 โ”‚rollout/generate_one_epoch=21.201 โ”‚ +โ”‚rollout/predict=0.245 โ”‚rollout/rollout/generate=21.202 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=21.903 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.224 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-4.069 โ”‚ +โ”‚returns_max=65.757 โ”‚returns_mean=36.226 โ”‚returns_min=-32.499 โ”‚ +โ”‚rewards=0.475 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.144 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=40.428 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.038 โ”‚actor/policy_loss_abs=0.787 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.117 โ”‚actor/total_loss=4.155 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.946 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.354 โ”‚ +โ”‚critic/value_loss=16.660 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 89/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘โ–‘ โ”‚ 89.0% โ”‚ +โ”‚ Elapsed: 36:46 โ”‚ ETA: 04:32 โ”‚ Step Time: 24.793s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0082 โ”‚actor/actor/recv_traj=23.365 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.566 โ”‚actor_training=0.568 โ”‚cal_adv_and_returns=0.0095 โ”‚ +โ”‚env/env/bootstrap_step=2.46e-04 โ”‚env/env_interact_step=18.935 โ”‚env/interact=23.357 โ”‚ +โ”‚env/run_interact_once=23.357 โ”‚generate_rollouts=23.380 โ”‚rollout/generate_one_epoch=23.356 โ”‚ +โ”‚rollout/predict=0.254 โ”‚rollout/rollout/generate=23.356 โ”‚rollout/sync_model_from_actor=0.107 โ”‚ +โ”‚step=24.067 โ”‚sync_weights=0.109 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.366 โ”‚advantages_mean=-7.45e-09 โ”‚advantages_min=-5.041 โ”‚ +โ”‚returns_max=64.630 โ”‚returns_mean=34.456 โ”‚returns_min=-32.097 โ”‚ +โ”‚rewards=0.478 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.014 โ”‚actor/clip_fraction=0.115 โ”‚actor/clipped_ratio=0.994 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=64.979 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.030 โ”‚actor/policy_loss_abs=0.754 โ”‚ +โ”‚actor/ratio=0.997 โ”‚actor/ratio_abs=0.109 โ”‚actor/total_loss=5.713 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.936 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.387 โ”‚ +โ”‚critic/value_loss=22.884 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 90/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘ โ”‚ 90.0% โ”‚ +โ”‚ Elapsed: 37:07 โ”‚ ETA: 04:07 โ”‚ Step Time: 24.755s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=20.710 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.566 โ”‚actor_training=0.568 โ”‚cal_adv_and_returns=0.0072 โ”‚ +โ”‚env/env/bootstrap_step=3.91e-04 โ”‚env/env_interact_step=16.450 โ”‚env/interact=20.702 โ”‚ +โ”‚env/run_interact_once=20.702 โ”‚generate_rollouts=20.724 โ”‚rollout/generate_one_epoch=20.703 โ”‚ +โ”‚rollout/predict=0.249 โ”‚rollout/rollout/generate=20.703 โ”‚rollout/sync_model_from_actor=0.106 โ”‚ +โ”‚step=21.408 โ”‚sync_weights=0.108 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=408.19897 โ”‚ +โ”‚reward=0.40819895 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.937 โ”‚advantages_mean=-2.05e-08 โ”‚advantages_min=-5.368 โ”‚ +โ”‚returns_max=63.101 โ”‚returns_mean=24.177 โ”‚returns_min=-35.666 โ”‚ +โ”‚rewards=0.317 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.131 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=41.886 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.038 โ”‚actor/policy_loss_abs=0.762 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.111 โ”‚actor/total_loss=4.568 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.961 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.084 โ”‚ +โ”‚critic/value_loss=18.310 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 91/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘ โ”‚ 91.0% โ”‚ +โ”‚ Elapsed: 37:29 โ”‚ ETA: 03:42 โ”‚ Step Time: 24.718s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0077 โ”‚actor/actor/recv_traj=20.595 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.605 โ”‚actor_training=0.607 โ”‚cal_adv_and_returns=0.0091 โ”‚ +โ”‚env/env/bootstrap_step=3.49e-04 โ”‚env/env_interact_step=16.210 โ”‚env/interact=20.582 โ”‚ +โ”‚env/run_interact_once=20.582 โ”‚generate_rollouts=20.605 โ”‚rollout/generate_one_epoch=20.588 โ”‚ +โ”‚rollout/predict=0.262 โ”‚rollout/rollout/generate=20.588 โ”‚rollout/sync_model_from_actor=0.097 โ”‚ +โ”‚step=21.321 โ”‚sync_weights=0.099 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.542 โ”‚advantages_mean=1.12e-08 โ”‚advantages_min=-4.468 โ”‚ +โ”‚returns_max=62.521 โ”‚returns_mean=41.896 โ”‚returns_min=8.143 โ”‚ +โ”‚rewards=0.401 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.017 โ”‚actor/clip_fraction=0.165 โ”‚actor/clipped_ratio=0.993 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=36.430 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.040 โ”‚actor/policy_loss_abs=0.774 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.130 โ”‚actor/total_loss=5.486 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.504 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.089 โ”‚ +โ”‚critic/value_loss=21.982 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 92/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘โ–‘ โ”‚ 92.0% โ”‚ +โ”‚ Elapsed: 37:51 โ”‚ ETA: 03:17 โ”‚ Step Time: 24.690s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.012 โ”‚actor/actor/recv_traj=21.449 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.603 โ”‚actor_training=0.605 โ”‚cal_adv_and_returns=0.013 โ”‚ +โ”‚env/env/bootstrap_step=3.51e-04 โ”‚env/env_interact_step=17.040 โ”‚env/interact=21.434 โ”‚ +โ”‚env/run_interact_once=21.434 โ”‚generate_rollouts=21.464 โ”‚rollout/generate_one_epoch=21.439 โ”‚ +โ”‚rollout/predict=0.258 โ”‚rollout/rollout/generate=21.439 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=22.183 โ”‚sync_weights=0.100 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.293 โ”‚advantages_mean=2.70e-08 โ”‚advantages_min=-3.265 โ”‚ +โ”‚returns_max=65.731 โ”‚returns_mean=45.339 โ”‚returns_min=15.666 โ”‚ +โ”‚rewards=0.546 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0095 โ”‚actor/clip_fraction=0.128 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=46.481 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.035 โ”‚actor/policy_loss_abs=0.804 โ”‚ +โ”‚actor/ratio=1.002 โ”‚actor/ratio_abs=0.112 โ”‚actor/total_loss=5.448 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.509 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.180 โ”‚ +โ”‚critic/value_loss=21.828 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 93/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘ โ”‚ 93.0% โ”‚ +โ”‚ Elapsed: 38:15 โ”‚ ETA: 02:52 โ”‚ Step Time: 24.688s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0079 โ”‚actor/actor/recv_traj=23.766 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.574 โ”‚actor_training=0.577 โ”‚cal_adv_and_returns=0.0091 โ”‚ +โ”‚env/env/bootstrap_step=3.54e-04 โ”‚env/env_interact_step=19.407 โ”‚env/interact=23.755 โ”‚ +โ”‚env/run_interact_once=23.755 โ”‚generate_rollouts=23.773 โ”‚rollout/generate_one_epoch=23.755 โ”‚ +โ”‚rollout/predict=0.251 โ”‚rollout/rollout/generate=23.755 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=24.461 โ”‚sync_weights=0.102 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=4.310 โ”‚advantages_mean=1.68e-08 โ”‚advantages_min=-5.161 โ”‚ +โ”‚returns_max=69.684 โ”‚returns_mean=43.129 โ”‚returns_min=-33.167 โ”‚ +โ”‚rewards=0.552 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0099 โ”‚actor/clip_fraction=0.118 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=59.884 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.030 โ”‚actor/policy_loss_abs=0.765 โ”‚ +โ”‚actor/ratio=1.001 โ”‚actor/ratio_abs=0.111 โ”‚actor/total_loss=5.785 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.876 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.326 โ”‚ +โ”‚critic/value_loss=23.171 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 94/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘โ–‘ โ”‚ 94.0% โ”‚ +โ”‚ Elapsed: 38:38 โ”‚ ETA: 02:27 โ”‚ Step Time: 24.663s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=21.673 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.565 โ”‚actor_training=0.567 โ”‚cal_adv_and_returns=0.0075 โ”‚ +โ”‚env/env/bootstrap_step=2.41e-04 โ”‚env/env_interact_step=17.358 โ”‚env/interact=21.668 โ”‚ +โ”‚env/run_interact_once=21.668 โ”‚generate_rollouts=21.686 โ”‚rollout/generate_one_epoch=21.667 โ”‚ +โ”‚rollout/predict=0.253 โ”‚rollout/rollout/generate=21.667 โ”‚rollout/sync_model_from_actor=0.103 โ”‚ +โ”‚step=22.366 โ”‚sync_weights=0.105 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=481.02542 โ”‚ +โ”‚reward=0.48102546 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.298 โ”‚advantages_mean=2.68e-08 โ”‚advantages_min=-4.460 โ”‚ +โ”‚returns_max=67.908 โ”‚returns_mean=41.919 โ”‚returns_min=-33.862 โ”‚ +โ”‚rewards=0.602 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0099 โ”‚actor/clip_fraction=0.133 โ”‚actor/clipped_ratio=0.998 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=47.108 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.038 โ”‚actor/policy_loss_abs=0.772 โ”‚ +โ”‚actor/ratio=1.002 โ”‚actor/ratio_abs=0.114 โ”‚actor/total_loss=5.678 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.872 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.201 โ”‚ +โ”‚critic/value_loss=22.749 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 95/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘ โ”‚ 95.0% โ”‚ +โ”‚ Elapsed: 39:00 โ”‚ ETA: 02:03 โ”‚ Step Time: 24.641s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0062 โ”‚actor/actor/recv_traj=21.852 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.567 โ”‚actor_training=0.570 โ”‚cal_adv_and_returns=0.0077 โ”‚ +โ”‚env/env/bootstrap_step=3.45e-04 โ”‚env/env_interact_step=17.485 โ”‚env/interact=21.839 โ”‚ +โ”‚env/run_interact_once=21.839 โ”‚generate_rollouts=21.865 โ”‚rollout/generate_one_epoch=21.841 โ”‚ +โ”‚rollout/predict=0.249 โ”‚rollout/rollout/generate=21.842 โ”‚rollout/sync_model_from_actor=0.099 โ”‚ +โ”‚step=22.544 โ”‚sync_weights=0.101 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.394 โ”‚advantages_mean=3.35e-08 โ”‚advantages_min=-4.077 โ”‚ +โ”‚returns_max=76.593 โ”‚returns_mean=49.386 โ”‚returns_min=11.407 โ”‚ +โ”‚rewards=0.624 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.013 โ”‚actor/clip_fraction=0.113 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=51.688 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.768 โ”‚ +โ”‚actor/ratio=0.998 โ”‚actor/ratio_abs=0.107 โ”‚actor/total_loss=5.909 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.529 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.364 โ”‚ +โ”‚critic/value_loss=23.670 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 96/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘ โ”‚ 96.0% โ”‚ +โ”‚ Elapsed: 39:25 โ”‚ ETA: 01:38 โ”‚ Step Time: 24.639s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=23.743 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.590 โ”‚actor_training=0.592 โ”‚cal_adv_and_returns=0.0073 โ”‚ +โ”‚env/env/bootstrap_step=2.86e-04 โ”‚env/env_interact_step=19.476 โ”‚env/interact=23.737 โ”‚ +โ”‚env/run_interact_once=23.737 โ”‚generate_rollouts=23.757 โ”‚rollout/generate_one_epoch=23.737 โ”‚ +โ”‚rollout/predict=0.262 โ”‚rollout/rollout/generate=23.737 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=24.459 โ”‚sync_weights=0.101 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.981 โ”‚advantages_mean=7.45e-09 โ”‚advantages_min=-5.453 โ”‚ +โ”‚returns_max=69.038 โ”‚returns_mean=48.674 โ”‚returns_min=-32.649 โ”‚ +โ”‚rewards=0.603 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.114 โ”‚actor/clipped_ratio=0.995 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=64.671 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.031 โ”‚actor/policy_loss_abs=0.776 โ”‚ +โ”‚actor/ratio=0.999 โ”‚actor/ratio_abs=0.107 โ”‚actor/total_loss=6.414 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.754 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.303 โ”‚ +โ”‚critic/value_loss=25.687 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 97/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘โ–‘ โ”‚ 97.0% โ”‚ +โ”‚ Elapsed: 39:48 โ”‚ ETA: 01:13 โ”‚ Step Time: 24.621s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0060 โ”‚actor/actor/recv_traj=22.158 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.584 โ”‚actor_training=0.587 โ”‚cal_adv_and_returns=0.0084 โ”‚ +โ”‚env/env/bootstrap_step=5.98e-04 โ”‚env/env_interact_step=17.818 โ”‚env/interact=22.147 โ”‚ +โ”‚env/run_interact_once=22.147 โ”‚generate_rollouts=22.168 โ”‚rollout/generate_one_epoch=22.151 โ”‚ +โ”‚rollout/predict=0.251 โ”‚rollout/rollout/generate=22.152 โ”‚rollout/sync_model_from_actor=0.098 โ”‚ +โ”‚step=22.862 โ”‚sync_weights=0.099 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.890 โ”‚advantages_mean=1.86e-08 โ”‚advantages_min=-6.352 โ”‚ +โ”‚returns_max=68.549 โ”‚returns_mean=41.951 โ”‚returns_min=-36.871 โ”‚ +โ”‚rewards=0.504 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.0071 โ”‚actor/clip_fraction=0.118 โ”‚actor/clipped_ratio=0.999 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=55.922 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.035 โ”‚actor/policy_loss_abs=0.777 โ”‚ +โ”‚actor/ratio=1.003 โ”‚actor/ratio_abs=0.107 โ”‚actor/total_loss=5.377 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.928 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.183 โ”‚ +โ”‚critic/value_loss=21.542 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 98/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘ โ”‚ 98.0% โ”‚ +โ”‚ Elapsed: 40:10 โ”‚ ETA: 00:49 โ”‚ Step Time: 24.597s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=21.554 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.579 โ”‚actor_training=0.582 โ”‚cal_adv_and_returns=0.0080 โ”‚ +โ”‚env/env/bootstrap_step=3.59e-04 โ”‚env/env_interact_step=17.371 โ”‚env/interact=21.545 โ”‚ +โ”‚env/run_interact_once=21.545 โ”‚generate_rollouts=21.566 โ”‚rollout/generate_one_epoch=21.541 โ”‚ +โ”‚rollout/predict=0.247 โ”‚rollout/rollout/generate=21.541 โ”‚rollout/sync_model_from_actor=0.104 โ”‚ +โ”‚step=22.262 โ”‚sync_weights=0.106 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚episode_len=1000.0 โ”‚num_trajectories=16 โ”‚return=555.2773 โ”‚ +โ”‚reward=0.5552773 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.400 โ”‚advantages_mean=1.49e-08 โ”‚advantages_min=-3.325 โ”‚ +โ”‚returns_max=73.623 โ”‚returns_mean=44.285 โ”‚returns_min=-37.270 โ”‚ +โ”‚rewards=0.658 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.012 โ”‚actor/clip_fraction=0.127 โ”‚actor/clipped_ratio=0.996 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=55.450 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.036 โ”‚actor/policy_loss_abs=0.789 โ”‚ +โ”‚actor/ratio=1.000 โ”‚actor/ratio_abs=0.113 โ”‚actor/total_loss=4.570 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.938 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.264 โ”‚ +โ”‚critic/value_loss=18.317 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 99/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–‘ โ”‚ 99.0% โ”‚ +โ”‚ Elapsed: 40:32 โ”‚ ETA: 00:24 โ”‚ Step Time: 24.575s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=21.681 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.575 โ”‚actor_training=0.578 โ”‚cal_adv_and_returns=0.0078 โ”‚ +โ”‚env/env/bootstrap_step=3.52e-04 โ”‚env/env_interact_step=17.570 โ”‚env/interact=21.673 โ”‚ +โ”‚env/run_interact_once=21.673 โ”‚generate_rollouts=21.691 โ”‚rollout/generate_one_epoch=21.677 โ”‚ +โ”‚rollout/predict=0.246 โ”‚rollout/rollout/generate=21.677 โ”‚rollout/sync_model_from_actor=0.100 โ”‚ +โ”‚step=22.378 โ”‚sync_weights=0.101 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.021 โ”‚advantages_mean=-2.79e-08 โ”‚advantages_min=-4.026 โ”‚ +โ”‚returns_max=73.037 โ”‚returns_mean=52.713 โ”‚returns_min=9.534 โ”‚ +โ”‚rewards=0.636 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.131 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=53.124 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.035 โ”‚actor/policy_loss_abs=0.753 โ”‚ +โ”‚actor/ratio=1.002 โ”‚actor/ratio_abs=0.115 โ”‚actor/total_loss=6.074 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.588 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.403 โ”‚ +โ”‚critic/value_loss=24.329 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + + +โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Metric Table โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ Global Step: 100/100 โ”‚ Progress: โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ โ”‚ 100.0% โ”‚ +โ”‚ Elapsed: 40:56 โ”‚ ETA: 00:00 โ”‚ Step Time: 24.561s โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Time โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/actor/compute_adv=0.0061 โ”‚actor/actor/recv_traj=22.283 โ”‚actor/actor/sync_model_to_rollout=0.0โ€ฆโ”‚ +โ”‚actor/run_training=0.593 โ”‚actor_training=0.595 โ”‚cal_adv_and_returns=0.0081 โ”‚ +โ”‚env/env/bootstrap_step=2.32e-04 โ”‚env/env_interact_step=17.982 โ”‚env/interact=22.275 โ”‚ +โ”‚env/run_interact_once=22.275 โ”‚generate_rollouts=22.296 โ”‚rollout/generate_one_epoch=22.275 โ”‚ +โ”‚rollout/predict=0.253 โ”‚rollout/rollout/generate=22.276 โ”‚rollout/sync_model_from_actor=0.097 โ”‚ +โ”‚step=23.123 โ”‚sync_weights=0.099 โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Environment โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚num_trajectories=0 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Rollout โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚advantages_max=3.073 โ”‚advantages_mean=1.86e-08 โ”‚advantages_min=-4.422 โ”‚ +โ”‚returns_max=73.249 โ”‚returns_mean=51.746 โ”‚returns_min=2.477 โ”‚ +โ”‚rewards=0.595 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Actor โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚actor/approx_kl=0.011 โ”‚actor/clip_fraction=0.128 โ”‚actor/clipped_ratio=0.997 โ”‚ +โ”‚actor/dual_cliped_ratio=0.0000 โ”‚actor/entropy_loss=0.0000 โ”‚actor/grad_norm=56.568 โ”‚ +โ”‚actor/lr=3.00e-04 โ”‚actor/policy_loss=-0.033 โ”‚actor/policy_loss_abs=0.768 โ”‚ +โ”‚actor/ratio=1.002 โ”‚actor/ratio_abs=0.117 โ”‚actor/total_loss=6.492 โ”‚ +โ”‚ โ”‚ +โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Training/Critic โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค +โ”‚ โ”‚ +โ”‚critic/explained_variance=0.589 โ”‚critic/lr=3.00e-04 โ”‚critic/value_clip_ratio=0.185 โ”‚ +โ”‚critic/value_loss=26.002 โ”‚ โ”‚ โ”‚ +โ”‚ โ”‚ +โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ + diff --git a/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/tensorboard/config.yaml b/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/tensorboard/config.yaml new file mode 100644 index 0000000..866de0d --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/tensorboard/config.yaml @@ -0,0 +1,177 @@ +env: + train: + env_type: plugrl + host: 0.0.0.0 + port: 8800 + state_keys: + - obs + image_key: null + action_dim: 6 + action_low: -1.0 + action_high: 1.0 + timeout: 600 + seed: 0 + total_num_envs: 16 + group_size: 1 + auto_reset: true + ignore_terminations: false + max_steps_per_rollout_epoch: 256 + max_episode_steps: 1000 + use_rel_reward: false + reward_coef: 1.0 + is_eval: false + video_cfg: + save_video: false + info_on_video: false + video_base_dir: /home/guangzhao/zuogou/plugrl/e48/cross-seed0/rlinf-logs/video/train + rollout_epoch: 1 + eval: + env_type: plugrl + host: 0.0.0.0 + port: 8800 + state_keys: + - obs + image_key: null + action_dim: 6 + action_low: -1.0 + action_high: 1.0 + timeout: 600 + seed: 0 + total_num_envs: 16 + group_size: 1 + auto_reset: true + ignore_terminations: false + max_steps_per_rollout_epoch: 256 + max_episode_steps: 1000 + use_rel_reward: false + reward_coef: 1.0 + is_eval: true + video_cfg: + save_video: false + info_on_video: false + video_base_dir: /home/guangzhao/zuogou/plugrl/e48/cross-seed0/rlinf-logs/video/train + rollout_epoch: 1 + group_name: EnvGroup +actor: + model: + model_type: mlp_policy + model_path: '' + policy_setup: panda-qpos + obs_dim: 17 + action_dim: 6 + num_action_chunks: 1 + hidden_dim: 256 + precision: '32' + add_value_head: true + is_lora: false + lora_rank: 32 + fsdp_config: + strategy: fsdp + sharding_strategy: no_shard + gradient_checkpointing: false + cpu_offload: false + offload_pin_memory: false + reshard_after_forward: true + enable_gradient_accumulation: true + forward_prefetch: false + limit_all_gathers: false + backward_prefetch: null + use_orig_params: false + use_liger_kernel: false + mixed_precision: + param_dtype: '32' + reduce_dtype: '32' + buffer_dtype: '32' + amp_autocast: + enabled: false + precision: bf16 + grad_scaler: + enabled: false + init_scale: null + growth_interval: null + group_name: ActorGroup + training_backend: fsdp + micro_batch_size: 256 + global_batch_size: 1024 + seed: 0 + enable_offload: false + optim: + lr: 0.0003 + value_lr: 0.0003 + adam_beta1: 0.9 + adam_beta2: 0.999 + adam_eps: 1.0e-08 + weight_decay: 0.0 + clip_grad: 0.5 +weight_syncer: + type: patch + patch: + snapshot_device: cpu + delta_encoding: true + compression: none + init_sync: + enabled: true + prefixes: null + bucket_size: 134217728 +cluster: + num_nodes: 1 + component_placement: + actor,env,rollout: 0 + tracer: + enable: false +runner: + task_type: embodied + logger: + log_path: /home/guangzhao/zuogou/plugrl/e48/cross-seed0/rlinf-logs + project_name: rlinf + experiment_name: plugrl_halfcheetah_ppo_mlp + logger_backends: + - tensorboard + max_epochs: 100 + max_steps: -1 + only_eval: false + val_check_interval: -1 + save_interval: 20 + seq_length: 1 + max_prompt_length: 1 + resume_dir: null + ckpt_path: null + per_worker_log: false + per_worker_log_path: null + weight_sync_interval: 1 + overlap_env_bootstrap: false +algorithm: + update_epoch: 8 + normalize_advantages: true + kl_penalty: kl + group_size: 1 + reward_type: action_level + logprob_type: action_level + entropy_type: action_level + adv_type: gae + loss_type: actor_critic + loss_agg_func: token-mean + kl_beta: 0.0 + entropy_bonus: 0.0 + clip_ratio_high: 0.2 + clip_ratio_low: 0.2 + clip_ratio_c: 3.0 + value_clip: 1.0 + huber_delta: 10.0 + gamma: 0.99 + gae_lambda: 0.95 + reward_coef: 1.0 +rollout: + group_name: RolloutGroup + backend: huggingface + enable_offload: false + pipeline_stage_num: 1 + model: + model_path: '' + precision: '32' + enable_torch_compile: false + enable_cuda_graph: false +reward: + use_reward_model: false +critic: + use_critic_model: false diff --git a/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/tensorboard/events.out.tfevents.1790912723.guangzhao-Dell-Pro-Max-Tower-T2-FCT2250.121943.0 b/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf-logs/tensorboard/events.out.tfevents.1790912723.guangzhao-Dell-Pro-Max-Tower-T2-FCT2250.121943.0 new file mode 100644 index 0000000000000000000000000000000000000000..42164f5c3a476b7b4f4707a7d357ceceb4527523 GIT binary patch literal 253831 zcmb51d0b3y7r?VCq^KlXETy6%TWMzQTndpj`_iI9w5yb;6e`&xBt%L`T12Q!i)63t zdt~3YkSxD3zdUD-nLBs9pU?aL@qX_2JkLGnnRC8oZZpFb{{PR<4a2u9Hho^*@9d#l zv{sv0e$MV*rZ$0YUjBp3$D1nk@^|xE;O#fd+u6_6bU}cpr?X$M=|Vque>Xo#T9`?gMP;~)>i7Iq~_)oXyz5*>FDq0JkQO=-`mgK zZGrml%iH^@x9QfvW$s)!M6vb{r>Uf&)Yi}2!^1nk-^|Z#p>P)q)KyhB6&_Q+yryRZ zvZ7PTNX5QE4NK`M=_qyhgE+eeI(zv$&v9Ge=;`L{^?S9Ps5Rg9j2qC5)$3~&ulzxE zm9&*Kq@m71>W4~czV)nT>WFL=+^{Gk>F%ZO5H?uQ#>J)u%8c0`Qk0oLYx=qQ2l#n4 z?6pKMPVlg;(}^Apdp+?WYp9~bAFi{KmQs5OPPoz6Gdt2}o8&7X?15}dxXY-iaYfvC zhi>`}tG&n{@KMofQN#UdDQPOH`n!9&nJozRa&cVf=00bx{{nSAM{V9hg9}9{DXxDY zQBp+E95*jFKWBe8$A%3rQ2#V^H|^gfYJabW_yNkvKV|2y<|^HKMCyPu9d*7t*1!^NI6wZ|%2{<*ljQdgx;qKki@>EHjI z|E#NiS_r-L-EKdiVZ&o4 zuX?MP{s-!*WTezpwBbJ|PIL@ByBk%f^h(_qBpZ^m@bktE4 zA3rx&cNc&4+JTpO-NwHw?%S|>>%DrD6rcU!43!L&bP-3+led?fqnnSn%UpGf%3XBF zx&e`W8bWN3jC`)xIHIAt21?zPv{8sZH}WTx`mZay=y9Xs^#?TsXt(LbL&fYr0nC(4 zlng`xM0aZT|Nn|*!QcDO;Z}E73F1DxA2bP-FC?;ID^Ps#NPccEfuhE!UZ=C0zCWtT z!QKt~*i>8LsA#gRf!0^*rqo$tA1>aWJ^{j)m++OM?t0LGJ1e(QC)6G9{ozI3QH=k6 ze8?-LUCUWiixOsWQ(mG0=mDEMoHr&0lkB^^skmGz0bsd!|E2{yo zPn$G=9C~HF;;PpJu`SS2nA8)(ea_U#@N>tT;D;tRat17llA8!wLmxf)o`n5j)@G$e{sFmIP zgZ|&jq@#|`vlgiL>~2Ttr=PMw?PP0g!^;1+6EXb%vTRZdr^*88TPQP*s~RAQ%!nY- zY7;siM=EE5IzA1jPeEa?)$RS=@1v?1{|O*g6%;_U-2#hb zdZ=$o4r+PUf6)J1p6Es!P`4l-58*i$p4&iYKX>Qfjb5SU5l(^NVsDfyLF;4u-^!)Z zh()@tH+t@bYMR`JkW#g)yia1`sf-Fe^g4Y75Q}&T%#%&q*`Sx1zA{;nQJ{oI;}JK2 z9~hD_2C-A+V1-&U>c#?rNA(>Kl%rT+nf2>p>z#r!jd@eh5iS6dQNUJKwW24k_TP%Y zw``zruixGBiVD}1W+SiZ)0X52MmLhMa4lQj_!)bQQF>eflciyWo_X}AhuL*#RK)=+ zTf`KKyKve@KJS9=v{IdHm{G-MbkU@` z6pR-2L7lX_0l6EQlGbTM2WoWx=m%)#aC;C~Vz`2)4V}`8vpGn!6*7VDh6H63HGTm1 z>3+q{2sbd2je}`bw+o|I$F@C(jzOj|!Nun7|B06_Yp#*18mL`8f)MPw7P2g_2g=;( zo@4_OnFC=v?r@jiL(RHn_lBAe?ioHxF{c+nnUpQvb3XL_BQO=@P5K^kdMGW^VB~`t9|0^&;##Qp<=gpp z?}6ARQDnD_tWbTm@mbgq!+EzVQ6M@s% zK;d2|T|HFv`AB^gdfi0<2%{cJoZgq4T+?QH-%xsz0h1+hYAe#|jdPU}P*)TH%OY`A z98TLV`A+CgGh#?#7$t7_Mhz#2@yrjfgO-`p{hFDmm%HCN=c&IFrI9nk` zpRBe+5?8yPVDd`b^5Co7l0j2Hpcg^QI1-0h;?%CM=e?S~{U_>Eg+R(BaVk^N>78vx zgrjEby^$<0hs2GZnohU3E>lMm*L@QS@h=h=-gFwrzju>(RLq|c3l4*HiTmiDPG1_f z$qh-|?s&2nc8NPRSCjMTXz>ozNoQ^*5oAhS=qGim(fhGMXv}JFA+W@l1&Mq4G0G~( zA@v!uu(n$X$|i9F3vQP!iJ=HDVZlM-oU6mAN)MAXbPU21$m(J_I|$4wasBPbQ~cFBL8#?CfB*~f6m?N}f6g zTBGZ?O1=K~=cMXO7Og5&(Fz`f2F6pkUNkU%$CvV%Y&flRQ}H6Y9sM_CXHw15{zYuz z*op@WQ58l2#A22T3X`?x#iC>94ltt~3f~?am}tYNGt&YPyFw0DXlr?tuOOhSjt0t6 zGO)~Md9eLyLF(h)Ly$I|1d`D#wT*P?j+3rqCB4H23irCBT2M62cjjW$44!=;RRRA% zW|?&0E;mXiaT7|DtY)dQr^K>s;azNo_CHAgkO|Ri*emd_ zw+AZ}m(qQNA4ee>QUArjOPZynS}J|dai9&V>_yuZmXUiL0llllgdJ#-+MB*@;rGx8A-h=1UoKW*rZA?hH%rZMU zmOi?vbZVE=Cy-elZbJ6)FJ_sb@4!*(2*v;}m=7g>& zb2dtZmdG5KW#wHD`kB>-Vq}&rTM?AWEVnH^as*ZREHGl$B59UZ$LRbb_jg*T<%P8- z3$mN#)gjc&mN_}7=0x+1RdSn=tm=}XT@O%fDM2^5L4}0$9ZnRSQgyv9+GFefU zS=QHu@JnypDn>#wp)Fw<&C<0tttaX$ekueKJ5Wdq#m(~kex8!UYJXIt5$Ys_SdCB! zky*MMFQ&g5bsvtJ<7$BAGE2d}dAv(w{M=A)KDJkBoX9Mjvb;U`vod2R%Gr=KLQ0jm z^@IBr7Va}NKsUSqAQp+^n`<4_3quv&1h6cL^R{&1JD$dgb^d&Gr%U$ZJB0^| z;9;W9hdNL#M;U!b5*KoSfPYDxecl0DD^0f%>S$W&I{Qt=t|BG?9Tm?h3#u#V@lYupvor``f7m&6^umqI@&3D}RC?Vv;C?&XlUan&jG z`$HyfNa9vNh<}kdL6j|L=KJ(;RLn|<1&2Yp#C`abLeDuEJR3=zZ6>)Lc8UA-rOL|E zyu1>1(y0(Zro?SE>_BNAJGu&~$UcB2#weq zVRE~S5@#{P`ZPLF8vznKP{_c za>=IUlDOvmqj`gGoNtbL^Q2D)Cy6Ak8H>aP?lswma@MJqkWwYiEM!*UjDR-L=!P8u zVv)G;zUiA5RGOp+@d6z(-6xwuI6+^=Nxx}yMuQI90fY3eI( z+>W(|C_OU(lO=Ia4rb7f3AzfXE5-xMB5|#iIlZ&ayP`YY{2kw^G>LnZu10;jWi=H^ z+-U&+lDGlm57VoSJGh{Z_7W~RobU1sdfr0+a8y}q;Gwce;=+X39;#*?IRc5RwA{&EytUarG>3SA%96N|?ymfT&X!$}kW2-ZQQ|)2#h*Y2 zsvaP*1BDDsT;g1lc=oxsZE%egNtVQFghGfUE@`JLJ!5)JKhzvIDG^vMiR)FdmKW@! zxD)l}MJAu8izKc&i^Q3XINb{6tP)7661Ssczruyn5BQ)PehLta#Hr+rE39mXD*Odt zSrVrmiuhVE9 z@7xclqdA(B%ULBZ^XU=GxK6$6(cEs^mjr;hEnVW0`-Ri}>*`eye~gKjl(;$i$@KDR z91m34!TrekP+25#0YYr?QafcNabD7Yw`=f+X%1g!mVUTlR?0S@FH64l3r9 zfn+;y7^F*FUjJm;JKQk=Nn9oH>=HL_%X_PmC9}_nwb|6#Y9tCSqOOtb!AQgEJ zu*8@JiQC%Zl$D{zz+7ZuL6&4)Hi^@l$Suxt8HR9+L9%g>xXjgI)R;TB@EfwFfQ!vs zSrXUh{q$F;T@AG&J7AYM#|K9}QRXfJEs;5pxZO{qXs6J1@krt(aLB?;5;u3$(nM5c zWiDaF1VK{bF3k1JzgnL&AGN%-0JBQm_%GI!k$n#VYB{PrvO0sry;lmSJYPKTiE^|C zFo_(2#Jzf-$~{x3j6Y6oO_3F4NnEEfru^Nl=3YQTvKd%Li7T(QxrX{mdp=oE>_8y{ z6PGya2%c8g=I>FB;vs}sjZg@Y#09K0rGHfVQK&h#r^)(qNnGm0XkK`6>|J!{Q&;Fa zizKcE^MiT;hl+Nf2k*86^!I~$&Skuk?rHBHqw5bzyVta4nbx?FPl1$bmTN8zEj$pitr4n1EkG=0S)I*4U)dVzPopT3Kt?+hs#=Jn z3;&wOVS@N$v=DJS|d4SRr511^oG_g;jXBu^PMy+}` zuqDo_WYD^8ozIECrP*^ty*`4yetR!sV=Hxo*pO z%Y(yuS0b6X1OY%Mq?;u*b_sp|f{`ZTZ!qzaW+^a8q8)7dT}G9y0Uj!g%<{4j>oD`9 z0GZ_*z~nW{+r|&M!(QD8K`(-SvE*Peo8>E=g}kmKD%zsv84aXdW;xI(iH=slVM zS0IQSW@&AlMBms6OGIl3YLw`Wo z%u*1-jd^{i3&M}E;9!)V%8#Qmhr8_^S9r8sf}8mEx@d1 zdC+eN#qV~@1ht&w>&WU1W~pctMtw<|J09ie3}6yD0<-kgKgeBcGWsN%Lze-SWtP9P zP5H|L?hiwLbq`oZv%GTYizPZx&j1oTP)G~K&9Y({Pc?V$bX22{5JId*D1^u?n|(B; zuUGZGhMMDdfaNkvCH2QVou^vKs5i$JESfDc%a$x}4=!Cja6ih~4IrgT+?~S}1ye&N ztVB2b3LqAV3pYQYkCz+~*pm$u?)7V*{GuIB%kjVHcmTqvM-nIK zU(KCSeBl~O&q%;zNnGTWJ@k@us#OmP%uypP{+!3jttmOP9DI?;>d3t`1_6fZRwnH3d ziQ_AU@cJ*e=#Ki-J|N|ixK*ip=mQRMTTrvjfgo~7T+ZG-bn2Sh=aIx2mXMS7FB11< z^EA%;2irfQVh)8^a2TXZT;9>&x8rS&B+edqc8Lq?^1@27>)?5)lR82KnG%;7rb(5~ zZWe{ctS7({V-_UtNpl6x9BT_zWMRR8vPoR{I_^g9$E^!5}9fqLH?FL#Rb0Bf0Q@rW@jnexeiF*zxlf(r#vssU- zY*R|kte7B3N?g^?o%sgwgKALATMsa+#BCjCN7dh{H9{@t76f3BxY~DN)X1)@@Dl{O zr^u!yas(1*mY&Bga`Q++bI1iySrWHst`>h)FQvXnNcI8CC~?n{`ZYlZO64@!tJr}; z1|}|XPO;oU@mqGI8tFg?u^OQeB8dym)1p`3{Sk(mqY=PzN!*qWdAxep+pAD--nrq% ze38T{vPfLxK_==bXHId1lqzv=T-6JYf8X8--SBRJSR^hfyKJh)JyhWf05gi1@SQl$ zh8TX?R>Mb#{U8S`6r=bocR^6`%^fI5>Kn#mYYYo1Bmh`M4S zuq+Z+_||GheMJj&r)LvLav3GgdXE~V+pBK|lDIkm|B|?@-3RE0kt6X39-X(5byy`% zA-vFX<-0zQ(A*vb0bp)Rm$(P^k@S@5qkbWN5)&^eag83O(2wtNx}c8g3p`X7Nt})l zQ|)@VKa#lBfXORy2fyCr_8oZ6AH4|nK^$g@8*w6p*Lhw{ChAkAK*}X?XP>0dGwU?* zw{YBtAaY2YEKdByov}5cw?V~RvYo_&!ysMa627F+J2H=F zA&KMeAUwOo?Q=V271g{8{%+EyJ4pnY5|?bOM&&P8X^m9mBES-379?)Hni8jVN8KsN z!qz2`b=f3NFN)j0>jxEt58fpk2Z_s43!`#&>|BdxuEK7Di_KhF5|_AOpfze&^(iC- zyTtAIn%x3ru3IXhB{ByR_hDTW-Rbk->qz1T1Ii?ER~o;JLG#iP7%@SRl(_HtoANtt zoEM5DE(Bm!iR1mGDbLXh)ltjY0|6K$E-F2YY9D2WpCBj#Od>}hafcpfakox7HWAIC zJAlfPxH-O^`4tD_!jX`C1(s3b92(`=paa!@FR7>4fkFl*E^(Q|cmwk&7KuxJX|=67(GT6}q+>Wm(jL?^ ze5Xz|3G{q~B<}hN0{$g&IZspQh~mn2sH6RW%ULC^_x#J2DyC8Rqg@RAZ|t(8Q3o;wwSDm$c*@K9MKarQ#&^WMnINaC8DB$&Jsm!p55 zyFY5e5A-4^fjG<(w`JTC-p0#YhoC+cBOp7FOXBwHCDDa1hB}~TYhFZx$RTmjU6N?W zsyJgLad#oazet?>mfoB;Q*DmnViuF_z+sRsak|1!hx?6xeI7|%*Al|BOPq;bsnxNM zUk%adsDKDECGL}pI@PnI**7n0tvt%aZiNbT|KNofd3+ef01AkIRc3*KAFPZ_+{S4j35LA}LY0OsU zr}@1fgoNZ1u#6ICxvXOcbf5yRk_E*M6f!VziF=gF%X93Dzkz5kgb=F{3L%m>{ZwUo zW#x*Qs5zbiST2dvwQNZhj4H(ML7r1~3KU6PE9M9FnpR$XiXOac-^w>$^+6Ui6?I|Bzncw)K-Ipn+ix*NXkZfB%(H(4wtiB=D;iysyET^qbL4EW_c1&CbNvb&|D2w z*<6!sR?J!?&9Z#)&ivPhCoM-Uj}I`bS+;ydQ*Yh3N1$Oc5&|%orQwb+%C2rj2+GkU zz$9`6W_fnXac)so5&mXZCqQMHW#g&c`HErs&5)4H1D4S&3y0n3qXXp+kl2AjS}1Oo z;laE`1q16)jlv*=SdCB!ky#d{b*J0t@9B%0V>G~WnPpI<5oHl)>xcv;Ternxky*B8 zd3(^|lso=fSR^hy`(~pZ<;XOQ0hT3kZa;nb1#^13 zB6ffrtWb>9MlKZ8s-$m4IT{Qsv&0!Ebt`(~G^-jJ%4i@NC2rFJPdfKT3?G40*+Ai5 zQ~8gJOl+oPq1T-sfH3Nj#3cpY<7U2`>4?%34wx*7E3!RAXYIeOin?Mfuq+aHT#2)I zoeI{~k=@8KVw5;ehAMS@a{XQ;agG4~C2@yOAEpic_Dn<_%?mDPmALR(i!JG#OMTGX zUIYPPZcCTAyC+uD>odI*5Fg3JOG;dB*F&^i^!# z=$u7I)Jbnc1ep@o%UD(T=dknMqcN+mPf{Ttj4KyJ4&MtAqiS1~VxiFw5G6xc8 zbvuHdxbAuelDHB;nIvxV^X2_fm0R{8n-voTNr~H?yFWi{=H~sVU9AFYT0*UJwnaj2Q^&S6u=MF$+NnG72eSX4`V>gk+ z?FW`o;*6gP+|Yr_0Z8mXAp;YaxUp5->6REhiA#-Om<+nS%~P__ys%dtpY zbasG6gby-}o&d{|xb2&F@+V|^RUvkm9IQ}`R*YRN@H)}x4$6@Wu*?#tchjioN9vbn z$i+f|WR$p#hJm81+cv^gdkT4)(pd1*PXE zV6r66*rb%+(KR>}b;XasvPj%l1&;Nnx_u}`0pa9CFiPB&&+RGR(%$&DEn=4v@GptG ze(((4?Mc)x)X^G8kjq&mE~$N>rTMDQ?a|zx2LWJiOP4t1Tf1oY$L+5n{xlOWDRG~E zmC!!Ni_1`DyG4>4fXX6?(@-d-!>2zTha@fnFnJ|ze)T!-t1b1}=tb}n;xJ2Gu>J~O zUQ)#l)Tf3nBO8}X;yMX$_Dc(RgY*-4LJPB z5{=mafF;H(NL6@aoyTv94mb6N-dwaCU%WZP14khqgW!lVyxL=vaWB5_q6P9~$AO#o7=#2qvV$^2rZo$W9POngo;(%qAxJPezMPo;&;BVAR0+LbU7AMW5dwC2K zAhkKb1`79Defvq#HnnYj=yi7zKp6E%;uQSOb4`6lTA}ou2TYd4-L%i3i}&p)LtXI( zuq+aH{)?5hrym#HY3ML=02w82ahy6;M=gj%@5I^J67VmHYjihC-6{N zBylf=*bpuM4@lzT?Z~q7O5Dc!)7(bWGC!ghfypQmhgsr2dPnm%D;Y09eX0aVxg^d@ zUwFt)THZv>cGzgLyc`n8GsvK|2F|uX5_b+l{ENg<7mPS}_1{iM#T+$;YzK-dUE)6W z&!EHNk2@lXI}JR$#KjITwJLtCwh498v17>&WJ=r>eRb-R?~{RO%-#W5V$6cXwbu{HaNTFyNPz#ws^hr+0V&GPHf>2jPz)|JQ+ zNSykqOs>Y!m{w>G-33&Z#GTFgNm*o^{Dp*M#$>WAqr^2`7@~^~)NO#o4iqvlaf!>k z%=PN;xd7G3WeQnWtVSq=NaE@z|KcxFuAG9J;}d}8k~oc}8q}RV(JJW99dol+izKcs z^MiUVtYWf?fBZ+j#_}RI@Bq?_HRlw?qe3;VnQcW*KhozB6$zI(GE{%QDMhZvy$9UYx^U z0@>^cNj@Vhw6%>B-35=5hSs1QsQ}AtmLJwz7Ioa8VT`n?6OfE%X|(q%-@jdC90K*( zK;d4!bIXg$zCAZb&EVZ}a-ZNI$Sn2Vp5f(ID zvY4g0E~oeL@OkJ?y$cA9YiNgY{sR&JfQgqh%ZV!4bhqdUx~Q^C1!R4wEHX;(*DTBVr@8TSc3PqrK?KBMHp|x|mh+4=OYfrQ*`%24KrXX<)+U<{ zKecQgngGioh#Y2_uAEJ`7&7-PGRqbvWFP-xmWg>?If>>e98}Cihy{m1x>@$r$)?|` zC2v4xsZ~n$!fuu}yk?w-Pv7)Ioir69$TZ7dp~{rUOZRFt`%O=gND$nSipHC4Vh9(buXJnWae?Sy?I$W@%dyO4Yrae;*x#V}Of^fGo4TG3in;YFC!0 z$qv}f(rU%(&nR;Opd~T~W;rckBkg?hmmM-on{u)+lUe3@jm6(UdleWlYmqcd!L-Eu z!IM1$P|KTghAhZxmLJ*=p`0H?wnZ)HHUwZWOU~#p>Y_{1IFzFqXUVz}IRdjhU0%R- zJ@?`pnnQO0m1UNkyk`6~wb$>Ekhq;A%QBi}@V9##(1Cgkkl2AjS}1Ood;{(c<5_#r zD{;)p7Vgok~qQfEc#oh;|tUkuK~*-{ENhGKWM}Wk5{lq#ms|Pa2TXZTv}2VJub3oHIg`k zTCx{*iCayVTd9Q2*@!x65=4+GarIkOsTJ)8UqNG5>oZwiV$6cXb@Vpn99MtsiY#mc zpi(VN?Cn97e6D(M-F<{N|3X%lii5EVic#i*zmok+WDX?G+F%OZc-pKOByk@BWs6nrbVX9s5H zpgA<7o~$TK;+h0qp`NFn3P3_~1z1Lj3(^_z8XYLx?_@!-1BDDsT;h_JasxA6*Pt4e zKnSrKp%5a8bF#V0*R(71L(P%@gRC!?#0{EiPW7~XRf&4@%$X0jiX={zMdAu-bjPEd z9RyOU#Ep+NDRjv-!@rtV1Q3hFMQ3}(48`xnRRSza;!ftp^D8zE!r%LQPYzZnMwX#_ z1tt1peNc{G0?RCM_x89Ho!;7RDKeC=Kr%|)lOt}lhs|;P+ZIh7NLi$V!o9Y)D?RJ%OY_HnsF3c>{^df z6y=2PRN9xZoPVrJ)%^f0++K&oFIIWrO)xhJJ8%- z3jttmOP9F5zfx$2q4)d{znzJfl(>7}%jw9vllaS6_5lx-MH2T>h>foD{e>hh7chAx zZlKL+?%7ihj-wZW0OBx9+|R^FUe)}`*{DxdyOTo6C2=ud%IPbkuFgfxHe((MB8SA~ zeJ!W^zdP@aB+hF-3Gpuyw>wsobNrV^C@Q9|2Z;rTLAu1vYjK7yo)J6{N!)he*(FZB z)hVmvC*AO0TNrqf9mte8J6Ba|?BpNQ(3s5vSYphA#F_P<$nn>CvkO^Re=oAGR0|W6 zIHxPz?eYfHFzk*e`ScdXgU)F+q@&IF}pu^L;Nr`h;3uIl!zE zH_@1)jFO5|&@i#~BR9(+aZ`qeQTvbYKZL-aLt{scSeR{IvA<9_^kWwY?ddnGw z;heendrv+9#3FGD=A+d4rKrN~Gss?LNnFKmvl8J`hrE(a?Vqb>_J2|OkY9f@)@ z5?E%5D^!XoYU^V;a;;|-YN>RdD{%V?ot4R zQI90f>EHz}@5eg)g@XdXWJz4!%VOHl?hgLNpBuokNSwt_tKbA<{K4^)L!_vT@5GH= ztwJ3gy68KSxSC7?{v~liqs!^udmL;~M{~&{m$OP-_){NCz3iWN(A*xEM*_gymM(E4 z`z6s^Qs#X_d;}9ODRIqC71Q-vsb;9MyMTwvB8h7w#0u9G-$fEv0GPZIr}^Rx_tu=d z2hfY)8pL6ixVwqrJcoOg6H%Xf3#42US8=kKw$>Zl1vT52$4K_&khnvFV!FBQrmjfh zxIS>mDgLH}eda;=9^vMAKwZ$ah*(FZ1_eCqa%(eI#@8QQu zLS#zZlDf83$3E}%(U?^@L12k73ljHDQI+#E&$fe^!vFvAoT)ulF#u3DiOW3A9o&tZ ziSWBDI7nRih%jpY-1EcHF|f`j8yB0ovLxYy%kd(NB><9S^R3@}REw4)<*(dZr9+5%8n61TKV9<{k_ zq9qcN@xU@l+$NiMS?EB`14!&ZAp;YaxG9r(Iv>Z*Ks73b5Mnh#Aw&|_x5+X7^i#2W zQFGK4kQB=$afzGyQcbgb&Z9d&Fe@olBysJTAJlt4g6@nSyfbql(BBX0S(|n%iFv9S zfv%q+^?K2RdN(zD6t)^}jK7CC1+EtjjNhY5>VtZ1`VMZ7Zs!`1Qq5A?xJTi#gV&Fs zD%1hQW|ng>k5V8H_V1>5kknSKDd2GouG*rg{%WRgf zat0JB2CMu;g6It-qgkr0ucW&RDl8Eg%LWSfYL#%iXvKp>{9VoVvq_G?Kag1}nBV6< zh_Q)9>8YDTFj;14da#^U$j*9=TD4#}Hqn!;!)lfl$FEwh9uhGY$wW^t5&&dEx>>feN}-2Zk4Z=T zVJ2SEEWd@9)2T#*k za~gUPJc2mPW;yf9O5R{aQxnuYZG6bah-7FOo%IPYNSJ%76bzOEs3a2hG$hZzGBO0i;xki}HR_(Bkc;t>{piT_wx0 zNu0UGuv-sMg~tOdOX9Zmx8;YG=iwjg@RNfTiqT%H1cCMZ(9I}E>wsmJxUyN=Mca3% zoGbDuu6n2|ngPoqah&&7ugvs((VecmPF7}=xWu{+RL}Ka^^nB%x=Fyl zBu@217H!`DLKW(0inqw+tP&^avDosW!;%^_w~HYF%x&oscTs62?Xqd2CgNA!CL6%K zq{MAEO{bF#y!26JjqVU0DvKm8O^9_@wfKl6t`abLC2mmUDei`iT>RbOOYV~8nI&$G z)iPf9b$17$KGo$OA?1=d#a`)j)pgyAsM(%}AaY1tg)oHuh7GHb#0A|a`}h}$i&Hk` zq&a`;kBZr~n#6))N|(4T1JdbvkB3Gei7Nu0UEabd>_=uHj@ zdy&KiJ|QTR#PxahVgstO;Zwqh34)}=Irlx9pYn~f6t%ot0JBP5ZA+R8n{anBYB?{S zk<}R_Zr$=QieLBzOI-YOf=T2EBra)UG54a{tmbGAab6Hqmc)I|7{q^bC|d>D^vWc!MQ5UUXiA(FUtN>;SOmgVlKIerIN zE{SV=Se?@RIx`3f%G|Db*&>NkXOTFkPX+idfOCPADsh~T;|rcx=;B|2IS&wv#3h*z z9p$HuDtrrISrTVkzmZ=Sq*j91CvvbtG3v5vr68?C)>)LJkH9iZTt$R((NUv!F33=R z0?8i`I&9!Z>F$!+fOcFKh)Jv{-F zC2{o^)ZWVxkNnF*% z3i{r?r@K%`+X|PnOWYA(OWpJ!{FC)55CG=3bcq}CE{$H_UjHhZ`-hl#Nr}^Fb&lR= z+C&9))MLOyWs$^n5n}$Aqw#}!C4k8*aVm?haNiBs?uuRn7a$I^#HDtK;BBwc@I-y; z29R<|oI^9=ZB&>}M9uag1d&7H1~)%PpEA1L2}ztm4|3A}MdH5snQ(@5ZjpwCwta`3L{%PSOzu}q z5F{mTV)L^66-wXnV=apTW|g>h5gh7~@&0hsa*7}TgTyud8b;+mUh)9tsBurSX^9+x z#2sFDmOC&%t{0j^g8`K#anD|>@%KcXnu^|4iUyWZ;tme|`VJka3jm27C}d#b64yJQ zyMCg32UH`KUgUPgYJ@_FB<|%{b=rMt-B;8c#{n#t#C>lwfKquj8$W+@@4$*Yk;G}R zNL-=HCj5QbN`~alIg9Hp%?)v-Nl3t>V?)$qzj9!@mqK{ zY@l$jgJSO#&080|4ZZGs0EAJGB#y6foqHy^)mxOFHGs*Ixb7B*=^b~!TOx_u4=jts zU3_enofqSdQdE41B$x4>xN=@Q%9hu)21%T8HUa;VxXGEv=;ZZ^$B@L0gv(haF5GC5 zWmLOhD>S#~KmeHA(k1RmpY?QR>x_Mfk7VK{CGNP&VfygXX#96H+kuD5B8e*zV%#+w z{n0ydNx39V@=Ba>iz@ErPRsFEZ_-Cd9A=5LoEF2o{cuY@>Qh-j$|Z4?%7^J_zXvT* zv(-9EmX|}~651Z7M|zIGfg~;*Li~%wwfSVi(Nzl^gNj)LvEVRBm$*J%g}<~iOZgF! zIO{xeJM0oSetntMID8vf zm?xlY5;yi5m-}SzA%vH+;2?4Lb3&=nrk8&m!iN!-{IWbaH8H>jUhH&o>;V8jGLQsOq~U(2U>*(*`Y zYnx9NWR*DA;33qp=s`QsF!6!_3=-FGeHf)P;5|NF<$y`#2qdme!VRvow$c$ahq@M! zEz6R)**#BFXX@=ski>-p%P4UQBcH!V2kJIJVh0Ktn7G6_E#h7`YTX;vXka1PvsjH# z2$96CYE;g@_W5fmYL3SNmP_KyTlAso^dkb%oo^o9zEC7_9he`~`(eL~iypkY3DDmU z>RDRtF4nf=Y(>{UmwLVELA^TN)Pm;+Z+$`k>Q@>=HYFMuzeknS2lcMMd-odMjy8}| z&9cY4HwB;f4)j1(Fa(IjEETe|Z$8dI$IcvJS!PKq?&EKGxAP5Rd2+BqTU#}LwxENO z3I2ItTVR>Z(&3bH(f!+rpO7|91d`D#$Jv~q9WL6hMW7QKDBNpc&9$PPeI9;6&0x=1 zQcv&?WR_0*D!E7BQTQA6=8PwpEVG<+{Q%vu*9rWfUN3vXvY6$qw^lQ>&Fj&fJ_MT4 zEayJ#KqcStc#h0+>jbjwUuL;;VHSNS=E)M&W+zT0m$RCsz#+u)!J6thNG6mgkpLhQ z(#?`CkD>ij!t)WI$HYsT<>`zAwEp6<38=Dmlgau}S!9-#LagxI;<3mqD*%(%ECc#o zlrUKNmXndRE_19Y3A3G2}Wm^76vFNax%9y~xl z%zbnXndNl|@h@h%$Vs2G^x^&1sF>5Hk?p`?kZzVyClAmgdc3}c%<>BG>}J_Y`1W9T z<->PTCv})kb|BL%KTPaEov+ndgZ$_fz!I|`%u;h(503eaHibwH180zR+01fXGS|N< zb0We&v*2KsRX0PaHuq<2M8_avCRtrf1Z0_Iqh~HL$Sj*WkPz%<*}vUn{5{0$fR@M{ zn5F)h{dBS07H4FZ>W*Y#CbKkDh~I{)oD7VZwMd#}PC`!p=E?PSsO6bBkp)@J(m#kt z^||Kcf?7^C1Yj^r)!;BHscTsTI$iyp$+{9b0<-+|=_HrF*Qqrc(*=OaGRq5&E%|;% zosJ|za~!IXoeNo4tVSq=$Sf0%wWLk< z?HPv5@+!b`ndPk9KGb}ke=6$D$-A4Bip)}z@H!KL;cPJR$ zaPwrc9Gk?M|0s?;g(|EDuq=t2sT9Fa+5dP0V!O)03dM-B+bhU-@3jHt$P`#+i3?k# zT=X{0ust%AK|nG}oT-TyZ8oVo3V}n}K;d5dj=o*A=&*}2dfiP25Jo+cIR3gj++(X| z{XprN4VWy6_zQvq~I)L#|~PwP{z-+&&5cU~Ws7xPEWq=|d}QnjyZJiI`VRBF~WRN0HbLuHY~trKF8`|ff^5_bbIc_r>y;tlT6yV+RcUO*gXi3=MQ!BZ+7 zX@mMyEs%0aT&!UpUFx(o1~uD8d&x18L*i_V^5`jdob!;x4Tli_B5|BkUYuT=-SF2V zZi85G7^F+waML{6QG?eWN!%mg*(EOa>M5&Rk6-OUozx_aBt)jfrABH{OD3oZ(3lMY zSYphA#C25c#L2L8XoD>55}<4n7k-wT@>=5=!Zr4hZA-;L;^wpqqrPt2SB#E<1K?sa zSC+&@k8u5l+Ep@yV3#=8SrPqE=3W3TkvWjK?4uEMuPtj^A&Kj~pWHf=#Dy-M+5=TN z02nbrkd(OKrC0My0(L8)mX`-GtHd?yPf;H@TbH4hQx5?cB(7)2a4PX(LLJHx=K#4; zi5!8%JzsN;dnl$Q{;R)T=>(M}adY&}QMcdD8;6AC5U`9A7rtvDU@-5xMC0&b+mJEIjh7am4#T2 zpU`|ZlCaBj$a*lhrAu6D-Wq!GcEz2Dcl2Q3B_-}%a29=Z+Oy`Uvh6(y50ym{S0}`Z zV*8aKi7WLXn7k6V=lw12jUhbz8`)ERNgQU0v-z=trxtwmEbdc4$|Z3c!Z%V^ls;^Y znk~TC2mu<(^g9w1)88vdJ`hZl(=DKDpXwNBLg&MX@9bPi7^WjSEoLVb8XqdJ;=h+ z0F`QCVh`&1)N&82+?k2+W&vbnsW?bnjUbe&?UsKQ9Rqj3#b&N7iF;o8wjQ;sG6=yg zaXSjKW}wU&29o_tWDX>*Sj~|h`LkPVByp<&Ws&z7RelGIm>@_>+?JQ$^7UH< zJEE31b|Kj-tHjN2Gng8dLv2MZ=OhGRkhr`G;qMb)xPX8EV@MELS0YCsaorUjb6arLA%1kwc z5UUXiA(FUO{Yv?rY9f?Tb1VuW>&qo^lUCYMOKvwdM-tcQan}lw#A&fe+)aDa=_qFj zKuVRko2QQ!IQy-^KTuWy5R1eqm}^YX#t-U!09cm9UCUa>=O(r5fh?un6LO!7tWben++81^~sCdMKR4v z`=Qs}Y5-x>BZ<>%f0H{dbT)1eQhO=6<&t+_h^lx>L7T zq%e%{#63HvNre~NWukZDHUs#V#1*eUPn#@%qlP+KAzaQXan*?-mNy(4`=Ggf2Liy{ zmM(ElE0gKI=`D;A|AmQ{l(_!6W%L3;DhaeMewvcUi^;wlq-;ONt}9C8J$q|dOB*h;SfX)iF+gr(Ruo< zXe4n~Z%6|FMdJ87?Kt13O~FrXwtY)t!C{ataVyKq=$oaraZZ3TN!%{|m;tEDi-8dn1WAc&(dtruX70rSsO4<|m{sD|eBx31 z-zN`4Ehh&8Fi4!PSvX~rbnYw4(M7-{as(3BE3lI561%|(&7qfo%96M&owwBLwtd}^ zkTm~F3d<;Q{an-WpYNmsBzB;Xfr(2T{{yE@piv&Gky{;ESFA=Tgh=A@U%%x?wyFGr znq!Y|1eQzU=1sSuhTke{hwfa@!|j?#;yN)usJGt1sTF$g&IzEuAJki$?^0aTyXy^f zy^qxEMGxwg^>r_B%+=wcfw2y*7Y&Txqe|+7dea2H_t5R^0aB`2#=HE;-_hx0II2P> zKrCjd*>_iGd;FsrCje%&L*d_4*q({zH?~dILr1nu4pwMumqWJ-CcT|=2j!>&SZ1^Q z{w!N?Nxvo^Y13^W8O?HRi)i|_?&~24e9Q(4_nI46Qxr01?-0}sl)cFz1OGr~sZf4} zn|P-Jf0gxfAA-p;OI|@S9o6(R{+04fU&6AO<*Y`W%M*rOL3cXIkI;-}`CYjk6|0z4 zh|KZ>fPa~#ZQpWwc$$YVYO{M6kabwiQg3glWo}*-etR&=p9BDzkZzXNMLX#ex!>@2 zJ!=Fo@RDY^cSA9K)cJ`Ms_X~gp|Z#-P+6e8};fS z4zpQ43|`3d8g{-2HP3|$$qwW)%SW-rbcABB0HhS(Ac!1hxo}l6eXPULr^qZ91(ALH zi&;JyK9)o6oXbQ1OsIoca2TYUWv3m*^aoCKF;H7fRu>ZiS!TJ@UeO4drQQ+}g550ju07U5nM(#*B6DDtXA;WjbM|x{ zGRq#JWML+=)XrFd|NW2!jF`1Zn&q+sh54JFQIV+SnTC-CSIc&97lTIG#f}YvfBvsS@|fRHxvHj@1ct!`1+?NL+ZI zPT}8lP=)6LEKA~COI`WTk2O<9Y_uG#P>hbcg$s(;Y|KG9N(Po$;uiJ#EO@X-;T|#+ z0g#LmcWu*by5*s;X$ZW}1`7AuD!!s9^7?cxdfh4dk*dI`M-r!JcA0x>{Lgxn9z(!n zNgN#~peMzwz@PCB0hUGLF0|ncn$dL}y3@xC$c7muPHn#`)%8%aHIle{0R;S8;+mJy zuFjuxP)E~RNG@lUI47@g%T;F0i_qNu3;|$nOP9Dlsypbhjn)oB{FxxK0nAHET%orx z&3@CqqRJi!COlLYN!%GBHt)(SUnFts7ZFTeiJNG2k(}r4|#wd<9+AT>-Vf2ge0yCP$r3ckq|#R3y84k( z#M!ce!o7M&T`l6gafw5(yO{vOs7Df~aPca)tLhFzlpc4$WJ%ol8Fy)p!lxkgPum5+ zvPhiY53By~PwAl)E&E7L1f#_D+Mq$b{`&X_k~rO30{$g&yT3f7SKL=QiaOe5xSUnu z-eu%l+N=mVgXVVpXR;p5ZRrv>;P!F)NBhswi0}V}ftQpxWrMr4-RBd-QDybM5*{jx zB(Ad%^O--V6iHkXVDd^_*xX9)s7~?o(ThN@jx5hCaTzC<@>=BDC7?dF4M@2pZi(q# zxMOVn(&zLDkSkhr#Hcj+ai$KsL1B|wOOk+_*>25??{)mVUvsa{XE1BXGn#Pu6| zmu?dbUue9md?!1QDRFCiX;8CM%{QSjy9;26F$)qm*2{v^ zI_j(svap^%$huN3Ozbn>v4z~#U!or)d_M~g68Gp#D0Tn3ekD2vWd)ck|eU!OAzsLq8G6xd3^X4jg@b{2mNaAt;Wshz`TBSB%WUgPQOhd;m{sC3Zty~Fx%Ng8=tj-{D9-(1W_-27I%26?35;+2i z^NhL39ThYYKWjuaCM(L4xE@_^Q9ELWnIj=729{CcOhc1~paW&oge)j_ppb!yOPpW~ z_t^9^MyN*R5JId*D1=Dj?0((iUutL61~tc_P09LlN!*x+qba9NZ6Z)_9`&sLxk%!4 zSR_t8Yv@&!vzI_hl{hDlb;mfVjqx9P^?FX0W05$EoIAIV?n9?*yn{LZtNQZ{v~mbBhS#SAK6=>jyCTtxtvwvs;#0d zZ>PS+pP;3@BLQG;OP4rn?On9JQ!752`_tbu@RAb8jVqzEA_L1&WjlNzJX97*oUIUR z;gCNZNnAN#@=9ER<4x{$WyN&#A_(|MmS>i@IcFnyQ&V4WMSV)|6Cvf2xV~#jXv1^L zQ&F?6gdlQA+>^B>bl)F7i;%=c)RKMti^QpQ=W%)r?uLJ$tmkJE3l4*HiF>=VgueQ` zx)w>?IpEnPuJ6y&Ry|tgK0~8p*%z_{nG)A(loqvHFRmJmS^if7ON?2NxU(OOIkPfW zhan4VR7X%YiBrhoK3Ulc|GwD)791q*R&^*f#PbFIV#QhC$m(J-wJW-w zgkYDrcXgwtpv=_(Es;5pIP-6b^vIfA{M#1k-^s#E68E%neH5y4{tv>434)}=`4->F z{~q1U6t%ot0JBQmG_7IOp0g+LI|8eIlGPa`u3}vn<=8AI66I*{FM>(r2qZ3h@@ejf zu3m%C9BQiY{f~~wlDN*)Q_8RNmINduDZnyHoMpTCo~WyLFOoQ2<_GmY zc1%x258n0IL!iGO)GNQ6S9GzB@iuh*IH}i*9@I-1Rgk~&KyyVjFyi2P(ZKjUs-!-s z=dq>c8oHfgAf=jR#J6Rf$$15#s0t4OVlm5b^Y>LZU!h~CkV0}H%PbXIZRIOYXq1Ln zZ8=z>t@&PBF4+Gh@+HdAAYhrza!=48!RvMLCPo(%cLh2+!aTQ^HF+?4-ib2S>E@&N9XL^-W9d#*TAxv<;5RX z``XtgqC5SMvNMm1>3#oy3uPCn?4rdMDqCr0&YYC8CuGTzeGgf)l|B1TyiwVAN+=bR zL?I%Qh(yT}+4ubB)9>-UuX&j{bB4dq^SaM{UH7@J=VLl%6vx=gf@W!5u`)MyzSVLt z%TdP}_?KB`o_of}Ce&yQZMNzOcDbloT1H%SPP?Tz4`!G^0Z1k^o8`igIR3wRYmWdw z{v^8rBnTg|L@kPB36yjgZ za-KyW$JmGn>22twt0{t3v+Osk z5|`TYtR2k$lLV{HelpA13+yC;(PcM-Szaep%q+t%NW*@6{Q~@j2u^1CtY85*WwxRa zL?Ha^U&kO|*f{@I+RXB&yWuEkS8nH62ywHlwzLwy;`oMWwak%O8n-#jU#j}h4?Z5; z7{eA8GRp_+n!JH3OJfUe1pI@j$vv!BD1v1xh1_ZcOQP;#!EuAnWfiN3;B!u{YOAZ*2S}B10*{9lVlUZ99}_<9#IID8mXIQnKm_fcZE+RG{3rp*$f{P~whc zCi0&v6io#1ml&wL*R{1bD_?8xh`*ZFv<|BZje3x{;AQuuS+TDIAwAOx(a~m-5FNupVN##S+(h8uX zm9b@)i%Q&-X$j5^s_8FXl`qkxVuxs`PC+`Y=NIA#H&l(EUzR!&i3ML=%~Ai zr^ZGi$=OBQA0GxMY_;o0ngOPHNbcMbIj7FUy#5^`AUl4ifj8V6`zz68Cjf zEy1`0Ve*SV9EKqOEU8 z4fICh|F-ZYRGY*NzHKTmt{dtPLNc3JL5Zt1$REE^Z!K_2a=Bdt_N(jRh0Ggv2yn=CcqGK|fCKyN%{O^}GhDWY0@NEijCv5R1B68Aa0k9?Mo&kbNN=)fw) zs5!St@nmR78ssROSYe4yty9x%7J zQ2?6Tnk8;hlfC@@jJ#jKpBCcPC9eM1Wd7XF%Cn%d>BLiILE`L`*t%S!b0BeV2-8*K z#^zj=W*e4Y1`k2`?yOG25_jEUv22Qsyb|;&8zOa*xa*UYhirVyrZBzb6hsG!t1vm4 zuN-=24@lhj9&88yB5_&$n@TFXnHNDZyY*zT=rCxOxRANY{GY)y=7Gdj^kTfY#JL?V zEAi>&Gz&WEb&8->;ubEh&iP*4i@*J~yBAwtZOoFyS-8czB(y7N2o^Tfo1tP7R~#iB zbkAoD;I_TB<0NrCo(6GwdLb9!7`!B0W#(#=xSC&&#Dl~g?8ELrT;kks6x9Ji8Qz!C zYMCR6+tnnEuT>^s2}oRBABGA^+=o47@x}IBVpIe{UE($_Oo^YLzJC<7ytILAK~ag* zlS;Vx<*Jp1mh+7Q2uR%I(ZSq_rFSYqjx2oHx@tKhiPPI~MOx!pA^x^S8$z{7oUEw5 zJm<-<(I6yV#0pAW_i3Ak!-1MekjjAq15=eaCokEbm{Wt`NnB1LRB8kvN+m9+mlJP1 zvgkTA$8dsmk~qsoe`GP$tM-K6eDcEw!|Nxrd6PyW5_j+NorjRK6(1R?QQ~e!4wm++ zyaNBrYzjdl5~t^&Xz4c}9dnf#mG4jl%~68G_kf=^04-U1|UV+rHMC9byd6&IInQ38Pe9_5D1^Agy>Ady4KkNYv|8p!;`&Uy$WQv> zdl@9Igis-g+puB{{;X=C_AKjsgf%%MnRjR{xvQj8j(DFo)I=s!ie)`Q_z9H;4TOA!%pKawRBn z-*0!S4F{@fIR>d5C@?TpiL+cLvzn2=3MB3^g;1#xgeaA`4m~UIL$BXC4$U#5JX>EU zi3|ALh#SRc;{P-8nwnX@RN}0JU)1X}qfa!vcz2DUzhBhry&~APT>4xuxc;-o>q}qM zs}ibBypj@!73_?HW>9|yTao+&%+l}9Bk9reM=L^l zoM$pjn^_Jzc$RlOl{f)fbw05oW_j$3%PG4F_+8EVv)IalW@$3Uf*TlN*9FXSG=YDa zWo*xQUO%HzM`*KG>2guC^tyJ|`EZ*bJ|Gj;v)PT3OlUUCS0M5if3*-3F$(ynnUG2s-IAilEgjr#>_1;x?gDA9@$l5wV68&YPg3`F|#~%Mf%^Ow)kZ%zeI2{OV8O0xGe9=Zg30+ z&1W~RA_CgX(xZIwH)vNe6hhoAedd)Zg3L8sz-~Y-b7YqN2cO`d&at)yvkW3s$Sgz3 zmWhHY=Mke~E$U_&I{Qid%Clz2pykPf*u9FHrRiN~?vzLWM$mG0Qvd<8bZ`seS{I%_ z3^{5Z%+^)Q5t(I_@oj0iwBaL|L!N|cGs}BL&E-z+dafWOdx;e^%Pw6G#KVCySjg^G zRp-Kn8ysfKiAkJZxvYXkP~naQYm>OH zXNSn&-e`ueagNr3Rf=94#eQSmI7TSL}TcR zHpGfZT<{l{#K6fpu+#jbY-K@-+u5lGx4nkNagey%#~JvS#C5Hd%Xd(e{R$n;{Up0w zRN}&o;+=obJNFvqcC}M10L^X962}ic$Gh9i)B`?4h*y_5gF)H+*{$blL1kA&vh}I5 zAaN#2%*$|QEs!|V(+ty9;_S!Wl%|H6Vxw@RIKmQFEL$WyYFQ`;iCc1p-GNRLXEh|7 z4-CE05Ss16vn+@X5@$Iyo8K|&us%rKjB_l+zewE3Q5_`%f9}8^+;ELyvFI>pmbk15 z*?d*k@7F=%vWOR#xJl1aTn5ic#{c0N63gyDtHkvaZ~O~7woS44Dh2OI7!@mFXfARpU<1XF&G-pR#%z1+9dAaJHw^W zuBs-m5aJTIw70=@$XqhfYMCR6E1wv}pG_{K0Eydrfh{Z~aY1@5@g*?+B4bnpL0#h7 z|HzB~@MEJNv^+fpgGD9o-uTYko@}V_Z-TW+Tv4-y@}S?Vj|1EH z4ZB-GRw+i&F2@v6`C_c6hsP2T#vH%`Su~6qd;xmi-F2} zoww{$V!Nk@Y~ZZ4#us3uDFF*5s5Q- z=Q5z&CVVCF!#j4v!V-7Ol)Gm>_9{r6^fLqhlDH{1pYtJJUR9u@h0*1r5_hWgIp^6C zyXJ$0Wl;c{+nOaVvu`|~epzu9`0`)a{UWa}aWyJE;cs2|JO(P;fq1GcNL(W&*7CRC zM3A`ggy|}AGiw$|S9Uqk10I4M6h~O%ydE!-tuDVN75Y>Pkvd77i^&r{D8%V7G}|u} zL+!D?fcB(D60rV{;vhjYNff`74f z#UxIVCw-O_Y6^Jw-`a7KxS#n8xX~4?%-|So(*N^+<4R@bYLmDv%X9spT|G2lA;cwa zq;tJU$lM7-Myq9xB(Ce5J$(Q8{4kKX$Ak(=Tw1^KWuVHV%CO~B1VLTm$}IU5e`U_Z zZ_x7c2^N*OvS%gS+g3$KpyiA%%T^bVxNG{sT%6SEA>=5ZFtr?!#C3^%C_S{$Nd|Lh zs1aLHo5an%DV1-kP`(}rNj9;95;w9i>NFgve#UG;l>-F^rYdo>XUWQZaheV_%AgP` zHG&YO5|`j9<8O2_a)##Es~lTjCy6tEb5r(|>xthMS2=oT{Zfgu6_L2g%|_u@NgpOs zqr@2;F_xXL>4|TT77`>XaTjd|<98-jIK%E$P{fpfPQ7TpQ2w>o4F@ za~DP+je3wczp9USF*xxP&wG?qI0aM zf)bY%Z^rcvTap11*FTnle@R@%whVq>)~s64(YW*Ma#4xXYdY6CV`A2LnA^W70L^X9 z5_dH2C?8ZI&=>e~aqI?=SC_a~>1q7_Y5^^wvQy$2Pn89U`>4bUUj;gW#91XUOjn6J zeBhpRwEt9m@8UMa5tg_E7pKa$Ey$S#eJbbzy91pht|TRmclh0+8Z=wqi!6u^61VwU z8gEmPI|CBeM8QJ*i^OfN(M580$Mk1V%ruHc#ndcuPEXSK26HX-LE>g5vU?GixKPVK zE}InwUtn~!zQiJEmAEP2y%Xzm*T|Du+UdOWcy0)<+?8>r>ec zsAY~M&auWdJ~nXPVvx8l*BB}!aXCeIa-qs)t}{kO5Y#2^fX$ou;(-fhLd%OLSXAOJ zIdYu-1iNX_awgtjs|!e6o!-h%;^y;TAV>An7^apZk~sg5DN>jB2Ag0Gr4y=6;>MnH zk_XrHeG3wody_3IC~>2Y`%Zxa^@AXl0|f@ADshELvSwHBWn|zAYR0D)ln#T>5r_O{v5+7JgChOIWSP@Z#Mfg8qI{Z{WlP zSC3Jfy214uHC|u(qF(cFiBg}yW=+7F&d~Lx1LJ?AO5=-q=c3ZC!gf-K)M%E=tdC25 z#@25ERk%x#h*<_lW$n4R3XWYa!P?An$CK&uT+4~5POo%emA00;C`6I8t89D7(I;Ys z&2s5n4|&J>q02#={tzi>mU|2D^9`E!MZ{tlXRUtgm%HXa;lNGm!iP z%rbYtU8#@9So|%MwS;Li%XYi(@#Wt)ISZ|N2eBe%8SvU=u18z^>D&E83!0_Zi5grN zt9F0DEKd^nmsw6~`iQTz*c#u5j-$&(&C;vkedp+5rueI8$rONOLbF-EdmYJtz1^W0 zWF%dPS2xR0|9gB<&2jiXb~f=;Suo2ZO02oXhWTKY&k57jEG@6!l3r*KJRTkbyASMO z37ciqq!3xJp3#e-c`hPSC$pRwaF6e~r@?!e05>U!4raN3+CAR2d*&%HON)^P%*Q#Oq2G`-rWfBZ=c!98gVkq1wWPF zsJF4xQ8)%hUl^_;0@}=S(1&fypk0|z2ywIAeD_Xw$Xs2b)iOtBS+0@tzoH)-jb>>} zsE}DUw>{Mds_a0FinXYlW#48`ORz{$yatJRcZtwO3kuez(79bc(M;P$H@fiWR{-If65G-emV-h zS>I=}eW_VC5&3wqLHC}$A!jRz)F^S`sV1^k_6yx$!xsq>k+>;Q`so{gLxuAR)+TXX z8~Mq%$~IU6Tdp75ry#2oqbn6hD#{lf90NIOLaeaF^)Xv5@7~G;e@()jNX;&${513J zuS>jLhv_b0e|}=1@?O*5uShJ+UNRh>yOjjes0WD)u8}ScI~U&;(sPI~Z4wveXy;n% z;zvE`ipj)^NL;%=E(w8s3t*?Q16W}MB`)2>ocnX2#SoCVBfbp$OX7O`Z0UN-$XgFO z+O%Qpa#4xXyZ*pAdV4@0nA<57fabPliQC$}wriEuqf3DQAjGRn+!PBt*CMm5a!}c7 z!`TL?vLJDRN-W|;=jtGFEeX?A;_CFhAvLM+;|M$i-6)Q*#D%_FCi|8>YdG|&u|(=5 zan5z@Tyy%~83WCBDFx9%;@Z@;a}Bc!D+GxPrx5=lalg8@k>vWmYyrhQPqFAQXqLDb zYdhDHH>r^zaRDP(F~ueBYQ0A;bv~_@K_~Sc$s%Z#xF74xxIaPr8o-!!9mQa^F-sB` zJjYg&@Y85FSeWlPhHA7hm0wK@ej<$@`3k>~Z;=R264%lph?Ads`T>r?Ucyyot~QDL zv-S2}Xjhjggt)}{B)VRL%;gfTmN}BRwLvNT;h7(2!N-FogbGRA#>mhuP~}?VS+-RK zL0#gim3)qG+wiCzw7hl%i%Q(AIquxvxZ~;2a(Yn!0g2mRC7A0rw&M-R(L}=3azqlB zuYyPx}{9^YdJwQkv5i2NhTdw(Zfddsbku9ilpuoUXB`)ir z%)RG*3DjuBBo;!YMi8P@;+hR=%6p!OtqIMsrayyqlDIeCC9-afGUA{&|FRn1u2kZh zib!1LXD25@&h}a}QlrF8FaJpTb^Dc5u;DC%L?kZQA!qBF+h7_c1Ph9o(u#s!^pG!` zm+uU0T^n|{f~-=EOx$)UA_onc0y%OfR#@VexlWXS>K1hs45crTf)dx#HiGx`+N1z* zsu-xeSMJi`#ErL`SA*wnCxJBTLE;qtx1_(X_vixYIZv22iR->ShIi(R>Ofb_BvwS? ztjkN*8Ww$lohCJBg%Omvd6Jsk*Q|yIK;k|S_?N`}C%M2UO`35DI$A9|wvMR8t(QbQ zw>pxHzfIvp0cdV(mbi|FTls@qq$^?W_Z8yRCC+kO4F4nO{RF7&G~%hUAaN~}ScasF z4M^NN!gQ6mmtU?+V}4Drhlk)8#SxY`r<5hKly{X+LZ3<@QYVRvRBq#*b*tylY@bmO z9VBkg_!z#`{hF>QaV^*h_!o)0HoK)HT{hYriaEC>i$#Y)v&3~+5X0MaopBN*u0t!v zi%Zmxbb)G5}?Wlh*1#)b&1o@`xw7C`M^zRd6x(l zl{nvwPF#o2qwvoMi8P@;%a2N z^0OU`YCv;LaAq6UN#fe%ROYIjs)~Qz9@@IdrBvdY3IC1v{L_3l_?zu>g8u#+@3qsJ zuBR>IGvWFwZP+3z*O&f{wY6WH)B4OZPW@+pe$(x*N*$UdMzm#1rYL<%s<~uiPc*q}QqO*(zAeqo? zmNEZ@@VDO{91MIzPJmZ8OUcTkeD8?o4WY8%h^NYeS-LB+Zmm=AgIV5@vt@NPOFM%b z(q$)Ys>4HYglBPt&2rk?)w0tIS~Z5|dC--SI+=5z z<(JO}v+V1}Li~$aUho z%kj`jFLh#fpw%pg=GWl1%s7EB=^yf7u-fb=vm83uSCSA{FA3Bz#FL?7W@%X@-M(^) z8Q_yUYsbkf`|Vx8-91!17mk5X7lx~dfHt$7X&v7X+Lc{b7DC)CTX?R)|HoUd8>7`S zM`pQe$XQ-~uV-^G%U6U7nPto@uU$~(%Cv9%h}cc#2e;y{tYefL=Ogwnx%)W zJ9n+*(r9Qot9r5k0%qyx7sU0uy&?q6a*P+l)N({-nL8&}TI0O5Gt41rFNSI}%kC#_ z^{s|CF|j4$F#&9b@3$AgWsyFZ1T6%wgY;v@+Q>GUz& zFgTRI2ojOF+^Ds?*3^UwS8!$bs!ig$e07kIb2qsOtho-XQjBJNUZ~jKZp(SdQA1*d zC2pPcv^;B7xgBUIL<&mW`8J9C^VuQzGZe03pz>b(T{@U(64AK`p1ZyT(x?ZC%YC0O z%?sQc3hD79Oq;|tZGE1vIIn#x=!z4F6_GfjVwV-uw)sJdf<0ML1treXi*<38`PbxPn89U8>hsQUr$K}iEH13VY*6OwcdHs>@HJk!$a_# z;s{GzZt`MTN};ha^rj}-)$%_TiLE=VKIM06%`(7U;u8>0f zi^R3rH%>BcN!<)6=GI>9cIYr@mbmO{=lPpb`w<{mH})*QHk5r%ac3pxVt;F z9FKu4fPloAeh%UW-1@y0a^&dCFtr?!#Lbo$NDs7oyB+4xBSN)F+~B27@=BEh>_A8s z4`Ry-O5C@h>t@1%YB88WDhCP-OjY92Z%NzVwhsWO$)pe}HG&YO68E*7Gym)UyL@Pl z^M|nYb&|MO#^pH6r9U@7Zw`#z>`^Llb|MmYHJ}213*ikSHAZ-#qw|=ffXNdlPM$Hn zRlum}GXngl4V^S;v*)yT)_@L#a-rpu|-${l=H`osbG(eKAmZuLfrhCAQo1 z{yaQ)Z3(1N4-yx?{FXGwKWh!7M^2bFiF?-fB)|9GPyFfIuEdH+oVBH7?eSwNuv4=H zmRv!JE7Q)D>-w$yK#;hm1pXy)Co-b>D$eF@prf^?%S9zF+#ufhP5O+UFt=SP0L^X9 z68HM;YJN^|l}zBf3-Rg_SHb2aUvk~Y0V>;{c&aQ&TrDNGv2CaWNZc^Obd|X9Iya=X z%r8HIhhQSb5tg{&b!W>$y$`pCJ~fL-og^+xxed3c7xqH4T|_~2khm1vll+^s1KA*P zS1H85NSsS#H_54G&Kwl8)&+KI=`d)PxXbP*`Jt=d%0S|V6E7}tpBn2+0z(pOLnl2# z5wuENM0jqWM6QHjfzmb1UJ1n^BFI7!@^ z;sxBkwSEzB46+GVnYr2|Zdk8M{vdJn6>J0I5*Ho6raxqE7}08(BZ;ffIi6oJ_UI#! zxC4X=Nt`Ub!*!_g8)8%hL0#fzt}BVpRdgB)Ew5D~+o`C;xo2|R;CCzWMZNG#EP#N- zwfPmqIp6y;6>@ZfFtr?!#NFzYEse?gIuqtl458X2u3SzNd4&s`8iK@KCRR}5-hFoU zg#&eqAe93J2Bs=;mh)vBpVoc=HF`iHRB8kvN+r%q`J&!~l-wd{j(G&@Byq#d+H%%e zwe+Dk-_C8?y;R~_h)CS(WD3DgYvaK6zxD`QS5*Ouadb})DSW2)q ziF?<3oP7K7^|8Qu=)fw)XwBPI3Lk?z{UJx*#0q~Bx6kl`eC6Z;hrm#V5Gg2e@eQu> zr*`Z!1#p}gsJvI}sMy36C+2*DQ9qYJ8ucJ?a`&&&1r7;Wke+3PX_L5P&yVpRMi}Tr zS6ol5h{PQ#cJW);emm&IOheS(5L)~)JfvDT{^~J-)Gbs znr$Ej(Lv&TlaBG$i}Zeg#3fLOf04Mg%{xmzEs6GoVpc9-rj#MP}3#O>A}tbk*1hH#act4-oM^nTC=+SOMIAue(G-|K9H z%sCgb?W<*uB<_b#71sv+oO3|p<`XI;ao#bFw?UPYh*1#)b%{%V`#9dvW$Qj@d1YU+ zdli+qD%(18-y55hfnnl70R$wj*@Ymkyk0~L$WaJkYB?f_YjQ^U_524~M#CJsMyNK4 zGl=5lUg7fxg2dUqX4@5%IG@8-#&DoI5TtUTz`#@`E@gyl$p~v7s8J^hp;99VQ7UnP z4PE&Tk-_+@X}t*6N#g3Zx8lMgPnCzAufKcIyHw&@3cskA{cghyc=4{@JqD?~c=x}L zrOX^Ues&#hW*rIFduqJC^hG^$+n>^y_3MpcV636*O9#gPMwP}F^*ZYBkAm%7AX1}Q zy5{wi)#_F5GgRR*L1Jdv+W*VAa5#293D#zowH><2L+(V@0@gf}9P zvwf0(fLU5vrAb3hr58hb3bGic%`6AjJkA#$%v=Sn+UEgdMa&!p%2;pBCl?isqc^RcW-Qqfy%}ZPn89;%u-@?pVamRv%E`~u4d`FAXR$G za>`qH2;NZ~VY57Yd9mzkYSTYpmgOI@jq7BVn|~eSz1lC{4-;TC1<}DQXZ$|KcX?&E z3(PW^Li~$an)hlhxe?@a3yNu*!}dhQ)NGc&${gpf7ClmcSuQ1B+$^W(Uv)XVFwzn_ zX(2_>YL*5uHMm9(CfLC2@A;VBzS`_3v%Ij@MzY|WD-UXTf>1HDJata0KRBQc;Konb z${KMp%h2ZwxcNJS+QTt$d&+PX5zuCqz0wNrL%SMDA;itnTmF6lWNsSKYMCRmoU+W= z^?{+$N-)b{LWRt7aedo0Q03Lcs91}-SypJ28$Y8}jfT+jwh%08mW9_ka;s}w8$!zo zrvL(Gd3#?F*ZqC`a>&sU!qjp^X1VuUvUHBk`cW{4q6yVzmR<7N$xr3>s|G@Hkyt^q zyyaao77mo}Gff8yv{2P7%S6eXLppwd8cn1SDm8)-rDi$EyFDL#G7DMB;*@UhJzg z3@Thqu%L)3|F^|6b6&pXfMxX;9B^?Lok5i2us}Sg9~Mm2Kz2SpBhP| zP7>F>QVc&md$$WTTYn0ogT&3P9K#Qp8`uUUE}BC8i^Q#c>?LW?;ouA?X8A?z)Y4(l zEOB0TG5oQNb!H%Oy@(f=IA7DNE}aLD>XIabCWrT=#j$tzgU+60A06N#f?8 zwU*dL?HLCa=CGLUT%(1ld>KpnBWcOAsto|2A%c^{`5Ojtu7g`j;TXgduA{^qnY4BY zv@883Yy;vF_pN`YZjiZ7M5|?vB(70mCD(3&J^>(cs|gj7xc&LFYe1Fn5Thap>Jm5J zEhFAIVNQK$c@|6APDLfIzqbcBedpP|&~gS+00D_>P(7G)opsL%a`YczYB?f_`|o>} zbda+h{-##tJTd^af+|4g5W^e5~OmVz`#@`&OS%F)wKRo zsF4GOP^l4wD3!R`L)yR-wC8q4-#iNDN8!UG&Kg&Q}Yh1i#CayemI72vfS`1bj7yBib&l3%97UJy)t2^ zSs83)L5WkiT5#2uJ(>X$_v9V}|B|?sJudLmMr7en-@eRbmy1fA-mP=anS9hDnA@rM zSpb^bnk7!}&KCaNr*DbCugDVM)g`X|+!+3G_v)LVvV$Kmo+=9x*GY+OF{rWuB(7{W z!*rFnsF=IbHVaFn@DQA*IKmS5Xn2S$`sCVo|T~d5I^n*^idb;M+bfsBYGalpj^D;h<_1=O0v1;FDMQ61 z&aK<{|4rOcBZro{f|;K3 zpT)_EF3_%4JYylmC2sSD8Pgzh-JUaAEpsGs4ksV;>AU1vAaN%73>A{N^uDdWL6z?k zqaq0E64$@#oA`_dgMWdah z7^apZlDI)jzDjStaK%5E9U@el#Px}Dlb@_?{1}AfI7pf~q!Za1=2 z;v7UIu70!IOCe|BL~4|{><+zTuBRhb!iKL9BqDKoQFnVT=?$iFk6>*Q*CcF^{N|ni zh6DRl2UaOYlUEK>c#jxA8FKW7SYe6N=N#( z8C2e@=Yfui`_C?mhUdF%q#N2BEraw}5vEPzMkgQTZx}~TgRa<$SP_YH zEOrSha|^#Y+N>4sbo#hSqgs`AsiD&YhK=(d=Rd}*(BFis-{!+kkhmrU{v~n8T14`< zdcNEU9j!fGE-G$!qmAaTP9(^ca1z0;-ZC!~FbhhP%L5tg{=W(#G1o?pTL+CQ5} zog}Vg*HK=v#Ml{{?IH@IgT%!tziVXg@BSemaVZqyUnH(hgCUX^*H$-%V%D~2r=1bH~@e8_BX+5W0oZD zzmWwl{c>H*!NNK_u$_xZ+^I`as~j^Iz&D8CWMJKt?|^+S^Y$hjgNKBx%v@~}H)PVe zGtjOq9oYuNB`&RU8GH$CG|_6ABZ-UoUBUH;eYKGwamNW2lDH~itt_C*ABj;B1a*nq z+viz)(S)(hq2;w{&2}m(af?#jxdH9k7(mOJLjeRNu7PJTSFzCq{L=0BZP>bMIUU2};8?tIH%%MMoYLmDfhSTLuGwcR|kW_5TmKBt^_a(jX8}-ZxQaMmyV5$;lxm@+)CfY9N}T(Q>HPWsdcOgQYeuk668EEOmh9Wi=sK|T#pxO2N+r%w_(i>( z#RdPti+7g^`ujz_FO?c~T=O#{53awb@%qvi^>!57$b!P&Ux$J5g|06h82=kp8eh~K zTW~QLwo~CYZioKz`M=esnc1K2BQqc0_y|rokwT_b|EnPr{RBjld7 zi}8<`Ep=d(w)W@MHbwFH$R&^?Ct`)oGQhPpf4P2}haiX@iPS8J%0Ef>_+G-Vnl29k zu!k6^yw~8tixQ361T2JRP&b2Bh5Q4|GI&>}G%>>FF{Jj+U505h%hwG~@*7s)jDc3Y z^d4hH%yQ;$m&So{VX#w=OhyZSJZPC;n+qvti@(R4O5k5++2(OHZ?nDD8fde<@3VD8 z&C=^sqI1~QS-~I^_bC9$gl4nMY_Nv6YS?2M@O`t`4Ir;>mdRgE@OQ0)t3YM%5>J%{ zv&>LpTUT#s3uf8#0b5pAv-DqmN4oHX?`3!hGANF)S-Ov3Dl=+SZZtH{{@LsfbTZ3V zzfSP|FS%HQQrxE?I+$g_?-P7M^txAImOc;Jef*1A8a4Engt)$Z3dOulv8b4u&5}1d z$&ZN|6bEMM`H0<%xLNwN$#6-vGgttf^g2b*YL@G}*XA77oeqT$aJ+Na@@li6%rc}> z4N2#|xj~?YnS_d&rPp_<{WZ&vfcJXLR@R7&EOb3AY4TRw3(&FJ@@O- zt_D0|cOY(-qtZStg3RR*t(G}5%Q}i@I5! zIQu6)zIwqzXnEtFvIRxWvgepiT=3(SC!poLq5uMB8SWj-tvqbi0dh1tkFBegBQi^V z+6(E|o$m}`4&@W7%`D3f86-cORzC%VWYjaZte{yAoo7A@4%AD6R1Oqqp{iNxHIfA_ zHM$8kn(&;ht5PEfQEHaCIfMBAC9_XKb9_m#PG(tPb6$4Yrko%2=6MgVPcAjf)*>Gd z+HF2(1Ub7xq{fd2o80Rqs~9-f4>p`bkch;Yw4VNOU=dXK4Z+$ZF7)SM`KKFyeUZyI z9ayCp4edKd!A<E-G>I#c|Gy z*5>5H+&)eLXl`qkxQce$_$~$+^?{EO;?*VYc#~MZ$NU#lpt6^Vr^R7gA~MO9_DYe8X1Oh?B&*T;fbe zO?m=?@}6k5%#p-}9M^LVJJNV2NL=t+wy==I9jg}j1*+WX9b;4kL0#hNF8UmQ>$|)= zw7d+0MI|n*ODFDkkEZXTGPD1Enp5! zd(T$XCUNa8yybQE^tXbLH2%O?L5Uk1-sLMCsG|g_94Ig_khrC?$vI7`Lyg*eWb3Nb z2tt%f+_w$he4*{$X3!kt2-ZpB_AQE%xk|DZLvMbOb7w}W#I+HTIB8zZO^~xTj~S^^ z;%e^SC^I-dJ_&{=yFksQz#}oyI0(726KA{1)#aDS>pOs+s^0p zHaZ6UJ|SLR;&`(-e(~hJ3!t(miKohf#C20*WiodD0f~zxOjn5;SbSgF@yhTk@DLYj{n^2%VLnY3&e{{T;Y*xE`hlX@oSMQJY&1jDsk@H zO*zl-PHr$}2NJ9{W=Y~KYZki1U2FCQENm~K8ZAs!;xeT-63ev%yif!ui7SW>;!=y^ zZD8igpR--7%v@~}ciX6u1+=RW3L!3WPt%u$LFR4}t(G~GI4 zByRr(gEW|zLy1ul1a*lU*Z60=S4dt8w7jPUY(Y_p>(|JWYneXT6k1L(1rU(934MdP zJvLp&L5_YArj{d;INORhrN^ILvVl2d^n%^8Hi;|rXfJo4l>Y#Pq#Ch;61TN&uooPt zIs~a4C@?TpiHmtIOA6~T25MwOAyjGvAxb4~UUGZhH^(X&nxj3zI!WAk|2?u@uB{qD zZ>|;jetxOMwH1-LNzt~kkTX9bHA7lepFvdCFI7{`bPH^53Tu zH{8ny6Rb_*TAmp!-}-FcX<%3Dz$(Sa?b$*_;u*KbkfUwH3QJtduc7?S=m7lR77;`W zO5Bjb8m_Ci`fdibIVuJ!@73JhEOE-bj%VSyQxHg_9waXOYPNJuz(V{a?gnAnB<^gp z65gb1W_jp}_lXsexY0!}zh;@{!A_r?W(QDE;s)I{npfdC0d5l;r_`Oo&&PxV?rYe9Gfi z6``_SV%YjrS&+CBO6+B)yl{}X$AsxBael>_(l7ht@s|uo#IoguC2r99MY0`EZyQ3N z$|X`Ki92af!W+xFzK3Qz^gLT$2Z@`f%tXIK{ZE0!y*1;c@JC z=rCxOxZpw{?Zp`@wxYY%=vPPUF?pc!{F0xm_7dQro30Il9 z+9a;+)5KfQt{PutcOWit7M0unhRhu!S}k)VaU09u;X@A_`+>ySE7-z964&hIiUCmN z1Y%SKL0#g;F8&!my~3cA(DJxMwxFoQU0>|MmA5w;04*nx0tiT4foU*j`DFoq>tL5l zY+bb+k;D~R=1O;cZ7>_gbPA!`B<{wh;qs6xb@qUecqFl91trekJKzxIE1C(DUwWDYfQzs%NEsS$)ImAEz4M)001T91e3c#UA4BrbeToUFVLzYli4y07n& zQi*FP{G#5F4poO+mb#RlUelt(UggXCFzD|W^~@WN?U-j2x(Kdst?~NO7xlWHo+Jw$ zFe3@9X%1aqIxzk>sx-c+XMKECJZ$GOks8hN!;_t|Ypo_OgetrsNW?6|9bNK@SHrP0 z>c?`S%`Epc@{}iz+jAV)Mmn%cTRYo(p(6fD;%mqePpq(6y2m@$#HfkF*gZu$3N8}%1mVWhaOXI^+CPR7_`!Y}tX6as8;`s8~CD^IyU`7j?Wx1YpIRCd@vcW9(68M){4ycvJS88kW z1lnx%A#5E{vn)1T==?Nxb`y|^*%W|eLbF*;P2I=Ow4dMz{39V=-7F8cy2>x#)%O@w zRx*@rfGP`Sc}9snYG{53%yKtjx|*eN?KEjmNtMI!5R_0HVY94d7%Ur6w6_a1&tZP- z#&t5wjm@s|kTF@|jS~)f9^k zgJ!dQ?|PNDE3xejX8DqMakFf^EZxQ6?XD(Td0_;Ln&t6&9Oqc^S}kZfM<{@RSuT?XbE%6P;TP7NCQL0y zWR}$wpQW8T4~c|1lt8F9vmCo;sysR?Iu3*+g;+tejPc%j6b{sFf>aI^XrZcE=I)oB zH>!ny<9$dWRB8kvO3m_^T>!7QzGf^mN9!@{Jn3YX(@#8=Z4GRRFHv_J&}L<+S+*DX zcyPjmJ=Gy+?}^kXak36wWZk?kd%>Z!8pxItkvK)v2dnOXpu%nhYm>OzGsnq2ZhyE4 z>@Xczr5G7sn5-~<9**A#8$_(I#6^ts=O@qjVhD!vACZC*x3i~#Ykogh{ECtoF;IE0 zBRBXf99mQ@2hZIz0%_EP#K{NVllHxubqms?@5}0tOwbP*)3a0mnclDI}?6;5E-G;}H>fJGyKzdKxjSC_aOz0dHCPoK4i$`+4cJXIDX?!FRR z)XC!+NL=VBhUqGCC04hkl}EK30TOp*Jc}bNaY;qXWGB0C@`FBAZUQ59lDO>tXZYQ( z`<{Vj+meFlAaUUX&hR5!_v;T5*PTNAi^LV~wUP{(nZE>zIi6zCVbCmbWyYQ10}i*u z|7{UMytu^OuhvWwaWSAVbkhA4L94_$23O}?-bG44MbZgY8?z*F&gLGHuIugnz{1`V zDkgC?^<-O8^gptR2jUXv z-fo+qu=>G?*O zLt_ZlCUKow`pM-Uqeg>}EFo4<;wo6Z!58(y2~s&wU|^~eXa82}vAbC~)aU|*P^l4w zD3v&~7(c#m{=!Yr93K#@lf?Dke?->6DDMsQ=J4Mi)|E<}lZeFm94co6Ipa$hsZru) zm)|HGTjvJ{8=g*(h{T<8jPLi{11h|gU~Llj;d2}L!`};nfIXuFs}v*qH(?5|!1?1L zN9n{0OI*h05Weo`W!J$_UJ)rMahuN7be;4$h00zrV(U|7LE_#ku}aR%13=<-7&A;)iL3wO zsnn}`>@;`?#+74ngeC53<7Ki`*`%S+r{q-_sguMtd>hHP_gs<#(|a-n(Lv(O-$n9% zr=~XoiCa%0{zc+0<#&}hI=JG0ojFFa=rCxOxRkGvynRW}3Ghi=3i09+7jr(%UX;)SXg61HCmX;Cvm|qr7Pr% z%L48uf|JC#nFVp3t7dt?G4LZ?W#(#=xIWQNO+n%+o3Oo$OPuHApMM~8Z;4jR97$Zy zKl-j#pDH#2iHohq78a7YW@GxSg?V|tI%8A>L0#gKo|eQ16j>TT%bQ`!U{Q&?WzTa4 zA(!zR^_tgU0R$w@T=_TNh=j6TAxDo0Q_B%aTrZo4()IWL%YiYy+l;NKP2$3;FO$z{ z6<`cP($$=?f)XdU&+G#S>K8#O2MP>KRpLUUWZzOxzl0i{wqWb3)CfY9N?d>MWxTs* zWG*zvA$1t6lf=F8dnC*3a;F0H<|8NPZYh;GXAy}@YjLkP*dIbkRutf!V>3y zaW!A<@C^Lklg>nHb}{Amp5!jA?|O;f=?rSqM+{Wn>m|>ciA`GnmcXbVLm-WMkT^wy zOlem8G=E6XG{Uq=T(`bQ`7J{#9e}PlpI8xzyWc=Eb9?~)uVTy7>=+43oZ^rsPuoFWd_sf|(RYSmJUs zR>}gqy?zIMY9Wz2N!(NAHa_pY;{?ri6$Q~j;(}Wo<>!Z{wgrhxrx5=laW_)iOa3%4 zTMWf)7|l*C9R|%3cfQ?GKEC_&w;*w2i5Hi+@zqOQ_6@8Z2BYI7MbIj7wpQlcoIQTG zVa)y@SZ&Ob#4WtrKw>$_UfEMR1b1BC8mN}BRyjjKk&Eq4+fW-YrsF1`tPOEVo zs{E7~6+uv!xS`{X6Lv0pT>vew@j13rQHgsimvhE<%D#Y>GoAtnNZe+tVD8k05BT4T zj}fMpBa*n|m7Yjt^(yp%Ib<8lZdsee9e5WgFP?MO9)zSVv4Rq}*QrliI8bteR1Opv zn5x7TK9c>OI_($Ks2hb)sS$)Il{k}GbNIH;+TmNwJ_PF|an+kv;|BJ#t^_;3ac9JT zr4rXc_(i>QBa-UEi+BAq81(mxdZFWkJ5D!<8U@!c)p&jBi+Wpw7R&B`%CiA$N}=mZ z2gd(KmBttK-X?$bf$e-HQlnXR^WG*aS~B$%RH61=wjB|(43136YGnq;&WT`cX4z_i zOg?Q}^gUqv>cA>(%_3ll!rL_pa}+?VuvuExTESQRv$hKe;(8(l&2ng5bytU4gGT{) zR18$!YrFo{6Ti*u(h{0MK{iV;`3IO~xZ2S>eEFbr)u7F8r^`jn((lni z=dJR~lRze7DFDfYX0v=$dyDc%zc=8Qu-zBp)y=Yj^EsZs{=)+*`-ym}ESO~zB^GMZ zyb745$s<--UCpvg(;Vs1OYwc6QKV8FVYAG;xm*@wZqfe6H2*h$byyFXX;otTy|}EH}QbA*s4% z`5#cjbV9|dBGpsT(D%PTImSeB|h%aCM zXC}0~aRiH+<%DQYZt1O++o9zwp#TDAIi+ea=aY8tE97W5VQM)dvwS>1U0N-@K7Lno zETP)WGXCOX`KzD|*^@HAvjXHEda3 zC61F^mP*T&#YWL#EsG;8ab0ZZ$QHTT;|s;Fh}22q&c93HeJ4!8-#m?2$ClSY;x-kh z@Q=EKim6%R{QjiyO?x<6gT&q2!0ts{;`mnA zTvn}{90#4$YA1`JRpKHYs&OY*rcHz~JA+`gF-sEHXLu_~{;jFA!NS4_)o5WVf8+J~ zDedHEY5@2p5u7B>pk@%K|I&B}NZeDxRc5X>iJQIccn-9y5(*(MarzCuorBEP-Nn+b zmN}BRH!Uq(BaU?#1`_8?sF1{s2>$pGs_a9IiXf;<+=CBg5}IDpUjZ#|8o{Cx*QSvh z7xg~-CJd7c5p1&p68EBJFxU9b+~JU;*MzC%h$QY7pD%54`X-L)ihJ0K+9d9NiwSZY z&w?8uaZQL7lsHG1+V*guIuWFDpuoUXC9cguSyp24BdF0Z3ZYUX2vI6=*P zB5~`Z7Ejp|0H$%2U~LjtW23wLzYC7@fQ{9GRf^H>p-UAP)0;ej93>MgEOA5jZs+Aw z+u|QE(}~pVV#>eqelV}=YU|+~32O653{>80?9y?GX3gAh!*f?mAdPyExZIJ-PvRP7 z|A6%TB21gaIW&L4?|xrY2wkz9H9JBg5*J%W^1gLcAK2*+TSg0h5?5xm1y^xJXLFFa zij5igm&8@fe#09jbVZ4)O_z>>7P(&c(OaoP)V-O95zZYnHg(W0UyZYlgiB-cg8G zm$=Tq3V82X8BS1HDe+WUkT@SDHr##gPmnkd!gQ6m-X9-Hos!d9!$aUrafBr<+I6`s zbn@W7(5D6wsguNI{wUym!frQ)W;>RG=pb>qKMVK^8#bhX#GRlJ{~~d+XdB7w)Wq#j zOoJxu@X=w=EO9+7UhvB+S?>mk>qfk|#4R0r%O&F1nTs$wvYN6x&?<3j^enhK(|hE> zn0-UA+L%?5INn22+~iwJu&}R$ib>r1Y^hn@Lni>&Z^mw0BTf>xC20ZIXv(Dia11ID zt}=7ANu1*a|9EIu<`hC);%rC69e~VP60MdwlDJbJtGM>rGC&Rz*PKuxiQ5)dWeQZe zEio#Bpe}LO^Go8ZcE0fkBu-ASsKgm>aO0M{I6Q%tGmioYNSyoBAnyKzgiVm6RKnD9 zL=rdu)P1SP_dxudrh0RBJhVyN+@xT6t7&@pH{Jon3QF9VOGl@}f!a-w%7Fp{Q8 z$+E&i&seBYE`?C35rim}xHg6h`Eq53t%c@jW5+hElf;cb(41>u+B+#WL!4CObGf)aP(eq+}<{q++8tUZAx zS2L)**B!|l5)EQHuZHK&jX)apC~?g)q?YIQ&WH4jAWWOYT^@3oPrCVi33SC^Vnrmb zeO*bfVH+)Br@j+$r$b>@%da!0I!N5ONeui;;^uuwia+AE zL9_LtAUa5#pTlMTBS|x75mm1um@ap?u%vuGo<<-V4NnG8V)g|UXD!77$ zEh1E-g{giLS14T{;b9N>6A_#w&U;!A=j&jLziq)!V>hlcbG1oaZo-6i(5`k<2yuyv z8N18~GWUmQwak&k9erHh_3FAU{XpVIPiOZoByl^tA6o`hzDJCTAgD{6*)-#XlIq5N zpydV5U<-;$oYiJG?%bZeXQ1UYp2-3TNZfxe!Q3vN1#=)r(S)hxh$QZMr5tIm0q)me z4q4A)D{7Ot{67oj9b>9Gfslj{D=2Z}3f?N9ue=~gbVV=+41C^&^d5@kjCpvU)0NVohLg#CZabCjAXjLbYT2%RB3!sFXx5lMcB?~ zA~l+2d@!0E`s_mG|nC9Fq8O zgKsu8gQ3q^g2_L?EQ3Eilp0pOkN>-73t`&K@ZWX1SO!UClCn z-Cb$Oq1##T5DY9}`4cwFN~c3)J;oRwfaclx1tWDb%c5h^{Kr|D9bf`fD`Y`*Fw15q zqItucOH#osGbzNsnB^(=z7nf#-9w<5J6^Kep~IlrEEiph=2y3V`4!Bv+bhP4o8|ab zDK7G;rthGWmV3=2Xf?}*A1t`$X9AzW?9U)rZT6E{Za-@zasDK^2x_?f4O>^tEbZS( zXDod23Gkjp+Ho?=EyII2pJ2H+90QZL3|A2WZD#5H@;-id)D;RLZk7wLroDj7&3(si zKrM4*mQ%xj@ds}l_zY&*s+gfdW@%)A0YKx)CdAmQg!q+rokJBS_^yfflNorKLmyLERKfabPliR;&J2ft^-rt84J z5#rS)?#ZGAUT^pdH>hlQ54Jv479_4viB+F>y&XtgkDd(ERpN@TJdq|1KW+&RK?%hX zmN@G^OJ(&Q=i>jii1lK3pp(SiQ*PteqK4_vY=e5SAUa4~=#m6JxWj<3S3Y5CIU4y4S41J#`%l>-F^rYdngw#Z)8R`i4# z4Wke$HG&YO61RBAbUtd}rwI~~I6XZl_cj?&;XH!1N!&P@h1~gSlk&iR)qz!tQNw35 zlMWUg9 z2i|v!2&7RD5-0b~lTIohPyy1jkuYr%SMNkBKdbvj8FaoDh zKqCy9$%ld62WSJV<{wp%EO4idN8FO@&8=(8Cl zu5TPGz~4w*VY7CU7MqGkK`|}Qu~<}0%@X%DG?jm3c`gVf?i=yq5_jxnrgg1Vn;tz$J^|$*OgEqiR)6iTOL$-2r(*xpe}JM&%BFYQ?C7TXnC^<7L~XY5d*k+ z2G?Fg%UMGK1SHPZ&z-Z+YF!I*w4X4w9FfF%W!;lbvyR6nyCxEagFpO`>iKzffSWl#1sKj+D=VNvK*~A+#x4$lB*Q2?uS>leQZ|2KbPpAU?xn%;p zy2MQjiscutZ-uu$zg*6Esw_yHvl464sL~>kxb3bC(^cYHw#}8EzCGbSNZbr}7Drg( zl0W;(OzhkDfh-$f)ouG}|d2?D9HDT(N&FpHs8I3M4LzLi~-yWw&c6 zDe3TaEfjO6CtD632F(&TW^XLN`Eg1GkT^f$#U-v+rF82?bLoxc zMQ{v`5Uw(FwMm@&@SfSwt|EQd3dAL@;^<0OA#>M=R?8eo+`*pZ6aI^7?`TW^@x_uI$(gJJ=vG7S*1o0qEzD6r3Uhg*Tm&ObG$;ZP7+t)$~ex3u zkwvdB9T@+ODvdYlT|M0sKOQV3QlnWaChn5GTx&N0-YFjl5;e=3!&`B1?EWQKn_2ce zHdwyUHR(OD5X>8-DC@ImKgEg1H{cl6A;P93K^ z&2v(A0;fp}=g*llf3eG=+Ci3g`NALbcR;JIPOOMo8h*1LH@izAq^K^@f@UdSW6aI0 z^f&~}vKfJYm}SLt5BXn@SK2|F?MyEhHOnNs6;^HZ#^P5umA~5i|8HNC3C(6HZFq+7 zUp{*S$VhJ?UfnGHs@&yUwq4i-Dm#>Tsw|l0MkTf&Iot!xay((Wnq|-N+0u1A*WjO^ z;S@*MEM4y{k)?&dSqIJYJCQn>WjEzE`ldbif(c;Pg=Jp{v&>M2_*L^#6)?*n3h_5) zIl)pQ8CU(@7%1jVibaP(vstz^y~~eTk(CH$Y1EZ%N8Bv4Dy3Pk|COl+opdBc&}x=L zS{QT9TZgoR*}s=ywb@T*+3#{KN%zRR6+sPO5~@)RRX!e+>&s4-8GH}$4wh`=8gVkq z_z51|modHe!ZC0mTtx)5nPtzL5oyq_Vkm^TStgtupAMO8*`2LlEpud+*|SU(bWfz-NiuVT7!+=op0qiC5v8yq`9iawA$_ zxd9SaGLC_NNZhDOKY8iT`{kjdeICzVE-G>6?_8~JdtaUpb30`M3qW&Qv&2S zfwKd~UMlAVeJXe|BXyFvJc|!BfIjX0A4gTQdCA5NKChr?U-+OWX~gqal#Felr-YmN}BR!T{wj zVRp-12om?5P$7vM6f<%q%*&{m>~boCpe}JE>**(0IMtg4EpPlR28&AEea}8zPL(ku zq2+kaW&s2wuK#ZjZg)TVEXdI|!qjp^68HPv1F5_5_XHTzR&&@DwMksB(2a5~wCp<& zk`iJCB`(o$2;Mv5H^hMeCC+kShOA*fpGL6ZvbEXe z#3b(I)uCaHpu(*P)+TYUu3O4~&-hRg*j_rYN--)jT$AKH{Yo6nugSy;OI(8)_xO98 zHuM2QaVJtx;yy?^D2AT;un55IV&H!gCsY3MbT17bi+q7V8ucJ?VTre;2U<(;i!AR6 z(KV6aUD#WWxT$#LL z-m1dwW6)8f@6Ila0*NbAk1bnQiR*IvrgVL~C-_7?M~WjXamIbUWG9T> zLZDA25vh~J4Z2&*#|6aWS7sa4XWP(0;wIiJ<}U=M?E{H(rx1T5aW`fzl1#0e_y8pC z9>t==pjqOEy(s4IcHTAuB(7TnwjFVavl#NpdaPN|59p-ZDS}ps3qEPeRSsUb2F7d| zGj@5kF-sEn{-?R*hLcYQSlARo#U#$WlI)*@1Mz`;Ng_B&oYyE1uA<_fpCEBf8?uF~ z%v@~}7r_PHg?8mdA;cxlJH1Y4$lOz+)iOsCcg(w{V*bfNc%z)0R$wj-c(O6?aszkkfV!) zspW_yPQL2B^m+8&Gccx`G-gZICUKuSEtmiJ@!%r}i5Ibg61Ss9NCq6JhXkn{C@?Tp ziSs-sGpjQfzilCJ!q%)(BM4C{abahc^CQ0Ycm&OHAHh0FTzcFUnZekhs_4_yAV zRN{JxNL+QFyUihIvj;I!qr|!B9hWupu&D*DCyXEwiOW9e?P!TVPyb0=!Vs#RhxH9=(vdD5F%b-tL5~-8K4Uxz4X8VUurn01`WP0A4ufWi8)_fRXE*uQ2qf+r z@!}HaKCG%_b=A{x&`CqbvK45RxWf)LxX06WaxiAS$1zxK%#y_YT-;8waqdO@&TFsn z3>A~O(fYEcAE!iu1O5`hN#Y8dd2lTTP2u1eBurpeSDCrmB<_`IXjy1i`IA`)afvf} zU@e8r8BAfcTINXN&ed+EsF&M63OvgA{sdaiata_IaWy)5azkuy89|Oh2vf@uN!+l5ucSdMx8w7-P7$h2 z;;h3q$k$G@GzB5aBvw%3e%KCM1qbRCK`I9d3`|wx!kWt}Tx*XHDEFPpj)Y2$AVjIe zJt^40*Z8St0nM?uBZGC4xG>9H*~2+WZm{!!<=JmaCC*OxM!jNl?{;wGT_!<)-l!L{ zJj!OshRUnp^#vMVUwWh7?{lYR8Q)Hs!NAaWWs52u82^nbjW_C*G<#kXwqs1BMzaig zSR!+Fn~e{rZbXoXS$66&$70rM(4V#hYctDr9c|=uIu=z2)=~#nX={6YmnI!Asv8SA zk`pUzmTT`k;?E7alnL6@k4QnYEUctZSZp1Pk0==-1}fKT?%>1KGYDu3&7jT-R!{N| zFw24-H>B2e7afE23~*zZHnR+RSw>OZ$6*k(>TqI3%+mCO_4KhjBOpZ|i54`=J}x!6 zd~Q-9n5A?jTk;=fIcmRw;#>ba@1e~G(#u87Qhqkps?4c>@cA20DFDfYX0zNg`7vL9 zWtAk5k+$w^y~wMZW$4W^ibhpCwuQ<%6Hk=|v)rr168qPR1G79$n6752S1CjKEwTAI zcoTf1IKpP>F~MJUZ$Y=O&^#p`Y~wnaWtr?U3ZJ`rHZTFaD2NVbc~2Q)b9AF}V3wCC z#NU`@t8$$rrx(3$1I4W1$@WCW)NGdh^2;bTE?V{!%+ii{akK37@RIeL;t%*`xj|(Q26^vpf;pQQ=$Zhas5d zGeU*Ta>~lu>%lCGiBYi@b+f!~{ULt(#5<_`j33t5}M4GRvcmd9o)H zUtfpbd^>&bhf=fbE%NbTr=SY^A!kun8L3g?X8wL6+jq6nrwMOmzzy0TSK8BPCRBD0 z@l;umxRFXs^5k7bkhpllbd|UPp*hkq%L2c^o8TVB5tg_yPQEfb%P&tr;!23rN#gwP zMf1mgr=EdkYn;uht%Jn5+>hp`9r14s5_g3{{EftYZQVvvA$a_5I1GDp*mCGFXqLDZ zFQWN*_e~yx#5vt&ytu@DsdmMB+O6)3p_8`FWf8PWT>sa`T&D)nwlHRY60A06N#Z1S z){>T^noR=>yOhVSD<*N~`mzzv-DUzFeP26H5_hGg2lqBU$Ow+XJ;GIHt~QBFK9XDy zB`qeT=5?5|a6UBsryg-mR3qpk??w()nUa0aAVpIe{UE)TK z{}CTnecfYdd9w)?mAD=T9QUJ>1^%zemjVb#++pQU-&We`gx^TnOPE@YNa8+jd@Z#Y zP;U~a;O7@UJDhCP-OjY8Z7RlCLwEqG% z(koygRB8kvN+oW~n?Qc^fn^*t$3%j4lDOR)TX1`W%_~B0&b40styJRrh)CSaf6I-6 zoHdp(QlrE*+!rAmn^k5hY`6zOA`)lbrAm)8W1+%!1Z$JHm~dX6F}HFmu=YBzN-^5< zVtbNX--=5iM-zz^mbin*bNQ4AM<+0p8AJ+7oa^|`inC|kZv(hU3{Hhot!DJJYzT9^GS33g z+}12{Ti-|X{mzuZ4{weO@#+%yb;E7`N6nu9fW-Awu9+C%@Wt<;B8(KI5q?%&diRjMO@+x z7GAafS$69#=%oKp1g#R6YHY%taUF6VRHR#Pc6qfiOA`0s<~)f-PRMkyuy{hnByL$F znep(PbAZeGuq$iCN#bT7cIPfu`!xfOK|0|oGgq6$IVJDe3+-xPU$z2qiF@nOt14tJ zi)gjXk;Fwd(pPxxxse4DH@+Xcu#m*1?3nlhs{E7~6+uv!INwUu6K4Hf9|tXOMt^oe zQHgsQ*_*2>S)_oL^Ogb#NL=IEo?LQr^a{w4%K&y=wH%SeZJtt2_MxL=9L%AQgldzx zkabJsdqUf;0UgLT5Gpl-5dXVT zufbA2?nX=+G)L)Rc72^BZpHkeTxdYeG0>asT<7a$oVd#y^%ar0E>V}gA!o0N)F^S` z_3~s_X6|_n8*aOTT~18mEM9epwuK6hBv_loZMo7-Uad240IaJHtWu1+T@6S&=JTiw z2{ZOP@Ay*G1#%FZO7Dhm?#MTt!)?-&CTx0*0rC9dtM3~A?{2QI;z zU@yfHmN-SIm#peO1ME|YMCv4Q50%?kU#0LLnBMm(hz=6x5t7SKt@IhcGJ9tYI{|+q zam97INv3YvV+n`hydR52he5N%H4n?>-!6Jp7bMQdpYh@nx2(e@>+}zn>Cj0>tYs0j zN?gN+H951n?!REnb_`&!+L$GYbA2>g;__nAYp}3?3Dsy}DqophR!uggdaZ?k#|N@2 zYs5+7*5|l$+x_P5hGXzEnBgijSDVDmeUp3<+Eud+EQGkk6o=+7JVURhtTkyK5&39rAa@%5!Q z>dkwdCi}hh>;@PZrao*@r32%?QKj)ly){KP1+X1EA~l-j$yXJ*__n@S1t)?;%u*i3 zukD=$$IgpjZD#4*qq}^_hvhGU-K_(wv^CS|aY>!G2iAog#S$xQmf8FD6$@`CE&)Nj zO{Ab%?jAT$(cd&A9>5P`pmMG5?e`?xc?KAQf9zk)>Ph|qW-0&tQd+yadmf}GYz@P- znPtCMnS9FS7zwoMm41vBG0TP})=nV>|eGuuCut@mFT)VJWdPK9Uc` zyh^d?FlaW*_m?wy{bd)Oz$~Y1U~3UK%hbHf*46r*{s8l=#zq!Ft69!WtIy^BYk3>| z=mNoNv!Bdz?R;Cw$|3y*gBniS#ICDR4OPriULu`5tk%jYkCIzhXVZebzB&9ZgD$|jJxr$nn|j?8kCLv=-WzlquK@t}7IyReX1 zPMUbM8dSN{R>r7Ui@I6r`<%rDE_WUzx&(Qr&IES{gD{3>#U)R0m7I*rXfRGH>!B|1FJQq5992}@Z zf>aI^XrZcE?z|!kd~0C~HCnfmU00<>5Tev9-&XhGtG_zl8=9l_E(YslmWJWYxY`|G zO@`iljjL!>YL@*)J|1*)nvnxJnFi?_is8-UPM9`{^Sn@5F}O{O zTF@0ki4~E!2PTpc9*Tcpr>%QqiZne@@6ALLZlLl>E+BE<1pXm$8M~_~cFL^ALPtA8 zFBg@#q-FnDIXGR#Z%f>x05rEXOWgf(ANfrkd;W&GpWcUU6nS-tTXn3m!pbux0y=7q z!HlQMg2V+Vv27RnJO+ugAxu|^bM$;Gb(;9QKfDQMP#j^2`*mcMY{5Xw0O(VziPTBr zrbbp)q|{O@g=V{tg6JS|jiM?my7UV51Bpwd5Pu_a@{1iLK?c*zpqO_k78O&o#2q+W zS@CWBll~xapNSWjxDA_MTU(pXtO29LXb3wFS|!dTqc+!ZY{6g{vpoq`8?z*FeXQ&x z^S>HxlIKjy0lbsFcAO;cioORo%WaG+9D{F!tIS+&64!`3j}HJn zJ&dhDT;hWK24_L$mJMgLTINXN)(3s(7uW3N1`^j}1Ve=+&MtR!AXND$F)D(fE^(6@ zR!=y#{Y*Zzyr_}vf}#>v?S%~&bojY9v>c~VEP#N-t#0edIT;VE1Uafbnqg`=B8iKA z_DR}lgsltAp>g9Gs!ie=tynD&zMU{0gv5tfL5b^mB@us8JB%Qe0|f@ADse7%WJx{p z^Pxrw6hfs&5TaD#j;E~VU)Aef37TUb!8%D?*CQ8YSNWtw=*_hwKh!RjxB(&(CvE7+ zL(UEmsZrwk?Jvt6u0FjiY&e%75s7oKXm7~l6ZL)&tWDw;7mkt_KkDHDr=xBZ+ovF_ z6eH)nJxNCcD%(Pix)CcZaSaDnSG+kfuOk?WJ&}SE*F9>aqG(_K1pw!Zfy%YsFuZ@h zNgE0NTH$sAY1E^{O}r~Tw{F=INY5FWYZW$YKAaOGZ(^ca7 z)x0hB8lQ`g-ds&_ge7iOw7cwgVet#-Q(;8vByqonpW(+o-kk%}JAs1eAaUnMoZ)@` z4NC)wbBkpK{2PfoJHS%Xvww1LI1HoXSS&gWnkDXu(-~g!th@zCoas5ni%Z<3is{zo z2Qr61CoP}|S|x73e=V+HaQ&q)W{<_Q%d3r9lDLnC4wAkX&4z%5%}QXXn8b~)DD!<$ zp#<>8iP~|JxY>d3Tu^4>J2(b!2v?c8+9b|u#%dF2S8r3;3dAL@Fls?Z$Xu-pj8@AW zNnA;0O~vW)`j#h12MP>KRpPR9WV5Re#oxAwq!21Kf)J$=*FSt0-_vwZJTynI zOYHhON!-Ek`?8SzR)-tM^3e?3tiD9h1FC<;tcgATV3Bo!%okpGFnjL{7#r~)jQ|50EshB zW8fbWH)F~(KD=2%Bj{*->E)slSJ2wcs^DmRBFybM6oBToW{JB~63^Q^M?C`m@@2MO z)H3bZZXNdvpd1qJzZsQ)Z&iTC?vUaTeEDh`*7z zp$4{+di^gvfnt87SX4~S64(30L%y9$%L^cJwKLgT#3gP=x2x7IY~NOePTG|sXq7la zYZERo;_+utk=F#Pjaibo^5+IgzR#HZ04!|x4YqPIiEC9xHn#n1{KoC++uCuGxaq0x z+ct<(OniorA82fg{VQuvtD>R!Px7-X$NjsTq-i zW;xMoxZ+4w4*C`+1}fLO+c`RUSWX;%h!pI^)=K^XW|?&4mh{!vFOHC&iPIUT%`BU9 z8GLTWQ~WK-{xcXWVwMd*S^MVZ<4y<7WVE1JULI${O%AC24$QLdEC&8zma#cEdCQdg z_+$c$dF|`N znXSZAWx*`#D6!La*IUEKgQp17)hy@oH>3}(Z!Lj0K_GpZkC}{uUPL~61f>V>2YV45Upl;?pkebPc|JYpF1DWf&n9*vPBeUF7Tusq>QD8eTOX+fk3Yld{U&}J0hmKC3Dstnft!5gm#Q_g0U;^x%JM5{mihT<2jD<8B}nB!fflNo<+d5JzIwq; zphj{Ep;99VQEHaXdA|JFKE1QREXNV7lUZIL)18xEx_<q@cttD?3J!dEv@80K>#UU zQojw zl_6etwhsh}TjtBw@i!88(4~cB{XiRhvQE7IcEheMh*;%+)4wF~dJPK)c!$z*ZnGacgIJyFuo< z1~OVLb0l$+d6tSsmX_B*;_eVCByo(dNQxODpi5pg^pAZ*O(Fs~!5y7Go z*JyMv?pgYZYS40mgV@ytB<@sAPj1`!=y=GH#d?OR<%lFMXWUn5LSR}S7}GZi)h2N( zcZAD}L+{`d^<0A4Wd$Yf_EXo&aG*>#Fi7PsTsrLqsIbV!_E1AaUc@Gg70(9qgPh zyVmm70od>^fk%`X)Ur3aCM5;uPTY{kCpa0JJSfy%XB+;lQIy1~%1@V;A1AdPyE zIPV&ESV*RS_Up3nJ?5;u%qE-Gbg1!f6{@xkd|9`O55&V(AgTZWln}E{fnJ zaZ`GGaR0s-d=!pBi%@oTm6@we;-;o%zkznOhC+x-T&idO9LU^rqSZ1-5@)xyt0Kkh z?M{%mq1)Nog(U8kRH<2+3Ar z1tso4HUBYipgs|#a-hJ#R3$FYO?J||cstZ+ml^Q{aQi(hD;Se8fH98xbV+_GM zNnG>LQC!4{(5KLwePqooOC@foh{Sa+Gol0JtTV?*jS}~>`6=0~z?=A3kX5SyKucDoQ@0~Sfv;ZJG3E5VrhE_a#T#Lu*7Awe8aCa+jbTV z#YE0>Bq(t=^c@xU4coK_u!k6^T&urFLGr6YeSDJTECOlNgTy)PyC>bbqHPsOPcUKH zB<`@@dA`hf154WGLsIsd!%j1JOp&Iq%zlli!5y5rcNa)pH5&&0A#rvNe)+}*O-FNb}Z*Hyv{1+i!UE(TU zPvot(oLB@M^+|treX1--oUsy{daS{Hkho(57^bVlHPg?Peovi`gV^PDkhmo`68Xo&L$W~PY$(LvNL+{sCwU$H zvl<3ZveEbVMEyl#3gR*j@3ONb7zTG%N$AEb01?xe3VlLNSwJnyReYN-J9>Q z0IKXujEW$rOI*&cN(pB!4=D>R?=!)o61VBL4Y$U(&njp+V}`L63rL)Sy9bx%o{ztr za*i;y9FfF*uUH^Gv_O&rbEy7sc13Lx_hoUY{G;2iE+8bH#0pB>#EDb9;XpknNaa9* zfvHMd*eKba61}rfqkbdUnpJ89Axb4~>A6t;m(jtF&>W8vtdqpGYcZ2Env#75cD`?Z ze$P^gvlqTm&;84TP`L4~fFP9{?_3ryoL4)`^SVt_>5LEX`ga;%UwWh7=Eb*U(L>Gg zXI*PJvqhB-jQ>WJ#vApj-23sP;hA%!QzB550X6f14>eL(59|^(Q z%<|M?UVbpYAKr;(rvt0Bwab%2k`{;c!SgEoyPQqU|Ph0IWt z+uUj=fYZgm|JFMHezIXW{|K7FlZC9F$EI&|)zcI@fwrwR7`n9+X#ay_OEr$++ zX0tr0tjhbCmsVhwjocY8ZkBD@T(h3~tZp{Uv%?fYt66S5Uxf?bkcv;!ZSTP@uQvP1 zEX`$IC7+hNg@76!B~;8TU+BpSQYA@%xAJ6H)`*i?h8ufuzc*~);TW7GTtx)5nWabV z`u@Wm4uZKn-oFIlliatvRJv&V2|PiHtlZ`N;MBQG_}VIm(7 zep+RE8FF@*NR1MA#V%i#dEB`tZ1_1rA`+K$(q*$Le#BSPjIC9h#My1#D8FswPytSd zr4Fo8j5dzjl9U}aWf=vL5T}XsKr%yUqc@xZnrrD|B$#-+mG`8XMVqgj%MDNy}EU9e`Z~Xn|hE3V!g(a?x?Mm5>imuN<;yj4dN#eFWI>^h*yf=jD{g8s_ zAaNrfALNT~y?+7{$2Vg;_#25^dzq6YkDgKh#SEiZbQm;C+_|EIyyup+E+BEgh!>Z* zdVZI!yB*xx8anBO=4>}wCC;v$^8N^`sd&3t2El4$mL#t6fff>%W;Hpmuof-Ybv0U; z%Kv!t^ksEFHFW~qM+7H{Yi;Yn6;?a33y#5K!c}IjHi?@wHGeL&D@jYX0da{NHkx|^ z9}n&(S}k)VaX+qEC`|S)+5-~zolqf(dvtXU&dYJF*kV-#L0#g^Uzba$v(Kmow7eLC zMJ2A`o<3Za$4m5}<Fb@utFF`5?3JgqD;@WMNg%s5)f_LH*3ZYUX2vI6= zS9|T{tDirO%~9T#Em|juTTnEMTmHJH6a>ZT`oFzOC2qKg#C3jkp(^C;H<218F4Hen zHm~g!e4?IpCcB)7#Ce`gi<^6LY zM~8?NmbfPE-tzm}1=@q5Tq06X;;xljtT?scpFRKpb@jgWuE9=6-((9Gl(@rT z#@x*xsg59VfmsavL*mXz&hX`K-kk&;t^6(aa#4xXJMC&UI=$INnA9JdqS<9@yH904!RS~| z5wuF2dnIFT=C_sj+h6+#RvWVBof`1b&5$AO@A^i~KuGoyD=2Ykf&IF` zfvSCl*!e%p;`*0L+z8?S@%mq@vK#(q+jKdD{`?(-G0P;2d-C!4 zFqSU_YctDtEd%AfM|S7{>SXN7@+inEZSBn_ucYAT<$gnsIua{vme%WD@|$W+*a6x! ziAX`S+|_T9Vy4L?Cjgg=fy%YsTKG1(XVjrn&5q zZDzUqVHE$Wwo4MUYCR9eikRiNvXaa5)>VX^<`XSwmU&H0xfb!ihJaZf_GFj+!z^zo zpD5ist32LHv&4(NT+}R$91^YE7CpKNGSS-h@@Zq5N--$#H~H%rqq zQM_%ZpZHTMCyA%Zf?2jwVjCK!KLfLzy^38{SF>!^KTT>C(eNO=2~1bBIKpPxT4|Qo zBK2!P^Sn%?PG(s(DvB?ZzV8DQz{8haUI(-Mt_)#5c?f<5q{|u>;&04SQe-Z9(>
=+UzH@OwJf7nIP>u1=R2pp<-rPK~Hw0(;_dxjn}hfYsASc-J{&OE^n{kr#W2+ zR}leiW?4Ji{wcJpp%g;gEKjtbJpeK{muR)jky)B?s9Ekd>c!P7sQ&|oNmMW^mVjA~IqAXe?)?bACKIxO zVQM)dvz)r-rBt!6Og)%GRW~tIn_0G6<0&6i_0Ad)l0lmpD`=MSKO60UzGAV3K`I9d zv{2P7m$jFjGu(I-YV?&tsMH8Tl$zzuE1vx8)WQsCjt<+|^>s4K-Om?tRSm1-*Be4# z1`aJX%aI}<50>xcUm0@N>J=k3O5Bsz`Le}!_L;EZ(FBP|oSwyI>vg@M!pjI26fxzq znkQd%lsgw+9|3Hr4y;m)GR^lVRjR)UA0`$N#u;tYz}<%K0K?}vxXAiC*7=u?Y`)Jfu6 zk2}S8`MyLB&Gr@r(Lv%mDl@TcnSBv_JjlIgJNO%kb2pqT(eIIihhfkM7K;vpW{Ddy z;}rkv)}@soaa)KNm$N}TJ|+FW9jU5`OU`hQ}}R~xe=asOs1 zBwJdIY77=Oo=}Yzrt&}Df^sr@p8*d6pCN*i#MOV|&b^ysR11!Q3*jm=SDVCj`_Q^G zv@3TCAue$)MvXf|=KP3O%N$8uowH_&={6G%gT!qjR7m2okA&ZXD(@ynMG({_E}E;B z@N36`xzO^C5G*Qjor)A(ey2x{&~i>v00D_RqUXsSZ4osba`c%nwH%Ser7e9e^@v`I zw{a;xvxBKk;zBPTmm66ACz1%J ztJDZWluBG|x1Z4!53&>(rjn&B3}#_7N+#VEbIcT&!~ z3*R6|dBh4!+{x!gid$7}SAn6F5Gg2e+kAW!eC1jA5ne4HmR!xCa;?XI>8I>jV&(zw zJDxxq^&oMcaT(J3PlrcCdL|R5P2wh8KEjvDxO5k~q6e`e5;xUE^0UXgPmm%LU)-st z@9|b>U6bn((ET1r+}kw_{6pd@^gO|bOfB|>j`qx-y5|-H;S~W0F|vxJXIDX&OwPqr&KBn64!_@T_vv3 zx69J~Azv=So1hKF5tg{&7hPp-Y}406pXy4aP7=3%#}VFfO#e7&wlWH$gT$rpJi@Os zcgO&V>q8;_M&cIwca%(VH5doQw5M29OwAJK@y`*yc`w;1kho36i%VRSQ6H?6&iCF6 zo%9Js&?<4Wf@*LMo&j%Q%=QRiXHjj;lEg(DkCRBb{Fz{3K7@)%Tm@rUm$>SW08bOa zN#edIxpOg{W4FOEs2<1`t}=7AN!;$Vw)LQ04W$s`5_ixvX&+>63(;zsBZ-?B(^yfa z`CVg>xZms8+Jz);;@O+0p~^-aI^7?`TWRXHu|JNLsCsL^-|p;99VQ7UoPy;t*#Ji}T;bDU1FP7-&& z<3g_akzRNc^~abh6G|m+w1~vr4~~h&oSk8$Mu{^x^hs91&_se8CP+-;PF70V)&wd% zi(qXMx6N^s{8*bFcpK+Z9ayCpO&Yj2DZN_sEtp?k#0pDXr&|>j5sR8M2SW)YQnQOG zKR7(A@KSh4U+o2Os~D(U>%6IYDGrO08o~Q6fYv2B-RhVI z9nG6wE-G=Iiaf0zKX0=N=5`PTpt-GC;wrdq<#XzU9|L~75U(zA)$hmgTZ3apLS+vU zPn89UtFOd{?%7xj5*J07t`axP`L5KU<%5avCWxmv!V>qWrnk)5bm@2KQ)xu%Bym;l z#PR)V@d?muZ&45(ByNu~#G!;yt{`#s&aspBHxk#tvz;Vc;(G#$Ig4V^VbCmbNw4B~ z-zKA)fy6};FD`L6P8v$)elx5Bo%9Dq&?<2QpBZs3J;u4hnC&0WQlU0xN#c^KPLu4` zv$q2a+f1mK#Ob}3rmU6@0z6LyCyBFkcIQH$Hc-GZXq3Pft}=7AN!(GRpDm$XO`#Ct z64%0N&%cnlgG8%kjwH_dvzH>W)}p>3aYcj*N!-sl=kc+~i_WwCstAI*#F-_0jqfI@ zTLxPm!J-m(`<0wCn0^-@;u%B%1SIYpr~K8l{%`T$siB0a<%lHiu0?@#^oMI>U=Hmk zRGY-D$c~Z!ynpKl2+46`1tqTGwQ^hFK*bWIa-hJ#R3*+fRW`9;i8;IzFHi`T8bOFs ziTkJK8Q%HQ2mD>|41#r%IMa3WxtZ7eU18_eN2gCImAEm&H|pK}Y+wpE-d!T-&l~lY z)y=Tk`?Qt}UjI(x>q~FcbNPKkwtj$F2@H&G$JnAu2gZM+O5=@s(^ig}1lw^UQlnWu z9k)-`EyT$Ss<4_M5wnauS+!Q-4mft<1Zy+PFP~S)&$Pbq0@!37Sf#DKNR3GHTT^Zn z!e)78Rx;lxIbslK(+?sA&C+bTo5IR*Dn7-<^f)VvW>C4-j3d=jKHhFN2K>YI z6a&dWz%2EC=Sy=I%JD(x(S&I;%XjGq_@K0wR?w>N5G!Jq1KwH(OdXFm>U}3#&@Ar{ zuEF&)dENlbvfgR7(?878$R>i9X7m~lZMG-9T+}SXiZiV2t4;q0WMT{jAeqo?man(@ z@Z-OKy8!%RAzs}qQ+FNUvlLf7p|Tr@r^_x+z>n}Q%m%Y`jbpsHS*AC+Y`wSE@@LRV z`Ex9SRg%`Fc1l(5y zC$rqt(Sxg(8D0#>Ae?X&5zuCqO+pX1hjx`rA;itH^84@j|I2)$)iOtBxi6rl;&%Hy zb1=*AgbJCZ-t`A-p~|MoEZZv9qHdN3k@XVJwO;QGEw2~BqGq|Nl?~_me6cUIoGBDQ zz$}NGd2%&ch6lmv@+3?xM`V`$hdh<;?~slo-ZF*lSDRUSb=W9Bv_51m2+5=ij1@G? z^g$LWaG=^;WRS{%0xeWE%cP^y#anMafEvB05Gpl-5T#~$XT?T->9SgQ7jx7lc72`9 z@?PO$u9oe(Qy?fWyC+O9HOsLg9}ng?ySxN)*0TpAHA>ud_iHlwVcA01@F0RjBu;K| zCp@GCL~K04+9b{_Vv2n5kEF-I&d`BXijnu%prplZid`T_i-;ALxC&cZDzN2xmYvs4~etg z_zz#QadAF$v}}60sKnh!jIlaY>H8&^+bt#RdNj8+OPu2|FWzokL?7T63i0X^XLKl> zU-2ylAI5T)c&aQ&TmvOmamk?s(<`0DCP!= zMTbGN#MQVE&foT~fj@nlOT4(mRXp?Ey7K4Q+n|%0%UMFSO5C6)^|)4U4rVZB=MtJsk9X+52rV&K2Hi;V+YcIdGdSY8( zx9Pwt#i&xrkfiZ%&HW%p`-l~mxU*v|73UvC;{SM$5h*Bft(W*Hmf9^%1GPCT1}fL; zci5E=-B-96-gj3Cq)`tNr&p9AE!)5N2c+jVVcI0lBqoB7HN1vTuzy6Xh{UxYC3$=A zO%2$o>kf7R1tsp&hk9Jk1IBS6aRCJWA#qKYMDhJA@~fbuh0@DKB`&G#S*zBPeXn6| zAD{p3-LyCHtOd-Jpc`EP_97Xm$xI8&5n{79{T3e^`fsP9Slqgy|}A z?F_F-1D;R20dInv6h~O%n*8>WJ?{D9F!ZVWMCv4QC%hy0F1D-s!}NYeL3EI~t3DCD z@BV*3gT%Gj$xhneNZcvAwvx_^)A6To11J_92F()pYHI}V?3&sRK8edEUR>gWQYDge z&&sucPTF`E+l^LkuNqaM$^(c|5d?LKGv8A^Vfnj7ouTCg6D%rm8}1L} z=I*b6&tIszm#tVp;@0%`L7% zj`jrWBysyBWw<)~_k4!l9C~&7qEd+)FCuaFE;k=S&I*atC~=b{Rk@PQ#p!S;zY`=P zalsZhE{Cj#3RlcvYt<%k$BX>s#y6M509#uJRw+hVZ4M-@8@Jd4a%4`du*8ME+@Qmltbw!E3AuNZ4QsKyzEO#P#BL@OQ2C9s)l`h*y`m6_pbC&YP#s zhRQk;Pn89U^H*XAY-$_5~>uWvXP2fs#ge9)yCQsSmI?-0pr+kRi zN#dF+x6$uYWCTp_APS;`#I>lL$aAapM}oxNq7Z*0agH5rB|+YOw?i?T-C(Dd4ufWi zGcZr&D=r_`0wit@@!}Hq=Bd8Krq__c&`Dz`f>w$9Tvho*y{d%?FlNi%WXo3@vm|l# zH#d=ZRrJB-F^rYdn24#|q2jA;lp zil-1NHG&YO66ZWImd{%%#eY+z60DQN9d>Zwe!H&pft~lPr?AqoK#~f42+ZX`qF{%->A}fqh5qb8$;O6 zB_cJNW#9VsI7`QFm!Jwa2of>NLW?$q)nnn<-6L3=S>CHWOuqHO!zaKN>cA>(t>M|A zq@QIHRzi-7i4`_W$+4D-#N;1GK@h(YDQK2SH`XW)L@hrAVA=ZYtY`+6YhAyve99B= zF;}4(q!38{0cPnCe_PtSztvAj&zA=5dfLpgaOE++u2pON9`8gm#)_Eb?$6dEm**XZ zot_|C&@A(M)ZijcTe^c;ek1S?vm9S^l6P1!KLFaSevhU027bQ~uWpv#Mjhi*Ca=f;-XABPDhp;=cJwj+x!XlsFw3)q>1vh{ zgR-PHqdo9Oy%dTgY?e0Ty=1Po5AiPNYeec~mPsRy@oOfo{Rm2tOF?un%LyZo@s&L0 z?+3Fipb&p!me$K#Nd{SQ5-8?tibaP(vst=KImUOgUw;zJvbi}sjpAl`utBP||Eml5 z6kivLpw%oV#2azv`ZxB6*`GqN+UzH@eA1(dWZ|y)hM|=l8ppn&m{1j|Yned8a|n9FrKSQQ|D}8gV-tyYaB$eFTX}oKcs|-42Cd z8dnL{CUO7v93yW!hHDONu@0Ys4Azp*T#VG$9U_JXW zRQ4(HR9TR?3TKYdeP{*dhr9}gO& zvI^@YaaGS9=bHu0nhVX=h=S-Kan<6F^Yb39>J1V%l0y8A#BDs)U!tEiwKEj+5XGXy zpjqOU-8{~Rx2$~(B<>yY;u7b7`iga>)=Pq+llDksS=B0WS9{gq&dz@B3}e=hV6`zz z64&v^U`dz!Et9~)t`jOIam9twM@fmZ05`hKmaP#diK`Rp&TaBsT?dZA2*Oont~QCY z&R;$h+SN7+Aue&}qp!Du%-ttiEpsGsW0D3bdUaY<2_(+!3fsDn#C?t9-$IqQ6Qd#s z>JnGSyL`g^X`u_Dp+oQqLH7v~kvKhz?CW)H zz%(kpU{};8ann-W4_DlOj~g+A4e zNS!3^>azsC;^KXGq1oC{5FI3Lk}?zZ!^c+#i3_9n@Ua(vJOhbq^Ntl$T;j5#Q>_DyR$YVf?m`i?O5Bz&CS04-eNMxe%_LZD%#y_2 zE9fqfdEYk!3o|WdE7xdYDmUsCypV2aQCJr62_iU2T)BIL-2Ftr?!#LZ}N zU%EZc03XkPflzG{cagg$Pp`3WHwcO0N48x-iF-Ww#yB`oeF#!HP+(xH64z{pZ1?_i z__gLh3ZYUX2vI6=lRU2R9Uk>K0L}3l!8%D?;lFZjJ!3f%l(-yIf5iYkdJKSV#X#j+C%74> zST)&=-*Os8AdPyExUiY&(vf@5r9f((3DYKVwMIwrnWpPTfW+-2Rz%|TD@khlb3E*H z?Q=|#rpF>Dbv5B!Yi|4s5|{LXfqzIGR~W9nJD3d%38@nHDtYnO?K=5SZIr zC;-iE%@X%+Z4iI?cuFncKMV2d5;vh;6u&j2%01|)!(OosP-Q{lW+}0Ed%VNplekF2 zbd|V|H`Amp&qKW6O;F`EyS%W(jkNWYogCT#n;^OJ!TT zYqxX6Vryzn+XP)u@e7^I$`TpLf>B;M06|^glJ8T5fi1Yp7N-3;d*AA98 zS~)^oQ^{;~ZSRJCfH-%GiXrZbXPgdp*_Sc`AQ&Sq!SSu~?+;#G1}!g`!jgy^`r=cr zHfd`yw44$uAcDB-3pHH*Gdcdq+2*eJ8WG~S`Av$UC+hLJCy^92hqy93t!nV5*gOD9 zIb}r==eGFTLpV@Q_t;nk2MPoxL|lTOaz#*w3+z!Ml@RO^l;}j<@hMvVmq&N5LvuV! zVT%x_NQ>vTYL{lf%y;MY%IrkkT=6gJRfPMWfiK?q?qH!;zo=JHYZIWmrj^0#7npo~ z=NI(~-tWy-lwWRx3u6zxzVpKP|5au3i+cJSHe+Bq&6G4LONWFZ+{FoR&w*WdP9X_d zYCe9TAHNv*6$wS2y|Y#FrbC6twrWwn)jZBxiNnCS*ei+()V?P*_b_T!Y}Aj@J3z9LIk z7acz~;|Ts=`7FI$QkIq0M`Y{&{*E7DqKyg=CQQq6;N$iDdv!beK;Ei|?F{CPWjS$% zp$Dz|G!%E1^0c!c%Wy;NY3tw;kfoermddg?rA`s?avT1x*i)(_F3a>sNy;$QWFKgr zziHXTEt2K45G`Nm`n@mQ06E31hy}8|5US;yPQ`2nS%&OoC0<9C+a9>cSGs#Vfz5og zgw>+WG%ZWt#ae#nGsOsyrJnNAvfLH)t6%rO#Ck#}UGx(hfmvDh4(!W~sy^%vKJwYe z!bUzKS-yQqB@b`TpA0no4@FJVQ1J0!+Z#$%eZyFY+n2I;HW?>bDw~tJt(t&$;TXs$ zE`WeJSq7_D%z$<^jY>$%a@BPoe2h&ZrHxjOWSMworaD=>v@iOi3+!?c zWdv$5mgNDpL;1?>t7}1)rzk8b%V|Bwb5pn4;h*4ar2-g6u!kYQyv!qGHWwv{8)2}SQ1rwe`Aqm8F=(g2nq`?l)qOdu{^_k488nfo{ zkd3t?7H&~wi6f=jof2}U&lcL|vgRWRXSqa2xUiuyF zT~Z56R93)_ktpIeKXl~0gV$UD#O>Y9g0CP>VZEOpqKd4Bj@GY`y<8G;2_<^jS063n z;ogp=0(5ViM%=~?X?(_S_6d+bES5J$oR{GX`new5IoR1Ad)NeMX8~~vLu`3+t{)(7 z3dJl%+&t$qiccbw@#hFTsE#<|BJ;jdmVP~~0{YZlN?L@t%!S4L3D4t)pxKTrVzajZ zapPl(`GtP{^?ca^&WEe!UZ}*uc59F;6UY4NN}J)U_!*Dom2Y%d@&dPCALxt!5%@0PQ*FysN!>0 zcC&-#_|ZN#VT%wK^`kR)x<_6g0E#{=eoH6fA|((PySUI35EngzB~2o3b-WAbWaEW@ zHEj=tBoMd#<5WLeFWBKa3Y$Zm-M#>oZuFQy$Ud|LDm2>-8hRat|;PE(Jow2W8@-0+?TUi z@D;>`KG*YIhww7!Xkl~M%Ow#vXZ%vxop|RhfUtHdK=-z3#Kkpk;AcjIOJFOBBcZ5p34&tV|ILj+0 zM7Y6b{!X=MGfg9|&R@q*vP(z@#NDU7G~${z|KiuWX$t<{T5uFwRkMgYR^E>bh~A`x zYgSKTqidEBcdP$!`RLoTR)WHu=CSuRsW1WJe5{n#g^#8~{BwyoA#TCI6i(Sv?G4AE zhT?)d*Bs*d=lFU+yZY07HUVkG{rRz<7p&a3lr~y9LR{MD2=&R~b$Z7i7O=qzfMAR`%_8ga$EBC?vB9$lsqf<1x~orpVVRl|Q!da)G{Cy!x+wg_=2YMi+wmHoH>11dUq A1ONa4 literal 0 HcmV?d00001 diff --git a/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf.log b/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf.log new file mode 100644 index 0000000..fcff2c6 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/cross-seed0/rlinf.log @@ -0,0 +1,4361 @@ +/home/guangzhao/zuogou/plugrl/rlinf-src/examples/embodiment/train_embodied_agent.py:35: Hydra14MigrationWarning: +version_base="1.1" selects Hydra 1.1 compatibility behavior. +Hydra 1.4 will remove this compatibility behavior. +Before upgrading to Hydra 1.4, set version_base="1.3" and test your application. +See https://hydra.cc/docs/upgrades/1.3_to_1.4/prepare_for_1_4/ for preparation instructions. + @hydra.main( +/home/guangzhao/zuogou/plugrl/rlinf-src/.venv/lib/python3.11/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default. +See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information. + ret = run_job( +2026-10-01 23:45:21,156 INFO worker.py:2015 -- Started a local Ray instance. View the dashboard at http://127.0.0.1:8265  +[INFO 23:45:22 RLinf] RLinf is running on a cluster with 1 node and 1 accelerator. The nodes' details are: +node_labels: [] +node_rank: 0 +ray_id: a11391560295e65fe6bb68b76f862b7386d4ae9dbb9b6b5f57dede33 +node_ip: 128.84.216.41 +num_cpus: 24 +python_interpreter_path: /home/guangzhao/zuogou/plugrl/rlinf-src/.venv/bin/python +hardware_resources: +- type: Accelerator + infos: + - type: Accelerator + model: NV_GPU:RTX 5090 +profiler_backends: [] + +Node groups' details are: +label: cluster +nodes: '0' +hardware_type: Accelerator +ignore_hardware: false +env_configs: null + +label: node +nodes: '0' +hardware_type: null +ignore_hardware: true +env_configs: null + +[INFO 23:45:22 FlexiblePlacementStrategy] +[INFO 23:45:22 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:45:22 FlexiblePlacementStrategy] +[INFO 23:45:22 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:45:22 FlexiblePlacementStrategy] +[INFO 23:45:22 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:45:22 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:45:22 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:45:22 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:45:22 NodePlacementStrategy] +[INFO 23:45:22 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:45:22 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +[INFO 23:45:22 NodePlacementStrategy] +[INFO 23:45:22 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:45:22 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +[INFO 23:45:23 NodePlacementStrategy] +[INFO 23:45:23 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:45:23 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +(EnvWorker pid=124179) [INFO 23:45:24 FlexiblePlacementStrategy] +(EnvWorker pid=124179) [INFO 23:45:24 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(MultiStepRolloutWorker pid=124177) [INFO 23:45:24 FlexiblePlacementStrategy] +(MultiStepRolloutWorker pid=124177) [INFO 23:45:24 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(ChannelWorker pid=124705) [INFO 23:45:24 FlexiblePlacementStrategy] +(ChannelWorker pid=124705) [INFO 23:45:24 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(EmbodiedFSDPActor pid=124175) [INFO 23:45:25 FlexiblePlacementStrategy] +(EmbodiedFSDPActor pid=124175) [INFO 23:45:25 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(RolloutGroup(rank=0) pid=124177) Generating Rollout Epochs: 0%| | 0/1 [00:00{s^{9NYN@sk^!N4k4+*vk^a>TNB1luiVS9m3piyGi zdSr#(sUa%e{znW|JE&^^k9bU*>){vd;q4XVHrva?Pjolu?r+uB*>ofnLEOfqwOC zT~oPDFmwj*Was*|<~~dxpc42$*IrduwT%=fTIjaQpZOkLjwmQ&kW4neAm2G~dtDE!4}$dq!}OCV!+guW)mY2TIDr{~>WY z#gMm`pI4wqu$No?f`c^AjXg}SX%(g4t^RiJQ!n;c`S3q!q-vnrPE2}w__~RT=;q-! z&8cPyip;#_NLI(OrFc3u4w9rYfY>!XN| zI*Jky=rzs9Ggvb=S^&~U8E+y6N;)lRAgh$H98-_Og{}l|Blbm=isP30 z09L9Ns-46E#5=Y6^S=^V2=@Q~aBG(Ohj4fI810VAcmMxLP<+WqfnJ_-#f?$3r0Ze& z`o{7K>-u%XekgTQ35cs-hpDQuYI~`5c>2!{2oXJAq9;Z3_)tS`eCMM+s5|P%*Yo1; zD8c_eKI946YUD@N=)Id~UVrP}zuc5mj{lE#P;IZODZaLT_Z|TOf&TN{X8CH~R(@gM zllOGBMLo!&*L+hMv9059PuEUZQT` zA)+;t7lczj?>ysB*~7Qh-}z73e>Z^oB~J?x^^@PXCjox1c+oTGL#PpHY_AXSrx8g6 z5KX*5|A6^!zWzafW|vzV4N#F4sXo_rj&lS6yz@jvZE0{>H%m|x-4xKCq@QD(aDt%syC zBZkCx8@w!syV`qI1)3@_e zE#Gs9PSq4ty*@{O|~}0L)7(SDRUHISL1D#_o+|QzWIyCskkg5w^dZjvLh$+dNn9qhaQ5P5QkaJgn{9_ zUOPW|_pD#R&C`>gsEl7qR-llYB@IoY$6k895w*HI5JUkva~+;Uk5Ef?;nc6=-0^** zR3=A~b^ME-^{H;beJCtULdCoXv7nf;1xw!X?y6t0971N&D`rM`;94@kcYqXF0jO)Nln&8#t%XK3lJ9A~JzjfU=32AcUI{ z5a5UK87s)0W#V93)3U;;hPJ5&=or)hE-`QaBwn_xg>p zI;#jRl{pYLZ{^ecJ73b)n$*|4U)P9XD*FLtQnnqLFI`ZTSFa|wlhA`d`<0Zo>H!gX zZMHt$gj$~F8UnLwn|1>SO3=5HC2BePQ6vC^xG9-MP}c`rbwoMZ1DI5fK;2rbKf*n# z)uug~L&j^#9p%Z}{h@LEr8k3uk&x^ImQml1n}3Z%2Wsp(azlv&h5SqW&yPQzs$|%o zcSZT_3{<0=5JI9xD1=zyYJB79ez&bSs5y>aPwuan#6^X3&y;6Eoa+I@qK+2T3J@3{P)cqLlfHu4qAQp*>$Z(imeFs%|E5Pz3&Mn`8zbLoqHpCuK zfE9_+lm*s;UY{;rM>$FdmRaJoSDX-B(7k#O8A?8oj1qTwygse_rKJ)A&$5A{wQg^? zML1=>NdkKA?f?j*9!uQUpIoawhL=%#o&Y9K;_hlB(S5$(zlpkH4X`W{_q7G5sdL#l zv{T(QasU}6?)}5|RQuf}&5^{-1Mn}2Yuh}Po*NV^Kpia$E@zcE=b;65musHwM|1l= z1c13MTjFXRm(V$rjAtqlth;f8rl&_+@fQIXP3AJ zN2=``2h?6gozy;yM35_S!-lq}0(m99(3sWACa~0)1&Q++d)dD3%+rR*!b$*@X<-tt zwpC8y3R31fAbizva%Y)1NLjD#RaOB~Oco9EX#R2j9r zq+D`CR*7qQ#)-227QP&{oKbls0E5J7s64VY9vHvl%Xm*Vg1(iX*aB_m9FQ{2azxNGa1Q0ckt_A#2P5Tifm2o({jP$?(thuj`{-2Y?i(uX9ZIh z9D9tkX*7_GX1Qa=d;VUH%`pg^$p(tnT55PeIDKSpHfjb|H%N}aKag1}b@{@b;Wu?R zN>B50g2^*Wz1S4`sAqv8YSpc85thX))rWDG357Lir@j@0W;Dz8{j{mQ9dpMavoya= zz`xA0m1hS1k?&c7+N|9jayhG6S|2R38((yGFp`O$cS!({3Gp-RH}|iX2N#c7MmNhy zyMcI{dknm^S$a-Sq30gj*Bn*0*L}i6Wq;qFyk{FM!qi_j@JD88{D5GJn&lwZI&MJ2 zG0)LMPyun6&9eKJmAw9(tZ39cLn_G%6f(2{V)qpKW%;*S zWR?#h#J`y3$-dSc^Rx-(sF?Gr$a3H?$TrK5^HS(mevdjJvusgKcy_b=*xiz2J$=j@ z)Janzf?TsqOV*+;wvIZ7X8)K+AZ)GyTXraUJ%WHrn0 zV+T?`otp=vmh%k)FqoxP`v}Tw_IYKLqn$6veWh{)W?A_uikq8W*A2}f+m{5DXO>EZ zTKvnE{dOQBxeP3$Sr&FFG)4z%<|}eTi35eSP|_^Z&hU00{rL&iNcA-dAyFd~LTr`| zo@>z$o_gSab{_;-A+vPp7{R-KOl3Ff&29Bs_7j_>GRw<@In;W0l(Q*7%9OZg`BMtY z90R=2hJyfNkvKu-({ttPP=zA^mM3u+zpdpD@3E>SV%I6aio}TSHCfQ((!56~NAbWi zOPqJ#+k#<_6BZ#uNd%Hn;(Q|4(C@qKIF7)hY@leZmVt#r*LSC!&~sM=AdGq>afZ}q zuFsFGt|&cM0Fx(ii&mx60e*HnP*=PSEQ`b~X~=om)vOTh)IgscKt_pEa%xYNw=C*_ zB<@xR0{$g&&x4NBjZN3BK^^U|0lA!2;tb6S?TRBUqR`xSH6#IGZp)T9%R#H@!(F*z9S2B22`enNk|-j8aGG%ULnFKv)~|c zJxs!>x3yXLEx8$hOUzt(61UjpoFi&i!4QI7;<85-hM~;G11*&~kT^5FmGqn*14@v@ zB?8JMao^6(N<>vo14cp+q$N({!sxsqX3qMk<>dj)Dsi4x{i(Mb7lomga}EM9NSs?_ zIF*?)Pk?gNx*PN90*SM1d5AkqW!-Z$ho%84PvSy9JM$-gUgC&^BokOhiTmbrrx5j( z?*K_0C}d!g5?6ejx1`IY1XLpj3$k5_8lezkiJNILlJ4Iua2;xnD*;wW;+&5~@bt7t zM55mO_I#p~SmGM9NZk8rXE-QlybFYsDRE(efd!R~Drch&j{=BA;;b`|-FdndRoES1 zc@mdu?#16+w95gpz6!7+F?!i-sbKBvkNAD?dB8GDoa2jT!Ud1RJ|ja}3M8Y%-R?G- zp7rE?A_CX5fugl;e0oJVQF-7!^xW+O5Jo+cxQOK+x#8#Tjz;N81x%jAsohJVt5_c28za;M5gA96z{)ly`qdkMm zStYJ!;~G1)z_U4MZhwFPFt=q(Tv<&dJvM2072+F|k&R+rTH-n;r_g0n4%K*xl3`QM0`YK@^a436HoO^dJ)o4o?!tb%*AaNf4;nV?lLlbliUIH#LbLB~#QqfNuwW~XK z$llo{Zg%kt4V1ZeKucu~Bu;ze9(uKZ8+9aczW`;DIN$Lr7NaURze^S?AqdhE$EzBY zH>At?`>5q<1I#LMtxq~oVdJ*Mp_bDT0x(G2kEh|3PN=mB%27AKq;dojH#uY{_n?3G z5HyE+11eAA+(Icn?WdN7goFl`QQ|&yf2xWO)L?)l4iqvlNr}5F^*8-eSMKjZkmySztX(EOAX(B<_jE(RL_j;Xulk zxI?`Pyk~80h&CJp5R1g|ZHxD=#hShcV0jWZX@W1m^polmbUIQMU`1lI&UTmJiQVQa zC`YG&WtO;Yb?U--v#eE+p_Bs2C~=4UjOlZEJG&w9E*mIX>)oPZq*MH z>S64aRY>B_R1okliF5Hzr(dp0YmGXZ|)Dn{xqy z=phh79A=5j(hlPpn^M)NPqn;D7Os%QjnGJ@({-$Nqh>n=f+!$yyV@kvd)n6dB8fW$ zA^t_;wENp|1|RmXL&f|6vEVSsmbkA5$#g`Yf(=OGIQK|S*d^}nshjq*8%Fd)oirCB z$d$P0YjI{4ewE4U0olG(=0M^igCglGDgCD* ziCYLLlf)&&9Ug?(K7Z8mtSZS`StZW4ghP4jq*b7n6AA$sB<|C4 z(O)k|mxQC!RREY&jzHp$T5aX3M72MF=1{ALWXbX*E=unw6|j6q6%vwBz%ojl|D(GP z(1F?kki>yP1|}(S{2jcT#|rgvjUa?XjZg@&#N{vl$)8N`YmJ&?w<@w>g(U8#>PKE{ zgR%{1=P?^DjS@>-Q|1rq`G$q#59-wb^!Eq#YP*a*l{jZzG5VlhgN@`S64#4AsCRMr z#DX;`o~_Zq=mgh`2gdJFCG&%N4Zk&ghPJ~2Ql?pcdKg)-`kIj~s=^?E*vv9>mBun` zhhqVjXO<1Z*YbzHzL$@Vth)lN$kzJpJ|a*y8&!*P{acD0EN{{D!nC6i7z1 ztT1a$>%B`ULf{fMP_))1KN=QAJzgwC&0u&8sXzD!HcR>kH>}s`J}5mNfXOq<)HO%w ztTU~bpjPbR%7X4z-L5qiZUJ+o~n%q-hXAu3470Yft6rw!kmo6aXwW`@t;lPI_an`hD6U zq=qGcvYDl!8+X3N9S*{;v*2Ks-KU3Bub*_dfR4emIC2UlL_nTdUR<~f{|QJ4gkU$z z!-HozBWsEPS}Jp3md>iH=?gWJjw7>N11OVOnlJ6r994M>FcQ}CXTOqv$NQKYl(%)R z$2ipT_5jRkmKulbsBQ_j-lCS10s$DzveU(I%EH>a66GixFsU4YS*}`mko($C^9Gtj zrvQ~_mX%IA{IDtgyC5OC3@oEr^4>VlM+eGjtE>Zsv{2G4YYy<%n)eMxH5v;cBx;00 zh|Mx>nGXGRid%2g96bS6$SmKlJH`8Pt^6Yrl>K+yUBzbEjOFD)$4Rf2qntIrOGud# zw{@0vf%4Ju)6j;E0Ai6irS5Sz`rn|~#9f&&g`e;9{3SXaJOx;h7%lW1BAEZf zz8d9d2(Zi&XJXV$=<>bH3%S@hAQ>fYv!ykC${;@%fu3xjXstW<=Lx+Ym|sB8-8=wc z)FX-GZ>!;c>uJ~=rDqvn@+9t3=M>te|M+AianZoCNL+XW&bu3XwxFGQJs`)3QR0+5 zOsP4puihYun+M=u64%cqgSOhEHUM?BRd6}0#5oJr*^QZ%b{5U;SO@@fTeidrE0)nK z%tD7Deh(8bEpf^XQt0rplb@o>9swRIizKd<2%B0kaV?U#(nNN-ooG29!cDE;MpZ^=Z>rP{fcsbp-vhI5#&l- z@O=~Nsrn>iG-e|JmKw7larY9Ma=u&|{TW%<8bH}3PB4zUdCS5l2#;mKLE?6cULMRp zWkaE3kN~)X68GR)feUI^DG-8P;-25P?Ts>*1+-M=K;k-SB+zcxT-PIs`vNGF#F_QG zr;e&Tyo#Jz2|A zP{_a}B`#+U@7`23A*zungpjBa3L%!bkj4}}?P#JQYL3P+CU3`Ilx5$l z?G&-Zsjx^~`F_oDC}%f;lqqpf+y)gm4&J^AZCIx@xgCqd8D>^>x~YsRJOW^O5;wD6<|eT^z)9Vpr`Vgm1uq)1D09hwj_2FURoW002#_7AQ>gD{g=LU-^%M0 z0^6#QJjn({YxT)06^_~bWg&X*oB@PUk0j2$_ZM#E1l}@~o+W_ElQ@rVX|$_R#yQj# zF9XXWaeerl0d&i+Xr~+7;GM$Px58JqzH&FB(vDb;K@wM|Nx;7(jvACrhxDWId%UVz z(QBvL&vj{|frSGdCT?n=m_q4Dz?o-Y{DkO0mmDA|9 zRx{h9={*sGC?Iin8mG}i;+yqC66XaW{zc+mbam$Rs!cOQ#Y}=&a2RAuTwColI&-*1 zB9gdIz_Ux-nXks2{UdcFP$#9e$$6G5ahIYEsmN^0rD)7<09b0wg2X*+)s%D3xU(a& zu$zFgO56&r#hvORglo4W%a)0Q#C=I|pdw&3B&Q_PKUn+ATapy;FrG4E5yOG2>0LmnBOPq#0K~)|OjD#RaOI-Hq<$16B zYCT5(ZgmBiRpP!a>_?gR-`o(j98URb*gPNio`2r@DBapaT>oU1hH+{x$ zwuJ&JPvWv(YVl`$(Mv!=vJ_ZGiQDR!HK;9zVldoD+K*_2yzq)dss zJcC!D?mT-5+VCoXSR{_$-KxW_phiz_AOE#HnPEWh*Li`QKi1 ztvg(@L=QnY#9@{=zfNm;EiZdrM15)#kP1m$K&@!^t(AwOX8Ra|C?Ik7-sjSzmYhTjJJ>*0QZMus@QxH^8$?oYsg^`>vOUhoMet ze~j!#uEh2C??72xH`YgEc0IsSV-_TC=6yBJkxik;kcGVhRHlVV{K>2!iu<-BwH@Jh zS!CHV@c{Az6pcg@7qcmLF**k80GF7#@+59qN=^}KSCtTgUE-#$Xo$Ztre`);zf|Tx z;<^fRDMnVvzC2qFmioEOd9G{|=r+=KRl~v;6Xg)Q& z-PzEU{?iHq%clDlxghJk1fxdAFq;!eHL;4d<` z*dGZ=0I-Y_r?13Wiw@KhfFuqSGB8PrOIga(@<_*DP#z5-Bx;00h$Zf}MH|{=^TJ`M zIW{^$a;1>O9Ul3EcXzd_3EFw=iE%T<64#vhgL-KZliH#W-rWUA;)8d;e`ib6h3jx? z<&fxHbp0Ed*NZ=>SN+PVAfn@l5Hv8_o+OJB4~*ZVO6CXkY@Oz|LEAA0Ql?oBYP_hR zEGTdpdQy4=#A22a>2bxzEzq&+2e3S|T&uL4f92gKAH)t*fEC%=wha-2Cq3hJP>x)I zWj4zP69)^=e)c?vv}r1kjAr@J+LC_3KQkGDv)RDkYu$QHcz09N{iqpq%O&*$|3GG0 zIqNmIdC@CBl%COf1e0f$*9Qvd)x7mjP^(S_mc=aNzuR-0jN+i3{sNlOER`>}r?T>o zUqWU%D4#6(FSAs(I77F3k?@h@gM zcS%>yg$}m(PeA%YEI16Z&9Z490X-nC&<2_1JmA^Q@`T=1`y88PH&7?7f(UZWa`3YD zR0F-M-O=o~5s*V6HT%IVqtCvvzp-TfbEJlg0F|kR5@x9s!u6m^n4At1%g|hN)z=jI2nEF8FQ`xWpQ(q8!n{GD}?UJ-%?A$4hHuDDFTqN}T)B zuY8rT{`ed9BG^FDT9Zzc3maZ|=Y^iTd;nq8BZ(7qc+ZW$K58>c&m+L(N!;)ehv`V2 zkXNWHDjy}OWs$hNFZLn3O`f6@P0S)Rqr}y?>QX_*X={+g#Q^x1#Km<=qZ^GktwtR! z4=!hwIOptrcI9n9G({427XrZCmMw9W){(ToOBejvuJ25|w8V95cbInQK4}N4Z2N4I zD5xxwI6Dz$Qnqp$k~j)5MJ2Ae^*in_PEj6u2s|JTv&7}ZZs6s-y*&-}siib`JzmK;m|_KTMwqy*(aD+??Yif&U_LUk5vKv`P=OLWjX4hs1)zAY0<5 z_Bl+ewVdA&NnEcJglCtyChAx0mC8$XP$zADl0^73I)48~^`8~|K2YLc{QUjn&zcu> zC`Xm&__x2_0xUIVLE`dPt8wD=Qw))X73Y%svPqo#dalMI(>jE&&y$aX#8sPxQ`&Pb zcSOfvO+LXTX0AMmGn%>A8?~!R1tbK!#A#Y~Yl8&Ewvfl#UqdpX+zNn9fV zL7613g<*%CsLE4|2_qp0(h`^4b5CA?u47x&^40^)Dsf4r{ix;lW2T^%a})wFNZjqz za7yVgXD!OnWx%9z1QOSJQVzHMb-S}@4!r?Xp2WTE(S+Z=#PKr{l2)flt{5dw_wKdr z=s;NlBypgSfk{f7;Zp9(lS59S8V!LE5;a00#1gk+c@w%x{1+G09A^Qnki@CBzr=fW zdEW)pn}_t69U_*vmMjvN7U)xqa&{3&nG&~cLa&1R-)}gg4Y%q^ZYSRG|Gy|M`Vnpq zzhDngDd!w)Xz&E>%klO5K14U~c7k*n9an9NrJ$EGl z!l*|Q=icN3*B~g~9;N3AVDcpH6*TXr}`>gl3eu z9j`Sg@7eL1Na8{P{7d3GjLM*$wsCr(jCnk~mc^$*-akw>JAU*KK)! zGt?+dAP%#{%{;o5x1!||UDT&|Kq@40s-iCjjBnn^88zE+5JUlqs}+U#+M>Jzk~n1^ z$;7`%+_oPaP8*x{_%NJc}S% z&C*~T=1rN%5sT&P8F&Y6%#t&xS@0F+JQtoLx6#rAoO@T>jEon_)6 zaZhr?s3lL6ub^YF!GYisGgqF(O>VM%B5GGWM-qZv;$D>7yhfRO3A9w^K;k@44yP{+ zy!aSNT=GD2V%0wi&ukbxnI)8!pqRkH!rXeES@s1XVwmbgkzHNR;q_W`ImCIGCE#9eEt zPmSs(G)296w9ESiVu@?TB5_x5m`z7Hy8)z3iA(IyDTr>|VKdsW${2Dx7Kyu+aj!r1 z1y#5k!15$+`aoQ2yv#jUc>WVg?Hj=4N!&@D zWcvNWVlC7an~x82uE@zdvw5q#yE1ui6K@t`X0bp*+mN>1s%V~=NuKf}Jo{5*1xJ5OG>0_ny zMxe^NOduP8$|8wdFT(mHU!9C3?igT-N?b}5j-fiJ!2RbcB zeJTh@g(NPb?l8S!>33z+Y|9~t0utBe{b9PxJoOex;(ARYJNOrg(?8vn)BCl~R#eOw zhy{m1w#1bwCDT9mHg1F@uH$5~7IuldyT*o7kfhTGby7Y=kSlRloZC^FuRdTE*$=SP zm<5Tme9@3I%eXEGSyuh>R9~*e>aR9 zU{W~(iCdUo$PH}V9shbk5uoxU&fDo3H79iKTO=fgQ^{%>B`)*I{YmIREe1&9Kp_K@ zl(_h2yl2Kqx~N9?AcRDXPzbTa<-dBye>*H!fSM!6lPp>xiSzhqLw&kra1HHTx#zS9 zvBb4z{-EBzwbPHG58m|$=g*FPHKA zS?xZF*c1g=k*#ezxJ@8D`27IN(Q#mz&C*xbMHsSiZ&RdALLeE?y0h*kJPc{reJN*naqgh(t*PyQVJ8zB5GKE8K`Ldxt!H3 zmFAqWyH#$`7Rf|+9ti+4A=@km1TLYQjY;i<_!1^w+AL4nC()H%hi^ueJw}oHLuHX! zo)ckv1rdFaSvv6vrl?tV?o-Cyb6|WvdI+p(5{KC=L#sCNgzBGsQ1eU&QX#V}p_1sI zp>IB*3DBn>xxE5rnZi$^FD0}!MP``~A^ycIQ>o6J)`@QpqhityWI1pcWSeE;;3T^B znBr#0EDL~VH_PL@KiI3d+WVt<=Hy6LAlEF7$7xXc>#rU|FW{5`EH(SVEPK9p;!Lqq zor2WRwLiHpt68q$zVY5O5aG92a4<{9z%c6Oo9hG6F_<=h++9Kh}L7Ay5cU%+-xVZ0IAG@S;i>srAO%N*(0;81C+@u?`<`3LsecfklaqfTBObL-Q4YY zegO^FqL!yJh`_97`K+@YwNem!6SbUZ2*6;LSr@}7ch_1!lq2q7a$l(&fmy0KXLHqU z{Z^nkbPrH@W*O4YlwW+(dl?dv#3AIijAm&cq@slm)b^nSk~mOE3nk66bQM=Karb;w zqYMZkQ6m&WY?js=P3a9+>`$QPIBXcXzd~l2a!iN1lwCXq_2xm|<;%rpsmAj1po)&s zCX}-pAZ1G2aId<2zXc(^(1vYhklV3HoKnVgt?hQG!czd2Cvl(iqWK?sFYAZcRSK{o zG3tF`mY_-3lC3C5>A*5e+@tG!VQ`a#tH@Ap0m&$Fm9~-e*Buso1pZ(HMQinlsu70m z^BsVmyPiHI!7%EP#JPJt zwV6d0%qVd!oD8X$MNdy4iCgANz`rE!-mp~qZBv6p)X_p_lgn8pu4YKST{FMBG&Hvx z`;h=Jw`EIQn?+0Mb%B>u5Fg9LOH14n<0RT^pOFfx?04XyvPj}SiZJJH`Wi^$w)m4} zD=Kj#IzHllJ$(Vc$D0jtm?f^|#kIVcSGVm@pBfxMR-ll?wXsa1^|~pwM9p?41W`cZ z5=0@sUr8H?B+h6KS;xOfT<@@994+l1F{qgRAQl`3*%J3eq}JbuJkCZE=MFr(#NBc% zwdcH0|A0E_8HgZP;&KZNsHP8<;?bDx5lB)YHD*ELimxeiRBv>lk%e6WluhFJhq><; zmN_8&4GRtu*KcAtwQE6xT67FX1(AhI%v^aAH+qZFCDg96AOyR_jlHQg0A)@ym@Ggl zb0BfPHaqD#wblcX#AO1?Bys7r2K!N!%Ycy(1Zj!09i5Xm$o$zY)be_VkhQW(+`D-+ z_3OL-5Y%#ZKmZ1b8>JgTou4iGL35=)|5>4TYKY31x#Yf5IRc3*@hIUA?)v#OnnS^W z%9FV08Rq1tE*wA@ z^+@6p?!DzMT=?cHO6@MdB~#Gcc2ptvgSjnR;;wFv zrpHEF#Ueh1iI1|C(M4y)iir< zg&u-ph{G&#DW%(Z=4C2{s81O;Ckt0d;vNh;L1*3Gdl5C;B@jdbiBlbMf_8pqMETaZ1$VUR6xL)=f$%HPV1k;H8Wo?YS|6*c3iyJr7Ho%9Pt zkSlRJmTOT*wrXUfG3(KiEMIEOg2a{btvI>!!ZVPC6$8p9an2ds%#M*&2p`jm+*u|L z64$39jCyv?nx0s)tpx$-1V-}CKz)UK{V2zH5U;$S}tWsYu5)-RPgkhnZ%Z0?aCLFQWQUqmMYOMlGk2 zI=MT8#4VdG`h8-XC-`fTrvfIGBapaRGmE*ywoZvab4UQFJc*mCQ%C79JYkN6q@xB| zEu+NESl^%!9jHivBn}iZFiDA1vgBSJInf){s0uhak|74HT`lQOh!6QVLHGJ$KUpgi((rZgfkYQcy)LO6^j> zS#Q;oK@n|HZ8H6F?zcmn%f&|$o*h$%a%Bk7whR=F|V#7e%3n%URvUu zR%X(iw%hRco;(B|DvKm;vW1_!o(*S3E33r0TJx!?X1^@aFiC;{3=+4dVL0`0 zd)y(EBjqpTzEU{?iQCZm23Pe&=ovJJrUEKY;%cK(sRrLnRwE%P1eQ_aY!hAZ+o|op zlC?@4C}d!g5|`k@wGL{UgKD$@LP*pIg%C^J0H34$ajX1-QFE*SSRsj9*2tDBU9mX~ z?flFQy*RPNwPF6C9-lX?rD6T+rRJ{>Ijao1Nua+!sQ2x=`l*CIzW9TBAu_KQe^Br3 zV$A}lm+n*1z!1Ro;(_sdRLT6Hp8wJDBhYp}04dWf9~QSSxHD)~9IAp|IoS@2St==g zb8j#e9Xoq~<(Z|;o@joIZoVdB$1A{!Y|VOdhQP>VfH%s~Tws~aa?-~h!rHQ`mq-v} zfn+qx=*yky`~y>aBQTu}6s@(#>&wDcd!NOlX5d*t5)A%<%(Bw$CO4w<{vt0X-fPb0g zuVqK+S5qRZkXd?Hk;_@lGU9!p-4o>FD1WZx0tnGG{yQw@<9X$lwpOD)#o28Z2 zDqhwVzrCn=_J2x9h0HP~Cy7q>G&_Wpq7H&6V3tEpB+>Vuw{$^fnfQ#X<6q3OqQZ$2 zw{(07It&A!lUQ&VWSixvvq|&-PQWK*mg8O!p4}`5erUpRSzM8XI_bW*B!XPCOf}P> zLegI8q1pctV5!*;X4!00S5C~Yu8omd8rP8f%2Y!MvlJZS&fOj~7~un1a4^gC`(e}& zpFuy-F_;0kgb2tpON(xag{WOcK?ruUbg(_#0cGw8&{CNLv+S{IFFjXqu>zUp6+oHH za=~ZoL8!`afRV5kX|r_LxKnB~R3C0w6d!$zYylv+nnd1e{hxQenGf8rYwlKJlm%V?G#?Z0TC z1J(Njfg}zT(n3kIbk5;!z4YTfs?i4sAyFd~LTr{TldJg4ReCK$&9UqYxxYeYnZ2Pe zwd%vH_oz3&YISgj*eu(!ygcY`7uNvgY-?*m%9OYr_mc8!w^{T>8@>+^i^N6PYG*y4 zgDTuijoeY5#P#mFgug2DST17C6ktVSblP!~;KRqo_?P7d0n03LgIhTY>&}0TM~31J zB%{Q=T-cr7X&5&Pfh*WR(OPeveI`86`208Y+@%8uqaI7#N70DB)FTt6=Ne%0B(5?q znI6-p+6{HZT3}fuu8%tBz?AOBXs1K9NKqLj?$P+RRNc5UeUQYt>k{xUi969hot`pe zh$iZ2DSG5`R*5r=S!}mwZtEm8x5L|$05G>@OWcXoE9pCvwAUk^)@R_QB`zx}nGVj| zIvrKEZ3n_bWs$@QMA+kI`*tIV>taAKMJ3MT$|bJjV8Kw-D7qVxILs0^Y|2{Rh1hW1 zr=9?*ki>mmolK8&pZy6n+h`+ldj%v;MU;uSkWe!uaeX_I5dR`^b4yJ)dk5|=M@@=!yM~3+nh+(=1I$1i2D7>s}iwH2)-ikGBS3 zsWA%@r>>;N8Ih{83t8A!Q*vK6iR0&SU872D5zgx*9|wus(IcGl_K(27R9XwT#LSf^ zaVomou*4;FCM#flSSgf`5Jdo&bVrXlqqq$u6HcxYj-~bZ8!)Z7Kux+-Tgx+A60le!15$+$(?Av z`e7k{@wh+%RwPEr52FN`Ki@c`9Nh<&S>mi4OcYkem)jsi`3WSW#Qm5&nx0k|Hywfc z>Lj_cLD5>R7v2y~Hb{3v&)r}EVbmju6WqMSO}3eAic;$fm^_KQ()s{hc4I*gBynqi zWs$hVMx35^-{_#7mTKdj%6gBtou&qrZEC2FB(8Bg0{$g&>EX$A9q&X9k~nL)oK@o7 zpPaO7)AwmFG`B}W0GQjdCGNV~Qo2>;v$KfzXX2$L?sWNn+P0Bd2CD2@;Gwce;>tzX zqFbs1k;EMaOi_s|tUk+)H{6VW`nCk(FiTvG^BUgMm<8QXpLznMLK3&(+J4%!=k#jS zY?XCLwH1)K$m{!Q`-6wVki=bp5dR`^ll-kY@20LAgNm7061PeMJ@1t&GXtC1$QXi4%_6XouRB9fV+) zxRcXvSfI>J09q<@AaO@Rd(+qUDs@K^w+K)si5t1==^|9+9l%Hkg0#f-8u%oyA%B8D zYI%hKvr1fY4wu@wdf;=^avnec28nxjJDd{s?b`(9=qF%OIRc5xSbmRNoHZ4{n9$yY z)K{Lw`4?QFJUThyZ`88~mQmuK*?60x19cxDi35cUOj6<^x^r*sKe8Lu=!7X*vqX(h z2(iQ+Pb}rX9&iZ%wnca+0xKkO?ab_{9c=o^@%KPq28c!CB5bP9s?0~G(c&t(qdbXg@h*lxrgys_#12q^6^YT8q3Rtmbmfp!-V?!&wC<6$pKQfi;2F)xy1lKTJ2cV`3QW=28!0Yt?gT31M}Xa z(R0`98p#oidL(fP-7a%I3QV{tJ#zq)Cvn=oiS)|zarmFM2Z3dgxSM@B+jTarMmxQH zoh+E~mAD=P6UrlJ=O`p`ZEq6rFNr%a?=anUbO#RVXs_XNR*6$8UTXKzzjPa#+gr-X z{a|j(mN?2Uf-cD0j^BZM!Nf~TT)&=)bT6ed$5CY$-y-*i$|8vyBElZ}&zyiHu1N*K z6qUG7$tB!M{Z;s1dwRD?9A=4|xFCv`Kk#5SlDN@8DkO1NdneLsn|AR=&2|+8Q9$DE z_DQ5C4Sr>dBrX?1{ENgL%;IuZoNtcb8y|a@WCIR^Y>8_=B9T6I!geW=xV6BuOWfy{ zW%g^i^KPTjQ3w&_O5B$6j+AYiwkBxIeg;@-%!0(-G_c?Z$8?TF7S`<^**TlUZ9LCy z^+R<3O()C;!~ z6{i*n$x~n%B~F(UP=XGWZWXzq#DPKvh9qtS_jApPGpI(o)g**OjZg@&#JL2O@vo_s z^hC`u@ezR)lDJUU!PN3_&zETD_xImO5lfsl^9S`_-s!XreNb=00RsK~LA{#(FN(a@ zUGPQMuaSAZ_=9>QAHU7_6nzvJSXv^k*a`yAhWDY zyvZH?rd?B%9+zZ-$umpmmxt(p)|siORR;shVwOtEoWuNm&CyOLq>?)`nq`EWCUx@B z)of&zJ&qFaFS8sNc9f3lLE$z#0WN1X%Sy`yb`i5im>{#9oJQ^kG9lY6x6O#8A3sp~ zjQB-NytG-)D?CIyX3rdhD!UbUs4OzeND=0C(q;xS%WS|DHOtiIWn9x>>oe#fD1$i6 zX4z%LX5N&A(?_D_nVe1%r;u5`%soV}S#L88O@PY~L;sT_e>KK@k5J^J%N37SKhfXXw=;!chEZ=CkrL_$&uETdUEToX=3 z2g>$1S*yf>LRu(kmNk*w6?yX>qZ-9P2#Fe@5Mr}z5!sklzHqlaYK|WOR>&;XvT5o} zkY7vGn{y%>WQxtQ9m~suljGwZP|gM|A*4)++cjiH{-=KPEzyRT0K_73eY!U>_%sbw zI0;~R64x_$55M)q?rMlFQGgYRQFE>Jf;KHy$D$m)0G3(el3UpdU88$_MuyUCDajF| z#GO06leT*D6@SlMXEso@*8JP&gxWnH7@_BG6o4@5k;DnEJm==G^L9n)2?9)>#I0Lh zNEg{vEJj^%6R<22_f3~`;MJ|ZC`GN7;}pqyk9TvCF6GsEQz??T)hh`2m&6^Ie42LK zvlV~){K%E$a#o4scV1*y6g^-bn%i?A0L*RK64!g^cKXvi<70@w%fw4d+=(fLbj7S8 z`lzx_tH=hRvPk02im-vI=F5=89R*BLi7Q_5nA^mchyRY(Y&E$(v&4nxt>N+Rb)Sv; z)L|eMlDN^+3+WeI?3$rw+jcx z;4sLRIHS-)x^Vczp-AHRQDi&p68BR0-v05_t{+h+Jqi)zO59w&E*0@?MKl_-UDlG@ zOO08Oxb@5RISmdh$wn5o22hz6Ch^x6h8MW%g7Yc}f6Ib{#J$iBr_Oh-=!1^IsC8uF z5;Iqx#CeA|2}kYf7=&P#xQxBicqnt)>&XJ7G6xdp5|uz-G34U+ctZhYk~j<7{tl?h zEjN(cNeF_p#0?*OC2wMN-&7=V767wK+ztbKYJ+}N0ctrLApnEKy%Bw*-pfhk3h;wiP6P=0fIgzFOQ=fJpz_l;zpDV5;pkkbOafSRsq>Aqr_EpSxpD8ukc3T z05Bt6J@Qhq_`7uq+by zyb;{?gw*Qw#2<#8BgD+`Emix{nn=#cxj1S_&J{rQoCG@D!a6p@K9MKaVtdF z(nn*5BZ;d8Oi_ueaJ|oUG5R1x4?(}ve7d@{-E|~!Um?W5NZby?KAgF4i-)0NMw}(ffx{qM;$}B0pmQF2 z?MD))bdK=s66d$;lD+F2ubF6ctbzz~B~GWdJ(V29#S*7gLT)cLWxA$Q=gFOA;vjLZ?ZT*yH_Q0w7zhBDn7Q&KuEo*eyHUH^dx5Ng zUE*}K6F(wBxdpUT=0M`Ywbsz-2lA()SK?Y-BsXS~xY?Ih;%}gh0Y*X)q$O_OmCC$s zqw*_I%hR|-ZpbQe-VP4blH;>iqLyH~%ZwWvW2MQUOq{Io*xcshq9_UGI zSW50IQ6m&WEO8n(*ZH*vw!TKq@eaTWNt{>1Ayk8hr%$2Y>}UC|KrC^(ED~qbqD^Cz zvs@r$N}SvEU->O88eBsgz6=nH#PKtXMg?+Eh3^0?PvRP#SjYdh*`*C)pDMtL#ONUJ zn4kym<8zdwT40$au5ZQ!VY4W6XXIkvfn=081IG@M>@2krE` z4c@6NiF?G+rbfT$Fc-ZNr*2EYza;Ma(G#>yqlLFoM>BxSStU+wOTOLx`Ke9N-0lJa zU~bEnxXI7f(%Ey=v=HBuiI^+3gJ)}0(aI1I8S&g*_AT{N@$0Ftaq2}KrW(}V0>riDqo5~ucnt1@m= z48rHJ;2?2L$Awdg9zA!VV^9RR#LSf^aj$!gZHU@clb&P)>=Ks|++s5ll)*qtWey}R zb(t@HPdRxslDLh4GD+Ob83tvj$`!y!2!gc4nWntV3w-y&47I!ty~s{kC2oA49X0do zGbPk=R`(_W7$nZZCW7j}n1gc^513SrK;rHe-R3%+zl&d|*$=2ZiCa7EBbB+;1poPG zDzJ`4fNUw0H~D9IpVZ zki>QF-=CWOSZgm*vCBt(7KXqgXS$h8^8W;oNdhx*cJ*s4WP;VS}>oK&QNkGap%Qt213Z6Ce#(#Y_10WW& zR8kr+KGX#1PaweZ%<^)!CqK2U#Q?-ER)7`R+AhnLf(`L?H&KpO0?TZcx70fdPq&+} z8EI2Akg^3)^d}(GhkDVkR9fLLdEU+jiq;yI^h#*`q6Pl0=E!t%Ucf()S-Q`t;pTkQ z&_U^m1x%h^0NpV)o@WUGRs$hDQcE44!-1i@t-t74}on4IathQ`LlQn z@9wG*38;Cl0#YHfR4>k@lSgQ%Bc-?sK@>1cqtm&xaOB8&$Sid-$qxR-EOX4~ajuUp zOhkua3dDlLAlocoUC*T-Ra=-Kv)m0lyIGcA(&MDtW(mpQOP#159A4#xo=6RY0cA7G(k!mo$jmr|pJ2hkEPuTWql}LqdyS4kgDkRe z2@#NImRj?lT}AE69YV01rDa&CCd%AFprtYgX4%E+I307i<|8so&EsV4OlE29dS)Q1 zvMDeU)*@||N{>qN-kq9%9ko0gfLYBlr#M=Pwy1nK5|SyvGMeRsmi_vo1LXsd#DPLuC~1~_ zWp2>7I{fp*ArL~MMks{XEKly%pvNq4q>Y+mIKT>-WveFrs7c$?8=&62>e0RPVzX?| z^73H2C%)HF&TauIQ{wKA-k*QVa`6LnC|?7_B5{0MC#C%>QH8$)EKlO@nvUnc%{i`t zSe3_QpNy;|8`gLWW`jB%{QAYSM!ayb;?1f!1uG zXsu>C)xy3?dU@!%a{v%VJ(9SDcGtM8oT$SnJtF~=Cvn>ivuXaS?gvpxd+-2*AH2PIxhw4%%t90(G<-a5<~QRaS)9_ID44jl4SzURa?%WdNi?5?A>yi|!aQ+!!_6E)YZk ziOa3cq61tvuSF8)_MT+oUnFkFygr;OUDxWOVlISOa2RAu+_om!^!AgU?~%ks0naXR zcgoZ`#sS7!sFQAm2y!J({hBs4zLoDTG-i_lmKw7laTR)B?Tsv&>LLp}4k(+%1*CC( zug-pn@KY=}NSxEuaO&%lUhmK`xB|Gu%#|l`r{gZ3MD3~qLa<9*-?TV4l(|PhOJxou zu3_R)x?79*5lG^0d?4qKN#f2&IpD8FUi6VL5`rKtaifDSCk`5ETc zGmwyE1Is9JAI%To4-J@nAvuybP{_cL#NFa5EmBWMPhu|!AyFd~LM(AjrZuMP5`W<@ zV{rgjA&Dy}G^3ifZhIc}=GxeXWnzibXOXxGZ`X`NIpc33q)drhH0X=HLAE`9XJRZs zED{%=VYX~$Ut}870cI32(Mwxj$ByRTurr^5*dPU1kr;8*P6%4v?$1Lx3I~>1;wC6J z7Iqn5dJY*%6p)M(*KOP!`a`bgJOswEfugm}?EF@E^V|aZ z8tPQ*|tUCGH%sED|^2oBgP(=l#)6eYTTh#3*sjv6@tPty=|>xJ3Z| zC2^4pi|H=|Q+l9|76q5HN}PMaNxR-}t0tkj9R~qmZp)UqcaB@>J!_I|5WkO!mzKEM z*#)#tb#XSTY%1_jStN0bMA*LRM|&cPI|-Pg5_i9#oSW{LiT~uN7~(KXT7)MEueo`K6OA6mj^t%#2Lq4vX7ZQkw&AV$xgBxxe}+_Qj@CcP*jY@tP8+W zV-_UtURG0%+BFyavuE1@Ws^ATG_J+jqHRdxDp_!lxF!R_Da-iIv(Pax+eLOQF>~cf zoYRR&EhKTXAOyR_wKmSjuf$~lEtNTtIOP>*X`jMjZb;%j0?H(DoH1kZ7kyB>$$ljS zL0aO@eH7%KGI;g_wY+5jvr1fxL0oEn%hp{`%Q+7L7$k0}Y6P{udl~+-;+6?y(NZ}A ziTi%&ELZvM6)iM}0{0M9p2Ve^sq)n`o^D1$vIJO0iF0T?OBEfcbpS~mC}d!g5;rN6 z=QldT4n2umA%sMYPzbTanXgu*yA`bQM$Iu1V1*=Zn`#FtIWTQA5){|R3(Lh4*MUXi zKIB*xpqw25Ql`Z93DM4PvFa&)6Cf8L7Kt;=To4&tHusn%t-amnVu6#=q#NJeZ z6^W7duqZ*Bqh*ayjvfNbEOAPzO@w<^d5%Yh@(M^siTn5=j{Y>}u^j?Gvw@V z8h&%^jGjByC#0S*>XF0=IMv((s!7QxJz9XtleoB9C3IYyb)!&M>i|I%khsD8 z61uV4l3hsRMnH&vkvNTw9FF^uxFB>G#zQPP46-F|%E%IW&x4b?NaCge&n|HXrj^;3 zF3^rdqvHTXkSlR|9W<%6^IoeXiTehy)R+Z{3!l-2^Xy#0Tx4NRFUc`xlen}>ZVQ(; zEfBt*1qX?9(h8?)zMbuej=@d9C1$QXiF5Ql@(Z;q{a0iI>=GAW?Hz+M=Lxh_=0M^S zH}0m*E@iGq5|<1plf-#`@wgc0YYrEO7?RAJlWz>HiFU@NO4Ce}7P~?RmAL6P3a}zuiHMY|xXGMK&l}>xz%%LglPdF7l68_5=j~KxSF_xRR^itfLZ2 z&lnED?5YT9Y#B~<&rxynq@?iCbhdpV=^+!u>k&M zmTOubqOY2r9*@kj7%pcuOLw1Zc0bO}!atPtA7y7A5Yzj`|13%Nt&pryS(37*nYnWZ z$(}4_&r)QkD5SE6vTxZVsZdlZ5iLm8vTvzmC;Jv3%WuB@e!u6;+svIi{=cttpXZ!s z&UrQ6nQ19w3niJ*Y?cOR{P>kkq*)*%tA%)Vvz(v^=O4Gr+Ygm}Pdrr?%yO<0>$W*C z2h4IP$Cj<+i+-}b>(aYI+>+g-*DdJ?gBamQY91Bcx9}s9_qR zVrJ=Bk3&epG%IWo&nQ#1H2H6CpNv)o6hkXiQKG2j+dxk3+iI~8kDH_QCYd#U;hi%p>A zO(0m*EJLp;xK$O5%R0hm_y45 z)n=B<+FQ!k?5Ua$e)Wu4L9=w3e=Z&lRL`Dltttl!v{2P7-`|!x4nN%pYIKM~sMH8T zl$xbSm?i(k$=V`WEnf1S*-|4d^pGr4}$T zSAqHUf>>dRTUg^xddrHL31BFOXIYLkyO{D{(p-&T{-DW^PXJnofy%Y6>6D-0W47%b zyzZO{q)`tN7ue^L)MMPJZ;&1@!n8@;yXgIVv$S>L&=uDcD{v~lEJ09d4Pp@_tI@%YyTvX!P?Mb&=G;=;Vv%lZ|+cZNPSoJgG{?x5d(e%pjfH=)_4QxF{_Zu7$Z{K0WP z`XF)5a@Y?3MdHq#u#tT7Ey17ATST$wFld&z#8vzGeK(KX28qijUR>gKue)!*s$u`u z&`JB{vfXHvxX~kwIH}wdAEhdPjlpVTmLzUTRk>vS>hy77Va*BEXkjX!daDsfXs*WfLi&MF7Z z(fKx8v`!K?tA0D~{WUxMS#rbtbI(g9uBnK`ZERT_2{{`?q(+ImRpVmn^3yhRVZ$B- ziAbED?Tn?b@}R=r1Z$JH9`}dKN6uO>0N6ksSfv>CG(MKzIqmc)m|wxf3QJu7=U>x9 z4*kIA?Y0mpC~?`jefXT|o2!G`go%O5wYvAu%_x6y*Ft#R9V3uNJxH9M{vGMu$qn&a zqfZm2P2xScMk+>#{dCAj@ z$@r1kWQs+HL9@g~Wgp>}+u4-^iTjUuafv%HrIzG|cO3pX?DmXhRjb6+&^O@%mi>oc z?i)|A+L$GYTM%q5(La_G3>H>GsF=jHdo7h2m%RnJ;yGKkMw}#$s~^AxW)}FvF<3*m z%FNX!ar)hZ)sTCJIXa+6s55b}m=Q5}V*XC+*Hnf~sFWF`VByK{DK zRN|V6NL<~lXiv!5rlXA1C~-d;W}jNJV)%U6@D+kYB(6z(zwgt1p~7DX)+TX}r_GT6 z8t$J6tZ^J$tstuuqn*t*q|bG3I|SxeXJWNToK1y{-jXqkz)*$|DJXG|tcUP=%OfWM zI7bXruC zPudMSwk;4O%!2~Z+}12{p>tOA$x9}b1AdthuP$*GeUf;yE7c;PvOXu-2B@+iab1+y z@u#C-gTxI?WtgrK_rdY8bfS^N9(WOWQ5<23``Kx~Z0{1Qv(Tpsh}22qK07DzVKFYf zpxO2~#kQe?#N8W|#20^!><1DTOCkP6;)Z3}O3JJpI0uSZ?=)Ku9R|%3XE`g0H+(*B z9Z1|f;>9J-bX8T!T7$S<&`Ap@f>w!(+|Y;{(B@W47_ViB`3+Kmwo1g zg&iYQqlKxw6Bk-W*1p5Xs({x?XLr_!lf-2g`g2oj86JaU;7hp5%+)4w*~UIG(5~)N z2yuxU{q`_EsK;fn^{Zu$Brfl&FK@7=%r20)2ttJcF&$E1=~~BUn`8#!ln8r163HC0aKqfPlm`E(zc!ygzXnPS?OQY|&~tB8e++^Fg{d zqD2{)LnjHEK61Y69Hk&6W@p)L1to6l@v@!ZKrJUo$0raxEX+RpQ^bC+K8Kb1%zcl28r7?tbLVDTQlChAZ>ck40<*2sP(yJ~r$pmexPo$t(`gNbrFOb_m2GC3lRIc^O z#0wcgXR`54Bxzr^Px22i%fOxQrME|>rb2o?_hXngv%D3Pz<-bKfe-2>^=GVzS?(_@ zsq}tr2JCd;07eU%<>%Dq-0HmM;b4{p1pZ}~id!js+2%*_+vg`avHOUcW%}Y1c8_{p z#E)=P9moQZObD3e*I@qEh%`CK$Oa)^-7NE#CGf-7uDuUtS<9K-pDGJx`BI6k=6inw zv)n|Ou4XyVvsij&gzraq5f~3*w-+``Pq+QD=%gRv&^$L0sgqeIu1Vm3dcC)W3DA5n zyS)x(nXxv3uQjW7MKH@B6yjgZa%5p^NyEtv7C|xR4Pncn!=TwL2W?N_9hQ0pf?0kb zUfe9db-!VMZAIm5=%n65*$T9pWo?t@oNV(sE13O1309l^WS09XSV{6dzAgea^mAeN z)u@IlW;ye!O1LLS_W_(9r`?jW3a%L-Caclw3+3^j(eAYS$?4q;%3>d zvPmz<+`M6I0cx2evz)Ueg&(%!8h(!VC!s=S+09}R{#1P8aCSQtYf(4L9~YmdeqY-K zzn;G92nLIq<3W;WaG*{Qq;jA@3sue1siv%4(a|;VN|cUf z_f@G8geW!3+qn+7fDIodNJQcS_80{@b@bt@D2O%)>S;cw+t6WD#kCC+S-oqtMu2bkNF+*tsc z+nOcLb=h*>uTQ~I;1h*-b%}fPAci;VII{~>R?maopDGIySE9sHcLaR~i90%xVY*6O z?e(vvmxAr^L5I^6M_A%cPuMMs`C4TX^r;I(>LhW~@5b;4zYoLT8NWqAbdb3I_hR_i zDG!W6;tDCmzewC+11CvxhDRAF<|~Rthe5N%{d^n4SFdAl2NL&%cyWn4yyJ>}fL`V* z=%jj+SY5SBT%K`tuFI0liZEuY60A06N#YuBl}h?{?d1X%R+msQiIZQHHgA^x3vf>n zoFpza%%7X^swe*RZ35vcGgq6$73a0Vzd6f!vc!o?+?`oHotvHJ{J}?NZ&C=A8bOHv`}SZ)ZQeT~{U$U=v#D&uI!RoI z5mwy(PYz2#P+B(~^QTneT8Kzo&5N%iAZIn3F;b(%RqeXqRK&F!)1mcP5F{pXHg-t^ zTSA396Rb_*zMIaM+vfVof$gpXs}!S#&3w~OeO$gDax{QgVTsG06Q6#(fqM%ulo3P< zN*uRnJO6Z5n?C?f6a$rOz1-?SMw!#`?_tz0Adp5qNL-l3O=(H`*8)gS5MkORuK$5d zK5}=jgCKF6h!v4Iqh^vLl`f8foz`r@j*+0m{XE^0dq3?`Hb|U}IRpQaIPZtqeD}LO zZ9(GnEZF6u5*OCUo6b+Y7~Ixwq}W&Tsf2vX}qrv@RqIE0+3gixQw}({MENF zHb7;!5l@u`iMy`EtOmSw0Ew&6n%!1ciCgnAM>_0dSOa(wI8z*9iHq(LCfk2=wmbBx zZA9uMae>~M{3z=SJD}M*! ze(Rxu4O_EHjUYs+#GUBamM>gsc^jHzZ-RA_IEP0zTsYskGxX*Q6F-&DIdY$`VJ;$Z zUwtnuhnx+c#7K=2SMq+1Wa;yI_>Fp72ojaJi^Yxb%Q;RHtWDx3nC+5p@!xb0PRA1+ zSfv{8h2gsCjKf)bZk(3v~GshTxN+?(kP{7d2*&4}kKU#fW=I$FIM>~c|wYnOk?F7IXM zb}+Xk6oBToW{In9x|CnPK!QJgJ4%RGm$;Mxhj`nN9{ZrO0mM^fLE^HNSYpnYfgo{V zgy|}AOKr-@uJkm04=)1KnJj<864%0ZovhWBUq7Hvg%GKe#BCUKh@bZ2IsQOdqgm|s zI!N5e!H0M=M_CF;oSZ`Zi^Tc%9xlne8TTI?hQkz#4ufWi%N=)!ACWcJ1thNiY_=V7 zi7P*Sl;pcHw-O|7DMipKalLwX=DOCKnGIw13&Cn*mLx7VtgK{l^1_i|VPm}5%Ecru zH%)r`MXe=(hkI+sN#b4y2XNBq%dUgOog-Xj=4z9;mq%{Qg?9CfLWoP;i@cIOkU4`n zZ2fAPBZ;$`oW(EMyA;3oq$Qz35~qBd235T`F)D(fE^*KE@28gYd$1B(-V}mGC5}t! z#{F0G;}K{%33J(I1tc!mG?05#5`zD%H}hebT8>EK9u3Tv`t2Uj7{>GtLbXYp{_2ME zv4&GSfsmB1qP-naZyubIZND4;FY**KD)0FUl{gFG2lW=Gx_H2YcfO4o^!I~$%cdFf zj*CMR;QAoa`C~u8Za=v(e(7<-5-!6VMAGGNLk%DGIcMtj57Fu;*Vzry4o_kA4ZeQI--&1_=9kIGszSZ(%`Svvo=l&pBs_Y|n%l=ci2Gs`C5rI|AuR|9;92u^1C zrfC4z{oG%l1WF@ZMFg~&rP2NZ8)#Pr6hhoAE%K%KIo{tyt7VSNGS#(!-&wuh6nJ~E zX$O`$A+zi_=ox+lL{5x~wWyort2c$IX|^#kXnA7@7B$OICv%GC=Coc{fa}CeKCM@#X#j+|ND49V?v=Ve%dpfKpOQRac()crRU17y#nbuN0>H= z)04*VhV9a)L05c2tcb)F*-L_|R9po+?c9kKMo{AP7S`epw(JlM5;v8=za*|kdOY83 z&DMv|(L(8Rafu5#VQ2lm`ec~fDHMR_wq}X@Bw5b)S=PKa@OOoHb%_hB9K&B-W$geR zwS;)8EJ)l@CHAQNnpluHBmVmL%@o zI8Kt`*XtEn*lI$>ByQ#lX_uRi{Q*BDf|JCxf8ozn50A5iV~|a_%FNX!aXnks-3{&P z8HEs+xWQ$s-iFLokg~$7WsW3{?{J+jd)IwBNZffsg(R-(s*O*f%JDLGI~74tm$(p@ zcc~+nPU{3MZxzR2QHlHgNY2^Jo#qBDXPBG?5Rf>ts{!0zX`dI6qozE=)N(`;7gn=S zT5O(D9_CP&9t_ncaYHlu%eQ(wSqMVnL9C#}c_#bj!GT&ykjjAq15=eaM+;fR&?!Bk zMu#YbN{t{ysl=7B8^Gs&aViVV@dCj*N!*Yb3eKwB9sJ7rdkK$>N+qtPh{Vk=+k6k? z%>5W6HA-B=A(N%H0YNda;hhADNL-*z{FD}#p~7bf78Eh%r!Cz2?~-qBEBg=FCpxf7 zG1~lPM*6MT!xETZ`iX3(!VBHtO5CQ@NBs4!O$q^Y5CfHKy=wF( z!|mBG{4y3F0%_Ev#Cg4uzIDG^3(~WlFl`d|&^3|Ycr&*(bj1_Iib&j*@{*vJUGM`b zB}pu~f)cm1b6sxjpf*cE;%Xgd;9nBAx8_Mc)xS$u=x7`0a#4wEw=LW5YG|J)Ft_zm z*!^g3YnHgUeQWqjl4aw8pDe_yOPrx)BG1>}KO8#hW#Xx_AaMTaRz?2elx`pmbl_ip)#*L(>lzD==dW01H2;>9JdxXo4j z_ike@`gK7VjM)*V*z(oJEJoECqc_G&0u#IkT}QL0o)PZ6hAU+N0?fUNaAb@Zb=gtMm~f&Naa9*fvHMdli{+or?1*VjebxFl^Q{aQi*F+*@B<+eq%#u zj-xVJigl8>T9sY77H^x6f}O{PRW&V@xK_gd<25kc(;fb2tJuq+zyHU(#Qh^5)cntF zxPG?A>r4N~d%07IqK79%QVDSuQb`oSC}Z7Ix}Iw4hnGsoI?Lo7?&+ znB_hK|1!%tZs+(WR`Y8^o4rMsi<)JVym@x5&&J#UGyFvXNG3F!Wq|V*{{85b3BWf$ z#L|Skx>-JHkj9s(^2Y}%+n0E%ESTj-C3b)3wOe48UWDmtmbQ+0(y~{UO@tT0c8Vix zmgoLN$m$0ycnQsuKg>3+lUbIrQ0_h{tTjx4{xK|w4rY0&Wg0IXb8H8gKYnqfsKW(dWiVrn+aiJjB)<2@0}5~9^CXRI*e z7P`OO0e9cX$p8{?sf|FUUxaH3+ zZ-4PC90Q(k6%o*8mJ@cY*a+?FKMEmkmTk5!wSmmlKgzbRmN_y@hd0Oh`}=!&f?3)T zDrACv9%QmZjrw;9Yt17g-N^xwhqGlO7Tfyn=x>*TY&P)m*V3s}7 z0=SI*URxkX*9lY05t-%A-38KW&zHY|In*hhEm@mc{;X*$Z@p*i6cCc##0r|Fx6eNO z9B;VzZ?yWRfc&apj#D_?N`>@Gjs-x_!A09j(Pc zcDbm;1uieJYw+vfXqemIDFDrF%@TLvN-W={dIvM$Z#uIDAg?ZQjScScMg8o}p`-c? zVmwtAB(9wjD_8c(R**R7!3@(?;s#XJll9*%KLL&6HpLN^xU3D4vTnq{kgTzg%agTq|;Zk>yxUoaoI{roCLLbW{lebqN1;ucp#3im|<_-I%x$lp_=y**Lv`XB=GR--I`Z>p7%=);p+pCRP zlDKgdTS^|D8-U-YQf3%K#UxHIPHMg}*bpQxPy{E5oA<__b3WAR7aW6%!`aU<**o97$Z*lnRO*#rh18xE+KFNnEJ^kycP;%aQDM zDuSRcanIIeq!vVUwuF`!L$IjCbr~<`CfnxPLCa}3irrm6;*25!xGc-*L6D<7!qjp^ z64!U$W$E;klQ&=v4I9nws7>O&ma~_S^iFgHA$dTopu{aU8kj zu64?o(2U&h6Sv`Yr+1Jgm_|KFT$6|bX;q8#B1n%JVcI0F-0UR2dhc8Kr)^JSMI`Ri zY)Q3|n@++`za3=@7L>S>8+Eyl(VxeG#L43r_?N^*TBq{)@9x}&j^;y`i%OhRYNDNF zLj4Lbw|7$jn%kNsF7!zVpA}JQJMig3yt>3a?2yD~^<6d>DqBQ6RTd=ftrBy%vn~iE zu53I@ldclCWY&FYx7J19;6>1c;s{IJ^i2n3zeh@6L!aV_)Jfvz+9&aC9m))VW;=$0 z=pb>gB}x3~8x~tZ;`%4BO#F+)y{}{=nY8ixJ1D077>h-RL9@hN8Jxs>@2%qi5;vB3 zafz#<*H<$1PiIHyq<1KSR*B;s>T)?|0q0@NIwi8@tBqNbxIxo;NT!$^djb}gN~oB` zIbD+m=dYLrc*7)iXN@>X+?fb}uIr>;ec%`b5w0?GwMpEeCG9SP#MMq_D-f5siywlT zLgqRUt(G~GxK8DB_?+~_BOr0R2^Eq!=ORlpsIuX4wpbNGP?xwA%SWjZ+deIZmbaN; zQHgv1MaG3JO9H{Om*jiN%6d0JQ#NADheQmex8q_F~La5XTLX=9J zyl)%+>&S@i&>U?~vis{KasHRnWcpv5mV@3r#=*t9RN|~eB+j_S>w6$^mx$CTaqn+l zke+{SErSieAxKQ(^kO6<{h`7JJ=t2dNnGyr$@1n`GoJ(7PzP2iMoTs;zfo`S)Nzm_ z8)Ahet}vvZJk`_g6c|c3A_XO`_pϠbngCFUXqD%WaTRFGl!cE~Sy-OVA8MmANqctFLZoL`!m&DcVbcJu+G&2}F+I6~IRO0lS2H3sp(fu{dZRe$t($o1n56iKohf#O+XGF?V(rg2XlM%a*OH#68^nT>5hR zwr21m2&6c|64%>&i)^Irwm|4p*ND_f;$A4XakAsa1JG={^<&%6LE;WS%;Nk0T#G+_ zyOTovi^N?_<0RXj4zh$|zNc7p7&J>=PwE^f&!`+5i0G=NTe zm?CJEIHw9NxVIxKY-m{ZOoFyohUMr=$X2l1PgN|RHKEd{5v%)SL%?QFaYqw zA~;FhaO(hWB@jLK1hi%xnDevfcyPepLiPUE;bw%uijoe}V*B-X4NQCCq{Th%eHtW{qtbsF&G#;U0*sd{x_;LKBy;gb=(5m8BC-`vmA2aoOFt7-_uY9H-f~> zvi&pnMIYhVO(j^HS@Hv9^3`{L3;@_g(IvS5}AmDu3uhRI--uL#rCEc2QbNH5I(6$LMX&lE@4EU(@^AltQg z&t_?gClmDWVEDD!j{sNp3-#mqABvNWaeZW+L9<+D0!#K|l-w+-Ox?c9|JA~1?@6%o*8 zmLGTbvx0UNP9en2GJ41*{K1XaM5|?v%yRy`@`|AYGgpII+7z&@3z?-Ne*6WPm)^vv zSc|$@F6;R)wU?uVHMG1$f94OF2RkM5_ zE?c$eY68?~358Ip5ril;%RIey{9-RN{K1X21nXp$9~~UI3r^mnp*JV*aP3-ZmewL~ z587WlzZr67u#=G*CGKe3kJ5fA!GB=GrUZ#dTwwg6+wCSngc+q6$6MBk+@_lNp@sR z7uadNJ?t0>N?h24#$3l-uhSrLRs{YfaSo#n@wKj|PlApnqsv7l?&zaqcD^NxvSDub zp#U_uHA~#9lzDtfu(J>FLxp&CiMwtV!Dlw=sSlNPBc3V?68A`n{hC!?0TMTbFkK~X z=JMytpS$Yz6J7*!DUPtjO+2_?wrBa%OCWKJh}22q%&a2#MkB3bpxK5{5FI4Wv26rD zx$6o1uI3vQ;$I|g>q=Wm_P)R@D5iNBJGFEeG)vsno)P@X+a=pT;-(QVE^)pyD@wl1 zK0FpWX$nQqDsc_&HsX$6KY-uWTxl;`zS@{2i7V;OOS;XT_696$FrgYPOy%vtqtB$g zt?_lhw~62+acO7#xjI`5tHCiSBwS_YYLhtqk$b*EyE5O$_AV}QPup7G0702Sv|8p! z;+ii0$#4B#>;Mv%OsJ5=b-8bazsS{gKU=JdAgD`RrJ|D5{dN{3pyf#k7L~YQYe%kA z&Jz!4IlU=>fW+NA7{D#8a{|AwaWG+OIU1FJ1u|%HHRRT0|f@ADslS*W#1BJ4S`o;0EJMg5rim}IO)*#e7(J%_+8Db z2-ZpBni<=2v0>HYpf?vZGMAT1TsskoYt&%=cF5V}#*EY`ack-|k^Ma4YYZFSMUa@p z#m&vB-wP_7MzA)C>ux_qp7zr32(S-yV3lHYA!=57$eD@wWh^Dc3QOFad3)rA%la+> zLosf`awI5m@6G=3$Cr-j4PXZ`P`Orld|^hPF%|G5v!e*4Q4bQ=WaM+{%I;&+AUz8R z(!iEHf^ z!oO_!tP=1ugm`s{n|CgO@7t`<1v+XD@l;umxRpw5@XN*{LE@~;*|K$&IFrhcrL|sf z#!p)WQygK5vwFE#*0GiAMUc1`MCv4QIavw(>&e}ILbG+WVB63^;wok*@Oy49kia`} z@f6};B(9NvD@oNyySqa%jV;-7=rCxOxM8;w_-%X7ya$PkXv27MiTjmy)&5A!!Z_%p zuPK67iJLU94mY>tlRKzLBP(`$wJ}Q)clS*>iPQTp4Z*_Xgo;UAlU%9CsuX-9Z?p(b z5;tl=0C(|f20pLpL%7P!)h2NlJ~%}|yV^)0#3k;tvB6@<+!3PHGDi~Ux1_S-QbgCj zAaR!n6_U74M;6_KD!(E|MG({_?)Al|sRL&XNP(8;(w0?ORN_+4_vAMClzR&;C)b7r z5Rf>|Hjv{B#%+fjb?n42wH%SeWwpE}ZSl)(HO!$ggldzx*WWtGC0TEH5RyP*1tqR! z^k+^-M416JH%SSR&qr|yKJIj(5xYU9TUm{3M;%t4K7c_wi z|0GzO#5K@sw;vvj$*#2t&U%e!uz3Uj;DICejp+X50d?Hd2)toa_`BZPQ$iL?Dx!p|N2{yB8i zYUA1csj?t(yb>GbwssOo++4zRmAJ1CkEDwp&U^$fg7OpC?S&<7t>0eRi{mxDpiea? zQYVS4rvIJ4m2B+|61SRy=pb=JDtzZ1YMR{xiTg?+{zc+!4Q(Y>ZwFq5VtTlR&OEJRc_+4-!{xBD=4c#1-CWfLV`sl?u8x49q}2}1zJw;$!x^}68ETSAUDwT^HRvsQNq-6L=vap z>5kMTI_4eBq1sc}9kofEQT#M{wapu{KuG2jD=2X-PUsuJfhr(K;`CE+^uHC_ih59+q9U#Y~|3O}f~ zA*EhTc<`=LcLx3apx*d?rrjh1+rNS9J8QhY^g+F(s!e3;o_hR%fw7scFC7^F8&w(~ z)cZ2^K`Lw~n@EjjxxZOgS<2#&a!`dg1c{iXUVNc`=Ri1iReP{p2->0YyPC^SbC=&5 zsPF`~jSj5R)-slbrf;vkaXI9uH?hKIxiz;)9x=yiA86AQA_dKIf7m;|rj0Baz?EX4 za;?A4f6mzS^G17U1~+=L9Fc#3S;||zke-wU=R$hEJ2Fh0S>A>!vS5}=l-Qi> zmFIw2#uBEhSq2<%3!A0)=AAM(=};*&&#Of0WR^*8(fr~APEIfZ z-cb-8%<|CKXnx-3rZ>PWt2(nC{EJzZRGlf=b@=N8I1JM$78O&oSz6AC=9jJcv=Gel zD)HiG*)!inGVrKnMd+j}2C>~}HOnjGjJdY!T#m!+|3I+X>?gC_UB*c=)_j8tsNs;o z?7m`V+3uEfzI zBUscdEx*dS?Zt8U6P&RWK)@{X2M2IrKW%d%M^^|_%MqF7#Cvz7j+YOXg*o(!P;F*e z95__o?A6&8AS4xCS!o2#GIaXq$8ex52vRvvpoOYt+3tXB`b&?AP@`@XLZwC!qSP!$ zejLi*2%J3wn&VM|bu!DSjdt9Ts}ny$Z%*h_bx^5UwikJO@O#gGu8=cXUq)(_xUM-e zS+du;GO%G^fg3P5vPv&0#i2l8dl zWh4P#W*}Pt^6C;-y>}E}Q+mh%Dm#&Qsw_xcVlF{kK#u!oOc@}E{S+?i3@9OA{m!+1jqYzil9~E9FLiB z=Tjcsg)!?km=#lP%#y^#2Dg$VEH3!~61R|0F^Nk*C++nu_7LF3A~;FhsNeqFw_cA9 z!^|B#ge_cU=4z9;4c!{lgLd_WLWoOTmt#BjLFQ@?WeZTt97&w(u?C6<>vFu{?ZN*D z6_U7m2X4KBd0F3u-A+Xi)Ftll@yDr(Nw!JQ^85)FmAFFJ-kknohl|j1s=Kng3rJjr zqyWxt+!Q=rR)neLh$PO}=c@FR-A)(*Xxf6U>Ae~S8$ynj6Durn8!gAm*V`YQ28ObpNX;&$eB&@T z$v|ie301CbncesfumpE-sd62lY!3_LM;-Z&C^9ff6`$9*1 zPM3>HT;QVPc5fqQJ%YLYg96ap)+}*Nt$lgL=5zSdw-tx5^&+n>ah|io`QfK(SwKfM zBAzM>5*Mh%>I|9V2NKteFkK~XN4q@f?*B|~!Hd9(;s{IJHRmvyr^V%J(5Jc(sguNA zpBK)jl?m(w)7yc9=pb=x7KHPi42nO1#0{hn{~~eC3x`UI4kX`#!%#F_Loqc=+^pbm z-rV7^1SC#>1mnde&h=nJ$%+v(@JCU{xUmRYCGO7h2HcycJ_kWXya`qtvm|le<*Q1@ zw5z-TEbRIuc3&}xYjRTB?6UcMz`u&%Byrz{25?s&zMBBYz|fQ3U1jEKlQ?tthn1jR z)uj;P5;tl??Rt>8=0vMyjwDXMq?zLTe|_>n;%o^OlDK%wO)Fqt%7{@B1a*n?*?l{8 z#Lb(j(DHf{EGls`Z_ByMEAsWAO-eG+%=0wGy9ow0%vXEE|_4jd?M27^=%6d0JQ#NAvavx?}y4{FqE zCJUibBM4C{aTRM!;{ndVJy3yh{UDGhZ?yULWSEBtWDxv%Pf+ocWZ>-#y408Rw+gY zevVGBGwekZ$dNCx!VQ(~ZUto7>%sEG{xOX5x~i{@AEYi|l2?JZp{DseOW9Jf0h*gp;Cw#OuP zKa?<~NR9EF?(IHX*;~hWdArXvs!`y}5AEi(5BLHhUW3Gy59j;uHs21FZR5%APn89U zTd2eg&Nb}_66Zsht`gVa?KA21@EJYfMUYN$ge7iVa;U7?t@G!gPgR`E7Os=TZL1p2 z@A`hG5Sr~^3ZjF=&8rs9yR0!-1`@ZOLi~%wHQwqh=~J!mS}0~d#iGNYS>l#hhVwt} z)|7$7*-v3P5tlf<-d!Z^hs~)9qhkq0&?<3fewlN{%T|s86}e8Z+L$GYTbizr9Ptfs z01Gpk%2qBWabee_F?Ai=0X{+mCy5&u>(A{NwRi>`gS~{S%v@~}xBc+mS0CuGiY8r!~F=1Ahcx2d7{;n90PNZeFHg(R+Nn*IW)@_k}d1VLTmJkNbgEm;@n z04?ts!J-nkvwk1$KHs|*w49dH*=7YK&UAbLx8+#~=4c9GYB?f_>$Ccb)OqiCeCjEN zP;C-dyWe=Zm+dwwv)LkHJ*gS&TVHk8(%7MorE9M>wD+OVR-QFCP9Bc zsFxjDsauU5zVG0A{n_j$D%Y1jsOMZ4ur{-_n&Kr-`mu2)u+Md1mA3Zyf_wU) zYFEM`NBUkYr^04w(`JvnbG^?IpiRw*6g0~LrzGZ%r=J&E6{vchV55u&XWsQ!}{HoT)tD#ljBUZ#L=U7P!D%*8{oxb&D zcNR3uCa+C7!$^}UV3x`A82Fc2Mk$W)!%aUKLYw`zkXS~sqUg^uK#67tSFM_hcERL{Qjs#~eeQ2IeA&k_?ERX3$^O2vgoq-9^eKiZB zgIPM4jpifDnj8SLblk{7{EJyG?!8JfE#QkBin)Md(P7YRmdzVS^Hw=qO~EYp5HD_) zJ>FKA*yr3zhE95#B4{>SmdA@N?>fcWpOA%d57P!J=mQ z{z6Z#McHZiLydV9K)@_J><{3chVEPgISLPD_f^XgnPp&lk#um-4E%L_k8KRqW|oJt zM#%em2lfOZvDnU7L9^VqJ&A_{RZNh|fdVa5HOqR5vTikkhCz)^>|pm*sS$)IHA_8y zB)@08%L8bRUOO4AlUdf7)}()RQs!kh44@HAt;y+lfe=o6SoTv)&+LQwY{3afx4s%GXrChHno>>A)(*s6&G_>2YU2;xEfR zB34-9mfCdSSN+Z~21BW9%C;*gahHcQRV?gQg#&Pq7^qz9^nFz_?-{@LhEczrKpOQR zap}Pyq($ZW$RV{i3DYKVnVyIF-{oHJfUa1%A={*g#QoBjZ2x095O$i@n9+g~S8}ic zH%Z!eC`eqI83X^4ILF@c{EDEq=FrhBnzPGACGLIFM!QD7i+8}>_M`wbw>3-L(VV6H zp>+=UgB`ntcy)>E*Woa~ZC8uRP}yBA*aoPwAaNs<*q;wE{%kv3hl zc^fnevoPHJey z>Y-KQvdkKA&6W?X3uCqm!D?fcByLx|CKBKC9s7ZWxezKQaq~<=Gpe}JUPhCrmAN1)Yw7jT}3>KBR9$7rM$4&nXw47TM zKtSS}d=KCTI!${Cr|TvFDUPy556a_rbsMi|w-b@LKwD$u zofc4G1;N@RuFHge^1^{7__JUWbzqfZ)G>TUdZ?tq2FTG$VudBH!#YF$_R&22$bO^z6-Tx-*2H8cP7&BI?S{6ip(dXTul7muYiKi%sHsqMUh)kT}c zz22C?hp%2Qfvz~5SP_ZywUqQMI#C^V`g=ROv!KLn%4xv$C{t%DNL<$)4E#&t#!fxY zKgzauf{x}vmy1eVx^Jpo|Kc}KK;nWa0L^X968ERyHr^ul*izsR3-Rg_x6vhozw$J; z6?D|A#8YKK;`S=BM~QK7LE=6VrmMtN4a=8$o{i}PFM>KdS-OQKZc+a|vffulyoEm1 zfk>SsE@Mmv-zKNiMrgJ}D2NUcr$07>|6b4v|Ho^wi|ycFB<|av0g_9yOIS>k-7FRz z2F()p-Y0{9(ET=kWcD@j;u7~_$q)OUV^SW%=*Zo}R-jels#kBoMXs4R6UJ<67=zWu zEJ@tE9ui42{WVv>!nW*XsF=jLotHMaVEznn#R2U&NnBLCKljMw;tMziUWBX6Tx}A! zO!9LLw5#nDLR{iL&AE39GIxq-wak&kCFXQhNZf8^gT&<%DkO2y^7@sb%D;(G5d?LK z%WeNMHL=SOcW8NyB3Z6QC9ZqA1LvQyd@Zyb2?Y?4IG4o%T<1sO_=%KJgsJ6-B<^$H zT<1ADf&U077CD#kMObakggz9N<7ziDr<>fdT_lmALG5+3vg{ z@ld0O6hfs&5TaD#9@qEhox&7WU>Yt2Ym>NQi{#GB+ z6eDTqhV&gzi||L>wh=2Vac}iL$}jaiod+4iqVdmIvC4l$DK;>Gi`sint ze{azeUU&NES%PWQgT(1M6iLhHnCyo1v>;5I#Oc3^;iF1kuZ6DIomdfx+fr6yEpOc% zc3Sx=Td<(SwVPwa#jP3G5G0N#@GpsLzA}OTuz?Qs35}vm4y%)}#Ep@M%U;~*Jq!9&QzCVexPZ(Ue$Ei<<+3Osmsf*_R#@4V;CR(@RJ=7?^5 zohMOn{Uwdpmp-W1yTMqQA~~px(i(6Te_PRsZ02X3v;9b;cZT z>)G!AyPKC$kBCjO{73z=p$ZKM5;03Xy|#8Q^WoT;6RgcFbKi!@qw6Vd0&A-StF*Pd zJC>(UXqD{&Lsdqsuvs?YdhuBkgLZ*7^&(QxET=0h6`eLc!ha4A5d)QLO@8nrd~@!BxzvZ zr#_@8%Ye~>X6d-xl*_v~Wi*&&F@b-X<&kqo`2jnM@OL1~R%G`PHA}rezIJhw*4zh~ zs6_!tCN!JnT-h={zTzoU;F}2X>Smc7caZm*QbrDyJw`lL7R>UD63g|=bpx{;U777$ zSF>F5THT5Y?i~SZ@@~RG zUVrJ%8eo>2Da5~+rTyH+68n!k-as+;QY<4Usp+-Nf}%frNrn`PjPE)u_y z!C#@1CQ$^fX4y8c0r&0f<%KZ&&k?LP`^hYC^tfuD`1adWP{Uk8#mqA7u(WsVfb)RY zsltw4JU?Eg$1R+Yz(xZtlZ`jqw2b$wL zf^{;>rRB$Rd3>8WASn9`w*;1&rM<}8gV9Y}&4HYKB~s(tgFVVElFdwbycsrJs}j4N zh{T1(FRB@|94c%G?mF%DwJKKza@k zrcL6iPS57ggf3eSUGX@v+9fXCY^C(^)g6;T;({&Ni4c^ysU2!^30Iy+g2b(E$-uuP zZlP}uzx7!3W9Vplt=Q$F64&JOGrP=`Mw?)6kEZ}Mw>3-Le_6};Gx3|x1Aj`0SC_b# zi_i0|oXU@Y${Mw18=%U9#Qj!cTgSAG1c{qUn647HzITDNS@)g)!HeJ=#SxY`v-v5q z@oqosK%X*h!xpZS#05v5=gW0E&=s2PEDEB7#MO;D&leX5O$UklKq3A`;wo}oBwasr zxd_E9XT|nJhe5N%y&ag%_wxBz1QHibytu>_$!AJaCXZb~@b3E+E0aFRG9j{q+D%P;)# zybpw{%v@~}S8mr$IkYRjJ=?pu#C2KUZa4@^8qsQ*BZ+Htvz=nd%^Kf9;%*QsBypa; zvG_mU79H4PRRlp@;%u^>r@9YnKNVV@H^HJ3=RKo4SI^+XUT8UID1d;(@ofXS@JqGE zLyl^9WQ$hI5lP%1gX_{6CyQFb92!fgHi@$+UN5h={7457l2~E|C2mA?C;YUf4+>p*e0KSSN{d{MntmQlTUidh_Z} zaVtwDP9h?4yJ9v)Le2__)F^TB2cl$`8|Ldl>-mo$5s9nOKDI}qA5^&JXSP;t68CDF zo7`!5x5dDk>%c0-s7825dSw5~VUVM)#0pEC^}`^(Nu^hdz)<=VDJXGCYw9bEqDK}1 z=q3g#*E(Wi`OMt>q!@VJEhLaeJxJU-KQHcqO9K8N-8#awN!-edh6=Osajl>$h7+q@ z;`APzlt}gJeukZH{KASVC~@`jeYvAO`3)d(TfQ>zFNsUpSW_|3BX}`%v@+k=<)RW- z_%TrVt7!oSFt;aA0GivHCGOqujr^9RV>ZB_6yh~VoR^{E{KJfJsH{;5+W=J-B<`IO zyA%Fw1xVZ!!gQ6mjkRZUzTXo~;YE;2afBuA{p6b5lFCEy-xxK&vxVy_&~b?*#Nw%sVqdfy0FnYr2|E_Gy5187$cKiS^JC9dD@ zZ$Tg^n}}A+97&w(yjF^DnXN~H#8v&pZY(5m%PMqmgeo^BMnw?RC9d1+PpQe~_N$=f zO($4X;)a?#a;;*ARe_dML;(aOF3LTCYZ{ai1v&acm|BiV;;b6xNrx|<@dC!Q;y25Y zHiMCGOW)za7w59uuT;puoUXB`#NwGqKxe3N^C%!`7@)BM4C{ zah2~(=bv?4-5Mm$pJ1IN?)$@GT+5VpC!sgnw+Y@+hCsL!tRok8* z+dlcO6>PYf6}z2?#0A>U`>_2XRJb3(S|zUG5czFuAN;BwZyi{r7!~yON*@s+vw|Fj z5-TimQTrD2?u^^A1kLSzNZh)14E#&t^k!Qr&bur<4IQnS4ZB=a;@XW2v3og1x*FzoCHz0UuzW& zFM`z_*z$!XZruKw+{VcL-q5F#h}22qrd4jGNS=Aj4Vvv;3ZjF=ol}OG*zuS(NZeNn z@h=i*T{}pcHtmlE6ti|mmJKSVW{F$-UrR;jK^}EM;>LAiytu@ztD0+n)~3%Y=%ni? zf>w!JliQG6<+XJRjM-#@)y6DI+|m3-l0fg=|G>g-6DlTgH8Q1J6{p4l{z(KUiQD|q zpWA&rW+)tk`JGwbRA#O=iA!1c4xcOT*@cA=m$(WYf9XT!Vu@DE97$Y${$Ryp*QC!N zarN!kjfEsGtiZ$ts=S046+uv!xTS+0r2aUw-~_b1*9417T<3?5oP65HSI}~nc4aFT zkT`=60o-VA$STNDIALlzB8gkL@T%0P)p2}cs){|kqc(|a)n}u8{XUl_AaQeu6_mI; zUE1T5pLYpTIZ$9=suE{hfvfW4$9kv{FJWs|sS$)ImAF5PHuA>Z*7!klj3ihmi5t{< zEN6NkcOdM1%D&~hN+nJv{GeXo9kWI7;9V?1e?O?_TYpElubJQ0!u4qyuP=R2&*S=T z+2YU*qaG{}*RSYfm5dTA}cEF|O*Xp-X<;FqEWnB{R|Ma;6Ph2-g;z%u?Lwb6Ui1zGNIWlUA(vPTia#hH|q5j;?>Ra)COgmZF=Ds zr*0yiDhpK~mdOF26z3?24rWAEbSNZPK5it8@2U#lAWy7K;+k-0z6*J5Canj)~mSw>#ABx~)mU$)t-1jlB4!|*JeTXewMFg~&<->07 zW1(GnQ3!FfEc(8{0y1}!Xtm6dSsJ~XsEDx~mkefUc$lqS$Se&CxrR{Xp~R?Ii@I4p zubY#4!z_^lvkW6x)GU8j?#^|+k{krXZ6l*2ygUR2|HjeW`sMdh_#D{Ub}wk`sA*uuh{$ zE67>*U`A?ud+3dsbAF3F0L$f`!ksT8qBrc+ik>Y;p z@=73a*C@olNZjvzo|0wr+nGQyUr;PM44NgbUIQbAi^qX)AaTEl7nivEJ{u*``pv_k zlh)Y85~5Y&4&`3wF0S2+UyE!>u-cdx zCyARrA%LrUFn0+YgHeR5%v@~}_slud7uwZy3L!3WNx_~YK~OquW@%T;97&w#+cAo> z{rF&zxSoUxNn9t-NO!1m7%?h>pe}KH-`q^CIbiH)XnCIr7L~ZVGv(a8Yd!Emy`Edx zW(6d!ZKpu)#oDazkfU9MspW_yZi7*-boI3_dN7AR6RJ((beIIfbNTf!In|m!zR>#xo7Hl|_AQ6ePOsLa* z>_(_?EWz3&&U9*!+&#f30oeaT*_#K%^uGW9dD*kJk|;}AlE_}o%$YeYcCxQ2OLhrm zS1C&rvX!hM6cUlGB1w@gI~B@Omh3{=e)I10`<`o_X3jao-}AWUzOU;(*Yz-+Ig_RZ zs}!S+GxwxQ-VgJH9Ni_BU*cvv?pAyZn6?uPB@pB3Dlu^&oLwozBWi=hwxHr!`?h64&Q`9d>$L^JdT$<-`h0T!3{C>1sW* zxvS*=x7m{-1~@2T-z|av7yU4!rVSU z0cdXXNSsBu!su1o65v~0;ue6sy2O2+RfmlnyLcv4)`57cEJ$3b67%Zwt$}^T1lMm_Bw2Rs|5TcE|`L7A#seZ_60 zd(IUdflg{n5d#F@$cnXnJV!(rw=C0u3Z3Q63)8~(?jU3I+5rCwa(qK{@3L*{~sR?8eo+?{iy z*pU7G5bo#EVk$O( zmXksOcqGoYMF4a1fvYFvXz6usqiQ)KiQ5*REp;^O&BB>vs&j+eu1bv{M7hLGbq!TyUbij)i5o|- zRuZRJ)R)=Y>zNMp=Fn#|lFB7cAtG_Zr)2ekoaGRyQQ~@7Z;+W>8T!{3y$BMKxcr3F z$=8QNg>|2EYZa0>&q00Vd++W`1J+CnRw+i)7cNcRGcv*!a@2uXeu>*OAVlFa!Qd_! ziVKmv5|`53feon|a~QzkVxV%Z20Hp_alXg#k8X1bq)`tNXVJVlQ&!M=4x}fPFd>OE zb!p5Fy6900y5bIEg(WWP!YgUOI;(21)9Ej`qVh^y_vh~!y)`YX!Y6Sf3pwyFiK~0t zioMisc@yYpm+0l966bm^*iKqM;WA2C5%+#Hw>3-LQOiU{rCyUS0KbBdSC_c+`R43e z{p2suQS*tX%7VmYD6!!!?aDyn>|S!q)>h)4p0;GZM&*UVMG!%8_$6+@J3VGdZ?kpK zr(O}MmBh9EV$N1PV1d7RI`^w%fqMI=ta_E+%nd*QB+g!@B?;B7&2|U5oQ$G7mH|hM8+z%)PtH%oUQj zG0kkOpX#TW;-q5@+>c=q{+T3o$B! zpe}K*3qK}5T^_pS>vD zchx3PqXF-^?W)uWLX=BfyGAjJx1ZznpgA5OSSyL!w`@GK-mc$f*m=_L==5@lWBG5? zD@>aG32wZr_=ki3zERJ4VXR|H^s=Y$`UV&pkm|3;O@ z8};g^EQ^NicoM16EHBr;C2Kk5emGQN0YM^Wsna2=?qR%9ZwE<6p;^xu>n_gIPAL$i3}fW+|~ZV1p{3%Y!z%gI+FbmO97g z+htC^bOvPN2n8US&}^1z#Tyk3i#oahU$qjqUgXuy@@Yy<_UUHh>rmNI#8YL#EQ^#_ z7Yie6Fw5(NX=|1zzrB;j&NpS@BIr|@TRy*8zK~aB=0AS_9Ga&Gky@FheMU{zA%1cv zm;lcyh!$q)kX@7A8=W2xX8Dam{EJyy?`kP&H6Z|h0>F;$RY( zWi;{PW@)^yfz)!Z|0(FCpDBW%SqA+~U~IZxb%)vCw<@=Mwb@T*`MRd9#Nt#c-l&&G zsF+!%=1PsjPmBPwyeoo}SvL9R$LM@;E`(#yq8hhw6%i0J%ONJSYD2r)MIpq^GE(8? z44FGlv|8rKEcJJFVfEro$AMYeROi;tXO@ApP8L9w<;191i@I6%zW*h81U0Q9WI5qiQ)Kv#ck5AZ@if^b5?P34{un z<;o#Z@)m(jQ$R?L6U%FsH{O_6f&*n;gIlZ0fdVa5HOp$JWix!6je{C76hfs&5Te{H z&uxfOWbf?S6Pn{1g0(WsjIxnT$Wd$jS@Ol(mR>J6OGlB92PeDtIs`fUL8L~BE3w!q z8xie+Ke%DDoqIbGi3@0d^u_pPP+?bsg(Pm_s3~%%Te*?IdTGHb#pq4++|(aam@_cH zRuaoEaoOGD6oX1)t-;0i5XmcX>DL|DDvMv@Q(RKSK;>GiZZ}MO)uql}xb6xGq)`tN zm%TDTmVDTx5~Qc%4z4aj5;uC2Av^hWa2j;QM#KtBTx#cdY2fCCFCj%t6!*@&61TC= zAI7Z4*y$i~Z+CIvUlRAbuo2tZ^wvA*XeN8Omy1eVYU+Hu3O|(JdDr>Bf166O-K#&O z05rEXOWd+2I~6@MMm_|-G@4rg^6CZL!at$fLno964%_*kgaGiwgj4Oe+r_7 z#LZEL$UMI}86+;ALi~%w@(AXFfz~l(^klr)AdL z2EBw0uOdi9;@Y*p?5u;I#BCv1Na9*Pb(OC+Eh>T2v0n>TDMpn?Zclyp-0wEz=s2-b4uJ~!;7 z2}oRD0{@aY@6CGbg3|fnAaSGU<)RX&vv{%Hx?2g|U~W&M05rEXOPs}pa0MG2k^;OB zAFnQPQv^~;yFVw(89s?SL%g`eMV-l(xIBM)8ainPMG%xY%Y1!#$F8@k z!kBG5olAwP@5&;u69RDWj%RCqGMLJ}93=^|fr zOo5N;@zH`+iqV+GJ5%pGT>lz!6hJJ$#6@|oQ6#S{Fa$#hA(B_(j@|9azB=f53czqN zP`TEZool5fcS(B=*IgWeH0nX(Pntk;0mf0>>P5|>V_h{S!; zk+l1-y94ZW&nE5|@k-orze2{Md!!ynTv9j({v~mabz?$zEV#)wXgg z7n8Vv1Zm5S!@U6SCxVm2>8w9|#te zxPVf7#<8AXHng11+qqQnNZfj>0A`ipspF8N1%#>Ph$OCbWu~;=_{R9__GbwdlDIL4 zQ{-{>#oa+jD(>J`%PVnB3MVar1LaMS%7Fp{QL-A~7&@a#?8zOnlGO_1CHY{e|B>?TkK;>G~yVXv+k^B+Oa&${B!Q>xkmW%Jo zB77t@Aw4}>ahQ-<#(%ELKH7Wg7PRW!#0s0GeAXwa;ns&OV5cQS^P1(1UKQkDs}I7z z@v>IjlK(Qxx7PaXMUT3Zpv|tMmy4QZ_KGET0WIEk0-1PB0Z1k^o8`2nn-oi5_wNF{ zRcmg&$g7*>riE46=5HhRX&OQ?pr4&aTSleRw$p%yKsI;$~^)S}5JLI%yho(sL9+&@3Ad z*O9lsdpQhde{~yf`D(MD%yPq%9}YR&8e9Z596+d;S%yVQf4pvX9Pn@voXqm1uRoI~ z@m~qYU=7PHTtx(g%yRR6<6>x6k12$>S)RGlb{1sL%8^@uTIR?sujUMAJ#!ad0<&C1 zD4$tQxf0q8s(gVM6>Cv9OOxw)$uo79;*ENBow&7%nq`es-59f|c@v=J45t7*W?8Mo zpIM-g;SX-?CQL0yWR^b-Pf1PR^$UhM^oCF&v%EI%u)Ni=ou@%aIyrOOj4V8bOG1v#fCBu%hOzXQj{_ja|4!Yh{+l)(mFY z2DQ#XZ_bo9`ciI|-9$bfd~K6~5?6uYNR1NL@J*(ytm%*l*l;_7L?kXCp+>tig;3%C z1Pe)A?>z(LUd0RX3qq5%V3lGN>9RFdv0IV{ISM3}U*dkuyrIbWzFZFsWh;@q5;v`) zjE#{;?*=eI3{$w>EwaNWHokVZX7T=wt-vd2qa41m;DmUG1vlDJm&>#(*- zi5}1u8xt!maXP;{Nb1?0&4QhdaOU2bSK_WZHDpc<*ys-*4=y9{FNxduN}nxqe`*5~ zx1U}vDsf>RYwX5u{1^`smPP?+Zflmf9s}1aI{VeYhq2`H@#+%y^nGo1@wkmFRQ3z; zR9TR?mr5*LHqRdyXndM(5GZXY9(>g zAJt}On^@sp(L*VS783VU8RAIIj7*TYD?PYO{ENgLx^h*rc4+rMa2P&PEIJIDC2oJk zI_$$KQ%XVNYWC#TA}(=fOARDm$9gS=PHIUJ1SRfsqAAmE)mdv$5hsGx#w< z=I7j=f`z#eDkgDJDbmpU^C|=GBZ8B}H8k~Sb~!&zg_#>dxXR2Gk~o*8asNTP+Cw44 zC9YCTRs+b~X`EKhSk3+{qM=iZZLr>kxXpSuj)=J`vtp+k}4^;jSdb4?}+P}*suDgiDRlj((KIF`sNR1NL zdgof1pZ?HH*zi(bpL02p#R#@T!^ao3Wt4r))r$;+;2as3d)(16` z_imHeA0#fS3kUusamT)xv5#U07(hqU>&m@cRN|u6&9u9t{1F(K+fyk3&27yRXa0Pr z;&fp1y}&2&@#+#cy1F4d<;~DPP}v%G+y4Jvm2ex^h?B&f zQhsID=el(a9D@~vtIS*>iEH)Bwk5QyYziSRakj6F@K-^GO1br`WsW4y)^`-!>A-&{ zK;jM&$|rHJ{l=|@D*q%#MG({_E^Ajwa@ScydqK-{lyPenmAGpXM<&_ilLxe%)f9k7 z;zoY(XVxbq;`18s5vG&zn}L2a`uf#jS`pL{fI2c|I1g{aIF~b?L;Il|7f7k zq)}L5f`ufm%k+`*QTKlI1-6wItWt~~C5ELgZk4+Ra@3hveu-OPdq`1j&RAbC6a|sI z68E#-3^vgCZ7l%%h=Izr*1y^^&23JM16+3#2&7Su68Fwbw)AZnev!q8Fd>OcYHGx; zPOxhMT`_=IVTseZI#BZS$$vv(r*=u)iQtvE|F(9OZ>aRv9wg3#z`rCeXIK+9DBQdd zI@$tyxv0eHEZJdqzR5j5nA>Y90L^X95~urir^4}Odk^4u@$u>sxAcr5>+q|>L8$C8 z;;FJAaVwSBEYE#)LECP;wq+DV3yHJ%VaUGU@A(Qoi5s5GowR?Exb*4IC4GGS8$vOi&T+BmFld&z z3iXZHPp=P82Z@_Nytu@zU)x0D8@_%ubkfBXK~Ul{>vomze3F3@7eTPvm?eoDRIQC< zVraj*U}3R@YP2x-3A2=Wm^{PFNT+U&^vCH((SRq3;3RP;Ed7~}rk{4gF}Oy!%FGp# zxO$5ZUV?V@ghGf*T)~}!C7{0_iB`)TN!<3L$*kE=%R?Y>|D|$ghEL-5MEFmKD!UV- zA_(ddS8YaNa!~U&I?(bG2^N*O?6=O$%^AP&xhIv+b1UYNxLL*ijP0fkevqRPgsJ6- zB+k$OuC!oiZYhlEql5}cTpr*W(0mAKKB)5pSrnnaMwfdT_lmAJZV zWzrMv4nvKSD1=IlAVj&uIafZV_^`nz7bMQ$0=H=< zRB60XZ$x5?YOtMlL~1lk-{(cL;U;EBp$g6fiI}CleTyBha^TnvCs@cV|TdW5(^Pg3lXRLZnt^Sw-KNT`X_09wtDw zSKQlcVU{NijoIPr^<%&+y(q-LnB|0OvC{3HPgp4Cb&5rYL95HSG#jUQLXOwWyn=U$@uEP3O0M4=wK< z!J=lFUeSqhZ@FkOv>exW+=_Y3vUA%2X6gRW1CXP5!qjp^X1T6bmelH(?OB*ZM(??I z6f(=c?ib|)Ht6>UAz4c-uUXdl6>|g*)H{My4ispis#%WTFFP-7iO;s|`+-}tN{t{y zxmo5%UQ|>Z{dyIc<$oVJSSzz+rF|KvQ6EP^Z=M&j-?ZE;dx?BJXmLXCA>`}=ks2lL zL#I61idyyC!J&Lakch>j`H_UA>3P5vPv&7kc z+o;g%wg4aIa+8l&mpIeJy6p6715Kf$O2W7eP-Q{lnkcb>39UYX#6=ONt;CtG*elz= zcEwG&2!2x>eucAhAKIdB*jP%JtOnkCNOT93_ZW1bHZcb9l^iTkzdqeJ4YC_m_= zT{dvL5tO(wd(SaeemN6i%x)uCZOoFyZ8d)FurTt316bG}Ld7I5EKTZm_;4WLBR6u( z)`*kD#fSPclfKqez%fW6TxI48Nu1Ak#|hA`OgC{W5SO^dxf5SP=E8|q%N$9Z(~7yQ zZ=+7xAaNfF<&(H#r|+ohL&CYmstAI*#BI5lm%L_Gp8{xk=Li;+INfkL6IgKM0kj;G z2=3i^B<^~T0A}+pi{6l<$Q>M}mLrn5pS^BK8{}r-{q%{5?5vYt+$Y~#-lh=qr{m!)nQ&a%*}%hO9&E?xVp!- zIaTum(-=T7uZWGAXY|^7g}h*S4F0z3L@ijQ7=lE^&oLC!*0kzt={5Ke`FIT zByn5ATd~ueH{?QBd`hga#L2DKNh9-D*uYL7xN*mbSK`dFelX!ne?A0>W8FFMFNymx zssr0GZbuY!v@`T_QHiT-8g5tEEM)@B?dBfb`_bIiEOCt{?o&MLckD6ntN3_ziHkC6 z#Wpe39S4*~T7g2W9N!!27|iQD`0imZBJCttV-j#C_diHo>m&N#NZ zbO-vB@mOvJT1i~*A1&D)rK1-@vzYw#U5~B;+r_(&*`{O03L~Z_Fn+A z)$A=kQEvocYB?f_vp#-PI{IYZI2iHM2o;hzOPe$Dyk3s@Gp-rL@=9D@f3vf2pqfwS za-?#gz`#@`&gq=&!ev{0V9rVkp;99VQ7&=zlg}s=?RyzOb9_axRuX4%rXo{vta^Ru z%}a01uq~IkJ|YtLe*6g+khp9jHA-Ba#iwNzHf#xj*7JrS5s5pJFhgP23@WU1n_H`p z#I>l_Sw7+G@p`}-X~8PR$oEWi>e)LBoVj%MWkN2H)6* zKWeauf@mRemJyBF__vQnfyA{l@cw_T?q4Ks=bm-a8@E1Ig<{Gm799r75*L4{F`Kw` zLmo(6PvXTTu5{#l$){O6@kYJD6hTnp9;|%Gw9dZR7bI>n!D?fcBrfG=LrGl6u#sS4 zzJzMDFcpbQO_A-F^rYdnQYsikW;hUjGxfDXBMi8Q0 z;=WHkuJ~oXW-m0yHP+mswUW4i&{52$tjig&^CPZy4&@Tpm;Xk+E!AgO!Hsvn2>Sa* zy^*i(ImTA?egm&J?9aW4%InK-)XUJzlckK+sR9GTkzQXuF#b2HG~TE;VZ!etupJK~ zHJW8!dtK)GNeldV(3c<)vkW-;7Y&Lh~zcP^i5M(?^S2y0NxSoD_75X?(Z1510DjtS_CJv z957t@#Y`9LYH$o%&*a`+MFfP*GI!t_BWPEl6hhoA(?j~|*s9DY{P%uXx`CfpQBc08y zn8z%Kn+Gt3{jLv!(-lgXT8_vpcRsrzwYS)U&s!@dRLCrk8pg}3wEeRRgrtKHw_0Aa z?5{ZR1`gD6f>aI^XrZcE4!S1mmr`^OYIL7MsMH8Tl$&MiLGg;RF_X?fb8O|yEm|wH z)LG`n%nhH356W_E@WHvnx9d&#oYSa-c2Fu$ssVvc6bm^N*OuTR@qo<6>_ zyk@&k_Z;J8bg1O6qS=XhBf(G_5y>lY89$e@G5z}E!-8$aK;>G!{xnaEx9QLluDgB& z(x?ZC3p>(IcB1i9{BPMf!h|F)MYky%IPXjjbj3Nuib&j|WzyjzvwJ{_%FMXr@=9D4 zi*L-JmBB$Ear)*Q_?N_Gb!^Rk{r3AebhPI5a#4wk+Pcv0R+qwxAYpbCfabPliBoLY zsYv}@+Zy;je7w5EMI|(0TgB&CLS;ROr^QMFHi#LXm3TZs#L)kgMy-s!n; z5iFxP{1O+GP@4(<{_!mIsc<5-k~rJ!CahJz`K8coV<9RFJq6O}GQ| zFA|rxtg7^fBCHsSd6i<(VbCmbW6GMa)!PQt1BrV~ytu^OwI3th()=?1R?|m{ASiK% zzLzj3gNA>CF|%O%cLMB;`hdL4wEZ6Q*l#C1QgLRRDJr46v*M1n*m?%cb!_n^X82o{n!|IdBo z9(uh^fqkL{s}!Te6|t$l4;uW09DO2||C6{acMd3iWd(l*L#e!n%Pz0P)r}d>ruD2< z2|yDuP`TDoojau&F1Q>G*Ig$9Y1E^{RTv`+uUb4C($j-5A&ILV*n~~8J6!`LZWOU1 z64!HubZhrmd@S<#SWJ=6Wp3GR3I_AA`j0Kfr;1N!;13 zmTZvM;EB-DY9HiYE-G>I`}6FQ%Uo{2+@3@MXl`qkIM1#76nB3A$pSu^k5`wt&TJF5 z)3v|!yv`wR15{a%IC~}bNahp)5;u!5Z6(fP(J0xV>m#SaMR1zp@Jn2;JZr|o{5(Ey zphg_GaIGY+s96&>E6_O#nyniJ(L&-nTQp$@E=WEM5*J4y{zc*vL-eK5{ciS$V*a97 zbQm;C+(-8&?6rbw?jUi!4|6#Ym$>suBcuyctxKSj?xYBU5;ydiJ#%-`qcbpOO9)mQ zvm|j9EbS#7Ydw7e7SQFiEDb_k6Cbc^cXk>#e}QOTp@|` z-#2tQv@6LGZUf>HH`3r~1<2fbqSZ1-5|{pYBD*JhI6fBn1)+Qr_vKvYNT{;?QEss+ zf}k#O>tq#DYDLV=hnBaRU{Q&CX~QrNiwXz8Fe#t_JQCORr}Bw8Pw(G?9Cb+G7Oj>e zk~sPCr_!d`D;vQa3M5oW;ttd~C_fixSsR4pHnF@CS0gN8BpfKqW87L*4ip%es>Hdb zNMGDn7(*;z>F?`Hq{3_Z>iQ461OOD8oQ(AuxkLm5(AZMZTPxf zT1THggW$TWdYG#xje3wc4`1QKU(gxl#~61QxEA-m)8o1W0o0_f$U68GWN2D^iP^}Jzj z=THEe+nOcr`NjxE=nJoNz;{dF){DHl#K~&aVeOW;&4S8~Af74<66d7EOma;MLE@$p zrme&&Znl!GkG7D&MG!!7_$6+3RDH(XcN9MNWId5uN!*_rb=Yg(c_*RS?xP@DNZinx zb=Z3|X5zOkPEv?}k+^;RDof`q3q1nGtaeO8F*Qrv)h2aV*ZjR!AaTQq7neBwh&W07 z_Jl>yNe@v3L5UlZwwj4FZJ7sSw$gEK`D$a9BrYkbo22aI%|2jZBM23fIM*N2_ct~T z13X3qCyD!%;m52#)TtXBgQ|(#!c}Ijki^{!&A9^-H-bWlOI+zv`#zAlqeQD^jwJ4J zggd)-t(7f&5?A>Iw{|{>n=oZIK7n>5F)D(fE^)pOi;@G5zX^tx_kv(iiF19(GS3e> zSAdpNN&$Ez?p(zH=5$u*ILOh&3~r-pIUCK%7Fp{QuTw)d(6 zK8c%3uvQZ1SUiWxvrhXBJMZ`2XI#0&4dA~~Z@tOMOt|rGJ3%Tp-u>@yi$+^o#5&5F zMzn#~AJh2y@*DM@caD=?s%>5d1LGOJzI7EeIAe%kP(D^6m?JE(6w13sz}sM?RcL?Yuc0e@}h{vHWIP z*T{s8Znv-)v}rn#ykORv&`CUz&<|aW_d%2`ED3|0L*d|VcMEyS(hx? z*wB6f&?xp%9DcL>ex@>GHN*|Ss`iaYt;}*{q5<2j|KL?H0fN7BhfE8zJb%%EJ?-v# z5I!F4{f!IpFJ{>_Ww&(H5%c#@%p(+w4ufX1{8VJX?oVIy9?a76JGT~bvwT<9P||mI za~zIr39%8F@BoMA50zzhKHK^z@w5uv*+y=zW(!KhENsu{rqSZ1-W|`5} zjh)rD^a_~eQ9}95($nfaen-^m2e()iYf(4LVEKdOsH~`J(DI}Ni<)KWb}6H0Sg{?n zoJ|yf$1ETH@n@D+u)?o^6cVPEBQnd4Q$I-KCiISmG2P)Ow_hQ%%r;JxZ%>+f2ZSV) zSYETd*D3D+9H{#QsT?TKLRGW;eqGjS%cS~nC0hOB)~r$^2vKg9`MnbrHLEr}2WA;W zuvTWt+B9WO?O65{dh@+@lfBB#a-hh^gSDc%Y=E4#w&h5T5@+_xfT^-%%X!$a3qfKM zm*8nT-4-f5ieMp$^Ioz}J~$-#C$QdHuu3uVGC7{wIAYTc$Wain{1Vq`hZ*bEf5|s6 zlyD+>C9W`ZK6}4I^-BOA5CfHKtup@hdA%ng_%N1>1k$JniIbZTmz}iLISlD}NSKhs z758t*I&}?R3SIFHvBDCUzb-(!|C-Z4*lA9C?ile(+~vos<(pRYO$CX2*ntE8lDOa& zZP~>OPwa$_=GKvWxv0d+H%_-3CU(34R z42L0sVo@oP--NtJObuW8lgfGx2iBkKGy8uRuB?{9^7_$CGNEO$!5@3CJ>}@puoUX zCGJkTY*2s4bg0oO3ZYUX2vII^Kg?qlu^D&ULUXLqlUuY_5?A~2FWJ4cV*{Z#56hcA zuUz5=iAY@Q5rIP>XK_Sol(?DeU&}0pX86N~FA*dnag7riZ}92}6@E;xki?x`y-@zl zyIW&mzi7cK#b`>k-KnnG+d4pwsyxCRY5cZDkY`PH+RfXZU??U;@=9FZge7e3gjp^C zwh;rBYyIKYFl|-U?YeN?bt8~QJxE;GmwK`}m&eqH^o$}*Na7N_OGo(#)L+DX`NXkGbUXN?iBOi3*#1?g6Wf3L}VfM1x;trvN9iR)P1l)V!62Oq|= zmUyZxNSvJ#+gRAg4J7UbVcJSuUMqcB;_vUf;361Tz%8F&;=a^x&e&`$wSqq7OQcp3 z_o$62TXn%Byes+>1<^v{tZhu$P76=ruclRb%I)A^BrfIiA&JrOQz&tZDHat|v&0Q` zHD&v}i82C-TT8sS#66RKk~q!%DT7Y>oFWKHocG!V%LE<(MDkgC;I-bfo)iOsC*X?^RR{w=wZ;-ggFSxbyNnG2h2KG>8Ut&}QL0#hJxa+12 zO}KdjT3#l>q7vs6$S|`%REdOP(y)+QF^|M~{PJf^+D@$rr)w%)Y=V=~|uLqV(++hB{@m_XYb|3y` z8%NOJf8+hn=cA+bDWl!+`U@IgU;a1V0Op(QK*{1<7#N@E_2mQOf1^s{-*`)H=bZqv ztkVRyL%#LDcbjd*-gzU-esXdSTq%|WiI`<-g4dQ%7dUoy1Phtvj2(gUPI=A+!1mUH zRoYsx_x{wreL^2Xjy#Cv|9H@U!5>9yJ{Hy`i=+H8#$Tw+Ac@~mf;gTsoKtHBJ- zC;-WXX0!B+-mdsC(-EHx*Orf0H_J_@&DeD-*Y}6Y%894Sf>~}+Vva|2CW2Y^Crn$j zT>7aZ)AjPg6u1bUQXGD>jOo~xd0X*33(d2HNUh9rSArS4WyiR|Fadm8a^=&)ERBwt zu@!S&>cGc?D=5Ujn59qIM#*T?MiMv-4=5HL2F+%f@YsxXkw+~9vux3d+m5(dx~{p4?TYmI=GH<@5jv-BD%WtvVn z_Xb+dDGI=2mJ!NlHM{qyFc)%Er46@ewH%RIdR@3GedPafCd{G1gbJDE<}R7?^LyWZ z0wLK=EU#I{9GrU^4%8=tR1Oqqp{iMCpOrotZG0ALB)8$Vt5PEfQErw&(=!$MgU=m= z=D3Dnt<3V>i!qF0PiYDC=7kwGSC^aR5Rs1uU(|nV1v$G$q{fd2n}t_mqUzh?uco~u zNJQcS+I>@8!XM4}O|X!}UH2U&f1=-%h0~#*$?cPuRf^H=HYurz)2^a!zW^|A#+=|Uv0#7Qm$vq$cZ4+F4=7^qz96WhjVxy##agX_+dKpOQRag(MM$U1mL zjfeEiBTPu*yxJSH&WFCNgsvDutgytTMs<;PjGkT_c3SfaR~TN2>o?aocW!8Vkho=pX)AFnBlV%#rce+qBu?j*5xeMk;$4uqj#s&p_Ae4QzG9#>u2%mK zP|P@rMTbGN#4V|1%*xMIi3f>maE)7wxWw6eT1nZF)AqsW2%!jq5|^CZRqnby6>m4w zxz4@4+L$GYYje&?68BNxA1ut9P%()MyCp4H;h+n6jtEW?Hzv}Lsqwia4UR$28{EQG zX0DLLU2VTT2-;ODg%FpxZW*BqKu|hla|=+*97){1Z3Ea9&h_#@;&u_rCvlzKjpss@ z^=@)+ry>aI64z(%x8#)u6Iy`8`4cQEaaZrKOtm{LKS9embDMj29*NWQQ~tEwF{i_j zqw9pJ<%lG1;^*7asux>tfH_n^sF1{E-#RKU=u}Mygyajcyb|}kVXv2PpsL*Awy1KT zz`#@`?n{!ae@OZ{s8Kx%p;99VQ7&<(>n12htTsvpiEBx)RucE7ojY?hH^KpW^X%{j zo699`sEEWJ_ndeOa(0eLjS|-|??1-%UAHB$;T(d*B+j;dyaFF>{E=W@5mWwZTK<=_ z@_?mB-@xgp9Kr3AmsN_<(xR=YzPFC8gB+O>%P(HB+{z>~_Cvf!9(2VZ zVudBHabS#eyp{54q5uEiUc3Bp*QtIdk}C|a#7T9R%NO)6-U1SLcMAvpC2^5S?bzJV z+=I~3dT!-jE-GWOJG`BTN+|qVC6{b_|h5=u98@B-D)g`XsWHYwL zuN)Vs>~!L(vLJCyl-Tb|ehWb2?6z}ntF6SXF!q#naI={S7r_pS!!L2|*EC?(ecLk_ z`qXbCwUW4iC1z}D+uxDUY)9_kwxNZ@MFg3#H&#U#gT$Sp5dR`^b>|qr G_Bbx4~~H!;VLs% zNaDWCD#0Jzct|0{CGNmogNKkgyWQOS)iOsCH|~l*8eQ02;d zxVKXg1a*n4-R5=j_@k%0L(B6dSXAQXS+mTG?hWv+?=%X)BXRzN{h3!0$B#me%%izQ ztL2C!PH*@Vsie;!d{oB*LWLx5G7~3XWpRES2+4h7c_mKrZS5~OPp0uIvoy=}(xD#D(kCXU#iDn1RH35-Tima)Z{= zpWZ7?V5dJvVTv?8QBR(+p6T#CY&A%nfg1<@C2;}I8?iUnxYdJ>){DslPC*4hoo zN?8PR+kpbm+}12{E?HX?rB9jW!1v|j)g^AvnR@KhIXNGovL3`!WkKR%mDswso=-sH zW)Y^X#LY1YmW}MMmkk%eQi{VbarQ}dnZwMdcOY>)h}25rYCNvT#{Le#ugo5$AX-S= zXl00HX`Rl3#8vX(4$QwuobI06(tB>*FGDfwQ!F|RnkCNjOFedfuaG4man{6(OWYdw zI?}{R{nMb6$|!=M#NG8<&qO8^dBT_-NU++NC5daHzfyAJ)`$sUVG{|}XkjY9n&xUI ztJrqZGQj7F;3RR2nWTy#J(VLjmB{2k5A%G8^kVyDsLu6MG({_E-K3?CC*_<0<^p;W4SjJl{nWj zhWT^N)(2XS4+Y?nxIv4RUzv@Y{}XcbgfO)nk;GMK`k$68CXOz-l;9*T!>isB)mdz*Hr!WlP!Sc#|Ng(XxqL2$dQ^h;oVRw{n%@ zMoI?$YFZ@0T1nir4Zh6srT3PCid`LHcBow9hV$R3m$=jC8QgehI+BC_zEQ8~@5he% zHNU=t*SFXB`tlp~Iu3g-Yv18Gevfwyy}o>4{BKlgyiu=K`l$}E9X}#9nq_3`ij1{E z>OrW&27*M)(kCHtLGNC0?Di2XWR^b1mdM9%a4iA$loqVg*5+3ZPIX#dVHph7EMoc1 zGU;=fqQcn)_$AdmB6-bH7P*A2+PFyv@U8b^pmMD{Mp&mc+xOxKG=r(`+<77Y0JEHw zw@lXZr8nNF7ettlS+1{Lk8OG0y(m8&}MJY%SFwyvSp@2?1*)aAQJ@?fMi0mSze0Vq*z(8`cvRP z@$u?r>6>WGI+{1}gUVL)&`?=0%LPiT#?L+L!7Pmk)7C7{TLj6{cSLrBi@=-W@SA1t zoNu!4wPS<8EDMR$$}B%-8nX+B^_>Y5VCWcb_ga``mrKTMsekfJFv|=I@h@iCYW#J{ zy2DXtpqL%Ta?7E^pxG=FE7xNK+h3alX1SGkakK2$Y@M`uyR0eDNp;6@D-blxGG|ly zs&(I3nEeX~R-64~mSdlLN!q^Ik7l{elY3t=vpi)Wt5uv&^{X&&=sFxj&pP z1z~DABD1tP`%}6jshT~E>GgyPnWabj4e}jjC09U5bS84S;x)^XA0scrftp5;%7Fqc zR5i;ZyJU;{^nU?0dO#smY6Kz5%`$E72E~hq&8?w1I!)pht(94Joa@V!_S%BKnihCh z_e8l_ju82H&?s!#9?02!A~j0fyU$ITCQ1Fzz=l5(BqDLy31*``Zb5~s+~d|NBynNW zJ>}c$Hth81dr<3k;Mdg(^>+03zjsH|>1`-$dfCK-MILAX~Y|5(u7wBlV54o3%O56iu zGfBIqGx0{dSPDRMTeHOV4-Z#3T>67I=r_#a7J$6E#ASpSvWn%Vc%xn@@l;umxT{KR zQTv&@K;nK7rme(X+UG0#a$(DKxCkcaa?9tJIKzW2n1wB66`@bvB~mMiYp=Xp;#$$N zC(vwrZ*Q$=&6s}45m4xO~>V{Qe45_coAn*6!z(F_=~^9fcPvm|lmsS_n}Lqa}- zh3P%v-d9ZGyx&U4HePQG_#zRUB<^buKgRyj@-J`OBK;nkxa~lws zxWKnvy&-eyM5|?vByQ;Y0CwXo`$Hgcwguc9^GO`j`sy^O@=jt@1VLTme!lyaTyS8u z7qqV%?8*31xSjz%xI_t#3|_O1FUiyu|D5A^1z2NTYhOWa5iiJP_2AHQwk zd59x5O5D7Q#!Qf#5q@!b2|*$fCqEjV8Bh%>yqRDjiL=R$kk?v%G8ouHTChqniVk0y zTH;w|4LM3BmS5szZe3Vi_U-{NlsiQ7O5CC*VQgS&>{$Q{#X#j+H@+FCxR$r11SGCv z99I<@_3%mDp-WSlW*sApAw9-~2}#_w3fAo0pSOBKSF|ElSmIK5kChI!J75euO+Ugd zm{;O{Hf$m9+D6i%Oiw$`Cup(pqLPw<{mz7D{tl zv&7}zJECa%!LkH+6Fy#D;ugfWX21C)t%Ay06Hk=|iSt)t?{qUPK;mSCX)AFlIg^q|kjkT_{}YxdBeM=L<$ z?2d5-{1=I<-{P4x@Lj_Xz*Hsf`%YQRjtc9bM*S#+N{t{yxx}TEolwk)&5wlUIEG-YB<@o9Gg;J& z#8BwXN8|fmEtj}aA`(~gNpuUy*?&hkQlrF$IGZr1R<*T-4L2f4MB)Mxnshro4JzD$ zU?GW{9z9IHW7wvPt zL08NmRz%`18A$hr4{rr2iag34BVLJ{HgpEl?bb&#khpaT9Qc>SHQ(Nf9Up(Z7Id^y zdbzm7^;u`v(6m<#nA?MnaqmZSTeHO3HjP*0ZgNfoK8BB1m$;!R7OeHchYVDlf%p@Z-4eOoYawy5B^GRAlcb6uaS;^aUnH*k+FH_rDzA#6m~SW+9R|%3XIs~j zomHivIY^w{32r;$61P9?nq;W!2ORIKDT1KHx$pO4BJ2&KVa&cKSZ&Ob#MxCDEitrD zc@7rFp5#_8CUJHDlNr|DwhQnzA~;E0WV|2qG2i_j%-m;$tIS*>iOUSH+#A|e*HhdE z#3gP(zffz)Tqx0MnInl?x6g?+G^oOY#62dIPvXuTn1xT&>u{P|tcoD0OPr&kMoQBQ z3sa%x1raPNaZ_#jFtY+`FMyWwfCBJHT%E1{Ox}!1*C9vNXShYH<%lG1!^J{rsm|{! zFozZrDkO15598%)HpO^>kX$8}SK|EckBf%`Ws}6MRpmf|fvHN|u-&pPv%BG^rAsM< zN{t{yxx}q7KcdjvormAHxJ|HD5|=mTimYLJpgruomfhNW&ilZvRjd#Nc z`uj#bniz7k&-g8DRviY$E_!|W!1&*&(s-lZf0Dcm*iI9B z+|J)m)KlJ5!Hi$jU_F?nlpqna)Jc$4+t(J3oh!jYX8Ad|tNiT&n~K1W)q+*pTGox= z)GZR7JCGwEV)@N7wV^G0=j6U$piL`?fT_x79&FMf=slKaSJ7x z&}^1tA8%HK^l_gJydNL0ZkAb{YO*WNo%Dn@e~WmkESTjDCDu@~c^{bN3Wi&@wq`lD z|3Kz)yYDmLBJh%Parn*h@~^tg=91NNhYoM5?DHa_D&1RW2q9*J2Ja8D8Wo4Gzj<{KFHd!M* zb>(R@=%hm_f}mMCuiGxa<+ZK?%>F|JtId8g%fnp~{0-a15deR}ldrvwW{J-woPT355_h%lLH(OCWPSoVe|)Wsc0U z?R`gf%#gfOV3ykng%FRB*zC+7%a^}`5YL+{^otXSO zPxe5|IY|L{%yK}cKQk@&&w0pEH5cxE)pA5;+40I7X^)sIwP8#TB~-{Pr?gI#|DL(m z7lh;xvAkwk@TbyGI8eU`QaMndg{o$m+DyjO=!ZXw(ytr0U6mR^h;p;c^-fe&{w7O+ z|8~D8SSz!9x}!RC_>9ds=*^B(U+0&bS zlpqm_3rINJX2=Vua3;Y*64z$I61lvx&m3TLwP2NE6tuM{HU7b$<&dLy#PUnry)tXI z-}ju0U?>%)aoOdSIH&O;Y!Bv;KY)f}pmME!y0=Ih(I@*HTzBmWq)`tN=eo#D_UTL` z{A}HsFd>N>RmYsQDyn@Cy5dk`g(WUv=uPYnHfk&vq%sc5Y(|yu}P| zy~wLeTz-rh+hE1x@le@$#8YKK;tG|R_t!XQkhp7vX)AGiB#mUPLcZdoH_g4dI?eZ?d$^}BRYB{@3a6cL;x?tFqD)9q!>IXDK_ z30Il9LK64Y@(KP@w~;Tm0da}zXluLyGB<^2wak&k6}{TVI=kFz0TP!&D4)c2?d|#= z=B2?LZm}wYpe}Ka2c9M`GfrLuEpH;hq7t`1T*6qi?r#Y#=QIW2kvNA$f9B=B8BvfU z-MQSN)pA4<7u@BI)I|T?0vOY7gbGRAJH3nYw$rD*03nGdmRI8L)!&3q>ik2H%7Fp{ zQE7qrWwU^vDPkk~psbQ}*+l6Zl_SS7L=F zPX4umbYJ^P^Hxc=?Z%@Ov<3?+~muW=Y~YZmc13OS_y45?4s5 zn8ekuAq#n?C@n^0MajgQ!AeeBKnJXl5H}ALl1OMmDr4Zs07qMt| zXULrOMQ;6SnInm_*(PWG>m6tZ5*I)ypTtewoN^kfe2*9vK~R^tz#`)mo6O?r(DE!Z zxV4H(ToYd@^Q5vRww$>XfJfpo0|S^>rw8NbycY>m%MnRjL*4h%y*He{!yGcq3dridULlvzo?Hk?F|n8Y1(OfE8k3g0AHNaBVy+A80=vGM?5UueN9#i+)vW2v8--Ee{&eJ7S* z;-p@+*b}`L>;^;8?aXCYvx_Mo0N71GlD%2?%Q*lWiGj+s2K8anf==h-50u#xNTVJk zZraEQrl`V&Qbx7e@R@(SZnsmOZ^wn(JD&0_Ysvi*X`@=Zp8cH6Y-2G0L^X95_fOy4#kO? ztIA;Rx8&p1C2k{Y!q&U1HxTsPo_MM(NL-{6d%ot_clac(H(}aJ+@{tMOpaUGB)AAh zQyhMYyZzgM+1c~F9`q@1BDIn@i;gDjyIPmNL9-2{AX-RVsKSKp^fA%~B<>D{_!o%_ zE_f_`{c^1p6tlC8J56*LG)vsGktVEXm+&_ralyokOWaqFc~WVYMJCWmpHKuriL;0r zC4ctq5+tsL zf?GSE#O>W{h(9B+kQfy~P?tEx;6^EPe!N`?Eiap3QHeVd=FE8aJcqxd-jwB5%p-9I zTl^W9Q=NxFjusH6mLrn5TXoB%CCRPsz#PgVR7m3L&q|Q5>}T8zgrt)rw_09_TVejy z1NzEJf>aI^7?`TWg{I5e{4o0sS7Hu@P^l4wD3`bksR@e8@mG&PbF_Bi7Oj=USq9H# zVrSj`|0+BCs3^)P4zD7WCi0PDY%2JHfSKhYD#Fg}PJo1h7$_kfP)xA2P!jPJ3TOx! zg@LGupI~SwFwhQCh9K!mmd2W7q9SSRB&tV|w4Q zc?1h%;2l1x?uGH+sxtYa-nQLCo#A%I5NXmZ?HOw}7od ziGfjliCAf~RP1HdC5^T_;7-}U`A_aHktwrWe{h24*gCEd%rb|-$INn_qYLN3jOYhr zwuLU2HOtaot3AhL#`uFwXxsTjNhVC2rC<40ZPy}?%fN3C8Q;C=x^X9?)tF`9)diIBW{+%KD^IZ-yU8E!!x0S&%i9R ztoBiI12c;1U;~_{AZD1Qov)Isb}pL;X8Ga+K946c%Y-t;C9&<@N(hcEW+WPmth1fffqQvcjF&IP3Kk=+U$u ze9nR%L5Oa%ywD>@Ytazr0mE@O!DgAI$H^sZ$gzeqFq`crwf5;Y%V?Re2Ls;dP(jUR z6KPW7&UHGn$x}w>!VNDaNLJ#;&YM>U9nK(FO5#p=zNU$92#f?a*9_JmMzxx>>T?0# zZh{&W5GyWmm+Aw#@}im~FqAz+ib`DjOS`y=SEi%HeJ2MRa-DQ-veqI!)(f7yQv}kg z2Z`JMjh;EJ5AT5TTqI0N;wBb5aPfW4K7grslUQkqbJFcsf1RYrf)d&L@&`~<;!fyF z*{W?{3;>B6>&JtSNn9V*P;OLaXFW``e7am#;$BHf^~_NWx&ac_P623do0hm=f(o_Q z8)xJIA2gZI7kOieyA$rf1^zbmRp@LX@zhz6xOM~P@#~elAaU)4nJaOh6xT7uiEfSX z5KQ&w(-)VxsPB8S3*L-V!JOJcq*)TT^?e6!bX2q@4BJ);Vur*$yUKxE6k59nB+lnG z{tli*;#Av)syFtpa)oAYpjgyQ(-L?7a|f=~)oUO~+@HkDOI%p%X0`6p4joKVZ2*5a zk`kvow1-_V&wnkf*)0Sctyz+|hv`1v!4IxmfQ8*7)TD(8z8#B8{=Y|cn03qo+jn7t8 z;?Cc&90YSEiXg#(0s|9D+|(4NUHQUs=+Qn3A?Oi==$5#rtdD97LTqecI6f21CvBF* zy`7_AYnFNMh1tAeN#cNRiJL1Uafc&EWkSu)6KPW7DmOc_H3{$Fn~7}%$w{0d{L@~g z&|!-NK36G;V_#pdxmfLn-^BGZgEfdzWqw|DL`!&IsF9LbafwUMpT_B|PSk>-xDY8S zaidZwm;<=~&idBjs^ zLE-`pSY%b;NRYTsIi)AkEQveuv=i5O zX<{E3wwEc084}ma!HFxeToVQo*R_&AX-^_?dqcC;6%*3t!(r&ZijPHy!L-D^JJN|e zrPztTZQ)A1yu{7W*Q#~f)2v{1cvA#PiHn(8#9B@JAsyCi2*E~cmL#rg$#QR(%wx7- zVKIc7v@n6hEwW~I#}yt2e3=YR5;s0=1v`4>;gfI-)(|e(xl$6B9W{IojH`SKAun;x zvHA+ATnW)el_QCZT0EC4tNY*xNZf%m{>+F;+>YkB8PMflh!F^avBbpK3gDh>9O7>(+3#ys9GnYtZC%ZPKXwxdC5=kLN*(I`twAg8xkUf%p z&6+)BDMEf@ez|9knS1YeKcDyg0Xa8CK0)o7~o&7`mh4_00y7~8W`+b$8 zyQi0%<$LYw?bn^-B?-S(h80haj$IUg+*Wc4E zKT(-J$v~Kb$V714l!K6EAe&hp9qBdCw$-J!HnjtNcD}XAu!_HLH8W ztG&q^_(`qt{DwMo;I!kk3H0=K>mLy6RU z+s((#-#O6Dv0=dhS_7wbCsQ9SYu2aX@&-; zAv;>7HhcIR+uBY?JIoAgSgIs364v?m8T)4pX&&Az1T{s;j7ymxfzyIsv>l+v# zekni4fZw>~J`?WXC(*n6HQ>dUCe^7u`-6AobmnxB#vMI<#5a_9z5mnub2kYOUbyLm z==btz{~#ZreSKWrv~=fpBNv?B zydkH(IlVYtBn$p?;v~nw+jo|mm!rGCueYNl*IKTF#uMMqx&J~(UE@y_$x%m9{QTW! zdAbH_&9d7|SSGEqH*I+J7P}1`)H?m)3^_eGoe)QzCtn{oM>juTR}ZZpp54f_oeLHY zXb7=o@#5ENz5j&h!Rf})Lm~cb_>Xl+Q`#^3Q;V;1U;Gym|C?kL6oK0eeP@^X9? zk!5XT)2rd72mNwXQp^5>>T`5CT9RuUcJJ)x=kGh;ajut^N|X_I)06{C`!;}FVf=Ts zZ-2lp90N{!Y0%Zn(@%VC#QXR375C)Cjl2`YLsbL|BN{d=7xr@#cLQfJt+hcvl33o> zjzDE!`3L^L?7tg8!;)tOiTla#m!|^!UU6(zhXT}yuKx+}eFHhHoRepN3Ht%!cfK1fNl%pC}`F|^uk2*TL z1Zeqg6cE+5>qMxXjQ@lG-%h0P|I2bLE|R$0a`Rr4nT>xSnaoHa$*a9~zQp_9_~i~X zQNH~F|DPyQuNLSVC@!d^82Zar3I+_W4MZX_WKqL5B_i>EPF=%r1PM?yJzm>N8KwOn;e*#EV1qF~S_g3agq1urAkErEoMK>(> z|CT4&Xanjt-_J{Yj>YFT*xBFH`FEo?xE9Avnb~z1%2m|b z36OHN%OQG0fy1*`@6dhv4ImcrDm4uaa`!;DS@U(&TA9?V?ZQ}r`P9Z=5ZhY;R;)Fb z-%k_OKhHRhax@rNdi~m9zFo9tGiN+H!q!023RtS9v+z;dtIH8MmJJlIb+-Agq9o4& z%aPZ300^TSNtkBz5aOM$Zw5+F5MWFirktQb&Y8b_92!;8z%q-NNOvV~pmljU+Ntq+ zs;IOoc6?c=V2I&HpH2<^Z>-(Wc4`_MDDW>C3k&N(4p|bu9o?rMa5<}v`Mrs^7!@Cy zjArUl2mmv=!RJ7!BszD~f3+~?@{e1H@4t~+FXm;HY(Os!vN+tt8da7HJX97**&s1? zDZp#+;D$7%hc29?773W5TIO3#5(nFiQARhxS%^a~W-8-b6CRF%_stttaI1Jmg<6YE z)W#K3v+zM0q?N_oAE?z$gdhsY*==zM%Pr<#xee<$e>8oZS}KJ27d=yXv5p@*QTr|` zrs`&DPf$$xg4WYbgS>gHc#TQJTDrA&c&FA8cy>i=l;Fkt(YEJH)JcOO0;8mTcn~bu zeDSFOOOdP-9qhLu4_q&nrH&A^4e7r;bU2FFs;vfBZ-8u z+fvXmSPQt+y!}7%@?|Y)*Pc(PT~$H|c3o@#Va_^~Ipb7n`!bmWVe@SINw6d&@m#lt znv=bwMydq@N~dhXsV$nJD!&0nN)P_uue7w;n~cdDG7VXRSc zXVe_a0ai%j{5CG)T}@i&f_ihVZ51JrIAs=zvke_N6XmR_9YxBOxWzrj7C4T7ITCGH z4_a#D(+ulPtz8 zN9kD%7?Z>~*XWQdZ8H|5uDA+VW{Hd1X~S#1J|P9|G{~MhMzj)Fcdd)y^3CXhNa7Zc zq`*;bQ+;h>xe^ zWhHK1x(;dHgS#13_73n+StN0r#n_1bJ_ShPx{Rilt*FE)rv&g%CSFWLH-QJlp_e#^ zL%PIIi-dC2r*eQ)NaFe*)FEds_>QM{Ed)_O;uecTRIZwL7fBp3hRVdhNL=~D4!qk| zGhU-&E`?Zd801S__EQ})(s)igBykskXO}p^Fl*jMCHo1elj@A6cEc!fiAh}q^+kO> z(U^4ySZ2(E#90l~=9Wx8_!e2%0YKR#F3OI#(`nazgnweeLE<`9L=bO|s(7K9%O6MW zT59GpN!*=qRS(pzmO==2iK~g%$8T?z0xgp{kho#nTMD&#{aPc5YbSosvtiWINu0-i z<%6io?!ZV1f~>?HI58oQ`=OsIYI&Ievr63Ywj+s?&5eGcmh%Au&`4aRVI=Wm`lspW zbPbw7ZB!;lAaM^~Zr}yxv~7;&&_Y0&B<@nMy`XjDxyO-^TmqI>;-;0Q8KVQ`Jds+f z)PX_?M+0LQTrU|IzvIjKn{1S@`kjL{+D;*m za?P^fnrp#|A0anT6-oeNG0VxOMHLyJ(6PG%Fq2toj-M`gIW+ABVxKF(ifzsHo~P)E zUS%rEQ6;eSW;uQPe$lp+55-8Ez5z*VmTJoe3X2zK?M9$VA$3;dgW|Os7Hlk<_A<}} zHG>)e!9S2$zB;;;|917(MJPS5MbzstndRO~t;yu$yYf)09#=%M%w{Pn+{de*%zub> zx)EqvvuvxALmcCCvhT5#zDQcChW+|HLV_|cAj1!WHSO@?z zA-RWrg8zDZ@ciXfLbExiZ4iHlj+Zsd_On}))vb^Ep~`N1M{NKq`}_5&zuD@GvDe)b zYmr$teotYFn&tjYF?_9^_af0vUwr|qEZtYNCiN;fPtXK- z1VI!qOaAKCWL2w)6Omb3S5ley7qdK;Q^b9IBqSXb^AN;>!yw-*N1bd<#tmpa4Vh&j z@a$$ebzexCxB&UKbWPla+TFoyU`v<4fg=b zYL?S^37LL@2(M(p!7MkCk;Lj#yRcbWR#Cf_5&~R`%$;{Tu6ezC? z$A9B(sdVGd%dtpYl*ze6o&8XSbpd9QxSYMD;B0}jHDY@!z>39al4X!6D^ytp&9A}0 z(o5V&i`}Bv6+>nrLm3LBd>0cxWM{eFNZ4h={-+2W!v>1i>QI(h^tI4v2fFWO0SKcW zN!){sVT4+t^F5TFd4MrV+(9FC^5qHLgQzQp1IsLNQLoPPmUc|GLOUJMh&mCp61O@( zkr*NLHbxSsqfCK+NnA5yZSvHJUaqL41;FL366Z81#3E#q_Hs10MGyeywtR`(T9+s^ z?bbd3@ogJZ>&3jR#QC0TNxBwvU4|+<19+$`lDI%IHh7Rv5|X$hfGH|*&DvQLuNIbN zpqt<;#G#kC(wVwMt7?xJ)Te|h)W#K(xGj|}$$Z<-?NPIhhad__TzDgOa_E(jhmgcw zh7kWEaT8~`@D4NynS_d|p-SxuiYZ^>Mz&BVKO5X_g(S`acy@{7@5tmm%Nb~lM#mP2 zz$kHpIEh3kr~D-vv+n?w8M7d9j<;`EMQ_sAMi$n;3AJ-piL>LKHEq2D;r=W*NL<$F zNW$>a%JJwJbD1PA{kT>y)UK49QX62GIDvbLHOibF&@!0=i5oe6l<=DW0(T^F ziGb2coVu%aKC1FYLyKX=AQivysO30902+xi zdm2eR8trX{atPE3#axiRREdK$#>?_@b|%eb>u_kdQ>HQQM`JIGscF zozQ_w07&XUAp?_^IL!_Gz42Nhs7C7{gj9`C2#LhS8T1n#JZ!xmHOB`4D9 zzTBIEdh^)bF*76*r^+I6Ba{v~pq!-vDOciJcm)<*u9*A{ZTJX4EE1=5Fk#kv{B}_> zz)TXiqJ_0!@uB5Y(doFZ04o+F)zmqnx~U^dQH~x1OD}PcCf15nKco#phVmXrT8W#` z-$pn)W2O@Vzp{biwd&F5|KmsXgxM zIaJxnz(Zw`#2pZ0?#p?rki_i-Oi_v3bf^`v!S_%Kx(O;F4!y)J{m_({`66pO>Qe*v zQyW)E;u@7{k&*K)pP^g#Mks_t;`CQ67LJcOZ~-;P{<+kK6_U7uN%?%c_aC04-aPWz*x3?^Yr-ON zua5FZp`2|5Qm(|E-Z{3Q+^-e>bLtU*SR^hj_vf2IZ&8IW0n8+E{@bGku?slk5&KvH zRxC!A38^BrXFCU?9Q^{8UgBapsurb(RaqiK(R@y2msaB5d>tSRwTi)?LFmZ_ir1Q? z{I&xu~NR!R4$H_jr7aMclL* z_%CRBFR9mqxh-GfrkNxQ$8Qc$Lvw!%9WN_!eWz)W=I1`vp~~g}50ym{XClUq-rUWd3#%z6PVGiE{J9&D|!deUoTQ)FQkfU-%P zk{_>jTxUMQ>sWA*IEN{bL}-fA0(1-l-%`7lnz>98SF+iBEoxV>5Q1Ie?(%11{k;pc zOy)r1s`jiBF3wsIg(R-eJ8JE861UUn3I3yb1~5{BAS-dI8@=-Ux`w?%EiWHnR*Czy zice^+_QD_VYV)32F^$B1eI7}intZazmPWk#CUX{h2cW4e}0m>wCKY!>7 z_&ZZIk&x5_ODl1sHDcY+fpVy%wkUO=kby}{+^cNQFHtPutE}-ExODPes!TO+IgMx^m!7AYfAs1Uj9W#FZAFY=|Vw&Kd5)|z^H<} zu}OQ-^;6_tFL_XJ`>heD9bbH%f(Aw`TrU|Izekna2ldo0xC_yCb^3z5q*a zmUSPR7X|O=-ydmHGgqp5v}P%KYA!6E@%0!2JFtP`wN5TPP;|CKZDvug2>yZ0 zQk2HySFKFeLaEhvqcA43yx6ZDIdX0AOVp~D0Lx;QA5?e+FV5lbF?a$r?c0O*Y%7U1 z+FDzYSz5YNOa99&$3z*B5oGX6)MnSf<*a6z_Hn(1gU+&jNG9Gu0FVj!W*N09McARK zbsFLYv#IrBUe+wFuIi8>E4y_-m3;#|R2G?~K#a}%npKU=vK}x+&61}-nE%1rWE;8( z+IUdQr#DOW&mD=HoC}etc{&5BkXiP7phJ#MZ9f@JfTIvZ0kd2#4l!QM@-s5a=AP6J z{>3ca$+ukM+`PA_m@W_tiYebLpX;?Fwfpo}L1uXfcy_bw@*|(Sw@uh0)Ja>;p?1S) zmaX=^BXZ6R-GXMnJHRrtAIvgdX|L5v?;&H68a@P+%`DU0cv@c~HX-~Y3l3)4H!qTy z^j700ItFv*QoEKC0VcCtv0=b9)UFmn2zImV{ImxDjrS_hGMNLjd|s4;4KH8M** zFKX>{X4%{>bSJ8E05DS4B5Rgro9E{_ooP{xTHbqrSppX_yo29{OzHiB%XjG%k5JIX(D1^i;7tc2o_EYci5H-hYfE6;!GujXM z_q&cbf_ih4u8S8)%(5BF+kk-yOK+(xwF0DxE|PLS*0p*4Qk zE)HNOiL+lbR-j$Ie*rojsS2=SF}gR-Lo{>lu=OZMxxms(+=aByqPWlfgviB;fuxnV z2zwi0!6;5k1m0x>#cMs*`$iEN@*@@9ceMb*s7DefAba!kCtjI_(!=RS9Rntbi@m@h zAB_F74Ru95U|A&Y+jMS{YWyX%Q%-m4m1!j|e#&h^k9X!elDM`#DDW?dJHTs8_Sd%S zfjU|=T+S+SBGU+ql8{C-(A=(r05G@ZOPtZC7~wImT|C5(>q)H_^Rf~bkF5&C}6M;A==NpI+iR+)*Z62A)}n`qUC2 z6_U8*EDot%;ye~L+Zzx>0g3ZF#38R2F9<~vXWNU~!M{k{(CT1rZROz+sF*V$78Fyy z#7*48Axo94HzA430G?gq5(@iszjoO^6?M|CM$~Q?C2n>2EuwGVF9m4KS^z9FWB0<}yiK=%e-T zQM+0IA=o8ukJI5hD03HpmdPAQ+@TqfLZkh2mLiF3--lW|oy3jVaRz@G%N$^&1VL8f z%HlWXMeJMI9<{vV0JBP*gZeOH>zb2iQOoJmms&B6#2soHMVKA=xF6+60GLdUK;rr} z&Ei=)CTpNMv=UGziF_=@;>Odg_la@HYeZ0|K z((uz3!4N{KMks_t;<{*=3LpAEc0tYY48RIWTyEww{x(C0*{C<`R+}%8NSqpr#3e1y zeT{PF1EgGu`Rgo8J@*YVlm|f4O59PMCc~#n6x4uy8#k{Pex#umlDO}H zDJpS4vc?fNp0v+IH$kf!YWegM7oh%&pT4@4GU`*VKq@40W4<* zZ5M~ADg6EoNt}KywS#|=I8zS}Z*H1@S5!XYFB~ZsMNDd+((O3$tZKnfR@P| zNZfI^<-&x819FkXDc4aiOeb-P7Y8&#Rn`VZN)TivF751&JUy<H@tU zolTIC1OrPeab9+n+t7i!1d!B$LIx%+ar0a9ZNGd?LN(I;L2Xy6Mks_t;_^^22hu^9cjJVn%Lc^Q5u?hvr_5?Aw~SJC@t zA#;$SoClIt;&>0o3)4@k;jiMm#|Dbmy6l>$=veH#q3FJ=1rSC(k~qN&FFsfQ#0r$2 z=0VgkV3N4)Wg4W3xy>Qe6*~dTEODX-UObm47ha$g-36Lf;?xf{5@=i6c_4{P52lv< zm&A?N)*~BtteS^9npy~TIjh8_4VZ7CI<@R0n%f}|0Oq!Qi7Pz1LinuuO&Q`Z(DAYo zH_cIl95y6*0jg}*`P2rWvPj~b#n^{lwj+?l%?C_TiCa)Pm+v!d_jc4Mu0R}miF?@H zm@vP;%@y^jE}_)I6_PmD7!5LhQqMD}*@i$61te~x`0KmBMtvWKC2j$=j(?Fj*Rjue zg){17Q87&+790lo64!p826?ou=o6ASYv9=>ZfkRrmpm}9FY2V5AOfSr^{{OuNbX^X zzudP|7?lc{F$)qG(94GV?#uBH$ihqjWs|tH)x2J5Pq+wQ#)5;yapy%4E*CX~=opj( zE;VzRB<|aNx5KDiIfqkwXO}qt`%yoUpacOelR1#M9)0Et2fA&!iX^TCP&$b-8rVb) zRk_fV?&UFYtBXRdDBZ!Ed2`5mF z#zs(!mdO!FTxMZD&+g%l!)Ok<1Ii?Eb#H2k3Zpl|2A;f%*uL)PX_< zCM|L22k>{Rv=2r#8X8G$SE@!Rghb+ot@0B^Yd7dG<-bC*8k_Yv&d+DE^&|wsQd(Z{0 zmkf;Gqe||Bdc8h=vOwF31X8|PI>Z)?x;&DDs;~wi7PE{pIcjE%zfgD&z)WV@-8w>G zR<0g}j%>aHtk~9OUknf#C7oW5hH5FW^kx~ggDg7G!s#&5rl&yCn&kmEbK%oQiTFXi z8a7b8*0XsxiZUI(zeUZUs}przz(0^##?MbA+CJ%rf6K%YFebAc-YJqCI%wlf)T-@) zWj4z+rm^MUFtznq}}Wo^bf0ot=&jOVZFX4*&`qG?LcKh_S;lcJ_=Q_eY*QkIXU;Li~$a?g^O5d)U7y6cuxzE0qm64D!u##4mAGhTC>UW@!&R zyIFFpw(`FC*2SYvx*Z}gnx*<)*@?`*H*31yYD}KATmo&fLYD* zL^}bISp0AnYB|cYsaK~lOQJ~>q2+b%7s`<~U@|!Zvy3)6$Xo1DkN-?%1SpeP4ovJS zD64(yhJ<7Zu(W2`$IRCQ9jH41NgXJph0g_>gNvcLDgv2Z(9&{Cd z?AiPsYL1ZrD`b{66+ieLyqfS)Z?0;Uc~D}OEm+$;5T$0sOVdK>#yJ+=YNp!OazJPmsjLE5M4y=tU(Vdfdkue~vd5SbB*Y zy289@Mb)kVWGFd6(n{RImC?f1IxEj3u$T=Luk}>!hobh=&8DII?hSx65;tMaEW)lZ zBn74C7hp^h*Wzk48Cq;7KwYtO8|ol1OI+&>s{E)WmTl2a+qR`>T8TR|_=#Xe*3V=l zaXK0l_?N`FR<0&T41bZ2I$A7T&MI+&H4zrMT0L*0x&0CXz}%KEas9Sr2%kL?e+Qb< z|NoKvk}0W4trzpM5@#|!n)E&U<~*wG7T}?>NaD=I*oW^Mnj(q&449%4XZ6sLXz6i( z9BLGHTGaCCC2sbxIHKJ-)7hv`T?SGiiCe!onl!A~iNC(|F$7US;=U$DlbUacI3#gq z+SCsIMdDIgtmR*{U2lns84t0bnDQl#b1<6R9I(tDN!%mg*(EOGOgZmrgk=osq-HwQ zZWtx*ef493>7gr|(3p(}SZ2(E#2s|%$n8DKLkn5heL&eH&Ui8J@xh)(2=CpFTDDvq zByMt>NW!4aCQUSR!vU9?xl9r_^++K80?^A4f?eW9M_NBdnbU1gtzRZ{AaR#p?h|&u z5buH{&I?dFi5qZu$Tn2v0$`*BL001Yb2sG~9kCsOT3(9|)LL03&cS^oF=LD={`DqD z2tXroy{1PJH{AB&pL59sOeRMlaiwKhym?o5v_f;}2cS$6H%i@EU@5XyMM5&NBeh*x ziCZ@=B@!K|O#n$9C}d#L5;xhBKOj}r2-WBvgpjHc3L%j=!|Be#Ld&R`s5x?VsYNR! zaSqd7^7~%C<&Ju@T7UgB5{YZcB5~{2WR;_w%>+`e#C`4ZHvdQ;5B!aK3jku3xHYGq zsGbKL^4nD*L%9MZ zt;Bt`76_G_Kf%8x_Jj=-ueECG%_7VCulV!x^#H=CNAJWfX&gypgwC`<>CrT%jscUz zHHvd5$3>bKB8lq>EVIO=RlVost?4lxrRXEjv=Zkq>7k&ww(A2VagPU3Oa4pZ(#9_) z4W3VWgF2dx33WNE#QFVLZ=rJY@hCL6cR&D`+wvt&G;+7_;i$o_5Z}|3S^(x{CGJkP z8#(ya&Gty*xWGeYk;FX|WA96U-bWIb1el@{w@x{fh_2_aMK{44h(j-N$+r^;y@z^S z)TanDYU2t?+`flyd@V%nHf zdxB!hmpIR%?quo2C}$*b(}8D~xa!2Syk>8S1LSX47u7%QoB9{|QdLl!a2qdkH24y2FsfZTd!me@UG4qd3w|U*!(!Xq-Cga#o3}8oJS< z`L5{&Xl~Dj05G@ZOWd4KTZP%@G~y9oNXN@c+>fNWTQX!Trj ziFIawBypaADJpR%n(&F#Pmzt$O>hF@&`X?$R|LV|e;^O_spdbZg)1a+-*(O=n-}+S zM$L8_1W`cZChnR`+CDLOiX<)*Li~%woj5RoUqRNJqhkJoSa2BROI&gNT=G_aeK3+Z z`=3-!*d^{*pbo#CXU$X8NzXw9Mu~GTQ5TB5B0i%r`v_o}F$)s+EUqm# zwQ@FzOH1QjuAGOT^P9thgTy(Af1qsp?184}7(4-7YUVOYTtQrmcc@)`fe`ExXSL#9 zILe&wFKYWTnFEO%5$7e;J$o=2NnA9bbP}h!)vpbz@=ai*1VL8fj*d8(7j<;U64dhg zD7pTb?W_`KwQ3mQe`%5~YB^yLfJWkcu0;|@JkqwJ99;!WCPyG~wUr{?&MfB&G>7yX zQA=i$xR3x%LH#%1OGx5;fu)tWt$h#XpaWF^kko-f1|}_Wf(owPI?@i+sFgCcW~myX z5E6;gEzuNuJ`F#HnxhlI3Q61{`<6tD%wJE?&YKSD^HL<>_=rdp_dS6ZGKSD1iQc zP_K1b>w?ZI8;_&w-Q`{{c~EZ*x8>>gW+H1eFp}YV$-wwMs^mVX_kF15XtbSNAmy5+ zpwFuO4H@NEQ5DVu#A23FCf9bBJD_9t0AMDwtS;Ct*d25v2CKloSgF! zjeXVg)kGQNyVv|7Dh%1_`8F_cq5-o6UgBSw!$j zH%lY0-9mHGif@SbpyOrDva%|SEWT>{2vxQac&IEg%gWCOw?&;>~Y?%(4o2cC*|uWC1U>$yUMZk#W|_F2x9wO7{^{FJ z_SCZF;$W63Pa}xo7su^J$6yiQQX;@)mRSh{@$UnbK?ruU9Q(;D5oNB+NNW8unFF)D zm%U1;+4;u{WR^Ptr8CQOvwrkIRXzcXl(op3nFH6%4{bW9jHuzqz)9)LTR%!-oqQ2-AWbJNCY9IYJ@^a%<`J4rtm`c!I!8x zs*j--t&mwNpED*bp5*zV-rV(CmB2OqnO(PW|Fv+VjqFQ#(Vhf!J`VWVlna_6(btB!9O46=pwN65|?e)t7uxI zUpB~49s)@#aoxPu2*dU)YJrmRaITqr32*2$tgS4s>lqEtpo~&ObgV`0CxM2uWOu zG6nu6aZ^nq$Tby2CF*FL#?zO8e=$03T__K7p zti&05yO8nW>!VR+^;M`1KxL7{^%G-b1}mLF61N60MI|o8G>!dGnYx?Qa2N^s9m{22zH6n=(hVK%G^VsWikg6*M0mHq3?FvF-YR70Hu>S zo9E%}(Y&-)qxLH$2(l7)GPWd7WBvWDsO6;q%qnrslP!qk#tTQFmc!vtuTCRz@!KMa zcBX-;C`bB$$>azm&L`mtubaBxZZwCI0cDc7R()&)-*f|SAtBiVEUmJaG`^tcyQI%9Xgi({|*Ks&cr84kaHT7Kt;+Z6R1V1yy(= zz)TXSxjadb_3O%Y#LiKG6^jvHv|41~kfw`r6ag%~#5L;Lu}DoL9sl@Q5|FeKcdW%y z;mO{|Bay_Vvw`BZ>i4@=I7ra+>V9-Ft_DP+@ymk!f#Vv;ZIp^pyOpF&iQirkR7m1H zR7^>a`YQZYYV{CA0f~Fr(v-At(X~Jl*Y*N+0{%tfPP|Oya;=sl& zHx1v4EG!04Hi=W(%lrJsdN#suvfv`|y_}{qQM+0Q zA=o8Od11yxl(}0#%VZ8D?rL9uVbSb$U#8YhCvn>x#_dJ(G7K0gL6DWWviT?S zj6G@wp_W$$FssDbcP5AyKYiY#meZ|-S}~2pwG4hrFga+wn($i~(YiIDyG~VM}jR;o$%?N!;Tc4?)eKj&l(^O#xOcMvsQ9 z5$WDPb`0gn4_JDM<5;N|X|>shf4E@@khBu_*lCAw>zyqaT*n5A*V--QM$t*G&0}=m z9Rd(WJ(9Sxou7&C*N*o^>A46Plf;z=&m&b_``kcX@gcCx5~rlc;oG=m)gXz>*+(5C zT8SIdYO7$lN?A)Jac2SiOX5t=EG0jM8+S$>?LJ)2Dsd-kmsnXP8_B`!G2k6f{+^IlZhw!lMWk;H|IF&no=9gxIz158ng`)Kir z(0G~C3*7{RAP&96sl|j4PGM(Xp+02`q(Tzso9;*Uc|9@~P48(CL;;CwcEFF^8}pNc zB<@uSRe*nyxWdi^zqiHn=ct&rSEyJ}O!*SmX~;Zse$4h{Byp+0vrC*!XdN$fch+1q zI=(^#Mv2otmMR!(Q9c8W*@;)F<;#p&khp!hKdo-^PV_+*mJKMI#5ra2GONE1LwIB< z^~!Q_khm@}kwjqAkYscW)&MRwbD1P=xav| zUh<%x?bO6mGv++U)&eQlEKk*{7qnS)X)UV4K7d%v zQpxoG_h-FndQ0plLV`E%L)-&rT{CpwexKfL~djHen&Za0W7^)#`oz^)W-OQ zF4CrNK+>A!f=zb9f*@P`pkDK5RN3W&;u? z&9Yy1D7kCh`fyZPBjBO3$Sh68m{rb|P-K=|z!WvheC-mxvr@)LbQ6q%IP_+jWW1cX z6@JA8HP2Ka6*5cvkD;XR7+)nc0gQf7*;l|Uw}?Zmyj=SZnI#`W{EJ!k(Z9%>*00qe zRLs>73l4*Pv$XbEKw9b4^N?9S0iN9~_1(wtR(-wq26a-?pHxB^&2sbWR|3lmhxE|w zj|W(0_Jdh&=`fmm)JhbL)bKH&a@A1kZ@g8vc)q+v_*c_H>#1eS#lbAg)+cS12;eVZW%Y)0t)6 z_Qd_D%3FYuvKCphEa-hUZ(oaZb5P6ER%-D_I9Sc{^3Wl~O_5P6+;SiQjahaO>;L$T zxoc34!T^)W5t!v+<#Jxuk*;-U4qXD2$tWOcG(=Q^wn%julF0EP4RLTrQ2Py&} zsRMw}u(6Mz*m%e848iR%lW;?MD( z4m2AqF-uLBw+Ex1ea7EHs2N0&awV>MSxw&DY^xP$!^QxyNSs0Ln!HZVsKUblW|Fwk zZIT7Phc(g>J5>QzEJmU6&LYnb@n&d#`2b5VarKVPi!!qfuOmZ=22#F@InUQxptnx= zwbvv3_Fys_C|+yXy~9Om@qLD%`z{AS81+cv20ITWa_2t7-&Io#7?Z>`zcr5x<3wbl zu6PGnW{IoHaN^r;5LBZS?Fy!j5v|0XAMrx)w&d4bByrgx6!@3KJsliJzKiFLK^<-M zeCl#miF;g?YVp)%-Yhh?T_FI>ZTS)xF=oF|)xQ5P#OKlRvJ!Vn{Ekve;f-ggvdu%O z4M1g)#GMyoE560`MH1%(n4%IFaZ*62)a?pGH^EVeLoacgwF8I^G5ga{pHf*sEnFdq zo7jIIDe6=(1U1{q5JUlq%MgbcZyxalNn93$_!o&A$*j0J+vmkM`Mcue3 zrquW$iL(o*Rxa1Vq$EyhKkstMW&AnbG!`5rZf;EkQ8hYZCOQUHfJ@C>CW)&YHL4YA zSHl-l8(^0>t++4mQ04|CP_#_uK;mMDMhNvc&BSaVCvP!n@mZ{5Rf62tXronVFHqBJvQIRc3*Uvi$;aieNa zG^Td|$|P}K{x1p6lvW-{;*J7KD{*gcbFQKTbpar$1BDDsTH?m&@pbje3Q&z6KnSTC zp%4;@YiadL5I^MMXw)2?S5fClA&DcG7!&=PcTYgQ`3nER2#LgLu}EC4^9ECtv+e{% z%9Xel!ye_InjhzYHY@;$MdG4zK4!fgh$`#=Fq6a)ZB7VO)ozFo>!koI7NbG#A)=ql zHVi;HiUgKk;vQ)XDtgy+^ag*~e@LL>lJBHG86EG%;>-a5<%&N(8M_ut1u*?!C^6AGLy{`E%v{MTw>KM^V zTy~SE0<#Aex=7+?0{EB2?fbEU9H}zyKI&*8a5<~Qjp@C}!a;we8=Bkk5CG=3e2H^B zmnBpWE60Bp+(O68N}Rt|82NNnbq=a*4)9P}Bysb_SeM+K5+reF08>=r3a!rZx9mEj zif)2i5QkpkhQ`b!hTQaDiu%+mAQh6h@3vv&nC-jBreo0jGSxYr-CHz z6NLB|iR(DeDRt%*klQjvB`sO8IyS&+Dc$D+AQhK^s0ByJv{Y!VlBpQpC|kTSy0u;3tZ zhD{=f)FwCacW3y=Pz#ruxl9tbYq*smYFA4j1iQp_v@O4gHk2qfOeLUIXMT8X>A zZ}&CSR~`W*b)b-eNlToP6L0azRT5oMkzX9h|){*ZDdu9I&~{(HBvK4`;M0I^7%(tu4r zN3}r}9s@9w#6?Vx6bM^%nT1$41z52dX+%beTG_Y7zyC2GSbB*oooQW^ZoEem8Om}X zX(jHBrJ=AkduuNQrm}(JwVLg{Q>3zcR!?-_9S0CbJ(9R)9es#L)*J9I1D62CByr1Z z=8-1@ip)?~d<-nJ#HBs_$@4t^Isxr;P#fwP(MnueP>CS$XlWjjxTygCC2>LPVoA%s zWA>wt766yCN?fUZoP`ZP27eRoQV0NZTfW4_YG(?EKkIrD&HW8@ysX5nTkl7j9NK#y zRdzq{P+25#o5k3Y0jt&_i7Nz5QHiseLpevR-P791pQ(3J?{Q^-a&bPUb_E;VzRBu=mI@-)=0Zb1lk ziA&qM*A!*$70@!71Bokn+gmvE>TOdbaRP1X{Lx8Vg>Y?*V3&xP?7zh_$;uj6p5OMu%E4jl`{pk0f>y{92Tw^?=Fb2qeyA)gxZF-5GDu zn63bnN#c^WrV=BI4+bJ3akrvYODl0p+;#Ea=feP!I#9^Kq$TdLK7ZepzW5Qbl@LOz zMks_t;#O?lD$w|l7=xPQR)7_fxCL?JiDA}LH=>;{efQK$B5^wO59+n*;K)M{-dzXi z?+5kTg&fU)zuzViUH?Yz^^ynm?2Qhdy8dHk2Q)C+zo!-@85qAumD~sQ3}P>MqwNd? zQm$E+Y|hRf{3XT--6{3}v6!XEdh3MEh0nB8U9^4gz;KFEk#0Dt9ifwI4V^`6o zg!r#0N3p=tn`NfgPtnb2Q~V3I8-S!W%gY1Pgq>&m#UkI@&jyOuYNU6r=yv(Ya?}iR zE2(;de;~88eVRu2r0mDey5SQ-X+KbFG0&po2U^L6rayQhjK0^q0vt01&^A(i2rZv?1Wikh5xxH_U zF#KqA4KmAUKBJVtJX(Lpl4-i7CMks{DEIXcVCe)p}(iJtw#^0z# zD`b`y^}~r~c^v$;$OAWgStv2fb}VlX2GuzJL^+EGQm({xTU2{8-Q0X6+VC!bSR~FM zcT(*6b4bMU0cMi8EQ=^X0THQ**lP-~Vlmok8z)*cIITIFUoU{AmpJdOmqjUjYjtEO z-+-i*IE^2Zg?!~_P6%wVkt&OPP`p;B$M1{AtvHZ~?z^4FmRaHilgIJD@)JGKPRDM-I}P;ocIz+cQjUTC&YnJ=KC`tR zn(Y#_A2;nWlDO%cDey0eJLIv9Gz>FXg*w`GxSUnu(&jF)STNiZe-77t3-x+1x8+OR z<>5z#*|QIIMRPxaj+d3V+9$!JMb%q#RN20%)ayfKk;MHFW3DlMnjwi30;Z_M+4UVs zEOfHPjbbLmp_jOn8?%VDU5+ZDKD8f6g(R-LE|{#`_hlApwwRC9# zd$ZsmaZWEHh;1RQ@z2d~2V83AGD%!NuGcrzu8u$mc8R-G>Sc#A*MB>;eVNRG#65kn zQ~32x^mQb0Ljk3exQqqQCZH;>0Y*v?WF>CZfzrHh_l{3TE$SFNR0URR^{ILw6_U7hr@5r5hJ8G0wi8!V+fYE_)UR?$HJeN3Na7Aah<}l|c=udh8&w^D zRLo{;sO7+6kS}o|pSWb&=EWb7#Q6cwE^&gEGkJ4P_jrs($0>-wC~>!@*b53--_gTy%mMG`4FkHXL~XqG}P zTx#YrNn8iFllT+r<5|`00iddmJ)Bv3> zC%|NK1QJ)<=RA*N(aR0Zp&US&B(CMx#)8O+mxdrAX}q3VEv>}8!2{5pxF14D)d+=rq%o3;c zpa(Z5IkyYiX><#!sFD=Pleo`z{fLgs(uSaS;w;rE@Gprwf3`R2T=9G*>S#S$QJ1qy zoKpTO3sW~i2%6h<5CG=3e2L4COBPNo&}@YGldY)*U|v?@I`=muCwHG!hAQjPhT@^J zNaA{ku_-#6wj+sa-j>1?mAFE?0sPS8kG7(l;5fvgm$=8bdlN6pzI8(qH(!HVfkF~j z+|!WEePC~fn(Y!zDu@CSXKrXn)^r-JgCuSjg!mVU%c}j!Z8IPXzY{lFi&_p8Q@+I6 znHiGPcuQX*iK_yhUE)rezO`Bte?bX#(w*AW3K%7BV_{$7UiX4GXw1&kp)-w5MKOYUVOY-1n#e z4b-k`AOyR_&CTsT3}r641GNB|%z?x;Ua?5H_w)U1Bypx4DU?p)uEi{vjjDVT7%4%J zl{l-odwG4{-RXi_UWhLBf~*qPKSe+s`=+UbT8@Su6@W(Kitj`cN&D6OQI7TlCX*wO zxb9nT@a}~#!(Y#Dt53Zmlf*>}?h}tyNBu$)R{<=o#P#dB)(Rb{_)gRdN*yRZ#&yWM7}3N`?-n58K9%g&NA8?gVN7PZ{d7xm!{R+2s8#nk zNUVZOvpFOrMHrWJ0gcvB7Qd=FKd=X$t_8Dm81BnnGe82WszB)6=Uj= z_j)3;9C(=8x1wfQ^iGNI@Ik{1-2@R3hu$o?f)2#j+x}Nk^DF{VA+ubyuO->paX&W8 zrbno4C}5U#;t<9!UEU(I90ei%#VlXNP2(zmj|fM_Oo3Q%804F!`>~c}peY%Q%<=*7 z>}I(;pw#NYXOmjgNqZcn62fSflg~#H-sWX_X!g$sSZ4NvS!Qdga$khs#Xq=Srp-Ne)$fRqltjYa3?Y&Qc!NYx01keFqZ zM|)xO?~5Oy=9mhwLS{MKT|g}BKD{mK%`0EN+buCmU6!{8Bb5f*pq$+SQm(|=msVPF zoi43Lhw?o@ED{$rpp&&0{*ccPfSDw&{KPWBq5Oq*=yWuDMeUQ86^qd?^%bI(%L7)R z9BBeeFLBd*2t^*tp3gvrVgMwq#AOd(D?E6{=^_Gqvw`BZ_C5B#DDcKfWpv*O0EAJG zB+eixjDN_!d=E;`NWhpR?n`kia=Yz})2J&>1(sRj(o|paT1T}Ipq&a{Q-z_GxFcs1 ziMooBHAvzt-%#LR5;yOp7FoLZ(rwhyQsHt|iA!6(z~ZwjnTh6h6$F5}EnnjLG*1)m z3bI~w?Za^v|aY>1-NQ0OU_^Z^iA&3GJcWa9{6Z%_EA&L72 zA^t_;{7!%7rtke|kBTXLPh|s&DPQ8WjumwW_3+FEeIA;^rHvbA$Rh36O;?1yrtuNj<3d_%P2yReKu3OIUD_ zxMqVRiBZ{xCV1w4pcXDQbD1PgDSb5l!3`$}!7g#pg+pJU%6%!hgWD z2a;CehI=j*3Ue+-AhmI11I25t+~ZYr_roRplha`U!l*|Q_qbk*-%0n~MwFgJz?dX% z#xPYT*_zs|t#-$bYf68qMt>2mo_izQo;1jTiR1+3hsquhH?c5;y6n3fU=s zEQva*Q3$mGs4SAW>0<0;F1Za!+)}_4mAIjEHTaviW%Wci!3&5(FLBCUIum32ByU80 z%5*-paD^mp&RrGKdph3$HQPi8qJYHpf1pCP?b%TcNt{+FwT^$0xLYcD+!3drJE3Cs zf>>}E)E;VzR zB+f~B&Rg_v&Up}mUE+-Ue0YK~cMfQo%z?xipWZK=x?IB&NnFQpYVC9qcR9f}2UXb* z7%4%JmAKPEck>oUT>XVwo(N!8iL-1pgh+CWX@*)(yM@$>X(Y~8J&G7R;o4S|qq%^| z@A0>&h96`h-trH9jtQCFM*EVINp zMXl!Dx_ILP+Ns}1YQeM;XKVh6cwxVP7?L>7XA1mF;@mVf$z>_$3{XeA1DCT(oIy~m zMeeySI%saM_(HuN%x(D+*M56~aF&gpD&hy!(D1Sn*Yh=p+?jFK8CCWj@K9MKaec&C zMoHCVByq#OQZK8h#5wYp@avVz)X`1Q_!||6UgCZ^bR=$h7~tQwNCr|NiR<^0L)HX2 ztVGS$ypDQ#1thNc6Nhv>ZuS#N+&KvGFA`_4K7-rn^^fVOn6tlA%YnlnU*di#H7A`y zmjxh+s|KE3;d`T{0=U%7WsgA*aK~~}} zB;3q9HS&TwYI(;1W|g?dnF3;5=eljEazmZq}^3 zybnQM-_RT)8dI;xByp;>+JeoCZcjl%avoS(iQ6!IurE4L_A1m1N*yR+vY06g_yi79gny??RmYXK7t^S;;eQG=CJj{2rRu>j(VV8m@y*=3*rMHY0Xmf@V0R5h3lu0Z`HAZ z;%3rc%<6xAY=YTPp<>@v}$XfN3B-E8YMa6?1kTm@P;C2HA_C< zk~3-6xjoGOvQ{h=YO|lr@@H%V$+12Yc7hsO5UNoPRsO~sbwN6P%6wv`jvNb_8%DHR=Ey8t#w77e&+a}0W?8lw zOS+I*J{xoG8O+O-#Hd({x>*jc@i2Q^y}r@V@~Sjv7Zf$iT^D6sL0&*@XgLchfPh&x z{29X4Q!Kp?Ir`L+T~{qfWR}(;SEQ8(^-701RN0!L+RXC&D2aS@pUYK2NE#6c|nbOQV5kAL5LEwEW9bN2KAbBt%laa34=!~%y$5pEFqe@UC9cP2FX>pH;^wg7p#+Ia+=BQoU!lVD z2-YTXjZaRLk6hn-4Y1pFV3lH&_GxC$%n9XoLypc8D=cw`-|jimYfNExFqG#+3QC-d zYcap>MyM}<6_2vyY6g{S4V-x|x8k&>hH&3W2&7RD5?49HNOrh|MMFrBH(}Z&ZuSjR zMfv4}WY87Eh}AA}-czHcH=3Pn3p*Wi9CxbebG*Ht7IHJoZz}^57k7q%e@WbypxTNV z>8oo&M=PY4i%MLZux#6QpW;GbZhxl$G`BTNoc^6v{GVZpNZ_lVW$Q&=UE<6(nksxZ zcEVpxYfC&;79_5=5^HsILSvA)o`mTtasDd|WK*q&ZiSm*1jP}SxWympatZtoYv@zK zMCv4Q7F$gfm27L(fo8jog6JS|qtZZmN}BRnrANY+iy-?0}>Z_gt&CdjwTpM~sRf zs7u`Wx#zN<7qoj0EpIQuq7rw>#(``0Bl9>6lY9ywAaO11L%9WioP!`oF9=i15lP(P zrMIPZ0(XpuIb?K|KRpK%y%9`K4 zhQFHDmqMu22tt%dT;w0*W04COYFnq5r!T%q&39ej;pqa^@76$6!Pwdqrk z`@U+A3vl24Adp5qNZeh?W9i*nbIwD0%FJZPK%2w`zBN>Qc(SYqbj51KYL_^@ef6a8 zGHnxKr>}_?d?)T~t1a^V?_NI#iL(e|Oa4pZHchOhnE7Q+3Ust^dby~?#UzK@`qXH% z9p-is1waW?ij>#r@soW6mA%z#(q!KNvvJ0YdAoM)`T}n?o2?glb&0DNYN(i2`m!lh zHjsF#EJ&QC5|bJj@E~y~2-8*K^6os4_V1D!2sc6bV77c=iMvo_%C!%w-VXYd3z0fW zT<6t>im0CtPe8L>NkMdwxCmv4@vfuvLE^4ch<}l|nTS>nn) zG*slzxZVvUZV2(>5_d5Am1Ip<1AFMCTbHmEXqC97WwyvyjCs=!#_Umo)y6DIoMqKl z_Ii%%_JD<5B2-M`?jDu;HSQh&c##NB5@$Ovgc}oewhJ7Cr-ZA_Tx}BPP`G0Zw5#_N zLR{ix!@7@w%#~fr(yo>{lDM7S5Adho?5PbBXGW-y#9hs>{|Z&EPmGEns7qYW=)!FK zMkDe2r&6`RpDzPxJ`D^)Ky3^x3QAQ6d+vT>L8sty%4?8w%tP2%Fu2FOR+{@MX-H62)`7&*5ck@I%7 z(-+85Jz|9=&eg8$q44yHH^5L@5-BKgeO*rQ$K4$50qiUWD%a}Zb}QFToe3}Uq4$`R6&U= zbE2HQTyB+VAaSz@{7d4}GAb*wf8{O)iCaW37neAnMYbDaha7;py_N#d+}8X~+@|Z1 zeC@Bt-vGZ&h*y`m_m>P6zfO!xh05+Co+=9x_f?6V`7+@ONL&_Sx=P%iSy?i-F zCOAcLge9)y#!8&;J&T#pr!Etzlf>2hVyHOh8oLRaZ7~JWLE_dbLwwq1n* zL!zS~Grr5MLge<2r(MlDKk%T(}*p$4!HsXWC78 zS|V|cgdfz~TSn>z58hR@XVBjd>aDFiPg*x5qZhosp2pXgJg8UvCrpvkpr|tp3`cr> z$-ww;RB3!rZ^`g7_h37NiPUJ80Xw!#_k$C0LtT#&Z7h zwyC9e!I2HufmPa?$>@Nb{!W1%AVUYFy zH%mR&Hj?BSf%u8#GCpj|6l@i((WVJZnT=^wIww;!v~TLF#CN7R-64~mUlwSOA_Q)d_fKO z5-MhvZFWdsHcZF|+|HLRTO&?p`C&u|x5o42S~v#12v-pSZD#rIX51lYSFsdA+$^t_ z{U(RZ4I0VTua-G7%jbL&AEmb>2F!8-p+aUk(|D{0R5^?o6>Cv9%T<#vWk1+gYX!8t zUj&Pq<(vp7?)=U9QfN6<{n%y&%yQMI5bpL;xfkSU1Yv49BD1{flPj&CJS73f^bta} zndRm)o#eT9FFyw%sWghMR?sY`wH@yR2g-*al>-G@sA`s04l=8xjDAp~Gzy_oBM4Dq zmIG`$^XFX01VM8&8qF51lUaWB`64qLGd~G>v#rbOcO_u*BKb43l5zJ1Q4k>@$&q5;wG8I=^pAD=z?zd$F=;29;~A-tb87mRE|6aNjj0 zkVZX7oa?@=vR>g+n?Y*r2-7BUHQJR{oS8E+61t)bvDzgrXWcC2H-kApgPq#-#+_<< zP;b}~5BbJr!XjlSYzK%*^C*%acbvLJCCl-RLx@9}fIzX{V-;>K)> zm0b-}Oop4Fmm6EYu*5~!RN|(u<4!=IN+nV!i3@+Puc)^>sVp?xa_;Q%I!N3LWr%J5 zPoIOt4WSVKB5~5l+0xRJjJH5BWqsLlsF<21uA^0Hg;(ZPGmyB2#EVN@sBL%Yt)5NK zKqq}b5wuEN!FCV%JfmU!wz}lnTF?GqVM__sXkjX!ws@N%ogzPC z3V5*yP7*h#P6+4yGV~7|gZBN|!c}IjHi@$v78VBWY956Um$)7NwJ$^F3W-+B97&wq z=LDZFJ(~g&*TRFXT}a|=tPzaS8L5LEG>pZ3%zh$H6BWR8m zgV>^VlDMbgS+b=zZuZcd&)By3Q6h1TMI>%j*Vb_$ab|Xm)F^SMa`sBoWA@r zkvKg)@37$#Fb!LRwMkrIA7A;Fi+@R6R~=ZT711Oxo6?IERV7PUvoBR|C_gT%cd z@GpsL*wtKd=%j%)bhIDza#4wknLo?6p2XlL%_$a>U%Hc`CR}g9u_D*8L*bpc7KG_4adXezm-6+7Sins%gW?EFoQK1E z+1BCBzCxeMB~mAeTa#g|xV`ET{qcj8Sjw`4^l6PUR! zgsaS4tr9oQ#}L}pN(vz^aqE^(PJ_%D^KAWUnInli6tRmhKWESZkT_F9g(R+5SjJMQ zvNtg*f}k#OwNh`_L(6$Z0R$wj?!gewEY!sua@1ZS zoFkGr`;%v+22CdA!W^1Ks5XhKHQZnBZG62v2uUunf)dw8Vu&A^HFRKWRXI>#V5$plcZ~eDbVDPMxaLF(N}TKVG=8+9UQ+;N zVxV%Zm2;Qnrt5o$z~z{YRv1Bv`#dCz+w8mNEJ$3)dj|d`aiRB36&L1Zq(Vn~MK2eXxVtq1 zZGH1=RD-$g{()VO=C)>uJGgHde==p$7~u7*1pVKghP=AO?fFn%@vWorC8(?!@l;um zxJ)Hh>#6NqkT@&Cbd|V4zpS{NtVDe7LPBwbC2q<5>RhVj%3;u_dJ(CU#MS>*UU9|j zsS`|ZZwjJ=#EsIcphy~?V+|4)NFn}3;v)5Jq_MV#@Ym|*Q7kH^W{K-%RzcC*c1TZ< zxHZI!OB~m@s?`4b=U*^75-EaKiL_3zrNpQRg1W>V|MD<9qpZOb zXnC##i%Q(eA6>XkjaqMomXl5a1SGC|aR}$MJnB2-XpkA(s9KIl;_{4cNl)L6?FDnl zpHOWQHzT5nypi9f&LDAN#0pB>^zsF(;Xqv?Naa9*fvHN|*8thstBdgyG0m#8?W)uW zLX=3{r|(U8zvc_4KywTxSSN`~SaVZ$=eGs^LWRBM&k7|H*HrjHy$wr$zkvtuA_)5X zLA|tV52dFs8$O5EZ`Szwk_Yt?XA~>imp!rwtmz`XzGPthH>xx~s8>5H`YIIi6_Fav za%we+Y)#ttCUB>eZp?BZYL-9GT9t!iXHKx79V*{%Gpsj2-sa&P{FJw~4y@AFz6@BE z^J&e}SCAtGvBG9Kcx0-)|BgzApiTXV6g0~&tuFHh>!w))I7$puuJv$gQEuh1q&R2> z{hF`@lYf9&#ysvLTkvG^Ge~X2rVP_&mOeB7@OxKV~UqC^0Fw4wSzxly$ zq+`J>?^B3>G0TTP45eF_Us(>tY~O-qgARjcv;5HU4?p#h%Lp*bNaDrKa-pJ$rHA@rcLazGQOZ8y(Pas%r_LEuu3~MRrb*St@P{X#??7CuR>H1K5C|qI& z_)rm?%rd)c2zTklxSk*ap@gf5fHt$-@nqQ>XjjD)LfkB0N$);|%-ObL+gHmRnWgdC zEI!P3&RQ_bC_;tIGRk`JDX8*OVpOa}-7M2O-^o^NtNILDo_%Y!R#CGoUdeM6rap>- zVX}+@2$*HXs-c`s@Wa}Wqq~Hu<%rBOkb5YVn~lfslW5n5Em@mcdOYbPKd{F#9E4;Z zv4Uo4{Ad{m2kII@DhCR*P}M94?2&no9fiL?(X1_7vr3I1M2T5W>hH!Mx?hol<~W^T zoy;H(|2f$dX}{qOC;lM8ZQ-mMW1IWi$u zSmG)rB*~k!8Eg!OQj17IiHmT!#IK26mjz%GF;KbIUW=~gE;Bvf0PZ_G0%_EP#Fbr< zAakuT-vQFog)nUrH!I^Ozw5`N?$8zc5UX9{zKu zQ$gb95crqG9UN$`sQmjL2OTYnUM?zeF+Sn8ojsEZVQz1v05rEXOI(Y-5xiN~7U95e z7vj|=ZcO$M{?DAI`1Mw4#8YKK;-)CE`%Q1`0g1~dOjn7^Gfj}q`ehUbH^C{2BP?-| z+p2P-+@6|4pSnz>P7-$~>j&SsM!;)mws$Cq4iaa3>j&SngM2wi+_)|5r2UJ;)p=c0 zy2!06KByN&vFI>pmbk#tKl$QX2U>%~MG!A8aW_UwrT6b|90TKh6-Cf0arRsCkp1xqZ{UJVVI1e00I)%Qu))j{rHV9AV*UO zQ_B%a+^c{~(uQpsK7x(yrNO^}Ghg{H4Q``{XwMlQjEBBp#NE;T7we)PH5 zBVaG;z$(S)>5b(%r>z_xK#pz`D=cx*t$WMIRrbFOhVqn1L5a)oHd0h}d2$-Sk7A&5 ztxmsgWo(i-l&a=lnRY1D(nC02=*8CW-20O_egm^O*)ZChSpW8HHJNSr0H+9giU z)JD?hT6PuKsc~<%U_psH{k5&U@+|YsAaS<|{7d4-CDc$z?{4#fj>fyP>xfERz}pDh zv?EiefP}5105rEXOWgReYx#0dbJ_y`Scq4bxc+y_DaxJvdJHOS(}!(~#kS9>gFBFRogJy}dY+YXQY4WNnDk4j*?remP^6Hn)YQY z7n3;GBhoMJ8X_Jbf|JB8NC@UWMk+ePF*r!L%FNX!aaLy&`#`(W@5eTvgT(b*+zm44 zOtf0&NaC`V-QyGG@zX)#RuC#AaYlZN@twHG#Ha{@y2Q<0bT9k)?5J>Pc}@DWor+3a z*l7pu&&C^m&~heF00D_R=@`P*dcQp$aThHNdw$};z`)|D2&-G-# z(j`mb^?Lo-MO0p2@;Bb8XMZR*j9YFD*5pX9FBusBjVg_QJ#BMOU?1tgDs9cO$)cR2dX>sRj>`0B zITbd`Zv&&`(Le9p1#Pk-QqU})R(`>o{z=;jV0ST4xz^}s`MKL$om&CT;IRi=EBObQ zWyIhuvdA9We?fXW3}l!#vrOpphj-tw@jbL^4`M~k(#Sv(Gdp1(?DRCzf@T?au|7A= z*$ltt&t?!?@?U1@J+ic7f?G@gwAsz{a#6FK|Fe~SLErIDK_-km+4V>!G@GU8u|<4K z%LM$c=l$aacy+TJ_3k$xJiV|6RQCNu##3d%EGH^4&v3KZV3t;s7^bUPN_uRPnb_*% zgATVTj<8w&m{yj%X1U=ym}R3WYy~=*<)cTxdG7P#J}?2Cr?MbAm}Tz!-+aR3?)dg# z0fqP%v+UM!iF9}wsR9mzWExuz9R|&2x$FCH-YDn(X)w#J#EYBdv#Xcv7al!V73Nu) z>1+jB&2nPT`rM*BJHEo~pF*(O>?gCd)vqC$^1g>1m}N1cVrH3hQ+n--`y0T!%wWsb zh?7~C>J-9FXkP0r9D`KCRYX9WS>C#I{S&mSDl^#%#LaT?uSxYGbLm8@Wsc0!Zqp5Z zktH`&3R_dSA^w}W6&vrOsRh3jRo_7Suk z(;#+r0khoLDwG=-7&;7c6hxR>j>s%mNeiVWOKkqY9C|>gHnaSd(^Kx)D!T^=iPLPh zT0yg%yu5oQI8Z4BsT?TKLRGUgJuGX~ZJQO;$Sjy$SEWV}qQoroIy>|8XSVGK%`tKr zgLN`XiT405{*1E$2#Wrlu5C-qvW3XogU`=S^M{=EAyT8njf|AYvdTWI1sfhokch;2 zw~hDzx*94xm0)cWcfGNf{8h|o{Ge*M4y;m)e*4YJaep?n3*;z@SYe54(X%T5IDKCO zFqDl%3QAngvX6Xb#ke{ECW(Q{wcabr$W^@ZHi7%@Fo87cLE>V(O39ML?hk|1<`Je% z;%ej?DE29G^`I+WCsst_PEL_*ets7}0uptP9Y8^e+kLOGeDc91Iq>%2;`}O|*ZSmC< zDCTsEMTbGN#D#1&P&k^NKMoQXPQ19p>C2rZyk_iBOFert%RGy<+L^iPBiWGemHbxL=XMT*u;PL*N)3CR}Ca zYLhs-!ExoFU6p^rj)Azu)jVR70-5VWv|8p!;>tQbzsY{SxzNTCD}-=oVpW zIU2yY#-ECbOY`8T+A`+KllXd3HR;X}Sg0)H9gnpcS z+s2fUzq?Ng zwPK)ht)?>ybL%xSy#^AOK_HEKkhtSREV;*zY??!QP7|h0;tZ>nQ7jmLGXT2cEn-C^ zE~}@c_;{%>*y%1Gc8mliZh&P&?t60IIv{cW!x;FN#I?1ppm5#dg*!8KhAaS#l zSW~yo?Lp!$5vHrerT8@B8f?2&6K;ZDzU=bC5_d24yDVVE#mCU6e2COZ;ud{0Qp~8g z8-Hox83oZn;(C5EQmp@eKNln}U?khYzewC^(-)GDmkNeJF$4WrEIJIDC2o~r8AZzB zMz2BQ&JZsyanqukN=EHYEf1Zv&M3A5trFKRy#e>^Xml8i*+~Sejaiboet``o86ihZ zz`~9bDkgFAB56~L!wmtiHkvJ4BTf<*TswqII&o_-%v@i>Rc5X>iF;3pqHaDV^ zC$zjj1dB>s{k$$*`3f(8LCbL)%Qh<@al$MJWpjHy3a-hJ#R3*;)xiqHv0aK{a0}7#1 zBM4C=uP$->Rw#e|YmHmjU12&#Vps2omx5!nkBA6w4q{6gVDc0;(8M=E^*$;29jYFTRA}|T|*JHO5B>I z4Y(Rn?)XQ+M+B>lS(3Pvctgp_GEWDAg|+U^cCOLFRNjdT*e{)X*Z39SQ$=u+xOYQC zxcZZaEQOhyO}NU;)h2Nx+g@)1?Mkl)+km*leK9>d6$HhRXtm6d#AP-yRvg|s#}gzj zl29RuJN5iP98~!tF)D(fE^%?iSF`KJtb7YCuWC=WQ&EZQ7SfFyKi%&Nv>bN|ARuvz zlpmRm9MQEjLz=beALxzl`Myq1q(woA+S(_X3ZOAaSi+*meaauItR$ z*>Iqw1gRV-Fffp~4B7r+W$|l3x>E?18bOE>iF=ken3u_4G=t{oPOwfA_qdxIXEPlgSqR70LDliI}C{?#ai! zMuGlt1Zy+P;e}!H?5onn!1mCARoa?c$Mrdf=NraCj`|ZTY?j~Gt(9AU^S=n%G>k|= zvs@EeQL(VB-%tR@i-F3un(u#@8@>I>3}^T#ZDtwc zm&#{VY~K-Dbz@>h%ra3=vZ&fUU)X6Iq6N*;U~+BF?7^ug@b;iRfq$80DenxvxQqV* zXtPfAa#6E%4T`YMwLGyDWWtRCkW6Sc%lU!x__<%})&PF65U*~Q!5vchI{h7rpt63% zQ)R&{7b>x@jd#xhvkW9mSF=pt^GBL0e>o3sf`b%C*ev%1Zj?QFR9+97XC)_gBy}>& z0rsiu!36N2AUc?(RFca3`Stt*X1Rqz{EJ!sv~-sYYa=y>Vm_c)bQm<7WsB~q zyw#wE)?k)Ry0M&yn`Pr4dG>=V$?)-@aTGzTSq7Z3;95T@*b1|MAHiy~pUm=LZ#&7! zq}t}7hCc}vGfUTdQro^uivX8)XB*dulUa7V5X_k>D$C#)gcGhJ0@}W^8iSC$BUaEX$F-0C2nXsrK`I9dv{2P7Lo;NTPsZUV>J6PW z)d)hAm}NmH8K3Vptqn9s6M}UzOP?G+Zdl5(U(lOx4)%8`G0WB>Zx2TNFxw3|a~#4* zjS{!QW|(Z!ZL4fJlmP^ZNLLjF#~ZH$s}v&x-$gkx z_j*#uQ8ux{5?3>@KkrtL*coJoDj0%unfNKyG=Y{7yO z7h_+OYh~0MC9eK(2L2^+HIowfC5b2ILPuLiFBg?KJ^MAbZ*t@CZ@ix=0L^X964&5- zAU|<`bPUXWj}dIW$g4}7Lu?FxHc8PEDw{?;RTd=9MTtc&-F*cluDvh2tgaI0JylOu z_G8--m$;Fq3?#$#C#-=^ z>Oc{+N?gX(8r<;CGH)2OLkU(Jvm|jB7dMdX8gfz}EG&aijTWZz_Fzt~)UkEPXMh`x zVjI_plf>Qs5zH-XJMRb_gCT^g%v@~}*M0FC{6FU|3L!3W*XQ(`1(_>1nyp_gb0l%j zcl8wmTQ&CpiCa#nki^|zb!#tFIguEx64ySfAiKJcw*$1ip9G6a+<+_vCzJE}5|?%>gtPWKho5zhCrm9zBykZBE=Y%u@x`BD|3;`bi92h&Ufy=#iRmCDy~eWD z3QF9rm#6SR#So-&puoUXC2nqnY(ULx`1=!|D1=IlAVi78Wy;p`24{Za-*~%?V~f^F z;w*2Rl-2(2Um1F{se6iBiNv)Lk+^*WA8&=6c@n8n;`E;_lFgg>89y>Rfglly)63Z0 zsO}DsxDbN1Nu1aA@$$Tio)3UstOKhQqtP!@a&~t(9|SpCN35{KWsaK4uOC<44-6%q zNI{7k)<91&Fss0WFQiZqbD4PWsZ(vwe^Hi_%u z6U)DtFMA0RS46Cc#MP)LF>;QGgq;@lWd~4D;tbANaw%th8^AkpMg17~m&Emr-_Bp! zaKZ*Unp=PNa#4x%o;2Auv+V8@Ft^uJ0GivHCGPo^sl4;%&4Yn|BgCsq+=OPEUO&ITUD1ugrTPCyQ&MtV^7gXdT!D?fc zBu;Oop=9-%&ZWV^%m=ZRYqT&GiHpgS?z>X&G~m%9I7wW@q!8{~^w3N=1}_L#nYr2| z?(n+@E1_L^da@0OOI-1!R3pe-EYWJ2BZigc9HsyQ66a_d%0+pH zje{JO8p0N>mLrllZ=;h^k0ntTVGeaARGY-Tm^evp`Lq2L5RxUt3QF9if})3Tpe_-l za-hJ#R3$F|nrzyDYguq7)*H&Ut5PEfQBtEa#gq8;@#j85a~wgiP7=4&dY5cjaMU#D z%`bA^dz46ATM>zCJoTy>XsPKD&wMpE< z!S3?4lOEuArdS?js}*FGVwCP2m~*$=+f2w&KVpR?ZmMJq|IEd<5*W%nA_XOGT-kaG zqmQra0hl2MD%bjR`SP58Zik=4efOR~8ucJ?dRxlMwpA+Z2&rv!4AV1tw7+j_Ki~1b z%A3yDD{#WNaTBIYo@ACbb1UDnY8zMRiW7(xk+`C&lG(GJPry#wpI}!Ol(@3vns9xp ztn~zmt9+7ye@WcZ%ZdDgVMpeH#1+!ZMJ2BO&q=mHbN0@Fxn1cLyB^JL%@XJMY8F3Y z?wP*8FB0O_CGK;Zt^BfksT-iO6;8A3Q)NNo^xAIa?~G}C6C~~_VY*7({M|;f>mPm> zz)fI&hFxA*;?A1Skv*v9aR~a9Bau2uT=NcF`6JaweSl{Bfr98DamJmt@_W1NEd+^c zaF*@hUnFi!89zx@-wvOln9&rA4ufWin>S!9pIKbg1|+V19$SmJ#BpZ#>}wp~b{9J7 zFp8j6;<|oq%vEaIIuXX~6N1&oEJ<9QRzK}?cfSY+3!8tAtz1mvZ?VRfGyj+$yJ-0Z`?N7un@h1VLTmCPlu;b}F9a2Q6yfjlKh&t}Wp-Va8bOE>iR-;_JRf@Jkqb1( zg9Pg&agM7qWVa&=W`c^nsWWs)iNx6mKd5(DQfDMQc-OivgZ_R{@AU6{)9XtH#($$qT$2imloNI|m<39g{<=+wOzfQQ6DkO6MOgvQ<%<_g3I})&WFPP;s!gMuDTa!Q19W@+%;U=(d#I`SN zmi8v|WjS`=S3&cfM5In;+2Bh8zhP%yHJAX0DToecIqYi!zv6D&TVR%DEZGkJ#Vmas z=1X>XUw#b5>`k%gFlaW*q{`d*qTYqqz${k~FK(769u(P!@}(z3CoQH3TFo-?egkev z$U{Gv{Vf`^RH)5zrzn7cSvL6^!aZ|* zcNub2#fmLjEk|UQn};5do>)A0I?N#tLbaJ?cdyDuFv##4fbDTx6PG;HLxB_>_e4-)r zX1_ie!%EDuoygmRZ>PQQ2RTb6QlrGJ2nv@SeDV}Ge3YP)4gdc)o?82inCdfrvX7td zBrktopYdjTdV1-$`w#Vp3STBzo5YREn+6yX z{7WHTUE(Hx+Qxs6n_3qt+p!p8{Hr+yNtlfjH3wu8y)}s zx9fi^`0qeX4)hs4e)M=hGw~53EcxI-$k7_Y)N(`;mvHBibkvQwbufpD2-PNW$M-Ce zXI6QD64%3%ZC6m@e1pagg#)#RAe93J2Bs=;l0;dS!czt{%ApV{HG&W&68HAq5`IPU zozBo4%MWIY)=A=mw|C^$7k7OPz1h0=OTQ9{YcC>kgZ(cZ1c{qKq(+Hrrawit;L$|< zaQPg9L?kYB_xCZC4nT#Y2-YTXm*4l5pYLKf9N0}duu3ud*fTn3>d~A;$Wbz}!V+?H?cUZn;K6J%b#EM8<9V5w$C7Tb!PItMo11KnQi3=>a`^iJ` z8};_~Vc=g9_oeK1zC~s3Cv-GZH}-OIiCZw+R^Qmu8|Ln{btxt4-o&m3J5n?JAK%h)dl2F>50sb1#Wj%N$AE=JFPbO{3x(gT&c*u&oP8 zT=0!4dQjzA#Ha{@y2Rx-e3TuZVP^y_?WYJpu@IfGjP^l4wD3Q4AEs=a>pL}nSxB~?1Byo#J^yDh#4aQGf zNWYEsFOj$oA`)kw8ZrrTRz##miMwf4OLp0Qfj=C|df(aQL?o_$yW2gRABGCM60A+) z1~wQice&m^7ue}Kuu3snoHit<_|!=m%&**U4u}Ex7MG{9p;DQI8V0QD0W8iyJ=2ID{~55_j`V68}%&ZTD3On4{m0D*r=oT6wKA6}8eM~@%V%S9#5 zwa*UQ@CMPgFt^M8VGE_Xty$vAMu+o3ZJnclZz{yAOWcC+B!258m(NgHC*rBHAaU!I z*sf15ZXj_Z2-8*KHtUs=r5s4T4L5w8ZqV#% z(5Hfk)JfvvmD~8dWN{))?|P-!<#mv_Lvxe($3rHhfy7BE#J@;fam7KBIktHNp_oY& ziw=WkiIb-%@s;ZaeFurN)o0rgm$(MOWhH&T{=rAMhEN2p61Oa%4%c2^?*NS1e1g@+ zEJ>XGMGHxn`*vPnVM9u@m20#xl}}q#-Y)etpNC(_H%kO3iRZpbbyBynZK)9hhh zh7zM92E05?4M=&jb!s5kV>k3JgqD z;#Mt{#RUAwgBm%NWouTc5rim_xCgDG`0p*+T!iLWNU%;4*W~&L?p6Jp%V6izm-Lua zB5@ssAJpqF8<7PM-n}B|?+5i16MM>5v~iySuQy-HE~4`Kk_YvocQ`txx~sJH3hhz!`yVj?w~W&d{dWkxOE`9Kv?2@*BSaj#ZR0XxhiSeseabeJp8 zzv>bN>{A_BrLEmr5}wm2Y4knFk>N6yQ(?1QeXuS+&S^P*j<+F^f@WC|TSswBQF;OR z7AFQO*V?$$)7*3Q248|^;1I>uO8x<6S>M7yR&DI3sgRy6%NeH4EGuX1<(0n`-UeEA zF0mqJ*}10V$?(a2V5dGS*p&s%Ql4FhTiK?5c`(Z`0{=40SJ?;o$Hg6zq0K&}my4R^ z-Ac!8H-_3R1eut!k}Z^ELbF*eXtRvhv#~k|{7NBS-7NJY_wqZ!-`|4Dej=VK3ubAe z#O{txX$fZOv5GBQSF`*PrY{@xWg&he(LstM{PtjLFSsWq2SZDv{Z*E0G1dg)z2NFER?XqFR_-3G#el5S*cRXI?gg{o#*d%LWG*{YY| zH0vmYN{t{yiCNyXjp9GKuLy$X_<>-Z%yMfbKh876{Tv8Nhm6?iC1%-4niSQ?$_84 z72v+RK_HEKkhsvFKcuexyRLxrd?!qs#Ptu4XF<_C2su zvwe&fl(^7iO*wz}A4MQ>ZTB}8sKj{>oot&@*)$2}cHK;N zJ(}B^CGLc62w#0gKpgN9LcF@fwd)thzi&V3HdOXK@l;umIEfOQXqGe_CGG%QwyqLq zy!fj$<7NDOxCstZ9ASy;vL-~fYVoOu(5D(@u@&efasB$o@kf67?}BCAQ)s6!r=VazTkSZ&Ob#MQjrO0ua#tuJ6<-w4%cVJdGAMrBBk z&26^$itaj$cmbN$yHUIx9nN3VCYOC+wdh{U<{bFhb;&|MBqY=akOI$~F#Eo4?T;kj>*tQuu@Epu-Yj+la=C)>u8*M(D54vZG{7NBSUE;QG z+{VB0I6e<5`-^z0EJ)lQB^L3@r8Y?1>b`8*x=P$wkJ7SlPHzUnO|XaJ2us}d9+PAS z7i4D8r{)Y`E6_>eHpXq^^9I=8hGuIpkOk2};ymKF@fSDd*N1oFCQyifk+?gf8%o^Q z8skTA3MdvG2F((el)H^@u;5x9khqS6*mlGvF1Ytu`;^wjQ=pT^Qv|IN*QC&b`+fPK z4UAa}Pj-2=F-sCxm}Di{c>JmyENm8`8ZAsk;^c>6=m6*qr(=nWDVLa30$ z?VQxgW zv$d)mC@?Tpi5t94)@_<~C#X?4g;1#xgeZ}?LsQcE^6fttL34aauuc+ps;~=ZaCiEC z=*`CQuHhvTXDcFcj@w7Rft)20sZrv*!&7B7zc~(r4ZkEvMB?-^nj73(4;3~~U~APT zalL|v%cl<-v=Ugk4y;m)8cLSsw6^oS0XZ5;tgysoj!ouI>?>RiE*49qpu|Odw^H0T zuip*8Gh(1}tX98 zpes5ODRErv}`QV~=aYJ8|_=8TgmP&CO5Yhnbzo#g0ZV z7nitkH*9;(ll%dROQQfZw>3-Ls_kL?UdL?>fH&L8){DHl#Fd*8&+i}c%nT|!g?Oqg zNL+0t<{sMzAJp^R#V)I>#4T&AFI(^W;yv61b19Cn#J%Y_Q?|ZS9)9o1Rw8whxNkG# zc^M!77@F-73ZjF=4GD_pTb#A10upzNLi~%w9q&9^k~iC?4ir<7#yFR^iQ7uNxWvWGId5O=_~IjUQiF810<99)>`Z-b|Fx?4!OuwqtBqNbxaql7C8>HB zcYuXmAyiD_+FX>@K6~UI;B9uZWoyJq;>L6d;f|l}@f421O2SoUt~QBV?RoJlw5#_N zLR{jOj~wtC1f_2VTfbW7NaCU=v{Sr_UKs-8wzE9!=w)LCd*C0R$v2w0q{Qg+u;!H;OuE~1_nlhrEF0p1LMC@rSU<% zB})?xp^)u~)M%DnHtmsx_L`dxRZtKlVwQJz&l|XNHXJ(_g0-1t)+i_WosC{sfE}O% ztF*NfMN4uXe-3U0IT}H%uvt#?+0LJGsTT#>G@eL7vuxF~r6Mc3*<=7`h=Izr4%ziG zH@f<#?$8XJ*0Oq%e}GvA6za)rd)EC5>FK(jVgI|MHGiXC&Ev`ZlL3{_L8~50tcY3K z&6G4X`HEj>J&tHWv+OpeE|-1f!elVZnFRi2mK_Sy_=j%-&O@7xpqGo9rCx<#+q|DH zVIUJLDFDfYX0!D4nai6$voHaEvkQq1w!HXH2a8MdR0t zK}envD`=L#-Ok5BU->|g%7FqcR5i<-*|JwwRl}i1b}{TgsniHUl$d4Ql~}%2q16Fs zjs~#|*2ye=uGn%rT%7Tf1lbOrOH0hsUgYh;1<&~=kh4-<7^zX>p6aE`o(x#n7&cs; zAQ6d+vGMBg;0RQ>F~Qm-uI}9IZWA1B(pPwH~AdPyExR@p%rBxQR?hL7& zPM9`{`xT$auli+%znV6eSP_YHG?fHPa(=;1{kyVbBq(w1vzl|eAB+tIiQ^m@_?N_; zY>~#lit^eG9j%%Zd%38@)n5{5TdmjFEikw1QvjOVnk8<-gt`0(tDZ%`w-DmhB`$eF zBHvnC=`D2B0OF~#AaNN=EZBRaB}iNrVY*6O?FuiXjYbCJ*GlSlWBC)7xZF}Hf3G7{1Sg4$u?yjHH%Gd{%soxG%FNX! zaVz)QO#+Fl>0eM%(uLLd)yu&UPv)aUnMyxGI;6@Ik%V6hJ`Yrj!ZgPPhFfha8A+yRKEP9l_e4< z5s^6S7F|a|&bAS$QR4dSPmu+=>3@eqd5<6wiOXqQ`H)#VsBnb}Y^~ZPZsakEyzAs$ z_P|=}z$(Sarp1yR3t855$dNO#S|o1caekQjwr5}{V~G@$IQdE&McDiK-vL}C1}fJY zeXUMz(M$z)F-;x}SNBre2O66)5x z4D9rIMOIWniHrGKhr1rQbsR`s850KnC2_-Qrt`VAJ3WAo7D_J{mAIU9*|u{`XYT|F zdqn|gZflmfr~F+0&5DZnDNFatY`w^AaOsH*ufrcj)25j zR$-UbRpK@b{Ube*wd^|F1fdj1SmMsLjgnoknT+qm6%nbE#9h0c%y;s?ToamYr>bll zI!N65qGZ0@$Y~)UajPiAzewDQ=>d{Wtx^)e|#{g!7eB& zadK}bZt$-9!=dF2qW}UDmu45rmC5Xce+NHAm|BiV;%?14D*bw~2!DdTPEEFCZ4zhI zVw?P&%hiTmca zjURB1w*-khNU%;4cOm7xYZX8hy1dI z9M!GMb}B4!hpz14J=&cz1w-jhq@cvT^lGD6wDVL5fRn{Qfr2Nm1rJ&jxjowS`5 zTfzTEhrn-JL@u=C8m3*p2P(3kV6`zz61Q(q14*JZtOZz@O*3{~F^LO3Cp{kbI~edJ z5u7AWQYM7!F~z_LjzPWV?CL5rSDVCD-}KD{+SLXMAue&x@5U5B=1g0#1*m0?BrfA* z6~(EU7Ux0Y77{8XaeW8XD+5(FYRN9AA_(ddr`Yv6`{Z;pPxyc9E`miRuEq4OTuPzM zLTEXK6hJ`Y@}7inL&9Eef*b`~vqh`rh$Jq<^P<#Xa-Jv5p+rKpNt`4pQEpOx!e$VX zhOO9T1to55$~GPj)CPi74ip%es>FF)$sTn0l@B#CYt62!QX>daB5_Y2Ci0t3cI^NX zw~Sz&B(C+|F5Iu~UGdvX{3~zSTq1EY;Rp5R%|GP@58j<8=K^6Q6 z5;Mz;ERUDTaO{E!)@GIyWBlb4?Ni)sLZqNs%Exz7#AJLr1>jXNP`TE;A0KmDcW870n!$mpte)f_V3v3LeUnbAVA=`N zv$Gn*w3%h=ck%qFuSZTotFCFvSP`?-HNrS2xQm z2jltjHZzN%vaZ$H2B@-NmiLrc`!h|JgIR7TOjon)ruSKTKGvoQG>ShIN7yXqPK}UF z82@NGG|#~`*ur%(ONSHjeBfXgd{jG?g6LqD{Z7X7b6oVtfm!O+Wb61BvuqqtTVitJ zKr9r~m15Ch&}^2~ugCLo`CVRsS#BX-+$^&m8AzH|K9>cZ^c6+WYL?s2SaLNSo~Oa= z?{3agp*H);EHCD@mJB|9?G~tE4xwUZsdr3TzW1j{zzalhGRq&|g1Ps8GcJG#G_S=L zt|9{3%yP5Gf_P|GvnYfPW_f2&XUN<+qSZ1-W_j7dLh<7Lr6*vP^(@%hh0M~cYq?yg z@>F6}tVP`{YuCJ&{irBn6|}rF1dE#G$rMK}POr*YXgQ9x*@^|s@^oql*L`G78RTdX zVQM)dv%I|dqEw#nE)C{T3ZdG}@|jbjeC>?dKR`%I)nTg@G|SHmx7xvh@+L^-K!Fyj znx$Sp*$|J$XqK52LZwC!qQop)hbHn*?thGf=4e!xEm|kD%xr7N9b0-f1$y(|-KKFR zX32@XJ?P#0>lDaYrwm4Fl(?1h<+46UN8mHU{sf6gT&T@eSN7dR5d1u*@Eo zT+N_ztt*Ea9nJAyb^`7@8v<$6gT%>qeU$!e*zg9V$Bi&;64&1$k-rh?IR(1ncw$8) z?o<;=XJ^Z%u+v8SaHl1oATH@r^z)sj+pIXlCi&SQaZUF#@GprwyJ9ErvwTbrbTn6b zxv0d|zuLm?o!P*4Ft?9T0GivHC2q%}x%|rS^Jf8XmC4qNyt>5YR88cqW0vFJc$X4S zl?91Ar^Md9zjzoV?k!=uN}TK9_fprW6*7^>B1M~K;l9v#J@;fuL@ly`u%U=ucqCnSX4~S5@%+e z$RFv^WdcZ?>>%5YxWqXneX-9!lU)SkJ(eP9mAFclR-AdDQB@eT6|>pp)y6DIoL{n; zqp;shIl?X|DslUUI&vM{Uu=S5GL-@dNLpzL|diFKr$wuXe)IPIeO_mt&D^=u|MNKa z^*ZM@=RC|@cc%N{!&r=+*%1fgr`L-*l8Bgf}g~lUT?$QFBu)xB4Rlf)3EPcUiTgU)n(ID$#(fyG z;RLIVS(3PQhhDjvEq?S2EbJqpViFhiLVBXXwReF362VF0%r-=FwPUxN!7*qjWxH0H zx!NSo{OHehAaN@wgt)|YcF(R4nad$sEpsGsjScH6`q=u60EufMV`~?ZxVQ>^UPG0q z5Thap>Jry^wqBao!cVuM%~R?egE_Q?P;C;oGH8{&@1mm?ASAiO3QF9LrZ*SDfpV9#Evg(SFfdh# zYqLhyKl9=$sL=unp;99VQ6h17cCF&SuisM^n&T~kb&@y_ZWPxqJPHNH)X8p7iNx_D z689o>=1Ry}0FfFc?nPZ2*;dp2_}r7x1c^voyi=!?i0x3}X#{JNINz=@@~jJA^?+TV z1FICHHl8ChMubO=gZZ_JSYe4+8C~-OmtGuwasSOwm983fX(2Z_5jMqkD)e&7P>xlEWgi7PbO%^xf{_ZYh317bxa?z4?# z*05;&=in_ZFh!a^iQ9O!iK`wupUQp={DGGiz$c> z66gFViBG*$^%F{*Gt0!kNZgoBJtSYgqzr*#E}>X-7&J><$InT8ug7I&AaPHK7niuE zH}xg?VUL_(bhx!)yU{9fwd>h&;TJ>jXSQY%tTtvz;@llSyDgSA*a8-IiBK_#YnCtV zSY!K3z)fA)vNhr)aTPa3a%KRpNr{%PJ>Vjf5I?lCbTn)CfY9NZh;$vHZ_t zHD-gvEg@JZiEFeihzq-XWjE}6^3(wbN+eDpe52l=BZEf3jd!OB`uj$`+#{1^KWtJe z!Rzm6e0|A{dTSnqy5~KgxD2c*pI%=wF#a1=8gJCIZDZ#N+o=$a+xg#rbA$}}?|FZr zRl6o;$ns_t2SF8T5F}!jdU_ExK0kqDSC3$AW|`>3%eTDU)EwAmIE$CZKNKfEWhG{d)u>lFZ*Rx0V(5h{t87pFzndTBMB5oS&^fu9g9}iY| zTb&y`=G|s6%kj(DW&biu8~<&5hYl25DEFJ4*~)Uf?pc3q8XsPaU;y_ckBAt{Ri zPZPn(ET>e8^o5C@0UB|AjA_CgXGO=BD5wxq_6hhoAS08QV0GYF2&laGTIWo)9 zeX1$W{77F9W*I}MkXi1IZ&n%RW%Uj0aw^uMZkBoJUsFSETLwVOTTig4S#~|G;J)5^ z7!Silv5{R}z%0kzi{!R#8J7z=$|6iHM`V_d-d>ZMysPjX=8!CgT~V7^9{!OmAJ%P# z83@UKVg=1|>&NbE;6ORWvJ0vlD9}PxvpldzmhZ5>7Sw1bg;1#xgeWn~Z7ufjN#3U( zL36Z;W7pToEH7Q^%NfKE8wS1k{MS;)O3cz-TRba6;m2Kr9QhL~EOFh6 z^Z7xo?T3S*^dnMG;S^v-v7j07dFO|CWfRvy?LByPe_ z2L2^+&zukN-LHncgO1iApS@gE;sS3BbP23C`Zmn%0t!HLTeHO7Dz|`-2pEOm@oxCV z7J$6E#68tZ<_-H9c7)107cibG3ljHEiKR7=MS;YfCQMg}yVfdKy1k16|KZ=gkX>F_ z;+*=9mE9iv(;50y8j(6l+)C4Ae%PV`9iZ8|{AQQeLE>!8l6n76Yny?@?V}L?B5@Z! zIY|N>GsePUXi~(ML&elAaf;f>yosdwS&+CG;>9KI{==JY%a8pj3!T)en5{so#9dFY z=32b)dJkhZhG4ZZOA^;$ghH}4_-S>pu-bpvb;Tsk?}@a>E6W9duM)vY;!Z_JaD&%A zh=*fPP0#Ru<4R@bYLmDz8^3>pb`?z_#3k;W(YS_?xeEGh0cx2ei7Ox5LgCw?;!u#d z`Gg8d+`+*GzEI`z2JCVwf}k#O`4_*W8ZZBO5nA3Hf<+~+wOxDeVccA2XgT_&*wqCj zPP!tJJLX+)9pq>#VQM)diMz1uuGH~vLRlEo-wD+wah2+&$iF?Eb{QmYtRY*ipu|1e zR>cPn)Ek0S4ip%es>Frumg(6HUj{WAWW=tkQX>daB5|h!Q}{{y22F(K_>^FsBrgB_ zS()tC@Ae=ljkd&{D3Lf15s7P*(1;5muN05lbMLAX4@+BH7 zyoO+H5_f;xAo={nrYnKnq64cGBNP5$#&F-7*C9vA#0pE?&ZJL#+mmJ8!BCD9DJXHZ zBL^w&ch(yQ;8`(HxmM%kGMOs}U0(?AyKDk!)PuxD4frPQda~1bNY6XMv`O66fZhC= zNAkMR6@L&bB60Kb-KzblG#GYjlgJLBpv1`?thpMSlRtpOJ=n&;za(x=zx}-5-R1_+ z(PFl4AWKO^lE&OM(am>hd03uiX$v>FLUS0YWnPTf<84c ziLF2nGiQp<{_pS}cpz=P3tIS+& z5_dwDG6~w%N(vz^aUC`dd=7##A%!hKEpsGsdB>V4QXXvV01{`upP@n$*W}QlFhvT0tRHY6KxlB(8?j6<+q|_bOx=2vfGg(WT|`y@YIam5M@WiXL~5|`c9NAa-LerEv3 zih;_tj;>;oxy7|EJ{@B^fi&tt;sO=<(oadF|3G>c6Q)h#8a3R+C+>PX1iIonVnrmb zd^Jgx3Ud77xWamNj07d_#jcuM_syk>LE;KGFz_#lYgTSMKkUf2Na$#}8`;Z6B~EYr zSeLU-D~`b2-WtOK(A?H6ar=f(;XRriZ4SI^tN^brapTKw;y>C4XF^B4OgvQm=fW-BQW0%!c;>NrEkS<#HVHCUxUQ--liK})xO4iWX>kss);CQwIog{8^`Az($ z<^5_wvo%OyL3EI~aTPZ4&El8T1BqKoA^t_;{?wq|G<86=;>XMV2+WB(uZ%FlJ8^tTtvz;>MS$BT0X} z;UZXAmo4nN8ZAua>r}JX(gm|N2LXOx1Sg5(og=w}kDuOxV=#OxySmEE)h2P18ZVy$ z?aDThg%FpxkUfE;Aalh;t7VQPE_+=S#mw&O@=@ZpvkMDKTkC@?TpiQDTb8yn$&}sH=czv+O*O%O=_o2fXce}gGH^RU;Mz1d!82^nbjW_E3 z=z78cw)2rljb@o~;<2n}yWTRWLd7?1J0fN&PdQw}VmKVTrUYv1^+^Ry#UC$oI4{B@ya3lDsR2_T^$I+*3C zg)x%AWnT)Rm_sNQ6;rcW?tGNUZ%%JJ56p5B@#1E=>#eC| z@x>4LFqVZBL91CtoT$kyYt-KwX8&e_)n-4L<-k|Il3J(o>_H6=5h`YupR=XE>^&v| zo+W~lS(b^3;EwwDl)y2V`;(nQ6%o*8mJ>&2&4PB7NFl_{vV1i!{OQ}{M5|?v%yOGi zD@DDlJxswYuM;Y0mOsA~!MuDyjEc3Wo8^U~qSTpX7aW3?mrt;$Sw8F9o~tl#0si!D zxqOyw0kbTxh~z4yP8$fP%aSm)9FbY}e0M|2<>lk^B$^Sb%`BVwoRD{{ldk|F@gP>v zEcNFk=fQz`Tfnxca-cv9Rn78VC)wS7yWT;Kj0;%^l^Q{a60_X1_yqrS#y&YT$65sI zWR@S_x91|hmp=-SaFo@PMmMh)bN`7?%Teo410wy^8|S+}12{me0cZdk=fn1-?LtSC_amFE;Vc zLrgzGWjm&_4Nzr4;;t((SF8RGAaQF5(^cZCTK$rij`6P#Z-SQ;M_A&b-KNQWl4f0l zKIN3g7Os=THO}3{C+9Y44b65M1<^s`hJV<^k9ss=6MQ^)fkOO?#OZsvN=(KCZi8Z0 zN@shb!=PE>f{Zuw8(O@d2ol$mcyWoVP|Zw#^>E49Pm}^r6WA+Qd zYGalpE_i2UN%eDw@J2nC6Kv;V689ua+M&3j93(D61Sg4`+&+@KX7I2V9D_52tIS+& z61O`2d>FJVlMJ>2afz#cz@`jjt_#s>nInmN@9n49c~Z|6ByIztLJ~J|)Q|R1W#yBN z{x_ag1VLTm4w-#SoxE)61Za7!PBK_j;*!EUa3=5P;ZNU2PyhjmdtW(<>up-*E#&AV zVQM)diSsXWL%M5y{v;UFr8C)*wMpD}zjN{pr`kLQA@LzrP~v*UwsV04wUQu}0|f@A zDsg+WWf$+?Xbm;WrVuJMf)FJVH+j)H{)1si189ymr`U#dlDL%*p36q3-pB7RJL$i; zRU&a-A`&+~R~iR7TScTsi3{3&K~`qe?zgbvB!WaGuB@H;2dHo=!P+G5b(Tavy~YFl zO}+Cvuu3tS_kBr*e1XGim|wSv6_z;rtJ(a`MQ6)_p*$s0P~skZoTOOV;|>1eL#`O8 zT*GF5Y;& zOPlX!XT#iHZOsDE+}12{4#C0J|SBaZ#W+1cA+nNV&f>4ShEODm?FOlW6D03G2)M_GilDId1n|Xe&+hAz6 zhbV{+5_hEYW`2Uh{QV$t_b9}_NL=&Y?IeYL+O>nj@QY&6VbCmb^T%!GZ}|nS28pX_ z%Ze#3an)qjl0NN6VkfOxk44Zbad{2ua9t1X`~qWkWPJv!jaibox~nZE=Ym@I0Sl|% zkfCA{xA&Ly_S}$WfWHvIN#c5$L~@qLPvebx>l?AFtIS+&5;vj4s5a2928&AExiRgycL}rSL(6$g0R$v&gi93H_Ow+Nwi|B(!Nv^5R!6Ej1`nPk7YF-psyqoq;jCZz*HqJdxdPx6OTf08s8S| zx+*n-5G4{fX3JSVJ9jZYjO8Q2I!Rmw#W1e7v%WX<=6zSoJ}8m6_97CO^=c(bTp^Jf zB`(0_xa{qrwkELQ%GcQCL?lkH#p*UQY@oun1Z$JHMt0rhr@MsVZ|XVfz$(S)?Dbt4 z+x0r`gd9nU6_&Uu;Wzn#*Y4Bpu`zkj8i)*E*@8WoDyz+ad72 z8%ZFIdXTt`BL=eGy?4)t)J`Hyo5X!x9LrA&wF-i+IEz>ji92c`Y2RsYTS(E(o9sjg zN?f>&758W6j58o{J#I7bFNw2UyM+%aF0&9in&}<(a#4v3u6NqS&U|z$@XBorZ-O5bM_A%&-JU6H>iw`9NL<8ywgR0buF}9*{-Q$^Hrp}}SP&f~uIivz zKC97d7m&DB6yjeb?$~-u$=0jcVNlFk57~04n3^T-`n0WPAaSw8i%XnQNU>Y} zj8XVlWXEi_0<99~cFdBSc8;3`V>XjuwJ}Q)$Jgm6F%4Wb8Z4|+4!f?H#94omcK=?+ z2=JRCI7yuOtO)K6KYb|7+)0nv)m3J$Hi;X2wC84MSNe}x2yuyP#B-}5b4!R;%N$8u zfWlre$-2yGkht1U*oB28?(0SVC(O&;#Ha{@y2Qn=sgTzG{lP~xm2PldpN`c9C_fdT_lmAL4&vRAV=e1aOydcm%%QX>daB5?}>_VfB< zCmKL=G=0fnoh0sq>u9c~!6zfw`PI`Nk4q%3gYb=dM^C3+h8yoHong@5H|mY7b6eIb zy}$`xUr*!fOK#Llw!Y>rFIB@I28I{CzGPthH>xz=s5k6gAU>(E zU7-pi2of<%xzqLjLjpj5#uKc~EEBhMmwT4I-X7TLI^C3rzi4``> z@O&dhxX;cTpiOIt6g119OwSz4z<`J@4)m9vW=Go{PBXu%MeWL`v$lP=hOn~1ML z%fU{~B#Q@+w}oQXzrkYBVbE-rJE|q{d(VD*4raNVcyY4~biL*_<7@NT&`A|H*$T9p zrO_N4F1N`n{Eqht!D_Rg%(7G+Pl-#j-XlN_C*5M#6*J5DSJGtvgmr)$-`0+kS@Oyo z^#X@9D+R|Oo^TZr&}NpVlONrIcI9}7tw7u?myK9p3D$IhXtm6dS^h59RPo2Y(grZg zz`N|iLS{MQ(A;rQ<)6f;Sc|$@e#$QFcbEy3Tc13Mw+0QLSK4;*na^P2wh!r%; z1#jEy!GQ{X$S$aIpg;>%&9du8SyH`Wcc4Z_*(`)gjUYscS-MY4;rB*KPC|2BOR!F6 zdHhj#?!~7k_=}ctwWho%G0To39}jkH=Q|8?_K`@95;t&GIWBBLm$|TEYm>N~2fO4~_xKqDTUQ5GDMosIqcdigUzY^)t0}R<61Q|s4aL4$R#{*u zZbS-7oa2iy1$VSjO#s`8fy%X7dp71;pS#l--gmtSq)`tNr*}bLHmZ%n3eq#2Fl`d| zBO;!+ikyWX4~7vdB5_t$lHt+w@DtSSR_sIwOI&;%u5fPqb0Bfstr_^2#O16=v5&(Ut(a#MD70f`Im7{yK4HfSZBuIi2q zQ_B%aoO!#8(zWJu2EZKJO{g}ByEOZ*d|snfgF#4!He;6+l(H2^EM!HD+&Bd;=Y(9@IB(Uhe1ah zGMimTRN{`rhPlqKT>B$PnAsc_fabPli7Q+k!VjLDR1ExXAzoeL_FY-ehXgMl2$k(L zmtCJK3leuxiE%ae;CH-+^BAV9#CbI-kanE6%^ltZSqoSkVTp@ezEoy>Vp$UOsT?A8 zlDJ-XmD~7m`871#_Y_12iL<)5p1<#t`~xKJ2Zi_-iEDAfU1AX7q<~`TEo9lC!=PE> z(sI}H8M#YtgT$35UR>hVL}j@(^Ze2oI%zeEpjG0I)vCkYwHh4+W7dvfwJ}Q)_i?JX zWPSfVdqCov6DlTgUIsEnzhA+CyNTc=aam_0xIE7pF>nl~6Rt9IwMpFB8#C~};u{n~ zT;eJ&dbSfXXSs+KUM+JZapNB~Qd|!kF%u+iFrh*cXMK6}2dHuqF)D(fE^+<7S4ewk z5H=WE-Uot3C9dBej{EYtpary?=8M^81tgBY8_5~=?{W)r6iS#{j!5GA-FhY6ab+|9 zdgp#ZwMkrsp4;Ue?v2?CLh_YZL5a(^te*l0s`V1KMU?{u2Bs=;W^-jZbB-N`8cm`Q zDm8)-B@#C`Zae?SaZE30j>ibrN#dqDjOLcTT7_Q~&M-Otu|(oJiAbES{}6mE@X90o6nMTbGN#Pxa|&-Yl8_ZB3s8}Z^2x9HAwx2HBuUO^}APZ6|A zT;0Akxjcs{_*mr81gni%lDK5=E|Md6Gp2%tO(IlG;`B<(Ry2sH5BN+GoFs0+^$50B<&X4lOkXn7k57L~YL7G7NVz=Ffja-LEE0g2oFDw6Yy zzg_`y)VeBLv|5fx;`(3CmG=K0F%;&|6hgI0T%~6xm+fZE5>qz$Gbbi z&X?S``BoxvKEgNZof^FH9o%?#hoHZ2)Z1|6z3gkuF9&%2TaB+TxlymZ(<}EbH9Ee9 zfl=-OTU5!w_-|Bcyisp!m-P0q9cv;rnx$RXFPUlcfhkahCIpF?WmNOooh`?~v2!L^ zn^{gyZYY0xCi*0>3LRLbt*v~&Aj5L<A7V>#q|q!prI{(JMSJ^!HuWM>&@4CH z2v%5p@pS=kkQk_3Yt3C2nHd4EUP3b%mBZ>u{sCrby`WI)(ll5P(lebfZDv{XRU&_; z$8}>c%O%8$nC0#=lDD>g=V7Poi54`=t|x17`z;2!fLSII_?KA*pG@LUcyITIHk(2( z7d6Wxra7+ZVRK%BOr%i&k_pXbS>PYepKqSq5%}{$yt-NLO;o0NX6{6&>m_gwn6RP{4v3batwEamlO_YUd5gc|Lj5Gpl-5G7{$ z{oMuru)ZTc$o>GqI+^8QR|z-aW>0)9a^%?+ze>!~SLEYCyXQ-qL(Z-esZrvF3^C*? znWj8|4ZkKxMB=PlB-Pwl8!DVnur`U?w5Wr;(ZfIWfi*tI_9@6J#b|i9g&ED`rdz`N zszR)=#Et4+U$JtOVG0m#l8X8p8@D71}fJYb~-Vm;8#0Wc;B@nkVZX9 z+-H5+>d{vkLwdRsrcL7Pf)n|5#^dpcdV`4-k+^EMl9gPW%dpc1=UHI{CC=|n6Ry|b zy7<$#zX|+H;)3jx`DrI(TSG?+xxlU?DsdUMhg@2A%UTH%_L&0E+}12{v1exRT}B_m zpUzceu>~NnE^$*^Ci0S1ZIG@pN@|AV^%!DmgZ8-sP@c?fNvDRN#fkEMQ|~B z7mMH+yeC{`=4z9;egnc|LE@aRu*8W=oY$JUhLE}WM5|?vB(7prnIbUtOcY4m144x) z&O5jJKB#iTt8B35-h{ zhnpK9M<&AAjp-Awgmiw?Do1@D)(u^#luw*nmk@ zM|Jd*J57Fp|8AS81FICHT}AUVf-)Yog87v~tgys=yHH;d_RSRkl^~T!L5X`&I7RXD za@mfcHs{4asxWu{bxZrllt@$??@9oF4glLtxy8+f*sd5jKVa#qMSZ&Ob#C@LIRASyn z{}Wi)6GFu#&g{Lk`;hEMfQL+A%hrgK#4WBE$yHV?jD}+{jc}Ejt4-q0Zaa!!9L%Q> z;u04;P7gncyGFEH=1Agt9B-*;dBOB2NZj;^Z0kZ2*S3-m-q?PX7!^TKm$;h-hG~zo zTfB#sS7Q>pps2)^`{u>9%rSO?mNS3?2uPfMvGQRogNE;h)3t*zwH%Sey}6hz_3cnJ z2j%rV4#}fRH#(X4@5%xb>YUSB3*MogkG11qP-nan_S%PtuRhf_LI& z3ZYUX2vH(&qxg&b*)rZ$p*gmh!WONQ#7T}9%D!5fAAsI$l3`(ZYtIATth0#3EjPC{ zg`5QtsZruK4F4s&%DYsA4F?k>B5`k=WL-V`Lxm#=)+TYm_dVq+&z!dgcCikuQjA($ zKb(=3wE@3!UPr93#0|S!Q&BlJZ#Ni9B9Vd;7qoP$V#P)4a{%ra1C?t%sc4$HW8MoX zyzkBsNTVJkPA@rMTE5}!w~(IeglUtwM|%_a5pEk>fW+kxDTsc zv5HSyK;j}O#J@<~^2O~WOFmCM3=(&NV$osHEOFeL1ip@gacPjaDrebt#3im^%_TRp zph_XoNe55_trDlWX32S2y3~L%yPsgSF-sDcR=&BU)fl&$U|~gsYP2wwpT6DuSo)hU z-vRKp=h((I;v{iC?<2U-*cU(H7{n5;GIO;_oZ@LU{G0O?g%Fpxwy(=xg3L8L&(^P& zIg+@%t^*Zbj^jf>;wBL)Byn!fy1PP^PZFad28 z)CM7GoW-^)EOEY7_P~J}Pms!i0s~W(IPdAQefBj?p+@NxLZwC!qD11N;;!-Ye%4w8 z&C%#0TeMCR=eVv1*F8OBE`@DJHGnLHF; z-%;c1OK#LN`}Enpnc3i3Ffc~b>q`d4f1^s{je2!Fi{-GLC?YkQ<&AC)xfb=k@tcXo z1c{hspwrwC$2M^6))TDFEYs~G?gE>r1FN((3(4*br%A7lL5}tjD{PidpXw^y z{q?Ltn~oDHXqI7y^A$l~Jof;2Rt!|G^>>_O=Idt*@kYJbkJuq2{{XWz8(m6vyH%kx zq$m6_!?c;@P`gb$SGCn+Fv}anikM|VEy>s?VFj>LyC>|*f@T>w*OFV`u)%pS%U}Zk zGRs*G+j-NfeR@KhO{JHMnq}1HaF-yz&-fb)6`rz%l1yke%i=kc_(6wG=YWiK6XMm) z(yG)Z{$!WuHKEPN5>J%{v$R)YgXE4f_;~O&VY-@S+EYDQbgjquQ1^gmZ2Q7y+0bW> zY+i?eA<#Sr5vh||8W$(<{k-d3fC;dNg6LqD&y*qDAKcmqW|>bR{>3c)`L>dxtF2<7 znA~%g4LS^(&9bb?CVuY*cUv&at;CC)WwjPB+~yy?kGDL3qX=5f@>63=?s)zF_>T;%2#Z?UZ$3O^1k9%N&_yk!!FbxXg=ZV3vi13Yq1?+P&(4 zwYa}x`&F?Pb+cT=e@%U!dcQBUynO_Vn&qsnp4{fKYkxw^Nu>Y+X1Qr;B$sX4^C#rU z=rvokT8_vp?~HgP)$2ZO2+W~&glaR(YcpTTQ%w)H1R+^Wte{y=2ybZw2kHtzDhCR* zP}MA7q{`a9xPwpBbA7|Mt5PEfQDTc5Ufq&nthbX z4@qv${DuP_sukcAKY+DDs;ss#EM8< zgJQSLVHW7QamU#K6qLBr>6YB}I(a@IaobZF_?N^zE3=KS_Q-KLbhOfG?B${o7te*b zw6l)A40Ahx0?^#nEODDBPv)(Y*G&L^s}Qd)aaTUY^B(j3@G(1|iKohf#NAb5nFZw) zAaRm(wr^b}?&N`d=>eNSS9lZ5p*X@4H!fkJtaF0xZs=22h}22q4t|d3y9e;b&}=0q z*fw;KIFGz|et;}sFGyT_3h^%zS8n5I$@H(6xGgl%zjJ#Nt}=7AN!+bwcR6TRt0{!I#OVceJqMY~ zCR#0XBymlBTPqrlGQ0#5S3i?&T}a}-J#iTcRUS)>iXf;Yahk6uXKMD6oTAn}S>NkR zhr)&{xUtKLNL)rryZj|5z%*(RtWDya-FwQnUyn@ywxJHJQjE4lrDw!$$PR`awIo(p z;-d8P`MOumIf9GHi4>GLpHWK{k1F0B381$as9fv24~;X^52w6?_gy~%Y1E^{c^JxW zE@^EE=?NlCo5bas$MZH`uI-^KP9#=D;y67?)QqYRVW%z2C|JFUmW30;K{M=3rpOy zYSUyjW^Y4@TS=r&64yREjt^Rva|N31QwpMk#5K)PhVb0$1`=l{XFK>8iM!>tTw-di zw-AashGNlS&@6Fd3*z|VV97R+xWmMYOI+pC*WJpWX@s|M>GNziS|!eDtR)wH4nCMHdhyI1BtV6XKNRdxOMIy z@%zI;#Ha{@y2L$9D4W)H;>rrp@{$M^mAE&~uH1T~%AKL*e5U{c68G|OB)6p7gb8rE zq#kUeYB?f_d-x_-nv&lC8_c1(gldzxxecz!vr0`|2SRd{SV4(fu`cvG9H<(eY^^E> z3JgqD;sTe;TrOrE0;d^7AyjGvAxb1JVDuHfv)%A`khon0>m+gSyM%B#^1~lt=UE1y zElMP=oA7tM*=3Eq;5*xu@B)VBh>zN^O9mwd+?e&)J+=UO?7VPM42 z>q`d4f1^s{cf55AW87go=ZMs3mex%^%Q|%{kH0VYoFEaijCOjN^Rp=&yWa$BGs|Vu zhsnoI-?bdrDuyhNf~?ZkIyP9H(Lmz3A9B=$SYflQJ~odJc{?^9w8@=FL9;9uwL}qr z?T!?{K4PG9tru!IW!Bd>$$)0i+L-N=`~%D~zEXj7+$nogNKd)a4AW+ohJ)kyeicK9 zK&x&*tcY1&GL)=p+j2GRbScq-X8A3k2AAPj?=_g^Cj$R6OGnqOe5DN2VbEs%%CH@Z zn&mb7e3zc~Cx(JdBvAm83C(8dlQV&@6p$AHe3`Or0m!SHOU1&M*P4QxF}@vc57C`uF>ofLS_}XFK>8v*d~LXf?|dpDegG^S&{VP{e&xk`>bUa1{~IW|m>MmY0ThWn{`$ zAa0fst1IB0ae+juWsc0U;gG?K8jsxNV3uiw3Ylg3b>r(omCY-%#j03~x>-(cW|(Gm zu1_$uyikHg&GPL556<^`jjhmf3MhbpS<2o;a+mLT-hk6p#f&XlEk|UQQ(C;1E{ySC z4RdG=q1w!H@qje>ym34}9qv4_f@azOuGKv_Q1vUZwW=H_&_Y$S44x>f+;}$rGgbtJ zP^l4wC^5^eo6~sHe$84yb4;kquCJ3>UiS&(d<`1rKyR*NXkk@imfb}@9&FfYObd{> zVMJ<_xL(6bbD7tI!r)Mb6C@&Wdi$b=)V%{0UPQ2ivr|x?S$m4sw)8tgys&&u^u8kk+vr7)lC}f)Y3V%tFQPHwW-%DAL71QUlKmyy|b@WA^R9}}ic;({*4^4~f(xeHzKJ+UGZXKW~$Jz*w(f_lq{ z9Y8^e`(3XNcjLufJCL}W#ti&R;x4_~!oPAZ-32<@&eH7Vq7wJSGR&o}eU)gK+eat> z&27yR*VH16KX~tiKJcf6cy)<8yfKzO5Bd^R-F0n{e57}ZXsB0%#y?nuV5>AGIYWzu(0=pYP2wwj|V^BlNR4f zyb8EedA4zlI7!?-i%9Oy82##S45kpSGIO;_+?33&cF?X)QwVX1`_fS11er6bz}Byp zIg&V|FOwAo+=#~@aXknXlDLn3ZkK{8ClI3|2-BSO36CE6CYFA~i}}`qgUO#OONuu;I@H ziAkK(^7H$4gNRvMv9)TGxKCXs%FC76k3S36Ne5ObMqT2jWmtO_9EKcCB34-9A{$B- z7yGSB2Z`H6q@cuo^IfOtook2BQ@$hyD%ZOG`eOOurHV%IzB8)BazvvZB`)NTv`gmd zs*qYo!n8?To9KA{UY#2ipeyzuRz%_q{5x+EpsGsAJf|@8t?MG0}|Ju5v!Px#1%we zSp!v0BSu9K)Fp031>-dL(N*?A%kyl^E+{H-LrS}I4L=Xv2QB9t1rU(9Ew)kIn6du& zM7=sq*mc!%L=q>Bd@ZdowDwwg@Sl^Q{a5{V01_@3{cP}d%sV>H1!Nu1RuBksn$*Zo0I zN(V~u*8ORk{AdDO4XwXEdm2okqGl!1Rq-1@Iud9N>Jx2AzjKHFy#ub&|N- z7vuOX?z8cexH%L=2Z;;36vr>Q8oM1NZWD$07l{kX_mb>>eQ7ilGo515VbCmbpOp6< zS}fY14-)r~cyWn4;eF1n)8?QBFgo%nf>wzuK2?je=&XmoZBctND~Z~eC5c;A-B04_ z?KcG^t_`7L5*L^&&1)2k|8e_u3cIpKoFwk`_6RPubq>0`*;IzB%v@~}7f^HhcxYFR zDTKJhHGR|C4kXT#Xtm6d#Lb&BLXq&}<^_!qD5 zI@kbO-Wq~MCGPFKHe5uL)i_L2D1d;(WiO88u9k{^06Drsm|BiV;wrDtkq)l8#uet! zJ3_TdT+o6dd5=qzvOq|FhqJRGC~@ZkqLSdR0?TO(QaMmyV5$;l7$xh_edz?Kkqd=T zsS$)Ik+>sSMSS%yNAXEjT?y7n;zFH9a^0>aW#B(A6Mje0G!XEui$?|u>V z_lSQ5bXtoHVO)v zNTf!yJaqbvY|G6THc*9&1c{hsl#^Zi`a9s*6Rl|TxD5Uu?+7taxz@w2T{G=W z^p=8u%;woX$v?m>&8F+gQkTy4hx8;W7^clEM`y?I?Y%vYK&x)x&R7w%yxmcE*#L`mV;rro6g zBoms=@{ds{zaqT{{tJlQldTtdb+fFyD~2~Izjy^yHko*;ESRN(68mmc=@6J@^|tJ? zx|(IZjmld&i^E63n;??n2%DvQ@N8L+>|Q)ht(*tR`Z_|NYUTyZ1Sthk;DJktUWdoRHJfRxZQ03#n zXhWH4+)sQ;pixJ5WsNwQ~bpBqHdM}jwWfBM;LsDmKR2_ zs9AcIlX8ilA612x^N<1vm}TEuQC!y!eXB!`cptWCwH%RI&hPR@THfM#I?SP+glaR( zM*9=xW*6U$03oU3%PuQumZ_^Nm4O2_nIM$|1zMZoi2I$Sntq(hum}M`Kj|V5YFKh)lDFIpQ$q(ByJ1w;u5!@=(F3lW53=)C;dSYv`XBv z{Y^M|Blj9LKJ#5hsb; zeKdkwe|s#td>6u1X0A4gD;hHU68z1%hC+x-T>5~4#*n#3M5|?vBre{3jH3K96CaSc z`f|2)A&GnW?(ssaGCccfTg#&~geWfPlo+ zI~d80JUQA0a^%jljjH8{B(BWSr&1gL`Pnds<`b$-;(jPj%fq&O{0>5LnOH%I3v?;I z0e!_>!PcsBpuoUXCGN#OSq0f^3Dl@Jg;1#xgeZ}?Ml(+HUk^>$56v--V4WoH!H@ym z#|}SQLT}~|KXWdTxZWZXw{2vT8IZF}L~4|{*U?7Y(ICefuwnfp>~bO!r6L<&k= zhZ8Fl!)`hT0~jL)D%UF0cg^%K`*7TqFydx+9a+?uQ+~h zc7OaNuIy1(QxS>F^pg|~8&d&xy670A1treBYz=OFRVQbVxV5Pa{7d2%^w`R;@LYKu zI@;ni_Ht2)3oM-AGQ>U273Ox&bQXZ-wq}X*^9<*0wwXEtZ+1d}SC=@mW^w%fVP$1d z+0(>RWkKR4NL;T@10{(TagCvvlG7{} z9R|%3w^0_yEA|H2gTy^1UR>hp{IZkuU01IxbkYrH*b1~t+<>tbTo3bQ4`Iv>Im=+R zF-sD+s<4X0VOD2zu&{dP7^>02R3t7#Pd2`8)-1qpiQpu0_aY*>b}g-U!7-S1o?TsK z=4z9;)<&8BAaOPqSO{^6D;>Sr7BY8+Xtm6d#5EY`r6{NO(IawIvKObzS5Gpl-5G4{9IsYziWOvdInxp46c72^B&MIRl*Q{@6{4u28 z!9|i1iR&XGapx>Ayn&pp9mhzG5*Ikmgfm|=)*TMzWr9Q`F2iZ-#PCe0@OOf>NnF{y zK>4UGhr0t?HH58JkX4G2>ABe%ykWz&Fuz(7D=cxx=eJTsJ{cqjL+L`Kpv0B0w@$IN ze;vG0FGLJfuJy;yhMD(9j5!PMyEp=A)PuxDJ;;{c*gJX`q$iy)Z4zg@GKRm9bT9?F z;v-^3B(A2pBs%NLXGqb9P*xa0iM#Zx8t2ySz$cKnn&TPxm&8dVoB2v3`tOB~wsbOk zxv0cNg-&z%u)gO>nA`QIumCi-HA`HTRl$5<{t>*ltKU=sUR~mD^izHVx4BIrRCYG; zR9TR?hf1t=Q-=hQxUGcgDsc}V-jg;wvpgE!1g9vDu*A(zT_E$>w+Em6`IJbVByQY* z7(O&0M-I(aKb&Px2Z^&C6vOA%2u%Ztv!W3HB5|f8tRw~ZjMCsRoTpfH7&J><*YPoY zgk8U*AaSpW7niuqqW5mScC_vQoz#CCONds9llxZVips{zV9cH(SZ&Ob#O;_^RdVg) zyQW}ajU(7~#Uw83lhkg_ARoXDBDLcraZme4a?knhz2O+x5Uw(FwMpEYp@E&CUCAhf zxWrlI%{l;?>q)d)=1Ai1Eca2|$t_$D5?42hZCyy>^r~dwbHWtFs0f0(#06%Xqz$k7 z^T7V$YT9TPy}9ulmR#I2AH=9WzuV+}ih+R0H-B5{3%Z`3opnd}HR-ue45 zNae=6i336gSDj^3j+?#mbRBs85{<7fxl!-<3uBLKLuOxrfpLpoUotTM8&w)_)O+{z zqakd^*q5zLqgfgqx95g8HA#gk*b^jXmMM?D?mED+^CVc%4wc{Wu58&_9#-~JM_>o& zz$$Gmztf_OCq^yxAV-nJ3Y%q3<-=H>ZG5=`v}q%ef@XQeX{F-R$?rUXN5w$pS|847 zojL7$nI_N-`UkVBkbi(#TK{+|JvF_>cSz6FaSYRDmJ1x>`Tow|sza;JC04{N*R+;A zuQsPO?9?ZOU0Kj9x472f%5{FY3CwaEfq$9hd+S90xapo(&}NN7*>%Lta!0z$n+`+m zK_>cA0FnvKW@-Fp93N|(@d5Y)LcF?J1{cQh1_q;jpt5Dd*aoPwV3yOA*b3hv&%i7P z5T>hH&dSS?*7@Qc0&jx76i3)BKW<$jbMc&mH|iOVXA9TKEL{xa`5qNN9fAqag@Wi{ zmOqpsuKzCf0JFS9A^ycI3$`mHNzu`Gquy(ZMTbGNS;i}$Z+>A&!=7N4jVG|2h@0i8 z?CKKfy~1$lq}wQhRy@9qrxUgBq5d$W|_9me+nu zjmjH606ahhC$qdfHj-;^UwaB1gKdPXh=4Y;43USeg?3d)A;itH+#~nrkU6hOZ2M}N zBeSgbY?Q+LLem^D%XNebndPjvBV|zKDwEmeRIEkaEJHpRrd>MWRUKNMEy1E@S-8l9 z+n79b8?>BE3Ls#X7VgR)+=v}o2sye&m|Bj=EMHW6A8o&{-V>y9pg;>%&C+_jY~12|gP}$R6hfs&5Te8^TO9wudo3DR z8O+jsD%-G5W@*uC0N0^8hrPL?!na+CS@sk8cyN$yMiS&~Bas>Xlx3;>w>tZQy;kg+LnhAaPGV8_Ujy z^|%h{IZfFAy?I8A9^yD`$e1C@H{Fo_|NkGCL#rNM9m5+=PY;Ez_=;E&iIa7fEUt8Z zBkZ)dCo7Dg#K|-2ay`sO^#zH0=f%LkBrYjuGymjI_mj}kyxOyui%Oh)cc{y2{ToX_ z!lqIHn%kNsZd%_le5axB!hnwz;?*T?a$pQU&|R?$Dw|F`RTd;}wh|k9lMRi8xPEYX6r&hbdb0n zy<_;LhVQaK;(Absf04NKs_i5VE*95-V&+gRIt-d6&UZ=-A6Cg{9Y|cyjw~nQ689>! zsbtrKT@lbp?^6V=61P)cm%DYYU0E2jJ-pfF)y6DI+$obzk_Sm)$zWk;2^EvL;d(N| zDXmQackINjtPv-P3ppRb4f=EDEF6RNgsaS4Z4#GsvWWwDMcC}#@IaTUQjNnEvRmARug7C1p~zMDVAyF}vpi%8t< z_#=Hl;wJuLq(+JBd8;<((`d;e*zjS3L?rIXzRtzR|3HPG6D%lV%1`1dhtH75HM?{T z*m4DIwSuftjIMd_&B&I;1VN6P6Durn@~!TQ+zFMsfuVFGQc&VDgJTqBt&g_{aIzSv zTx;L+ip+hcCSW2dTtV?P2&1gjN@zn81VtR;!k2lB<_e@ zVpZLs6zp{RZ&nyViCej*9`|iW*ance9YqZMOX7z1+{*8&(%&9BT8m=#a#4wk@}1yf z*YY?Ib32Iw(A?H6ao$$r_=nlOX8~{ihb;hkb&2c#B9_0gepPFz>_p_lKI!H5&&-knch@r6k-2q{{J3J6dW>S@Q6WSRX25?BfIW)qAm2P z7$S9&xXt%t`Rt;3`p|3*_1WchkhsYYV);AW6H0@`4WSVKB60rx-6WS1pa1o*GZc%8 zsafJ0jbGBC@?TpiEA@o zR{LZZ{EwKg6hfs&5TZol-b^=A964NbA2i3IWnA7o8C-o)pg3?fKG;^I?6pI2D|rZJOXK@n3*+>Y+kWzL|NaacF=klR=;yV$rN@511BpA{l7W9o+}6f>cuwx} z2|C*4R_x`X68B`^9hXx{udG1AB3iQmG`BTN+^rqc_|Ad*%K*R3S%6oUxH;dq^XIFs zuLqSiYQuP{EJ)l+C3bt$L;P=xVT9=_ac{hhWWV^$6X8veNpXZfiJSgwfvjlfqvp`3 ztXllxYK#NDM3{~~c=b%siQth?6*is|Ue z_C$w4v&5~avV)iHiTn)`H=THKiHm5P<+eZYelCpn`xHT|#M%1R=AzRVd%~D)sVC z<0e@%p++w#gi4JdM2W<8_DbR3PO6jz%~2v}i`Gfvoc>>BXCBnl6~$qMu~h_Dl7NWd z1}Mg&v`{d~%S&->u{w3HDBwb&Rja|BqM%a59g7ZIz+I@jf}jPF#bPZkRj7(Oh;@Lf z)d5R&tlE@6?#a*O<;DNsciy|_T+aC>yt%I>iYwTfdjMAMw@f;zRpLU0U(^eJ5!D7> zyt_@%+b`+`?6c)+%35S_z3p;#6NBqpU(_2v=l#I0Q*-d3tO;~|>%jPbRGEBH&pJCj z2bPmaq)D^PE%D-fp9bSs(+(0OVwP4zB*FHJ!44}4HfNUY&W5Nx^4p#U_Mru=-qvg# z78dV4)D4fRwOzq-Dr}aeBLg&PZ!(92HhBX} zOqe#ymL-e$1g*~{;1h*-W3%k$tK+RgE0UqI2Z*Q2f>}E2v2!n@9>C9o6@*!8mUfS> zDWjftm;h#(znaxa*eq*jB&b^co!%ds=k+y=w8$*?4c75l_X<|R1gKfdf>>ad&p*=f z4oOxUz$|aavk>oMmVeyssc;|ABNB>P^*xJ4o58eMMhEKnkeyowfLWF%Fkaj&Uv9cG zbYsW+9x%`PZDbM5nq|!wGVVLM^f1i+DFhqMelp9|bLEPg{tNI(yl6tj%(9}b%4KH5 zMKH@W5uD8O>(MK@qH%snunh_bHxL1HW?5Qv=OVPLY6>B4mbw)w_(ia0qKz^~X4%PF ztx2CXG7ZeK>n2t)A+vN1EW$5xc@tw`EyiYP)8tebd9W}LTOPrpW;vl|1lR2SVgUe;B8}7eDe0uwfRkdNGnuiYZ=$ei7RRd*4)(o zx(i%vDUpH_w=E@0lTh|34!}4uQ2(q)E86nDvN?C)?=G1@8ucJ?Zv0JU#OsU%NKYnV z<|Hm|SSIh^D<}rKVh*t)66a#0aN%|=hLz5CWZOtk;`#qadueFpg_vv5Nt-ExS&17~F5_~$T^bBy*19LVz0sH@ ziCa6|TQMNlACE=uNT`^^Ikr)4nDW{KB+gL;Cy84Vw36F??o}kr+}?y6%v^I4_iy`5 z4%*cq3L!3WJ!+5^647}?`s$dRL~@a`gsYqGkpoG)>R zggG>oP;(L|{kd8_$Hq+#LZTy9P~txJ9Gwaq>MlVB8ww1}P~zOCtJ*x&carlLiWdw;zTx!77pP|C(1e=q%jFus4J3FUWz!qA->c!}K>dE5g#gYKX zQ4O)e61O~Ml;(x!>J?xpFNhSBIO~A@8lU2j_W+dr$dYRs)IV!b*2g7Lfm0%2)N2T& zQ4bOq5^_tabC}i+(i2LUIf=U(pTXa-d3heXVhph&66YsZoE-N_3#|03!?;pY|Klyw zNx8H*`4Nz~lSdi&mc&VY_V5psZ&c9H>gaM&iQAI5#y=`)-9?Zvn`7*LG`CGloFYAn zcXd5e4ty^m-dN%!V>0;gu?_Z6SvB!gS&%qaJ@(1fA+tf^rW0nV#C6|Ut<iOZuP7D$|QVg|pX`I;6a?l%hYE)tja z&|MMLFWVN1dFrHz&0t#MhR)021Gl^`hhO3na~Ur#aq|MYC~CtN;aAh%6tDk%&pSgE?s)@U!NNW#R7~R9wO5@QF4F@3tq4vMXV(zJ1^0Dd z3o~~E;RZ9;oWyx~%ngHf<$Q*%U0mWO9O^d_G8av>QRYbEdVd|qTA!C2y|j&~@Wx%%~2(DI@Q7L~a0aGon(zCIsXP8tOekhq6#tGFX4 zMtlP~`iU^39FfFrEqkI2hi(x!;zN>JiPd?vv|o_-|A zU_*g{8A@DMpz6cF4(){+C7osWHK-AUXqC8}FB*AI_vbm#9B&hBk;MH{Kbs2}cUkuz DNzo@k literal 0 HcmV?d00001 diff --git a/experiments/e48-rlinf-bridge/results/cross-seed2/rlinf.log b/experiments/e48-rlinf-bridge/results/cross-seed2/rlinf.log new file mode 100644 index 0000000..13056d6 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/cross-seed2/rlinf.log @@ -0,0 +1,4360 @@ +/home/guangzhao/zuogou/plugrl/rlinf-src/examples/embodiment/train_embodied_agent.py:35: Hydra14MigrationWarning: +version_base="1.1" selects Hydra 1.1 compatibility behavior. +Hydra 1.4 will remove this compatibility behavior. +Before upgrading to Hydra 1.4, set version_base="1.3" and test your application. +See https://hydra.cc/docs/upgrades/1.3_to_1.4/prepare_for_1_4/ for preparation instructions. + @hydra.main( +/home/guangzhao/zuogou/plugrl/rlinf-src/.venv/lib/python3.11/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default. +See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information. + ret = run_job( +2026-10-02 01:43:14,008 INFO worker.py:2015 -- Started a local Ray instance. View the dashboard at http://127.0.0.1:8265  +[INFO 01:43:15 RLinf] RLinf is running on a cluster with 1 node and 1 accelerator. The nodes' details are: +node_labels: [] +node_rank: 0 +ray_id: 860f59b6457b036e66720ba8433c7fdb146ea85d3d3115c26f7faf26 +node_ip: 128.84.216.41 +num_cpus: 24 +python_interpreter_path: /home/guangzhao/zuogou/plugrl/rlinf-src/.venv/bin/python +hardware_resources: +- type: Accelerator + infos: + - type: Accelerator + model: NV_GPU:RTX 5090 +profiler_backends: [] + +Node groups' details are: +label: cluster +nodes: '0' +hardware_type: Accelerator +ignore_hardware: false +env_configs: null + +label: node +nodes: '0' +hardware_type: null +ignore_hardware: true +env_configs: null + +[INFO 01:43:15 FlexiblePlacementStrategy] +[INFO 01:43:15 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 01:43:15 FlexiblePlacementStrategy] +[INFO 01:43:15 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 01:43:15 FlexiblePlacementStrategy] +[INFO 01:43:15 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 01:43:15 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 01:43:15 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 01:43:15 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 01:43:15 NodePlacementStrategy] +[INFO 01:43:15 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 01:43:15 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +[INFO 01:43:15 NodePlacementStrategy] +[INFO 01:43:15 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 01:43:15 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +[INFO 01:43:19 NodePlacementStrategy] +[INFO 01:43:19 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 01:43:19 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +(EnvWorker pid=331278) [INFO 01:43:21 FlexiblePlacementStrategy] +(EnvWorker pid=331278) [INFO 01:43:21 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(MultiStepRolloutWorker pid=331276) [INFO 01:43:21 FlexiblePlacementStrategy] +(MultiStepRolloutWorker pid=331276) [INFO 01:43:21 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(ChannelWorker pid=331957) [INFO 01:43:22 FlexiblePlacementStrategy] +(ChannelWorker pid=331957) [INFO 01:43:22 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(EmbodiedFSDPActor pid=331274) [INFO 01:43:27 FlexiblePlacementStrategy] +(EmbodiedFSDPActor pid=331274) [INFO 01:43:27 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(RolloutGroup(rank=0) pid=331276) Generating Rollout Epochs: 0%| | 0/1 [00:00QL%uEiekZny`g{s zd&7>{LF~Pw*uIz#&tyzC8}IYn`{O?Q&N(}CGV_`&iMPuC|M{8jy;|)~T|u)mJ8uaM znuf#$M?~9tC5A=EyV>`)Rc{|37Ckm5E+i&6Zn*8(gwdme;eO2Iy zh^Vl@|NoyrBU`sNwQ+yN>U2}2I?(jIPpdscYnd?o;L7;$1GixT*Nm&6=y0 zwW~cZaQ>jyE~<8y2I_k1TJaI1!#a)~9~~MvE-YeXc)Yk0nXLs~CK{)pqzw84Nzy5S zMutU)#RbQQ1=enOtoHQQBbcFqFH+mrF86WAc`vopKV)ll6Lmca85$fFC@x}PaP;uN z+U#hn9BWCax3^i#=iAoeC(aG1QOo*+o2$20H;~2yBcjDGDDi&(rwyZA>FuWv zuR?T4eC^~yVZQB_Ms9n-Vy{)>LWW#?>oa7jcju{>n6*wX;W^|w=*V=Wiwi4`U(x3-A>N^r^qez+n ziV_{US8uY}w7*(-QZ3g;-AdgAapXM3M27{2#m0n&Yg%2DZTth8shg_nOM{_N5wYT9BfkHL7;#VbpG{rLuhv5F359TMn7A7Ri)rl+ zJyYnloj#60Wqoi>$kp>C!wl-pIW=k|Enss&DfZzh|tPBD7pRpznO2Mb z-^%2pfx#hTwYBa2>7eU1dr><%Grbo7znw_o|Cgo9%@kU<)94o{GplFRLNb|=K$6wA zY$~E6k6leh6D4wHE%^ULky!X(G1_VlT!vT6j9O9*-5;<_pLG&^c0jx;9@_xB6RG$Yk z5nHMRE7lr21A%DY(|9eEqjF#+GwIJPK>B4{vqIGPXvzn4gdYOQDqziQjD_jn0xux& z4HqchtFzPU;%Pf=w;->n+nUr9MmLf${~wg#;FZmhC_Ng0DblclYJVoRAjJ@kDg$6S zL@f3+Z(e(Y_2^E|1I?;psW)2FNgG?onAG;aUfn(Q)XtibJN-+>d~Z)>R4x0epx0?z zb8t5hyN%ff#9w3MWtFVSOFw4X>DIka zWlb!|4M1g)l=Tr~Me1`#xYVX8XZ+*=Y9jzsR?B#Md4lKJesSnUkOy(t#cac9C&9hL zw|65fsk(UXYIqLzI8LpsdQ{67`+<&UIKqjyQP%cpm8b>WI9+Hmmd=4B; z>)6f|`g^?)dvpv=04_Ce|4+PpSv%!&a~x_{jjYLWni?j6fU`mu-Kv@KX;|VK0CcN!%0rUd*{wi@G5;NeNagMjNZzh#DncZi#ZV z23U59TVB3elT1U}^g#e22RPcL>}bR`45?u?I<1jDFD z5+|~~MOkef_5-D-3t);Qu7shP9Nw*us4GSS%OP>Qj`CJpmn}edI`|~nFssBF<>=8l zX**Jp#Fd^V;9n9qa(xt|ck0D4)X`MWlFKaT_Z$fTb6dW|sZ@5N z1K+v?BYxs}7G753My;b5s?M1TRN1Uj!b4?|#8rwh*V(=6BZ=#OjbO@3+@P52l$%RP z8}uSr3vt*bZuc$+!Rlo;A5fpV2&7UH7y6E37SG>ajGFCx2%?0dqkE6R!L=vZc zon+!)B<|(6LHxzDseLHptUP0cpD!atkc)%F zHSV24Z#cZf86AUXHwZ2@a}`Nk!&}#`qIPwuoP^+(xXXu3%24LE-6XV3=0M_{TRI8* zy|$c&ByQR*g0e|moyrU+RAt@!gpm>iS&3WHKd4~ciPJYx%ku%4Q{tLBc+%;28-GSE zCl&&*NSyoD6k2tyVJOPc62N3~1QK^Ea}#CW?%;VehxP!fNaD5+n#F9M{Z$PK$rWH( zC9Z$0u^&269{`d%P{_cfCGO=JLFSJ#4^*R;74m9?LP#X;VB#!c{+puht1bR& zPM!p6p{}K_{u}!Lb5Cu%*^7&utj`QU*AJI_{qIi^wN*^gjxC-Rmx~6*KDb^oFn-6E z^OyyuH?~Ad_J8!NavrGU?S+ndM`-Lhy|5}J%1gQ{*-7M!>*$WC?>wZJcb1sldndRW- z4D%`HO=mO#mO&6D%+g+uVUpe^44`DVFzFvIvo z_n3mrav$*AX8CIT8lHNVO;^-Ozd;0rX4&4!kZ#>}Mgf}r0X@lCmYMxvmgif3;u)9h z8HChuFQ9VOQ0jBsY!B+2Z*^;gf8)TxEc1L)=phdEzoKK{?ngE*B?5}fvhVx8XHmPF z2_d-6@@3=un^ES}dyx&uWDd--q4@xzestn-WR?bivYBO3Q~SQC%2vQAG)tp{0R@eX zEf1iUX9qB+Sz45N)6Jawy+bXB2LV{ja$;5rZ5L^_2j$2MFqs^ISz23UQ-$$E?w~p3 z2dE;mY}wzN(Wv*_1qsPOU|G#FYpbIvI#9y_k~&aG3#H96C|5A_a^MV9qi6^rRU;Ha zVwUdny@igNBR8PtxD8;X%(BOKb-|*sXP=_p{6ov3rNk`jbG$uxJKnw(%Gs9Ygp@0B z*Sn?{-8&n33El8_fH)-XlKm%_8Z}g5ss&k5k;Hv*c4EeyoWByWlaye^V$}844AEZg zqxVpb4gkw8ap8|&iT12YnS%`FC6KHV_wl}?aLL+Se*~JhB)2Lb6z?@N;YV?uMbrbyy^n|d;F=Z0QEUGW;Q91=I;IB!a)gZI##)@b89 zg$Ih@VItG5Ms#@RmK2h>SUm#%C2@X0bDL>J z0>IpsFL8?>bfi~>)82?5$HvP_+@YWD%-6v~@pG5n#$B@OkdV7kB3SfqA;9*?xr}N=V$K zAMVV=i9tP)#MzpXef*2WwR9fIkG1KG4?_sVg2NzR;#QCJU^cf>9fKrpIq=*P=NrDB zcd3c*G1N(Y&B)y-l(-3u5q+v^(JC}%=L0M=W>v%ydy5s1(TWifvDxRu^`Ffl(_hw zUFrM<&*q?EQe{a3ut;1Nt5o{3eN_(1k%1M#WO4)&S1%@$`bJkJp*iFWs3M75eKnKu zE_uHk3CR>-Stah~z(M-xKOdg_la{!*=L8zvhW$b{dJG|?YJ@^aBrfAcrqCcW zBNa7AU2Bpnr6jKW=S%^w;aVrun@?J{(w0bE0}hF^eK4dPS*>I$mN_8cS)G)I;Caf8%V+iK>(QB@+Iz2Lp%Cf zMa%-kC$sUg5_eb6mASlrSv;!j2H>HxNa8H?U74(0$2myi&H<*Z#En>SpIZ2RM=5#{ zyoNaJ5_c%sRuHiC*;Ul1G;K-dm6Ets&aTX+R~;LoX6p<=l#nXKyrS4*)DPW{d)Y+qrHEUb+k**TZQRq(02g0e{nU&4Wd#NE(K zp}P!O@B|%$&Guwzh92qu#wkhl=HwN%kqpOI(|c>=0P;*!++F`+uSwn#|Afn}9A-BD}L zpaV4rAgKd|3`|<${5J}|PTzh3)o43}kg5?1A(6Orx}R_ne}W5Yjyz|QE2SiE>f;Q- zqNkqkQEyHT(A1GgoGORJ-ONawgK}mtkdSgEF7}3c(c|7LQ_&3%0*FK6I_=%Xv)+O# zEdJ}8KYL{rF|ieOFc`>eYv+3(vD=kk#bWgGXq0G{Srv_PQ~@lz#BC41BGR{fdH@+p zqd{cHtPWVV=9cY=%fy5nM87B;TQ(qrRTtq0@JDbEEZ&kb)Rrw|`Qi32W zaoY|oEbws2c1JC*>qxR7r^Kx;^`e{Q_tiozX9NUbkvIe6RJyH|*D;i%1i)l+1QNIO z!C`6!t(%VK&{RMbN!+UK_RNE(ON2;B768jCaZ8^?HbVz06CkMrg$ztu;xr8f!!piJ zLN(d|A*5=ALP#Vo@uR)ax~)|SYL0mTDj`lwGZT_58G%)7D^^$?{dsNANQ17C~ zIQ*9CDIn#VrE`vFk^YjE4yX!m0OBx96_w8VdVF;3v|5u~C^E}_UK^RdeFx4(tfLaF z*w(I}TPCtQI~#w~NPl42&C-3rcTu?ekGDvh5`knjOW$)@!piL{uOTpl3l#6QZOxHl zCx6}fs2K>`kQ{-3AhS$Wy+t*?{R{v7)HJ{pndQa0Lgw(Xw)au1-U=*-Sq5C;?S1zi zr>GQY*0%>$UbmuW`JcUo%<=<(f0^Z)q8R2`qk02Sn>B1p62obhm+oD2tv>kRIg$wh z1OSQeYD9g5D%2?Ewf!A6%3C+W*O0eg!mV;bgkpVAGe?re(I98C9&Wz$T!QA)(q1m@A)-kmd!d6p4%)( zrf=lUYf(~!I%&BBiJ;IdcZIj2t)4F4iDrKbM*_>telW`$Dff73#q*XSHFN=#%PcE= zs5_q{`XYQF2M%WWEH;Ivm(HDqj===Lr9?oHS$?ee+yS+#RS<&PEHjqhzlAb)1ZbJe zfmy~5StK+M-IayR@-CokW@$LmHVswz2QX6BB5Rgm-(m{xCtCTTmS^Hbs?2GY*@o`) zL%&~LQOmgx0a(nk@9h-2|ItalC`ZSg$+|K*0<+w?brV(ELe&zD=}nyps>m!a3OX|3 z5s!nAU(IqMEUQ_5;_X*M2P(*wKvD+^X`!@PnobsI%v5cRY9w?cA*5=ALP*TAbV5g= z-Jveps5xr$2&|M@u4!8)u-r7UA?nRPcYXZdEE{pWJy`P7cm>MY{@sL>D{+nV9u+p* z-(dr~Vf8%(;*z-CS5r^nhwXX*tVrVOZt!9FyNA>0bj(zO6^l{t!9ztp32WA(92Eh} zE^&9?ycBJV`B{Tp>?4ru5?4GynAjuY9Rl0!C3%t$iuXEq-MQk<%U0h-ue(?PVbo)Z zoBo7a%uDZ%(z69HMG}|Bb7zh%o7fC>#k;_ANZiV+yqgYoZs<-+_v1U2_x51GR#W=; z=UcHz;^rSD;9nBgt3@2s=;Y`4VT6Eo4S&m*T&+h!&B(a7)}JvBVuekue%|(v1*7 zp~Q9NnbIvAy5*uVyS9WZFEeIA;?8Zk%sbg?zy@StWq@)?oPP!ta{tHxgf~7$R+fu{ z#L*K|XltE%?a?t{0GFD%iX_g}_Cg?PS7RXrx5PQuFA<>3Z30>*b0Bf`hc6dKHNRwt zB15)#K#gk_bu zz73A;M+Yh#AgKd|3`|<$Qg=|R`mIezHChEBq-umhNF=VJxw|k!AC2{T5 zt_fDG+Lexab9kqBdXl#X)i@+>vTmk3%2{(eLduo6aWAZkrp|igiEelRKpYa+XwTrA z7gA7#X9288;%>j4%iI_qVS(74O0Z%vn&B2CDx8#nC9WJ;c8N25rBlqe($qkP@*PO| zE++m+y4rA|uyo#_CI~dOC&`r$iuc-h>51ai$6fyVBoIIt^+@70z3U5RT~WD$(lZG# zMG`l@O?Rfaa2);{v^BtTNL=DQUV)(zzSGH$_)g_Xoa4z>biYsI+aZZN=tRK3B(A#O zMCO`(@8+nZxjB=|IVCQ8+(g%vry5U1bGsY@z}%KEas9KMX}8Swsfho|#>-0F%#A+G z+#fHZP)8lrncM(W7D?PiF_xzPBoe(7R|c4}5|=Tmj$qU0v8Jd|B)E{}*(I*~ZdZZV z*S_8SCILgL~we3+RT1?P~&1-ghU*f2i-I%E}Ot8dt1D;#r82xp;%^kw`H~IYLvMyK+9wfByM5sRAGR|M?EBQ5rDEu+~T&g?w~4P zp~(G834*M|?KrlqAjexh7qz@#%pd3+v z$>azmZky(AYSfmo0cZ{d0jfyip2nLpej(r6BO#dzEUUyB=soFz4%7yKqz)7^FlmWP z8Yd90+TR4#=p=-Ysu2nyk+`!*O@$+#PpCl6aRx(Dtdztp3R9t{_K0kXdUGUoM_(dw z>KqbRX1Z=J%9$fgNVyU>vr4;Ypv~%*=!QoC#36Cap8HWQFHwcZ0jx;k%3mcji4Q(? zLF{xTSg{z58Z$-o>-!aJl%vJKvP+z4eS>1NjrUTKi>(GyzKe+^uFtkup>_`u{@#-< zT%dTbGe49S_sQLjzsa%)Kp6E%;!LN1rUutdI)T!24lqR$_p*Z<^L!U?E$WKpz;Z}j zc@@vW#Y+pNXuBslMv@fClekOsjOn8%=I=uicNf6FB+mC|1oQT7qX(#?y@$&=B~G;B ztZP>ORs2rcF9-m0TfW5gw(dY*I%rfMNu0VDxlzo^O5Bu07v|XBtp`y@)d3zVizM!i z7|V7j(?$~48Zc!g?v>YjYEaunJ8AzohuJ=e6Chx}E zW2o5*A&3$ZS2D(h@o7CL6G_~ME~EheB60NDKK$2bQf*K%>vbiupqTO{E|>4hOc z0)3pS2|TyNO>C6M(-jp|qfTlB5fn;X$n#dTYk5iwG-lfaEHh?7;+%%P;k8;tZ9*2- z8Bi{XV}hv1Wm|_KT*!fg#8tFUq2FXgEkVbiJK$0?SCPb-joUCCwX6ORf?MJSJ1wGtZv3-1Bt{nW`9s`p6)GBh> zwjF=NXf8k;W~rhw-9Kk5I(GX3R%DhH1%ntfuk1?1ij-i*w&wRFPUNzxegGP(rNFYA z<=6@8#lijRrXy{-1thCk-kH%?=L8d6`8pMP^xS?ZJF`6ZR6d>ax{@p48S&^LVI`3J=F(eZYApppPe6x%Xw5RL- z^qYzJiR;J)FfVJC{*Q%B2g}nvQDs}MCp=UZndL$;_WosgATrCnfGKO1eYDD{!Cf1C zMlXWyIb?Zuvz%q;DEPSb<}1`ZD}hwXELYtVGEX&=@h>g7Y$D4mVV22{giJx?c^_n! z6%gWI%yQ-0-uxDe>z+f!jNeSQ1I3hYmhJ4^nQuFTS0S^kn@f0Zv+Nz5&8zHJdJ4_6 zOAtY!S#FwWO%Hw(AC6{!&uz$|lH z3=)>qz1R-DJ!p_eP&TuqD%#dVRo(}Tl(op3WxvnI3UY@H-;Y|J_YSfkr&-qfOdhalr~G#Flx4!&wEs(oe)B*Mks{DEKk4C7k>8d zR0lOj!5*@{QfAp^xhj1)EC|2#)yV$1p~NhkaJ)UZyxQ9y<*W~oawTp^{Di`F+gHp& zHyi;Fr^HR^8jQa)F$rKr64%@&nbDtkeIPm=Gn8P(Vs!7^aFNmZD*P7eB4F7i?sc25 zA`|u7SCFBs0+LnYPG|-RC)BksMBrvFP`uZm!1Kj7LYp*0ue%ZeVbmjutC)0;@;0@= zAD>?aOp(O(qdl3iO_Q@wSG)@>hs5(LiHmrX+wXWf~A ze@UFdjxmfNE$b!fXz$^2PKgt3z2oZd`t3WK+jCvWdN8-;OPrs6C;Dwj5By7}Cax^J zti|`jCIH4O^R#}O27<-cnTy@k3N!&Gv!!B{p z(;Wq!OD0`JeJYqocA%8Rb?EBBbRDp%18TPS1tf?P5|`1#gXyx@>Hw0s3p5GwFA^7^ z9>RBa=(-3Uh9HK-g2NzR;>N7?VEWydbpT1+6X3Zeu8-daUcz33)2Ne95Rx4zl(=S> zb?Lp`9hRXn+svK7GGi7bF7dJ!|7R=f=g7jc0F`TDQlIfMIh4(v@$Lw>@E|M8#X;h1 zcq#Nf)q|es7~}&kHFFh7+$sZ|38-Cl^&~ssmbl{FClgTSZUHTmIgq%QRr`biRu5~C z#Km}#h1n!7hfZIHs;t(9Fj9gbD{)T0wiZmyY*B_<-b#QuCGL5DFM8Ox{g!B$wChS% zXOXyP_flw$fXky%j`9JM$q`80@E=F1bhX9!Q#>zkvZ5l1E3(&T_>(jGAtAX2EUUyd z4!CEH4pgWQSy1XgAp?_^xQfYC=@s40s7BQgLaIh6ghb*5v-O4d2Cv7znl`N)SzjrM z`}|p#9@@`X1@-2nW%))DiEGLsal(FSrYL9T%Lyr0;<_JkDvEi$`7pZSFn~BEZbr4+ zcO+s<09GV%mczW6L(N{{Kbb91f)$I=LW5XQ-^`}%P>${c%Pw)5bvqV6cuOBfhEgYk z6cB6Q(?g9MU7X1K(QI8}}bnFi0xPChR@$MwR6iM9k z{vOQ0nq+U(6*Gb5kT{)6-q|$cdFW2{SKt)M`;6CUrWLLI?L-xlxWttN{7d3C^owWQ zKSZrW9Zh!?xtvqt7TJ}$K6A2pjOKPO1c13MU*h~X+tO#=Cfr4Qi!8DM%*#sLMq}|8 z178`@8g}ie3bhvdQ+@B`!M7NsyHo zbO=dY|8;~^O5%oVyECu6nU|>9UV|V?NStb0@s|dvdR#{mH)TE9$G=G2qP1Q4VRJ6% zp<=FwSWry)61V88J2SXNx2;Ixv~tK^xFs%N&HV~FK$6& z)?@=&US`aK#0^>ehL?Vb79k7s093ApNl9EqHs!r>3lHJDIdG7;nuHX(ocik<^-MRC zjZ4j3MH2UVgH_RnlRwQv>t8JL()pzZXkW2@bRpRWA9omTcipv(Vpwxjv z1|}_WscWc5;es#dl{gqeNYx01kVxDP-}b^E<6>{2<~Rvpr6kU~-)F({hSuh&H}5Ri z*-9dD%{U}(vFUgtlryhFLduo6!&ME6+B(h0KdUntATEisk8kzt7OHR#z=|a9;LYjG z*bM)th&`?ZD;A?xU;Btg*1NeB<>(=>>=NfMuqs}6Yu+7XDD{g-j#wpbW!@O!wmnYI!jo)Fup#dOrYR)FX)t+FeGuJ!&`_r6(3JMG|-Eh9@(8Xzmo$71My_ zkht)(yoA7VJ9MXCj^Y%_lQ_p#7IfO+rdN=}T`VTxUlMmzC4rfsIbaX!XfDUd<(v{1 zYj)4I=2xd^G`GW#lK?Qc&s{gkA()Pm?(85|_5aL2$a)O#F>{kAYN5;tYFw zFySNP@zRLs2)3l4*Pi937O zgK6-_&In1I*EzBmZi$;cdo3?l_v~OaI-WxWg%bB|jXC|(vw0XAv+3u_@-kxRpsxCQ-GM9akY(OS+AaQOX8-z>NQ}IaRJT4KGP2%<$w!~jC@f;W_L6DWW zjAyw8as5&Uqn0=KGFgyQ;@;J9r}eH6AAwrVs4FA@i^NT+Nuh^di+Y4|q;{2HGC2Z? z^Nc)2W!O{~pgEKas3M6AKBdc8%t*q2ZQ*{6EXyi!bAux1p#${*AgKd|3`|<$OfOKg zdims_SK{33WL>Emp%4;@D>Kv+u6y6JJ(4)9G6E|laX)|A&?8m9TtF%|^UMlkiNtBJ zKd2X7dglpx@UGEW0{#7<-ko+&3(G`z^3e4za<7*>sCO&>LCIzF*1gfdm;%>J2FCAE zCHFzSb-h;MCocB^Dc3Bcs!Iyj?#L`eRk#5Vhgq8L(b{mR13GqJ09Is{)+Z-1_Fm&` z5UX>Jl`V7jE6R_-NxowJJ@xtzRRw8Zc10<_iMqh~(cD8tykH9fp zpm?uu-Cq{d+x3>BW^m;)xliy9WR{Hc2WqEU(h!uMMpp=?$Shahc4Z>;Q;boo?f@)@ zSyo)&UDxz#i|*79Xx7ho<-Jn4>Pt>?_p|QDr{>50yn`xnGQJJg={X z%u@3zsjRYQdB*k)WwCyJ7JmHGL;C%d9dI;$O^i^-?!}>zwoW?|}kukXUdS1%m=`(56OI_V>bpwKL<*BR1n_s5Jwv)|w@Szc!LgITUKH094a>rsi+ zunVA^X1Rv?_Tn`DE|*9S9LzH7buu07cx5g+26F(H5&=bKdA7XWO4P1$Aq2NsMmL$9 zfHHRiXqn7`S!SMEFN}|Vgnw}36QFEnc_X36Q&eT`d!$fO)*@?`ou2P5m{PD|F=~1C z0CSpU4<8{N5N@K1T8lOr(8@JYo~=IRps6YQt%llxU< zmZhCEm@!Y8kI1j)RS=fdEX~(UIf@Qck4geb9Vn!Q(q_pdP>pD(>!?PW4@d~98leyp zvphCOLs+O$Gz~S!GXN`PmV1{v(EIc^%s{=_OJ$yk#4I&A-X3hbIHWVm*#RKsO5BbE z4T~04cbJcExB?&!i4*N{-V(WED{ zMLo}cJcn}B0a$j4iwqYOUmbjC4KfrjAXz2u)QJpXyRQ|I2pr4>iud|5^K!Aqis+%} zbvFq>81+cvQvEBaSl?zID78xfQzUT)pT^FD7LLZ*s88JjQYnd}?S;(5kWDqH+0JP~mRCaJ9ykk` zx$BC9ki>a4B_aMr;*6#y^0mswXrN-gg;;PHW;R% zkOL0aA}hn% zWHJX5H|9{NFjqHZIeL50wM$R34*M|nS8rf;Fi<4HEMY`0p^sr zIq!t@q5dbvqhXS!Lsn;zxRb|I=yf}E@wX1T>k>>RM<8(BK~4y7G7539^Mi#tMeKMqsnSGAv{zTNu1wp0h9OOU^J4rE`TX3afX&3 zsMmdVXrmWFEW}}#xIR910yFcY$*50d0I8J3rHOB&WkSy))NGGH5G5q8O{IX*8~Mx* zN!&vS@h=h=UauqHHMXx6DrVEBq!@4*-&>*4 z5e5+yO5BqA`t%s1*e*y#W;P?+ml?AlaYoY}`5(_y+Q`CAYY zByJM0tPdutDLiB@)-1L*ia188$;X+XkduiR;n)Zef?47eCMq7Xic} zaVmRCF1G1`DtsPbMG|*-pf8j2{^ShAmMg)E#b~ijo{0K&XBf&+6|n3QXR^Yzc;fyY z*O8&T29j0cwze4|oVnMy9s<8`f#SV}&Qd9vLp9lkM!ni#QcoE5NaBL(-Jv|oc0WPs zX$hDjiPKw2F|C`sdZMmq0xXBb1(ox(;WS9j#L^xtvqtE`6Nq+WvddCp5R;KmeHA@+GdkYdhNB<G1eW-=I8mR9QNd@K9MKae-p2SJS~hNa8L4rmV!(7?e|@E3NSpy#d3?^6V1VD%?)+ zWat-nBysnFR7&EC`tq5V^BTTG(|dIoSzZZ=>okzhoa&Lk0ZCk+5hTRFNSxVvH@?=| zt$R^1Q^QFtD5iXgYqOir6t7d=h$L=F1mU?QE>^IK*Jj)EzNnL?Mv@2$B~HDe5pBA> zXc8K;%qRlOj9HL4@7V@?Gy8`%$ijqC1m%*ribGTr`o$T9U*^C;;tp%2(7r~Mr_eEo z7)@4}nz@Q3Zs<~{R;XQlfe_phce}dO1Z8ePG}(Ym=0M`woY*M5Q+-qyNt{^>LD?j( z`?$f^P?Zk@BP9s366dh%c){&9S%#?P^@t@4a!TCZOp3l&zIP64Id>rdi^T2vltSmZ zx?Dp!iWo!ImB|rEoFL^q^=0a$1!xX^1XPj4m2dn-KT)Ufk8MqjBg?W%TpLH#6m+08 z#}Y{DKp_K@mN=0W_2#-R{*{^a5JIX(D1=1fJe^d8%d;IKQFH7VPu5pT;;+4f>wg?NBC%#ztNaqn@2>yZ0lKJ+GT2&PyLh0FJMleNY*?qM; zb7$nKU8q%?n-iA9EC*fXU0(i158Y`N(5z;eX>U$xL1)spNN^Ri}X-hp9)R1Tj* zmCXkpDvQiALyY}=Z8II2rHvI?R#~&GQ~xn_vn2NmdJz;t9Cow(+{9imso(LnsCiZb zsgzmL;@^s$7o$^%CcsW>avMsR<%0GM^Q}}f44LI+2=OmwDXJgDZx^%iD=OwEhy}%z zZaA@(ywP-vD#1!nY%-7kBi*>BR8EH5+r z!7PieYV+UcEb>HZI15lNvt%|?8C7e(BK#8v4rY1ZJcV8pc=tOx2D{sljZ2AuBD3t{ zJWU_9t7{N~+bl;5nq5Sh`v|m5=D;kUv|b?eX`1jAnPspI**lwAS`Ryh=jCZ&q^w2O zEI+S5U*Nl{zX@u2f$hnHoMt(wt_NLnCF3k=IiDc_i&?%rokI7l|7ttRkzNO~u1t== zEPoh_sD}R8Q_&on2B;#l?3HiEs5ZKW-|Bh^EUQ@tEs36r4pe_zvRA1Cg|txGEQ2;t z8;bloAp7_4NJ2=}2!)WC<$4oyVJkiFyQn$7?L=Uu%yR!>AwAAFJPGw?pR)nx60>Z{ z@%G@H2W?s+iCYe&T#2iRSy*T=Xlg#X;Vl4hNSuoOHSJqwsKN&URwQw}F{w;|Q~ghf zJ*EUJ7NfQA(?l)eOTVHVl>*ByadUQ>7u&4ukbn&37LcqGXK`S*Q24y(E(AW}0>yis zf2p*1T$1HH^t!7C5Jo+cxYTo%)S8CQ_@8BU&yi!GNaFT%aAz!;O*yD5HUpMJ;y#|^ zeG8uvi0*XX1+p@$#65j(O6MGih({8462QMCF1m6IW2$yu7j?92a5<;MWnUlfdT>u& zKQy;1AOOs5`4ab9%a*?BZEK78XKcKz#LaFjWLoUWy@@LO5qPL9lDKnXtj`S}cO-GY z08>`tW;xuW(xX&5q8EXBDX9~?#64}{B%u78=b=8;5=f;aZpu%Fxwa&y9cs455JU-y z^RF*tQVW-KK@v9{Li~%wm8iP&-&_sEANcQwSa2BROI%f;kf}C*{|HIk58$~auK$^} zyo%r_Jk&|OFOqsFl(-d>OzAH+=ii|*yBuJdF$)rR-Z74!-G84OvatJra!H)Z73$Rk zEf<8FUn1L}Fj<#~>1LshO)t;{4t<+K$@Q4hX?5aYI^7evUHt0ce@b zfyC9jm@IsE;QAyaajuuit+Pp-hM$iIs`6A|qy#}$;#NQ~8voDw%q z!<{zE*U&~S#{dGbNL>1vWV-46Daj~D7J$j*2qZ3cdl_|LOqUmEOm_rSk;LU(ct@|w zJn;(&i5sx264$@es@v#5c>yGKppbzfi5pG%+>2<7YUBqYq-umhNF>g9$9rbqk{9^v zMh5|`l*A<;_n_-m?<+#RS;w-wg+$`CIV5h;u@34eXEUt{DOcipN2(O%)fxK?-LPsK z0&z%O>h9OmVxFT4GXN`+xU!J>OmBy7wup^Tf)$HVn&xzo>7BVFQI67pWtTX?2KVBu z(^mM8CiVi!Dse$`=L_reswN_}xyJ>H_j=3kYVl}$VF&cOGipl`45J=N95een^-X2k zLX;jKz!XW`ENgehU_)|u)D`1_<&e18Gd#_L9Q;n)$4+F!tP*!g#fWaJdms@>+-N%j z{v~m%$Bkja&TqMlI@$raoKxaNrB_|&H^{7qBnx&jZCMG}`M#$0zDcR>;t0+_NA=cD_PTDL^IA9@kYfjI0Ew{f|H zppjPCV+3)Y@GlalzO@U#_mB%7 zsF)g#Bo-7?zQpyl6*3v0{6-^*vj?7A;+j-s^Tsuvhd<-(4G|PdT!RcldSo}_nP|+W zJCW_nj9HL4uccl2ulpZ#L>6`sP`MT+^`M^rU8=Izss{+a!GVLswZ555U(7aXg=VgX zGugP*%vB_DRqeauM^bDd1h>S^_PCmhGUp4lOy)r1^4hNuCi$xVL=s2w$llo`uGfya zmS|qK;S)wm5M(8;xyh}9Mma|gp_X?WU`~m%-YcYUuBjBDmQznaR%eko-#saG^2EE9 zC`W~W$>azmZhPGds#A?sCYnQ?XtJUriJOpdhaQkSCIAVEF+*5ZiECS6i{IK603>yw zkby}{oaht(_7i9PcTdA0gj9`C2#Lh47;~3dpB|HdnqxA+N=e*Y@pHeYD&p^=-rVfI z&{86CIvf($VlZD1TYl0J+!&AXz1DOvkCh=W~=f1}ws%b$BB z>NSMmmbjigC;SlFiBDt$GMNL3v)?ye*n4HhW+ZXTKNFNq;zC2Ko1u9bS4|ixL6DWW zz8Yl(D^IS`KoaNrg}|H=XY$#d4qEgW|H@JAtGQ6f!VriDP`J z^><(3SK=24Ayp$3LLzZfsjtlag=P4+Esp;n>nkO3EvIy&$8U*pLU%r;%En3}ak}ge z>Zy*;t3nUn)qhB!zaP}wKl*6laF^)}y1t{_>m?8BnZG++GN!2;{xOM(aJ^(;{2on&qH<6@~66^#`C=%6Wh|%#yL|>QZBOiu?v{Ck4HU5 ztm-3@M^;vBYe~WhqW+)M88lSQfMqw!o|mdcXLtu^B5e`?$!eB$=S&s8Np|jvz`pB0NbmexaNS?>wCPw)?9mf6vFsVzZTDkwePFA1i|ENAWFG1DHcOG2$W30MxZ zEIGmJJZ`-$y3>_Fvzn#jbX|JY+B%1jSsn)PFSC61IGi~)CBO@{*}HH#r&)^TPjID+ z2JJ*L@eKliOvpFOz6Q2*R>!MD5U=-&q!{zEX8CiG8?(f28-5LuzFKC7) zz&i+{gjxQY>Bh{k_uhuga?cyGkAE@C+_ydWHfC$;qhf}?C9$BG^35`%$c=Gc=Z}AI zqvboobDQOtgf+ai4|`9*ofIM{G|MV2UAo8IA!pF+PkT?6mzn)wmS;z{<)5zh$6vOb z`kA0yX32=Cmn{Q7BeTrqz`-odt|il9V=CsOV{jU9DG^X)md!ffpO4zrBM8B5mS;bW zpN%qCr<&ZpOy9`4w;8>ERAoLeQr04CmO%yw3yz=NbQ-n1 z0Dw8ovPZ5v?U`eSzn(Q70Rfkg5?1 zAu&sReN|!lgB`t4b8P;Nz)G2A$ckQc-|DQMs5f7aGPRbNr5?xIgBRY;`-E~9Kbnwo zB~H)dV?l7~?lg462LR%bxZFLiRh#j*;#C36Dq`X$m zxA7-|IRL__M-msL`izRWQhf}i=L}$qB<|T!PiEt=2>d;xuYu)|xQ8cs_LN^XO40OK zQW#c=vshw8pUBt259&q55%4dG8haP!idJQWBRd{=tn8{b%$;(_1v21W`ib zn)mf!Rvgn1AcP!s z61OdS4eyP?&jQp*btjVu3MHnXJnt zasK(!KG%dB8kh7?2P}~qTdt}f?ML6zwL^D z`qq6ap=B}$68CM>L*d7=?v6;}T1_J;o5V3)0!E=Ke*s2H5M(8e-(_b(O9RVYNaC(c zCkt{)TyzXgi(GBGqL!04g9KoaxQfQ9^x>dWL(%D4J(FNEIRc5JQZG;|1UmE49EzGn zP(>1Fp=-+M@=VK+khsq#EUUx`H`WhEeMM&ufus%;GB9b0W1doLH%4_rHF^#qq-umh zNF?r5w5jlZv*@j;IUblx)>lg6VusLk&9x&(P;V}|(X5R`;`BKr&a9>B3zW0aaze_L zxNytfg^jh=q@o*M0}zMAsi-u~X_J8}d=g+*5fe+?nkmznl>3H95&J|5RxC!XZC8rS z9#7CjIa0ex?v!2PDmT=}aYROb#! zE~~_ed@SjnxA$72cjD6T67VmH8#{V56Q0(mE$V1T;Broh+ts1Wb@*ZXp=fRox<}T7 zxh-Gf8i;>2ZU6U>62w1c<7FjoUJ8$~7tt?KW#jLY^`Wvz;_9UGnD_Y?e9=2`zW`HK z;(V%ZP_G3!E76M}tb#1hE^%{`>;)5tQD0D>It8Rs5;r%K$E@zNs3&T+)|F&=B_wXp z8XnU>uj3#jaq}U>zerqkJqP~M$6n#9_0@UsJVeNP|M2)m{a1iYdq-a zZdJok%Q+4KSR`(7b_)I3@@NZ`qf)?Ras(1*bm+9WQN)*_IaCg)B8lrIG-A}8@6t#} zs(@vcI5Yp{7U)2|21x2aAp?_^xK3-R{W=u>i%J_y$`l!{0GQkIC2mD4J9=2r+74*$m$LD) z68EN^57Vt;m>#O^I192qR2E5GCmSDTv;LVNBynvm38t*X4GXTMLKcVOCwk989CnF& z)!0$+)V8D)^{F5$vIC_gPWaKAnS5L8A!@eoA&3$ZxBZ(p^J`_JWk}+tT9bYJi^L^& z^yQx}(>Q>NsnLeSg2NzR;(d&wX;sC#aKlYD;#YP~ryq zTG2hdwXwvV1z2Xxg2dHN8NnaeAZ8V^u%Ye9x?B<`Iz?63rnf-&3l1D4E@x3PeecOa zd<;@;$m&uvSCPc6c6JFw?W%Em5`tUe%xCxVL4vXtXqn7`#GNZzC=AfeUxy^lp#xc% zP2&8_hh(5CUjjx-5M(9JsnMf?aVI(_pq4k>mMq9AajhG9(dyp0uTjhS2mx3muJ_Ai zx|d(G>nKNQ9m%>fIRc5Rj<`&9Qp-y~b4affK@~~d@E4Ei!~Bov!eq z>jin@pT14ic=x}=8L~g9SG6NQ1U-1CrAeT_AJl7i)3>lf=(Ye|?=AOw$%A?=RDDV+ zr#bIH*0d6?mkf;Gqe||BdR=|YBT*r*0V&rkx8~~?_*m?jgsSiZAP%!sQF-NN8HbLY zxfaQVBD1WpT+Y}>p3FjQ7bRG+t(Cu7B%10!A`#^%0$6slw3<6pbYxSQ2hyemK*|?H z@w=HCJ$DKl`NwTU;0`WOyw^ScWyPEF)51_QC}}}*1pa}{GAQ;DwaWdt14>VkHo+8` zrDq2h=G?yH7g4J|szX=~vpju*ckkQ_3v{RJbqUS-_Mpp>7PRN$hLez4KG!4QUuLPf zc{rnA{i7LbvysN+a!#|X=%4GVo^I=gWMV%A0GW_)mZ!AZ(Z}!aoR9cQHeS{&_rG># z>P>z=5LH&ygxmmB7MZ2V8)wF=fyyv!mVha1mPg7esgYmC;$P>qD4X~6$srZgNmsQd5fqwbe(M%=)Zv4LX!b8N zBe2Zu2eZ_4YtBEI)x9}V!$fm}a+zgp9+jIk41c3uHw(o$nB^Kr@egjiZm}F41CzD{ zml6R*W?4UK(+$+FdO`?pvs}76a6igi9MCeE1G8Kper{*+?ujjsSuO>X%`9KdKjej~ zTn>zswaA*~&PpQFBqYhevYKTb^G^lnK+!hj7Nrgp(n4vo z%;XDRZuS3$YUJ9UgpjHc3L!De{N9a)dF!vapyt@L1A&z?OD*4S^t6jL_#tY0{k!cX zZx0%AygfMN$wU11;9?-+U0fFzS)SnYOB;YzN*wjb1z|2ILqhlDMXoZj6=l<$I_rssYO( zaX&Bc?uWjvi|%xX5m}j4;)YK%qfMU&pFk2<4B%f9H?-j>=5vDUPSnv#;c`xi3)-6G zda~5}Jd&_m5CG=3e2H7yx+A@?nYSt8AF}bX68H4FE3&8Yv7@>NaEU*xiW*( z3f~}!s{u?|iJKX5kBSNFfPeb7K`T-xc8P0j>mVrI^z<3(QyM@jC2@B$T$!zLqi3LI zs}Dhxkhq&!uFQ+`rWcXK4S^844$thb;G>6s#sz~B=TUOAG z`y9uAZSfFTR*Ac$8-;(3v0ZC&i&6&)8JM)hbutq4m^uQ#F*P1SNYx01kVxE#>Ix?1 z-qx3>Ies)F>nkO38_)3R6&6n?AVG1?KVu`2xK00ak&; z9a$}Uyh(u{=@SVN$XYdfjCK2%{cJ924`J zy5N3hDSGi-1x%5|>BLdYlDB=FP*-eNKyH#l;tt>D^)pLzMt8cgh|sJO=h;o4_D$`L zzfsSqgn)lZ+^_AUm~}rpuS6Y95UT8qGlYlAB8eL;#zHF&4M!4}aF$@oO5E)sPpPDtd(u&( z2t7yQuuI&4V~&E`dL!^(TXa89NTnq1S3^FNWOPe_rnl1t5=04!d)j9_2uYk< zDGBi}5~pf4oWFSGQV}Yq(?t>s4ugD&n>(4$Y_02{jwDX=65+Wejz4lUZ{3MDiRhoh zKOllaiF>qIkG_(hhQAiM<}z7cX3T=bz1`G@?{{<3V`O0!R|v`_ahI-8L8DhLMR?g& z#W+Y@!(GYrpecPz&@m{vMsTT_t4QMBE%D!r+STIgBm}p_QQ2+rXT0Of2rZL2kho7h zt_#B)>l7e~>vw~oY!auUcL6^WHLRR4Qi32WabuoeF3?#vW;JSgjyDO+DRF%h-Nerp z?{AD+j>at#fJNd25h=8WR*gQAxcavVCX*wOxM;)Ml;$EG{213AKov>co=QE2evyX% z+M@UlS(a7eCM~_{j1JV+y9AOtP{_cfCCCvf_bK=Yr zbi-Z%aY&q|!h#ZOX#6^oJQz2%|{N1irCIhqeFyToLr?0;EX>`T?-_u#H}s3A=H>t`39-YJ}&V0J8_{E#e+MpSdU(JR{?}kk0j1irIMPx z(LWod_6cB$B<|D+N9M7wDgLKz4X_*%x9C1^>Hb-R(Ve<9C&!3Y;#6*%(M`s7Ohxa+ z*=ZB-FNs_EeK_;Xx(AIqT5BD0Ij6*B)1|J14o5#gbNdbifVnMS;#Qt*NB=tCcP`>* z=#mX!URL6o&vsyL%s7pIwZvAB@K9MKanr=ugiAkGBZ<2Xn6eVr*ZU3?Z`&0Al3|KI zS)N_u)^v9e^f~{IMt#cCfRIW_+^{tc%oN{`yHT?}2SJpOxOF)W%$?<{tB}M^H75J` z7l|`DF@XPh_xW;E%+(MJiYZ^>Y|0!Mfsw;5Byqcd=ax8w@7cUnW`aW0NsA$ZLWyhQ zZbqj~UO5Mi*_!~%j9HMl-Mw1zL#Mymge>d@pj;BCQbIXh{P7&&KR9rZxDRiW=_7F? zcc5dSX+ml!HFFh7+(xxL{4MTg5Q1CcK3bMuL78&^S|)QKaWh`k2%G1Qk3kZ*9#A%k zn^8W$DXOxSDY;)ML6DWWUtdcLy6%aah+5uSfH@^D(VL+wn%>@vhDr0*WOWvaORY|! z?=1O<|A~+Sm`sj9;?jdJP)Ge{;xEm84yYoDTNJ3rH1$r1LPFBdjO>e+?tu=} zae$-_6f!VriBl;N?3o_#glgnqPS%yG5egxZxTdG{giKR|Fw`6`0j!k7Wv}l>Uz-1J z3%YZ?(wq(wi8En;P%mY9VGVllZVNzvKdAS*tpVkf>J*Hwe<1gI$%A_D=j*tidHZNR zvL?5SWK)uX@q1LseNZp*&9WotcE$lI*DQZd?Mc;NH!c%ZVLd<`X36Zi5%cUO(x1}+ zD>BP#3F8^#b!lr5`%(#3Y-=N5C5T2pTpEOO)cg|8QCv(^R7^sA$GEWHc^w-#IxIL^ zn>p9D=-11b_DGu?fn+ty9xtv7vs?ylK;S?wP`uasy)PEqyz}dgn!$=I|50|{0ZnYr z-$v{m3kZsW*ilr9BBbmlV8M!_!c`OzX^IW3SioLT0R?*j5$qkTs32CbfQn+rj=gj3 zzPWsV@0ol|HXH9B_pg2CoSiwDc?_F`?Unok%yP(@*RoSw{9H&+&1($PWtKlWx$u3y zg+7CSZ$}d=VwQ8SO73r4(*W+YOg>v#*eu61;8s69VGU*(eVu`Sn59cbDBof80sLly zqjb5bS?0EQ;M94IYU*t8-a*ex^Z&tL4M2-DXrS4TXT?eSaN6dAt1-L=Us9JW$CSrGIDxW|>bR{>Cg*`UguZJScb!#oTaHOEI;Z<(?EJ zU(o1lF_`6D;>FFf&$2|x*y3*-bkb6{*ba1>rQ}O}Zg<7t;owKD3D%hXWR{UOc2e8? ze9dW_djLO8TZT zUxt8LrV=b_mSgP|+|$NurOeVwSJ&^-)B(-qsPC<5Gh4GRvAf+HsFA^qB>{xnWdn>k_lH6nT4a{VLn_C2=2TN%^I{15QI%tgwh3ArXo5z9#8^Z0!ZO)3{hh z3rd`{bpvijt(R#aaYqRJL*m|?3gJ)xyo}!wnoF09OI(B7PL)6UY=OCbp8}wSsYJ>r zc+@!mP*rdB2^;4>#<;8M(-zx4J8T2~l@PBfabC?N{P+_;r$A*7E@g?L%7VmQRAJ>_ zh8ly!g)U>5z7jVi)==(#XZUGo6b^ALj}xrG0{@b`CU zwyWdW@_I;|iK~Q9+V#R7B+hL)3-LD+*SvOj>CWJ0C~@y8799rd5?6kUgg<*|P%uc` zhZSru;u1Ic?Rv@HOv9bfNt0Ky2s$Nh^{V>ZyV!OA!kG10#bAvwOA>ebZY61z{7qNE z!m6xhsF=i!IV^jZ+Nu!nG!dL6ZqDEcF75qw{K1WpYuM^)Ggp_ym1}#}3EGv}S{6cF z;^bY84@2hO6RnXslDL<5b}Kr6&fEwRw{aa?SV-c&RqCAtRrXxZ7&SrAl(>#lpQI-r z$eIokSAGM7MI}zYiRW5%>R$_5P8tOekhs1kk=(@w5)a7H@C3H5Mvh40LK1UiHD0&- z4RfeLB13gaT)67{nwA`ks|G@nL#&|0Js+{N9`u#)jch@+0|f@AE^$L9$g(G|B+jCUfqzKcrhXy(f!Y%)Ku4?coLw#|aYII>I`#6H^9>~I7zLoY zt^J+2Ff$vjor}d#;K#mT8$e!D;%e5E@-h3)$e^;8FBwmj1&N!Z!rVHgT7bl56Q-}k zC46}%8};kVKky=$^olJnEOBO%w(|ZrqB=pJGJefSy(I3Ug_O5$({K)n`u&C}tkTqGD>7IMb0*zMr+~y9N#Z_g`bP{;w(y zc+2)8E^!9t$&!E5h8IC6{X`LTN?eT*=A2v6$i6UU;^uGvs)#waVJt{oolguElDHi=+#5rc_Yk8d2$~Xipl4?KDc?|k zXn9>evjs&ZF33&EHOU=i3@xXS0tiUl9WIhvzx^2gYTEc>wys8wNaAkX%aJ{{d5?c= zEB`M;bxGXerM`Ui%?+1;kR%Z+C~+e)hL42<)$R*hQ0+j0fvHQ}d~^AL9cf>nM&~Gm zT8$t?iNp>0=&Lx;;Q4H5jsw54_4Sgt3R~K8$|hD1p*N4I5Y)Cr;;cj@?)|B-rjWCv zL~50|=$3n=RfBEp;f8Yw5|KE5pF_~+?O+=B2-YQWCeNbyZd-OX1@^fftV)dLr@Cd# zcd_t<9DO2ISmJtoO3s+{X@5&Fl;1=OO5BRWFBDM?(GLFiPTY_inKvhn zH-pz*0|IH(gTy6dy^uYP4^cpRtO?U4aRC8NyjRW8j&|}*4V9tj;5^4E*F)!nC_RH+^;Qe2y=Te1)#aD zUE-!qYQcGKOMec0z7Ve|al;yR;P3V8-~yF3uflGCDhm>qr^2k3O&SLh=S!Hr5_faZ zGg-WAdrNo`Y@#^A689m=R$im!!gbK69uldS#96oOz>mEgmhahnei5Hi+rENAyLh{-! zg-+VM8cT>yiE|lLj~h3x^nOs0u>@<3S(3Pl)~3?Zm4maa!ERI|MR-7B$8H>bs5Q$Zp~q+o*-7(EGztT`9$Xhp;9o* zY$CM_qUsysFRnELvz$WUA7&X` zdNf};cB8D`pANX_osoHQ>e^H^w(`#u2PB`^hY2 zKCPtw-6!Cab|(lGGs``hvO_jsc7s`ZePP?yij!HcRDA>_FJUVF$WD?n!POXcxBzmrk1&lKky*ajbxHQX z`+Zp$)5i$aWtMH4H05_3y4nha%tYN zQ51zxs}Y1KF-wQorixynPn@ASUL;sAvs~I%&e?p7^@H9Vv52=TG0VmxZx1fGAFva0 zR&OyQwMty-fDtmT{3(1g(TgAvi8HVbZ=6>NDm^tF?#VS=u;Uh*$(uQxJi4R`7^K2kA!CX zY84Bjhs3ox;LP{gowy&~9;~sNh4>qZi##+)+F|5C{2kg?Y2vP=AHJ#(Xp0A&?#};1tae9*Ti8kW{0k0u*R4ri90Y#DLrNN#t|&6 z#d?NnwJ@K6{~lNk9&HPbCB0RBz{CyC2AGo2e%-Q6FK!Lbc&b+wtROXAFS z>~)8B6`sICh)bO365mRYIYlC)H8MvMXT7{o;THMx7)V^XjSLl%xbtgH?}I8|Ax2FQ zG$l@IaW6gn`O*N z6A_7Pmsw*u zYLU~T{9ZFb!fI!*^=NKum$;bI*4)^iN%%usPlR|)i3|1Xz&9KdgB{iJ6kDGv3ldkP z!sZ-!+YTho^fbftl{iO_>#_kZVRhj}V0ezj5tg`H8(YbL<~Xf_K6RT&y(Df zhlv@`Y=2M?JtWR&P6s}{_UzgqasKDo9sG^NIVX&g-h1XS8xBJO#iGNYUE)4ubl_X| zxv>e}iF3+kdl8qoZ0`*c*MX}&p_6W>2s$P1R~K_GGiK8=7_;s zKY1dwytbFvUPUD?Bixl6*xmu1;w zmf$z)1rVxB;uep;!}T25Vk!v94Ppf)uAW=%*KnX@xood$2MP>KUE;>2%MFk38xJ)) zLm|{^1R+W!Zc^8~e2PcTEohEU3D!&E48D1BRWAJ+1HHLMtg%Ch#5EO>xKm+48z5(U ziPS1_7bf(TrEIKc2RHnZAQ6c(FnCcf?gE&G@lv)|T@p94N(w)7yX8h;JLtix#K=88 zBI8bl=Vp+j0mKSRT*o=vPSj7EbrD=_Dv{bz06wq zkJrQNE{{MO^&oMDCbwkOd(@r->G?>QE{XeRi8UtIm!wFW#8u$Txn~RCtOSW0zMO%7NL-T-!}+P%?gOBsO>&{C;l_ zb31e;3qW&QyTsjp(1P=RHFGTR%2fiqro`QflJJccYw&j{m#$_!RTdNZggzeWYdXq`Zb=2Crwa=rCxPI3q(Tf5&1$Hb`8f z4U89;xS=;UNX(BHq(LWrP7!oUoXx3v+*|p|E-+>WIkUwRz`_}CZduHMfG?!ei3l_5vgglXi6ByP@-`?9g;+MR+q)QM1C z5?5>Jcdm5L;t?PuzQhVj-0?FuR&b!E5TtgXz`)ccZqY`$cgLnbp+?Iogj$UtM2W-& z4*J2nc?>av=GbXFOR-)O=bY!qJxqy=fII)4UcOz4#5EIsP;c?k?i1j_yUxcL^yhXTnq~KCrkwfn z-JQWK;|To2ET_~S%daYH{Q=tS2D)6-EP2^gC%ZX&@YhbaQ2>$&?Pl5OO-rs!)w$h4 zMpA`%O|xt(b>^#osu>TJJwZHG7R)k9h5bq!zZ1;zJYo8pWvlY}GOOSBHp7dcMkYI0 z!e&|iS{wPoz1A(Ec}^x$FSB%VcjmkFNh}W&AcunJVU}h3IrH~TwwZ!i);h`V;BUpH_JwLTtmFLSvnlsAemkqu>(43Aw|$>md$?F z;l54U8UnN5CX1y)WA>9-c3WIsYSZ-kIZ(rJLdDF|V4uvRQP4NQzn@|&YsJYd<9kGK z^CR9V;TTjp&2Tjl&}EiC<2=SdyE35=;%51NeT^xQxrRh*WRA@8YDOjHhxl`$@b+L! zLWRt7PYp#msB(K^)T~9*EF;byPQNpGSR-h83W7z=GO(Z%=XWTpA+(%s6hOc%gQ`Sw zRZoOWgBe2%);na?JNGe3>dy??6b_5G!bwg%vzMz=3*7 zklKL)EmSv4qi}f#lhp}Oqqb+*nN+J0geWn~zFuyM_h%q3x<+Nq@cv5Og^SK z(x=fA08fa4s=cl(_Q?D_;hZ77?%oneqaGyA;QD>p(&^8=Aw9KySY32UT!5F9&v5+V z30={iSP_XknI$>%{2AV9kUv{lP~!TItH*78-(eO=TmpfANZj_d!}+E)eC(j3<ZLAypieC!QZI=!tRdkW z)G~b!&2}dR(L>_48%y}vvdGUMamxc)0scnfKFzk0ewUA|1jW1^#9~n~wM(3JgoLls ze0Fz`xP8Hl7niuTJrgBY`*|*hPP%kBi=b2Da!S|ZE_Zgi3}bfu2nK76S(3P8TiQx% zn|^oz78V`CP^}iG_MjgBR%Uj6*K@!8muzS`y(oZy#MQ4F$)&!yiJwRrMVLm8Na8&5 z?#tHoIW-mL&>}*0NnB{XpWKnfK6OFjb`UElajE9RcEEwkAxP~&fq|(@oL76f!n!Lu z%?k>lRwD>eB5@6C{^C1!3VsaDvBG#(V7(-+(+y+p{i~2x(3=-z-fds<_FxMUiTh{n zA^hyK^+`r*mADS&Q)Qd)HaQK4auh)#5@%r7%W!UGsPI~XbxGXo)l>Ouolcep_LLs1 zN{m{bnUf(izt$IWR79+>#Fe=#=Y96RZv-w@EsNzyP~v<(-%~seyT2SjJ26nTSE>E= zOk<FtH*Mm-1M`uevc9 z?)3U;Op&&~@unwPaSi7`^#+L>dX|BINL=s0V1CT&)TYqUdgidpMI|og!%e51iq|r%@XvyiFR%?DuPJdZ+8?*%7d?07Ati z&fuKPuT&g5;5-qWB(DDP>0Gew#NKcWwiB*4b9G7FqTTsQXjhjggt)}5KBH_0nfpMr zM&?N3o)a$orzHs1Wk!swBurWVVPieXnA`G7L_=M zg-ULnA^P~vT+BnE_$#kTf6vdd4|E5N*<7-0AhvB za(UxH{N%EmdV@C2BT~>TTTlF|@JRb*2jCVlP_@?=G1oIEor<3c&0t<0%Mtkpm}Nq< zB3aK?{`g?#{HqMpWtJZH68_PhR`;P*OY#{jVwUsINTN@T-vD>&a-GqFZx8->(TIyP zSkes4vhfWD{$ZA7ZjRvNSH-r1Hd~>9T`p>t?hns9wR64b4l?nC0+38-H_Ilqnsa%s zl^Xz`ag%KTc`au7*@?ejrJM;=cJ3|4Q)R&{kEt-<#AW_qmde`<)7LC#?|Ljd9<{72 zya-C&VR3}bvc8?Iyvmd@rJ;Fd5UH10-ZgOM+q~U||BRo0mo2Y{S$?bJ%nu(F_5#dO zd5?wo8?!u_8zL=tzEV{vW~uuu78O&wS?0Jn^Zt1!JAhdpAzs`p8+=ce1X}mBW2l%}?kSROyYCnR_-PTG z%rfNJbgtof^|vUMTwDmuqrV+b2c`kQuxcpFu$US6_&W4sU>fxxaeP8)`K4ABLm{;-2-78T z%Xjd6z^0{dpeyzuRz%{~-;%s|(9{f4WZs2sSWx0>w{OJded;B(7Z;$7j~-*Z?FhlrViIZbyw$@-KHc&V?629K{iqxR3;Ud3*Vae$b~5 z5UH2MU0lQQ={Aj~!1T_iAbLpL+(eE){J85ikhp&-#NS9^p_sXSv>XQQ z64&7)$H%0#o(B?l+Jo`p68F1&ie%yNAx6+i_w;2EbV}UntybI>(?(Ze%&zIjV2v?L z5?A$JO{v%QwUxob#`R~Yn8YRI$YSe8n*-k2Q#Vc$_q$63=XGb~EI0;Dy%?@Gb9G5v z^p9gdpk0;vhlLQAxYWb-ILO>>qBSx{5;tXKDW&4jfsPG|E(qpOjUnuQbxGXM$zAxCW!&&*T>A!?i_(M>OtZP-3w&p(x$D4)V?50m&6(ElJSkoCU1eRSY;$jt%$_k zxg_x|-S8BoC^U@Gf)e-2&6Ml5zo7|8+*ShrkT}`<;r#YjQQM)TU8T!KC2mNAX-)&? z1y+N({h0!YN!+~iw%lrItF6Erk7GBAyr#r`jg#_Q&wp$Qm31JVDhm=PjhFI~hT|K7 z#PugkUx|Bp^{OnVL8lma5lo~w!Vsxjpam$I+OX89}r2MoLp9|1z(^ao24oKVpLWLwQq~IZb+F}YZYJ#9CaVN(9PH+CnuO76#H3W-F z+`c;;7e8)l8)!L4DS&{)J=QJ{1v43}m&6steUUG|>W&|o?LB9ebBV;+h)CSUfLWg*XBFl$Qme#S_bDg0 zuk*bJ+;As?#3ask=>2KAP~k9w1w~Bt?IwvWNASIp26P5?xgM-ajGFh4%CJB175|)i zgjivTtJe7h-|ODm&tNFGh!m8#{j#r$eMfGG1Nco0RPFWP%EOrzE1!J}ue%oWSXF4$ zgT(OidYeev&@owE9b6+JDswCZCFs^#+9ne z`5tQ*01~${ih+Mf+{s@f`9tZQH$q3dx`sGOK#U!pUT{hdV^)$eH ztk#W_#5J;t;A)R{-3rH`+8Tzd&0Jj)H+`)|duUf@DTKJhm2t9EK;~lCvJGftjwH^z z^*2S!%~kt@#C2cCP$7wHUT?1gs$6qDW7GseQ{r-WWTyu?RL+E!ca~sLiCb>YaleB+ zv!LZfY+$PkNZgxJk(^@3sXdS*hXjUcDX8Kicgz`)ccu4s|`=ITz5p+@zSSO~QmL5LEGt5#jEXi+{J ze>LqE!FoyDyf_Kx! zpE?Ba-dkgp&}NhAa#6G7Kjb;BX}qB>$iyBBKr*4-ESDKI=eFLLb^!jU5U**L$9A>n z2X@SC29-TaJXIFV(qVUde%YSzpL7u6tmXUn#`jm}QyQj?!Q+?>s1` z^f$`}9R}@Yx%!LhcFO#E4Q4rwcyY5FKV+k1P(gMqbkfrlL8nHTy zGyeZ5(wO~ZmbaCUC0h=bpA2f~NvN1v?ztpe=-lKj;HyM%GRvY}5nM!**EQi7+#_5~ z1az5Y|JEyZfm!x4WcMy^mdTF;K0@XO5v`FqGRu9Ht0p+#q z6QgD=nr6A_?)CH~AuaJA(~$&=n&p+x9l57(v+=6~7Ek~Iv+U*<$yFY(06*&-N0>&A z$SjQ)Ls(#O5WV>nRz2vR#xpoQvYX__d1 z*Jep)sL?A5p;jXZQDTD#coM<7BrfO*$M<}^!VuVb zdax=n+LEy_<3f)dxuy0kL9e5vmMZWjYpd)>5R zUFMa-gD7zs1k$Jni7RaWO7`TH{}f2iMZ$DRT>EP>e(2nJ_~gqCVnrm*v_SIN#-t0} zY3)7i018T6`g~K)u}QgYAaT|9G4KzG`*m&v?>^HSJK6)fTvXyL1Hzpq?>@d0=JtyH zY(1LW+9mE@s}@{jz5c6#w@Ve^H6_mRoRn|xS8pIlTo&foW`6 zeI+i>>Y40dQq~{8nnrPiC9dd0TY1eM?>j@Enty=pKre|idm`l@SNdEInr)+lEQlTw z_w|L8@07AL4kYd

qZOTRlznmZ?EC=|2%A+{Yl4B92GR%aRCYnRh4khpx}#U(E3 z&{j#-hwcNQlTJL$cA!(@a!Q+WbC2EY2P$HHguxnPmLx7Ru9@`FyGHnpdQFZpR7~R9 z7RsIs>(Ck`?w|-x5*Jf9f?L?u(+!S+dpcWPZRYBdxK&m=B0%CkPzZ5}dm~w~3Njae zjBP+8b0l#gSyhz{Vg{ZCiEDM7p+XW@G0?0(R5_0rH9^pnxI4!R($BvO=n4OB9eRQ- zC@OI_#+|q_Dbq(n%lS+J1SBr6dL-wyscHb^Xi)}RS0hIxaYYV=GMD6a6<`iE&t#}B ziOV?E*^7kRr7ekE-DTG>$AVi78 zSvMM~IPBxr9Gc_EEVjO061TkWH+lVciS{5UvwVDIB@)+GMB5<`n625_gZhq9FgCCfF8qSVEw4jm=La#KDhm=<5#T-AH#iC+rmpG>)7d|iR)>@Fb&BTjKT=K|7i9!E!_~ip< zDS}RkyOM9pUHsW9m{TTpe!abNbNv@fvHQ}p~3R?n}^DwMwcmsT8$t?iNx)W>Z@p5aOyKO$I+A6 z`g%#6#evq`LxV7U2u-@Mx4cB+Y(*q4zxCbykh20JwMv|Kb|d-p^~H_hhRvebav~CE zU@&OJISwl9O0X`8OPVu~A3pHPS73wnU{zw|TW)HGLEpLSK;jk=D=cx3lg$*3&A;H^ z3U?AIC~?pBl~vl+7}f^V=7AWf+Uv--d6{zpjq!U=tQN5Z)2K&@8~R-4ZWVAC($keN zT@rUPnCHFyo7aY}IGR`yiQ|t;rswt;4|h5-mTg#2;(jzV=Y}oru^J?<%}NITA#q%z z(R|F$xLVNB{ONL0iL?B4!Rg3)gT*knqbUH*ZS4{#TWZHOK6*b1_*5ZYQ{p_!a=een z^C{3#uM)Tb-{3`Hv5KWzSmF$owsQ9lD|SMk z>PVzs5@#sk_*N5k#6q(Tq#$}o+-#oXGYt3Qr!Ar=#NSBVtVs&#GN-1^pqOr}SvKe} zXqUKa^ErOuidR!X;>xUHytu^q-Q6hZlx%^&ntp;J=#;pa7 zeZgr??O^Mw)d)hANL+)7az&K=eoJVMX*(ILm&ENT*NroD-Fg)6{A_O}S0ZtC!Vl^V zcMV8^2k-jzVbGrs>iz1{M1IC$a0pz#NbB__59)OZZs-zdd%7D8j6%A;WMKR^suBIkce4E?pt%Ah7lY)UxIa+Wlrgy{M%alU4fmU z2dlER&_lB_&hE0|Ax9gD6*kMFK8+NWs+X|>ZOS52&@78jS5aoHe-#AaV=+***9G1W zGo`yK4S;6QvmdJp`3IO~M&V6aMEhSCAw9SIGfbCRR<%*^z5kKUSfY&t3ftEb)zsUV4R5qG;sw|l0Mio}^pNUt& zEUmrSvih2(v|+xiV!2;&@FK{dIKpOG%EdvR?t35-nrFX3YzKOorQ{RGFKT0O1}4Bu z3ZjQu-u}Yzd)_WR0B;XQ4rcrK8?&4nEs@Ut9$^f{H1c7w=rCwE%LEsmH+cREe{ds- zcyY7zIKEj@bm7qy=%m~bwga7J*<_PBr*s&MzsLKKV2#;NW~rD`ByqAF`U})>nJ-&c z)GYVPKBbzz2E5f!-8h+L>17d|wZW**a12fpt|kJy%(A!HF8ulML4Irp;$}J9{fr%0 z(_5l7GDl|lEw-|6s#D!7~euhq4^(DDuw zENYfUOBCF1%Oyjg<@5_+s|%Rr-L{e3QAtiVSuxf z&yjSQ<yo(Bwn(YEyL(%ae9cwby56`!l}DnmmHn zT~7jO)Puw&w74%@up`d|(ld=PT@n}bP{9wF@T@aP+;(C`B(C7Pq{-a6_}AFysv;yisB_=m*FtVZ+QZW=&lUm3=}yRTd=fqYB%zK7Bq&+)jVCtiBRg zeEYV{G0?>k8pXH(7Drg({I1)`zt?Db0s53Akdb;xT-q+4pYr+m8fdm}dv$H}NtTARu;%pDQNjnB@$^Z-V7|BpEiQ98Q z)-U@42YA&{x^a@Y57VY|8@|172FDnX2^N*O zK)X)d)?z*xT25jZTU|inJ`ITAGI|aj067{oj$s-(B8dyTc||t$RPEX@hs?(_RF}lf zs2jka?=#dCgrv>{#tKT@!%8hC!hyO$klKL)15=kc(@c3-_26yrN?bLOt*cfe2vH(& zCl>@LZaY}qfad5qiNShF+^6c5xFBv}D)eScx4McFiE|K4DeC2{>i2l3MOo}+;6rw6MNqw-t2WH?_dS_CbqmSvKuOcA2u%!;C?Yswbuf}UYWt~ity{m3kjrA zj}q7YzU;@INoOHFrMt1Z=#n^tB^~%6MZyf|iVcYsk+}6&B&#~xw}U(F(w(g=_)gr8 z=z84MMm1)G#J%jnz&|AJ)|~*}(zP4@nD@D!>~c|w8)7`sDK99^03#PNjbD{&`{Z_Aw4 zdEqze4W&5368GYijePU$(+i+a%_34Si8JzXkns+FB^)Gm1rrLA%5aOLXLy+)I825?8K2E2g-_Rk@!mnS15X8W&wL^1HfQ4Q5VyKwJy?ZYkZc-CJal7Ro z-8f0yY{v+0cUnPDI0kbDFkEfs>XNv-FL)zpR~`dd2yuz4_4&sS5EKhZs9ex03Tup z@Ew6SLs%a?v0p zfy4?*T1|`>BTs%YfUaVoYOh^oxtYrhmo|q{Kb=4t^&oMDrSHiW`gqKO^lT$c zm&CP+?!b3$yE+HD;#FcrB(COZN&4I$3*k-|RKgT#dnfMI(YoB?!bYP&;*u&e@DGU_ zup)pjKdR0==xB|ru**dyF4FO$)6ANS2f*B3N&#qYYnM3xHqE*6%U%Wm|3!$`l(^ka zj{KrG+t)#5M^t4uK$QiFYv}CASKMH`1|;q(Vfsp3O7bn)=)Q-lz>C1S8e3ji;)+_e zmUkL??f~?u1S0j4IH{i_@Addo3ZrU?DHNVaoL25NnGw7nbX;vQhXNwJ4*!&acBP~c;u7bu`on4vlx7Xt1~f895|{Jxm*QQuzy%<29)t=>+_^z- zpFx$wiBS^-O^GWUR-C@8R98!Ac}WC|O5B(w9l56SzL`SHxkv#7ByK?SNN#>&-VVr7 zF<}}xB8l6(;-;*5)J6PrYJDq~UR@G5{hB*(_+uY_ubeBff)ZED+_(!Is1SnG4ip%e zy2M#J$!8_RT0@PNQ3$mfL5LEG+uN(RqUqI7UeFwE8nGMJOX6CUZNP2V9a8`**6rGp z|4CeX;Rp4SLz)hS2k-6>^yhy6%h-Ffazu z^(6!2zfq<2LA^mWdz6CPSwW;$vwSgVru@cT{|Qiq>ja6I&5@@3Z4yY{p&0*f~?BcUN>HlvCZ!X{wN7gtgu;zD+el?M^-ZjZSo^h&@30))>OXh zUH2n^^Ta^aUi4T>MgLho9JLwd&DVwf(oyqe{}Tb1fz z2(5ZOu_9(UEKf4{_xTjK(<}Gb%7SkXe)(d?`5(5g0%jR?pMigvWuMHUe7w9zJha)G zh3s-svn;%O!YS@ia1qGF911`(q1`O2ud(KC&v&x}{-Y4DX_m2z?D>E(XL>5viA1 zemrE)7YqxK!2~dQ#Fp2?EH@pu=Ue!hj0Cfcpb&p!mNU2ZmR?JY?Fq$vPO<1PXgA9b zO&$0$-OWtEEW15sw zq7dR{dB6Kc{2t<+L~CS@%yRG4YRWPGb5Da=<`ODomZ#d-H-{>JBu33zG|h5qn@{QQ zB3sUamUq2~l}gksw_kJR8js2Q4K2suISU|Qmf@`;xsRidbO*C+M3_d7$SmKKdm#I@ zF3ShzkSn3O%<^;H-n>m=6F(4=Kw<^W@>?e(ALuLd2~s;ypoQvY={iqd`OMO{xUo&ok?|%)~gH?%9 zl{2F zx$wD6F?P5+G>ZNm+48~?H>p`0`Cj*rvq9n}5UH2MJ=-qjOBe48gk~F0LG+NgxII$7 zxJ$c@AaTDb#NSBVzV+Ru8+rvU0g0Q?iDiQhgLaAg`a{Z_O3aNw;;s`fE^#lmCrHj^ z=ih}++P^c~fli65Ygm_?e#s&Q#_V*0HO4GST<9Gusqv%No?v0G2^EvLF?VF;k3Jg? zc#ke@+gfpwxbY1mxTEdMU4>(iM!4F{)g^IR&a)aoyK3OZb|5Zs2dDO^1(};ov_|Gg z;>uStQ+iGAwgDvW6QM#9m$tg)N2s!ISGHL-LC}=AWj6}bdzJDvhL-2pjlrT4_j9q5 zOFGx50kj-13LqeHg;gWD*@3_EAViCegRm||~E z>7~#dGYQs9;;Q8ua*gjN;74BByPyQnEF%kw=E_StV`lf8%^ey?EJABPRDXRSd|#fwB3^N>`+_$>Go7&g(WUE zf0|d4O5Ea@YRb+xepUeRl^CenYtaX{jIrBqtb*5_*?d+N8ucJ?h2`(d zw)sl&SJRvb(~c|w}2yCB<{&lhUqJDeHY!9HUBraH%Q$1 zWh{=c#H9{&kaIi7_(7kl5YI@xB<@RRS3c5V5K3Hg3ZjR^$$Gf*^WyGXfyBM15Pu_a z@mJiWSIx`DLoxR)XZJ*hLA%6Nz2eG$+Et97wg_CocyWn)zbr*kt9r9c=%kJ-Sp=OD zm-Wn&8&>+=Zy2-HS20*)%#y^V2e*D5R=b`1yq5uLC_q%)~H@M&VFOZ|nglXi6ByOF@U0LOn>G;RC z^MvY>xZl1l`Sn-gKY)9*0+A3ksoD zBM4DaquWnfD$Kj|KM&2(jbObbZqvT^@(r7(_JrPSz5PJP5{YvXk+`z%Ef+z~3W?Mz zaVI84%S)f{jSuQI+`*O;k+=-IRw3h?f{67bSeL|YUfYuo=3i_EHcSszB}Qd8b;?L7 zj@kq{T1Bj|#EqMrPQ=MBU0^Ro=f!AG) zoh-pL>Otc8Be!KQ{9>FTJx+w_lDIJ`QeN@&1%71KhgcDbE0-Zzewp6|clvNI+pwU- znGUq%o+o$h4HDO8KLh`eID5koey)AiVCZNA=yFksb5FhG^teZ`3C!(!2ibZwx3x=L z?BZ5jTE2Nz;4cXAniAK*N5U6m+?@lJjX1>Cr^c;x-eeuf#QLe_dwm zyk-)-2#gQ2<%K1#zLA6c>$u1GEXs5u^^&-b-Bh>X(9s;4?F$N`hs4FXOZZ#IGkbx= zc^+YR@HZ0Y)3CQRtRU$E6!S5~qQmgN+4{f#hx+?X@EI5CJKT6;tc0)7#qTV<6K8ys z?L}PT>Rj9?iTTpFD~yim6hWuN1(dSn7W}S(@5K3}v*k6$EJ@s@D;CnOx59sbh0P{Z ztA(jaT;W4mh*c&0u*PN)oFr~{Gu5Xpj8=AsV~|6*+RXi5%7=~j4e|MJ;`$HsDRBj3 z1J!>Wt_B9dzd0R`v3nPnxT2`N_drm}9cQ#g=1Af!##$(+q)bJLYelG##K|3OU7^ao zh*1*+O^ItT_kH@!PXPwd^3n+wl{n@2E?kJD&;wdd%M(Fl?aR&+3OX4Q9dn2D%dIi1*xoFacP9+lO zEc~Ee=fPzk!-IF12vU3SZlZ7KFylMLljN!XRUEV3eE8 zHdQh({u@uoYz7b(zZee z0R6;3)n1h$l{4RezS;+x!Nn=8p5z~3mI+Hg%BBtYh(EZodm6)ZnPvCs9eCb!z(Z)& zlcqCP#4J-=NWFucIJi^G2u2H<<*Ci}xLvR28Gu>dCGZckY@Qm(J36iifi{~N$<`4y z%fbp%ovKwmKN@7B>kJlvWJ0@HIwv*f1`b+o4*Yu|Uehdt2B|*F(WRg)R5o@dTc0Wm zX1Pm+UG8C50nE~N7Q^&4%fpdxWaFJYN5PB0X*P=^Y?ghGw3W9mZqx^w=S3p*GfP)T z{^`$*r!WDA&SA^zVU|T*RUd?osKtR)Tg+flv)rQkzR)|z^6{~fGzuVKmT&7sa_zeJ8w5G(vV^Uxks~t8 zYEFeR!}E&eFyikLs>>|Tc=qE*jClGMgk)SaTUO94FR#g~1_!EU41?4T6lfusrGq?T z=jSm{qf`o^RwD@UKeN2iPm!PMzYChrGVHBcB7nRYsM_nB zS*0_p6^3tzQ9q7A8ucJ?8Sh`ns*Fv(4(VA%m@bJM)?dcIp5cX`<4q@4MB?~UlCPIn z9ECfbxdc6geqWe{ z#5JFkAgM6g4c{JYvXSjTr^JQ(HRKK!ogNHh)|+6BF-sD6EtQj={xrZ5ENmvBS}jcN z?LmVA*^^m6{QyrE!Aas4Z=BAJPWsUfX6|{y)n=|PiR+}u>;e+^nnH+6-20Ho$&fjt zB$jrK%#peB5|>o zJr$AZ5Af3#eK)i9^^&;xCe^t;SH19)1gCn;>{23eQW1%Zs`Ftm!n?QiSHcV1<6A1tM8FSc7jRwYI?8pmb0j-S{X z=2tUfg(Yr!*_8?#@9y?sC~iawN?c&i*2;kJsc8U?5Cc_vU2HQe)7?3CCA{v|5=f&S zB+j5!p)94`t{0G=EW&h2T<|yv-zm^J3cBJ`Vnrm*JX2!YC~!I4sh1}!jNm(Qt?F5D zA1`l4iHjrf4~gruX*mC|bVwdZ+$p+TRO0w$)12I%)WjdkdQJgoZfln~X}k^B)URkT z%>61}>_(B-l(@a_&U~q~;{{OJ*2Gg~LE?&4*#0L6`+>yuCQM(68+!1zY~jtooA4qC zqd3A6cY2Pkd~T1QHXw1!iPTHt?l?K~ITd>5K(jqaLG+NgH*#m*TUw?INZj>-tN?!_ zabEs|r1fOYM?x__Q!FZ`c8POY<;;)DR)m1WRrO|j5tlf>rAd-G*H$!wPTH6v=#)6i zEv{vf3l`==1=EygcU)Tv=iMA9%tws={MB)xla96y&abgxU$4&(6C2@7?*XC-!@Q#Px z{CY;9TZzQUL?kZs$+1H{69F5s8bmdpx|?R;X}4f(1oP z^^w`eCJXtPxkEW%ef3~fVstTOc}CaoJ&!|qkd}~qW=DG^}mHRjXY1E^{`CgTc4&T-p(zBj0T@tr8w>_V@Wo1+7 zid%^lk+=@8C0EaXtPOYCe-=ANf)Y3Epc(gW{lQFlCvM;mpqwr4m#RC zx?EJ^hSZzmq_pgj3v;{F9JU_KZS4}5eYF{9S3rpOQp{?bGzgmrgJ~fC)y(I2r zayx$imVca}*(OjBJtXe@wsw58Zr9s^#66@Ce<-R)x#cVu}WrGfbc8R;# zqCG!iYm^H}+)(1hC9eFj{gP>c84=J)w@?I~64yXs#=W|8{V1r&M}jrREJ>Wn2bpx? zz|woc!aV1*I~S9!>%B4TL=}BxWi}HU4SaTAx2FQG$rn{`SbK| zOTF;td|EGLcPc7z8;xAJMX#Q=hnBN6iUkmmxL@@nxk)Kz_#g;_kKV%-c5FW)DJglvqKDGfz>jf&+D$AhiPp2Bt1?85`tTeWPbVjdCf3 zT8$t?iNu8@bXI(`UziHb@fN{)N!+9Ry;WlKa3I|I`d59rmPnjj_(8pq-;ec$2k#`W z8T99adWT%2<#!YAy@Tt=YrVeYK|S;5Q7%!@9+5CG3hDZif$`s{()yrYixq3K;dYw7 zVLQ`mmiv0=$Zsz4TmV(@AV|zCZMj!1@gpGN1nV-(RtEieFFSi%II@X)uqs=t+j(=w z&dR&%L5@xlD{Pk4+;=FBj=Gf$+Vqr2L9;YZb5uT%+EoFt(p#2X?VxI}PrXtyvo`nP zpc!0v$3XHAFv|qv$1;cL&Z{6jeLgZwmsy&OmhhXm*J%f>+U*l##mw@S#58&DeYn$v z&x{r{%f1%%Ir*`zW5FzE6f^J-vz*d>IR7lR;Z88i3;(jqMa`0rzUZ{hW|`d2LEh)}sWQ+!zY(dIS=O|2<{b=;ufqg5@tZBL zhgp_$aOMZE9km+Fa)yD&|L?zlW0nO5zS7g~3U??bSBk}=!=T+PGnP8@vs+p&1+)A~ zytrAm?42m--6Y~QbkehiYzI2c(qn`rrdhbsS5kuhr4qG^^(1{xkaR4QNv zw7dqD7%Xa*mUB9C`@@P#L(BP00R+tQ?9B)+t=7%&aJu?bVe4w-h|F?l>P^|U$**{r zLlX(rWtLsnc=D&Oq(1;5X;+mkD`=K?)BC%?fqG4l+JOQsR5!~i8S;9s=C_3!?XJew zRjUz%C^5^F`d*4D8Galz$KdJ=*2^rdU0k@i8>&x*-pp0xyOo$FC-U~7$=YLIAZLX{ zYL&RWkK^TQb8F(Sz|^nAmJ^XU-fm*FLkFm^8^O9HPFW{_Pq_5C4zOeOU{zxDsLYa# zb@uYjkfS(ag(dEy$125)yYh`-Cjph8I9u=xXSL{cuh{W+%CFSRJngA)1 zR%II&l(;*k%($cr@l8SEnpS7v9}+jeeh42P8n_=iT0knmyXigMLqXHG5gkGv8b5ZCC)`6KiM5?8AsL&YTS z&bHdQQ02$OXb6I~#92m_&E8SXs4KL*6^+<}k`h;kWY{r%qmAE6#j+BJH z;?aab8V3ptOjF{*ZMe6`O?E?#>YB3<8a09tMG|*lqPKEi+Xtgv7PodaG`G{Kk-q z1nZMH?;rgHlhwNtz*6cMz^cXQXx8YQVFOZkfy6Z-R$SsH^%|$VH}52V=dTr!q7oN2 z&p{=Rvxoq-agYMld-ZKtEH}+}*-Uuux)MmE9wg4R)IG)KW=&T?dioHiPvTs+DTId& zotuNi^(R(B;?^IPy&8C>3f!sN2X-PvC9YS!7X1CaoBjof3;xK!KP0Y3{TN|svGqft zqm}%`E|-+J*h42B?!P*026Nk+0?^#nEpd}ME52|{@CM*B#CUCqJ2qVXO}aZLu7%1z zC!Q(`5@$U^E|~BE6F}l@KC}BaRN^|#xv2>DJ3AR3f{_$QT;d{k*l@!^^)e%zk z)Say?DseeSOnLXK?j|5{eY!L74~etu6D{=0DmNWE+PNO=a!H9ZEjQG`>!0-*Ft@jR zumCi-bxT~|$`<_NQiD$bzs6I9*Os_Gk#b>mVBi6$?Bt$|r^Darw^bU-oGE>gxRE|A#NSAqS$QA1#nTm;P)zqeEEXLG-4b{6h+Me-!+HluTvcDj zOH16*wB@paQ%5$3P8#gTBIuR4;vuH|k@mG$!I+&$u-2F*iF-9tko#RytOtqf>Ce{H zX<-_FG8_9#ky)az4dAr{^y4IPKc6M>gT`*13&-Fi;TkhnpTw0~n$r>5)xo}O2htMP zd#+VC$lTIEMr&n`BrdX9E7kV-1?xfL1_v=zOyX)(xt0i3b`NHZh9GE5+-dg`*(ryz z9iZja31P6L#PRt~{6CAFlA+~1rvM@nckN>`?;rR4Cgf;WKenz`j!5Fpm3*p@AOGA9 z#`MDe4Am!b50j<{)t~IZe;V`&Wvr;gMRk>X!hvcV#vqLY1qP-mabKdjfzMtxgBpFO z5E?at5JeJK_RtjNF4K9Pp*iLbVCx$sac#ec^B-J$w*nO#>sF#$k;JLQU(_q?^yx6X zcz21QKVQ_VRAvBorug_}aQ#c2*B8C0cXw&9)7+DGvteM==)yKtG%)@fRXShPGp}+R zKOSsLq)xLe^=chws%ng%S$85x!Yp&PX1!l@365QFg7ukYVa_Pwyb?8Hp{VVEqFKgJ;+}W}9EP0~iw=Wsv+Sv~6B1fBi~+NB@Me3FHp`M@ z(`6sN4#t03I!zJunq{x)CcLHp0!NtrAwFz*t=Ugzd8$H+JYh(OzMzI536(NS(^}m3 z$9v`jKC=&7Stm|rndg+m&rA4b4aXqfm*E;BpwBE5dKEW;b~VS3g^)JOg+Hd|L*~r= z8LgE$GRxBLRaJ)zH>toZcMvLOmR0;h4uZ7=1+e8btVP=_n?zL2PM#F#1ugFf!IEaF z?Cr$2%KeNVQ%vj2Ru?hLFKd$dX2DPKuf*2|GE6H+WR{&HjkpR`#)QBe$|F>tSx(Lx zAlwVN?Erq&Cx|U8YL-8(!(?!v9ulN+pg;@3EXQ$+ZvBI1857Lb)u<7KC^E};vT)@b z*@bz~9KR84kXddx*O#C7!lfw)%K4~w|1(P`iH`?Y9GQNSzYbCv6*dp#Fy1 za41(3Bq4F8TSsrO9t0IWN3cGLYf+FYSXO!C3+#IXShW}(?K?Nex8RutZ zks!irOI#ffxzKh&aZ8Z6utdgFWkKS`sWGeP&(49wwHn4SLnY3#>wQI}S10_|ri#N^ z9C3+z)6a@~Wp;fp^r^NZ7-^8i{gTOrwD%d`q1k?=AO=X>HKkmwv$MB=#2p;T_VG6o z*F3Mc{BTCSLr~1*Q7jf62Hg@DJyHGAV8>=RK;mphGhSNa3VW}VoldM(4LWJ5Bo;xh z#2u2G@^LScD}svLCRl6ClEht{)JER;T*5f8u(io-U7Z%D@$sOKF}JWF>nGq5Df)4e zxH&bGdDqj?&TtHD$1q%D=IWC;vz?|hp(6+qEJ)mLHP&WU(}y5&KL|5a;&$GApy=`P;cj>c&IPdL#U)Pt zP14-5E>DI+pPJg2kp@Ye(>({Fd5CXAnBHE2EQkRTxA3up(5++jVjywmK`g}INZf}d zN_p{a%kd}l@+lS_2Hg_ZMd2u{T5XEIZLuPl?L}JRl(Auwjc`Y~8*%#y_U76i!u^)KEHEX=+?L!~4xrx7PRAO9HeUlKS;T*T`ne)&}A zvv3T~gtFB&X0ASo>)phDHngjKVJw8S#7*}$uK}5xGl0=rnInm-HsqJMwi$cEu0>w+>{hi%8tS z7AgGvwE15O#QALAlycP2Z`YwY`o}QXAc@;C zu@paPcou$J+)byGJ&Gi*lZ3=YzF9B^ayF?WBXvsL_9Z8|?k9~q!=XGykfg-ro$$tQ z)cZ`ZK8eff<|&Lk>y!?sqd_OOTTxamM%>SdIYTDJ7r^{d5GyWmKf2#nHX7EtFSuAB zk)jgUf1R_c!KboH0LMsy>b(x1Z+58Kl8k&9^*afqQ4bO)jJT|*d%7upP;-`$4mPNkI&dxQUe=gi^7WCWFLn@L>D+8;N_U{;iFg6XwXF zm`R>2799rN5?8B-gRp%;lYiioxHdf*FD-F=TZ$<+a8vNnCu-;_|3mlPh3hW4stDDRJ)=Sy2`6drusC>&Hprx{pleM{TTzU#$3* zaE+O(PvWctTa<)$^}?I&Kw9FmV#;FX*7-16D{~}qLs~Ue#lFZ>fW!^$!%#7av$%5` zf1u3XmoXZGpe=DBrGD(sp1x-|v^--!21`m@_?u3AX7r$u&~gq_01=7X(m#dY$_2|o z;>P>4b+vLt61T(pk>YCB&TTNJ?E@I9PvW9KO%vi*H@62N`A)2;#H}k)btd$cBYoL| z8V3ptOjF{79M0@atP?zmQv+EDjT%9SB8iK&ovz&D8d?dOqi+y{4U)KTZOZaZ)=#Pl zcm61AlSh%nIg7ujmzOql8N7IxvW`K2zNn}Axs~hMWzRjhexuIoi(b_8JhjoO#Nf_x zU`?Os`l5mH->B00qMmbw9z)@F+N@_g(`l9upXPJi>DiT`3LXSWnC1Pgn-~3V499K= z!J>Ak{&tfpwVZ`UR=M?oO*4R1+nU{pp*eM2^2R}qb`UFWmd{=8C?~sCZ3EhLjYv_m zEG;Ni^MhXDPv3r)0@ZtMyL8sUPrE$tK{FV)kyVBK1I#jI4XrBFv zG{`Iie%lCnJ)aJT2{3_z7+{tyO0^fJCz+Q6v*dQO1pbX#PV;LcAM-E-4@2KQEEXLG z-DVj+wY@Oy)e9pqORK$%mp03Qe^$%RtqzZZPFi9gi=fvmTPy1GeJ)H1gxPO;VXX6whvEV+wG{LAxI_rWnZd5GZ}BB0MK z*Os&VhV6<%NSo#95$C-ja}9FY2DCCqW_j4QrOMpis05g$l29?T?CN>4Jyf|LF&fsQ zZI(axm&*QKr)?mZ$0|i>BX_k{bIg4u5 z?V(1Cj<9t#Y6KyQ%yRGg8OrsxaTlREM&vQrAhYyo^NtHT*=7^;=B|wvcovzZi^Ru+ z_gAdIp9{WEq)v(RT$#=-efbf8HLboWTTVjagsl!WGtWYWI}xl;;(UF32!0b^?*%r( z09GwV75gXU%uOF|3^|%kthmIDs&Z4g#(W_DuInZuMJ4WVR1cL|m15mNZO%)9>b-_P z>YFod-iA)_+!b%k5=^5WB`*G%;_<)#JcIN!CrqEj^_puh{G1$-2VK#PSP6-{eOFfI zXtmdHr%_GWhD9Z=_UKxCpJLVU?|5f4W8fbWSJyU7cs!%|a_DFkTd~U}B`&4oa|gwf z9$i4fR#O0)+qxyLl65maCU#pe@Mf*q29Vd5xZ~GA{{#X(6GYbuEgtvE01F#U zsHDWbRJ>6&sss2e8@6qoI7!^L*~$DrKbO3PV-VJ!;TkhnpTxB}J>&wkD_eUOLR#XA zEw^=n%v~f}D{~}q?aWH38ZWC~2_&ww16x>3;>HbHk_uJcON@pfXiMDCw&k*?7d|`( zEziP{Ehs5*Zrz;tWuGj%Ld!W#0YoG&u5$|CQ~gphZP;}@UaSCd*oI+^S z2tpJ|oJXBBWwVFX70?{56>NQjByQD?V*J^;zE?m{%H~Y&StN0;5)yZ|?9^G1v++dg zlsGq8KDV&id;CVd4FpL@T#ohANyp8h!p8~LCvmIq2|}AK^P+&gZvd+nqloE|IazCm zIYEv-5i2fn^Iv{buFYIG01T!4A(mZHiQ`{~sdgN>pADd?6sX?o_J${f@Qu@3!E?tG zNTVJk?*8LjinOq9pCLWogz1wwe^XxQnf`bdbj3(wB_wX^X_<9b*>t#5+as8wArVob zRz+PZaLC}`i0Fvu0Ve6kEck#2uk7KIxT$#z{6pfBm&6HUSH@dHN6VngB_-~D%}WkT z5)R_8o^eOndNj9nOPtF}OTN#~7XdK$kBafy64&ysLb!8h=pLx7>oK-IRTd;}o*L_) zI=3}Q+;YMUmADPPuPJ<+cGwCJ!5fMrE^&8?S#d)@o>>fiN_CuV+#reTc}F2UDf6rs zG}}28!~lsq{7@lm&NF%l5|>XQ{zl>+#0JQF1iq{V#k4)a?uibAZi$Ps<%Afkyrv*= zV~LlRxMfpT$|@W+S_7lwHbu}Yan)27{MS$G>|o5=on+hB8nYyEA^n5otp-;}0SlW> zs7?#h_-hOGuckFM{oDxfdlEQF+>Cxne8s_+XTdSBJjFJyF?01v-1dl7SD{@cQ3z>? z^S|LY2Qqh>XsyhV#8pmep{jMO^Cyrv=hJNOViH&KXx2`savx$e1VLNkzV0{5{`kXm z1+=`i1WQWX_hxQXgOagfQZEHQU61H!;7jZkR#_a>_)Y6L=qP``nf`8wecOy zp)5l6NnG9VErRKbg6be7Z;2I^IQ0!?z=7&`mhDyJK!Jg2O5E*CZu9xxwos$F6hfm$ z5TZ!phG%Y3R*QLuUyJ;ZV1p!X((n)5>Cg4sL2s^Ie^{>~iR&yOaVKg|C<{3oOQcST z8!!9J*)8nd0d9B|K@t*|Zryi!VIQdQeuDK$TvTR)U^=fuBCr<>VAW!D@&3S^h=tdS zL5?01D=u+mcK=omx-!)R4CND%q7qlh%1c$)dwM*8puG z0%_Ev#BI8!kjaNBAU$%z^hw;Y*}Sl9WBG9CiXOyDNSysCS(f>xMsTOs8seSmlDPfN z>hYC^zqkVuH_4QNe@NWy@lnFWDmNZLM{{k=E|-)zqc*o3X8Hbn3v>Gw1)#aDTjI8D zvfvx{ZHzyMFxiZ40C{bRE9k-r*_~h4fsWd=3FE1L21#6;D<_0LoVE^{?M@0}fW-N9SX4~i5_dD56Rh3V-UW#(-Gc2!TH+=*N|zlP zo%jYiX+4UdSK?xp*5#9ijj)F?yOvxqde#u2Yz`{DWWILCVxbTwPnecia z0KY4Nlf)?;llkZzr&u@!DXrM*8Z%d)#P#biND1w#L2DL5TH@*^Rs0E=J3zEn=1AfS zU2Cd7UbCGE66a^Z78a8@^N;)RpHq$7Fh)ZVv?Xp>dg<(^;}SBU<)srWDRHw#x$@6L zY;&RI2$pPh5s9m5o5GJS_7z{$yG58*j!5E4hrd!deF}(yITUNfR@5hPPQgP2E`Cm5 z5R!6j87nGrYsOxC3GGH5*%y5lc;RR*43yHgea1@M^A?+tL=_k z1I_Uc!3Ig(m$DDJ&|Y%<>03oaKd&N*a}$42ucPVLH}K-!34;E7Q7>rgNp4Z#kud*|zN3p$G6+dm_De-s2F7&(8zHRRQ4$GR9P^~nQE+g3HRP$ zmM;i1)GRCCy`%_TF-#5*f#+bheQ~oKHMkvjYTmhUXr8->G{`JRJarU)+19HK6CgI8 zEpLEXx_xvMa@{8#0<)Y=A^yfJRsDH+-R{MQKry#dEGnjMvs~IrCWMv9$N{sQH-z1e zv{@c2n<)z|-svlJ(mfPGuUU5fUYBpJDCGrybe~|Y*-vJ9cCbvIF|G8!poYbUvYktr zWr{IZd&R-afQL!oWR@eoC-E*PuK2<+_(`~i2{`;?sR4owqa3;Gr!b; zFO~eV0!W;)83X^2IR8EUgl-oD-au;UpK>MAAc;Hn(nfe*vBynlw!J8b0TP$^&PMRL{k#=OTweRm=P3<4ufuqi}q?S*e3FWLE_?xmzFqXwH31dm50T{=t!andL>R7 z)__-xcY6V2b{4@}W0oZDQ~Ppq<*g|l!NL|1DkX8(OL9Hl?Aj0bzY;h}T(>#Ne7(RK zu5b*V5Uw$E^+{avxV1N+U0Jte2U%L;-n}#Nfy|8}S}SuTah=OIQ(c<&E*&K92%%yU zci3l1aj0^+R&28xf}kyNhi=!*j@eSBJhVJ_f+Zy`V034`L2StsIfW?V9vNar4}|k1&V2Td@1pCvk;yQiZhnbyXlF0mO<*T!_uTW#K?Y z5TtRSz`!&m?)W1v^+`}Os8KwH(5MlFD3Un;yQxa$nm!+)IVKToki-o;8^WLP8kPjT zc}j8GFaz+N|iRg2Nx8zXYcuSgpVIr>SgxWsuT-&PKpcjF&0l*SG$N1_tvSu0#s zZU3dK06Iy5>b*`sQ6jhY*M%+Nxf@0xje3x{`x^@t_IVWoAw4Sz()_iUak~@@{6pe8mIxO@E;!~uM_bIX z%Oxc)c20)F^M~KJz}!AU0cdXPmbhcC7W{!l(W8LhCa?`4uPt%U>)Q*H8|+Ae%HANJ zDhm?l)4*PMaX>f?68DQRLnZEFqi2ewPpLKFA!w{*+ZUHOPY)|@TJ`Zqp-;IGX^_N4 zwz3yqM@8XV(Ge8H0Ev5VX)oMKXxauOZaRhd8;L7(FI@gHw*O}+<|c|o#ndfvJ7VmG z1RF;)khqJ)OH17Tnrme8udNE8lfI(}dL^!NeqDaoghoAK%uZ6VVrq?9k~qaQTlvcd z&0c_o)pBB}l*GNcs~B!JsVv~5C2*3sc3+eDJ)ONmVdg$0Tw~_ylQ{pvVFI)(*N*H4 zq$RFb**#|=bL)uK${b1DNZU@T-j!V}LEI~%V_W3wNZ@%eb=2IkbT_q$gd|>Bnkhm;Y zM(UKf*hh1@#79fOhD;_f|D3|afw5z@mGrcdG)g(!uM8DpnHR}3dsLgHo|l5MaH{snhB(}QhT z^pm&}t?KcwcGh1F5_gioKO}C~qZpxH+`}Hw(Z0~-k`iYWHqv3<`N2J4Za45`8>P9e zTjHkLH037@i+u__FUD(2-1>3$!m0|h)1b0J#8YKK;@+yUz)^EwgT$o}W~jtX8~j-D z#XWd6ZDHxieZqm+O1yyOJM+}Vr8qQjtD;;PLT1dC@mbwJ|gdNE#F;;OvKkd-*u?=Fmv z5xrRiy%LwYtu7xB?UoE5EK8bV5t&Km$(~?3+OWcL}S@@kE9MM{tBZ<41+CVkR zb!reuoF}1T5~o=E&>E^7N{ogeXiHqyq}tg|ezOap*wjbzUW20FU58{ zO^e(&0|v$uy1r;&{5Ps}zNmM8&&EQyohAd>&UBjP)qcOY`8P{uKoz~< ze?oBdkl+EK|Npf&BO@bg*H>51!Lb`cus*YlnP4ZJxllU{*m(x9YFkUIIxDBd`(P`` z(QabJ%`$vhG1aC9$#+4UZV@SJmUlOXt70cxT>-Y*g{wJSUSK&VM;ve?AWBDILc!eP;P_Uk8EPJ^VJ9Ws|{-l`u=+2eQsv?j^&WX2mmF)GW(X zHs@yydJqm~`D_RS|1isvZwCm%rbGA>LKX?^a!Iqi-}0P8+@TjGKqiVMvH&C#y3I0i zMJxW@kQesAe-q=i&9YjIo$zl=uqRZu<8ZbJHhjAhBuhy zQ3~-lW?3bmzC26roejnOPO<1P=r+sl2keBjYKNA9SvHu&sv>QcW9O}u9eCKt5<00s z5&k#N*x$cf{db_)-@u;_Yr;RsuU80W8AGtv>?gClblOS&qj=bKP{X-|N||NKcg3%d zsmlQmn9OcmCr)Ph_?r5sZ@-VR1rg{!h2aL8WtGbb)uCOvPh}yb&9YZy&ry)MR?`@* zl{qrY8q-}=PN&ijfmwbbRLm?JwVyp3s(fTRTTa7Tw9Rty@6Y>B9~*rc%yRw=21}ad zmM1Q}wd>jg&~lE?evA{=e|!!SRIZGt2aX zsltjLg$fXoZN!S2Ws2-hQ#eq!2+}xEpoN-d=^D-Lp1d#>YV?~zXw(Qo6q#kZ`7~vI z=B8fI92?JPxiZKsYb@x)$3K0X3%&W}%HqC7X4zfhP3;7JM6hYYJ?f0jye#LO#vN*?Cc(4>=l5thmHo z$$Fw(^TYHF7|LWKMJ4Xiw0PCRr2eS@&XWSwdwrEyH8=K!qY9q8bp+C=M~Qnk}Q|PUWlFF%p$HqX`Z9vHnAggT#3d z_=m*hIwT0O4}4OgqXp6Bk`ias@1}!Wz1^2!ZV#dWG`Dq2Ttqhue#7BWCxIU-#%oL5 zuNZ~!y8qQzP}vmXsj?t(BV!dp)R+nhAaPR&GgRXCetD=^(5pmGcnIcE9C3+@yJgKi znVUHb`cyiR21%Ud2!&9sRtx+xmUR@w0EwHLq!8>~+`5CreWVb7BXO^8_mz+NVO9f* z*?A2+wR9MCOWfzv3L)q0wXYy?bBULhxQxx2vde+J*Fq<~OA+)+-1FuQ`73X3RDm(u zI+JZ*Ys`|w?KAO_?{x3@1uSeRp*k&0S-u(A; zkhsdkib~wEI|nbofvQK4#(@F@)0DWBc<#wPw<}PirW8V>Mi8P%;YI;wFAM#M#N7nZOOtBuGNy z1nZpG8);DCa|G*?xZ75t!p<&D@__wl0IL?G=Bvl$DEc&WfgII4&F)lO;*=MjDW5+* z?F@#(5h*Hh1&zn6^7d_i3}BEHsNU_RKg89ktmd##3cM;;MSs33VEo7=y%hAwV^tLbmSN8+Zt!DUP_r&75q_ zHQSfD9{SX5A`OzbXK{8yj-v4wXtvuZhyfCJBf(Dan`AT=B z3Dz33Byrc9ILohoJ2wL?>@lHI5?8xC7h3bt7{E(iWr@>?lYv>kO5!i_bC<(0Xim7s z%+)7xh3#J+f_CLfA*3a4bG4*s$Xo=`TA3q>D`jG>it>6G3=-G+8oPBdiF;$w;0Mgh zZp3H^g0{ptF07v2t}4{{sEnbd_F{z;I8#HDO`U1PKzm`2mPY_IwxE-KSa zh$_514_H?NShW}(EVei2dYOn(kfVXbic8!I?>oxf>-V1pLzzOPsKgz;K1Nk3;lT$0 zGo?WFUR|B4=9WwgstC{B6#{A0gT$q*xTp9Wmwy`4^N}!p64$*hC(QnC6%Adn);(4h z35oOFC!4Z)Of=l7`F%!3-cc7QIIl(>|4 z*B$l@O+62DyUjzk9?fmt5@*}Wg0J;uEdKOuni#JwaogU=g~N}N@fFPP#8YKK;#$3x z3zt_sTmupp@`!EQP>J(1@#f%p$?9ShhF^h#XRvIcyys)2W4%)TO6Ys`|wWvuX(Z$DXa zG+0>WCv07v7N+q@-0sSp_n8rQ0FRQuN#fiWCh7XjsH)c9W+*d-yB+h2k)^#v11D>(XY6yb1#O>c- zEqn8jhgG5FaRql(e9doGjxbD2pR?6PB<|JMWM1CI*&T9}LYP*LNa8Z5e^NZU zT%ilhp$CNOlekrJ^M!sD2IF^lbb7&dD=KmC&Rxcz)Lu)F#(@F@)08-29v3sB9*TD5 zmuy{)8bOF6i8J0eU)lM3)P87=!wEJ>;+EEmqH=+77RcI`OAop>F439k3md417~dI@!MoJx+Lb_=X2i>@yk82^nboiFOOINtXY z+)h4`I?ZxU$qGFGd<%Yoctvw|J5pxZF2%KfEF3#4g7ukYw`qPt^<5`l0qbD^tG2be zUq|Nb-g*na&pM7+akG3LSVwhi%EtGgO|yvEVD}@5MMG92!b=2hIxldcX zJ^{_(aWj@+@((b}beE5c@Ip6RNRLAchUqiQ@^?E50mn>Dp;gznV622$KE5JbzUbsh zxYHhO7%gg++gsJ)FSvZ^4rW=*l7WAi<;afl!b86_D`>Of?bzj#W@%J@u!GQj=vt78 zFBE`eLbq9ZI=AIpDOKBmA85@sfV{R@Hq3Pr9$MZR50$+^JXIFV(oc=~RlJ8E54zZ} zWeqjU+fHv4Tc4jO4UOU&#Su5lf=>?IsWe~&vFu;=9%3Er3i1&Zo>ex zEVkK67}ND0epmB(3h_5)xxcf!d~?r?dr(X}Tecl4rf#!5_{2$=+qh~PnB_|1rOmSG zg;lbZB}caa=V)lhcA(cR3%A$ig>sgbF#G2dtTp?|EDwJ$kr%pr#IM9l?7-HQGRvpM zxC)WioWLv>OWPT~CiV49DOA;Tj^K&n)vgMqGz>b)P~=o8@ZDWsM1jMsdDnR2 zSTM_#1RG?Q4`(;vE8Mcdulzl}Vp~9wS@x9pcrd2?%4v`@la-9rDRC1wKH=7s$WDhF zZcdPd#HCxeEw%^$A+kNe`Xui8eNSOP%a1Cs6u|&iEk>JvW#r^cZCC~7R~KT%C2o6O z6;%4=f4+q)c-9VH||;4K6JUH#042&cF3sY=LvH=lmgJ))-7@K2U+l5 zE03N4K30s^mbg)K?1kH&|5ky@jwGHc3ljHTjU^n8nhzfjrV?hT#I2chOYyIwBL4L4 zY>Fc;aSs&jxb+s!51~&jCek2@dpFHqcw3_6Gnn41D2M?P=cvxa*l|&N;N!uXYuHKq z8;P?!<|D7Uci0LjW;2RKhe5Z*m3nC}Bn|mc10>Fxcxj1?t+hhd{c(~2om5T{^h#WV z=-PZYzisI-X1frqHD*cT($0;PUyi&M3Kr%?sFcKo*Wq%VLJ9y6lE6vg77t3|3&$=W z2*)6TaE+O(PvTbI`h5`E)es6HEpaus_TLJbOD0+?b0l%WW$LJ6+T9UA;*Jt3CUG0y z55~XNu9eBotcDwQ0= zV170HEAQb3uxc@i^O%rhS1znEY|P~s|^u>{ko2Z=Mf_DWHI?_+OBZ9BsBN!(BMJ5(DUt1_W0_8?Y5 z;#AjVeii2y!kzxpf^Aq-;w-+`<2nAwKOk{kEExEQ#O3&g3NQM9GKG$|z74xvQsUCf zpK=&^>)LFX+u4>Z0L^XP64$(HE8geWhgHC@wG!dACGKTyTOsN6-8hiAQymyjl?93G zU&mIcb-Wz@wM9vLh8Zexmp(sHTzW7t6&`}t6h~a*%$8bl-!_cs0utv=q(Kr_tCp?s z>xCD-s5g*;7$9+3^=ySImtW5ViJMFz{zl^7#74+dOI*RPS6oA}=rHJ(xO$Upg-%r) zo&5EK8ZVLySD(^)n+*h zAuVxrMykF+<|Zo`t(7^Fxbj2nROO>1JwW38IEIQzTxQr2{JhnXXN-m*XiMCY!fM&g zFU22&mRCVwu%yJkXr_vx`Xp}n?ODR1?U5!RB)(3J6_vPJEmtps1GU$MK^g}N3`|qve1f>dck)s2 zB<52HjT%9SB8hv`bhh$ao9~UFIhJx|>l-9-{y{OkvT*7PxbyC_CkGZuoR|2&@y=Ym z!^pJgGYuo7mW6A3l+7pT&wu0f2))QXi^%8-*VmiF7SXuA=-+tXCY*6P<+gba42)>H zzGz_lH>!008}G=pZ_VI#vWV1amg}Cq;tt>8BA^PF36e0&psl;l)tU&$?mNNy%+k_3 zTzGpuXAQ6o=d!$rvT9q4_ejk7dHPFh$dMDV;$~Sl#|3I_+^*~Ylevmz+r{WTZ=`&0DFNI*W&@UKT zwH>h%X1RT*>`ZPsW4O~eqD9T}{E8-g(uDWR!7TqF@DH zw>suv`TP4vFvFh9Sc*s{bem;iYb$<$^{@uOj}qgx&9Zo|Tv%zDhX3FavYf3?l|{2u zV*`7=-U}ZOa_I~+)GU2B-cmg8@H7Y>f;uZ$9C5Q;rH!~=@i;$Iev4ufv9jQcDX zdPKLI0A_iIcxkizT5g4`Tbl%D=%oLyVmr`lmO~pi;rZ>w*-vJ9xNWpN zZH!TKP(%AQ4ArTI8gCD}R^w(?JL3uX3kjUe@{2NwkG{0QAC5ugEVjCa2NCsciWI@9;n+DKBzeS&n&o1*6`$ciC2V2~Y8)ugLQS)L8qB@E zxf|bGYrC0+(5MlFC^E~}sVT~TpD%NS=J zF`N!x16Z{feJq}xGjda~X zdati<7tak1TQmipyZZ#vs7Hx=_)xKQlD#>k=NDo6Brew8N%&YcY5;V_dfiw}B_z)6 zrfiK(;Z3;H(!CfhDshvV*5h+itlEIY$qD>J;{KT)Crq7FXBBj`P`X@F;)d-j?wC3A zV_BHnsT6?bwr+`g@u)4o?m(3U;M2u;ZHY_1pcJaMx_%cbn@v1b79{Si8Y}P!Z3Pl{ zn=nHquFUN_ig7(F;NL-gqd4Lccc+dmS26b_{vU8HFIHiLB(BK|rQq6)dkf9B9R)E! z;sU-Xg_1!Qejss$6yk3r?rNG`J}uAo4ixiXZ+1^~7<5bA;c%7E<s`XsL7nKR>{T@_FWX^9(fX~x4V zN?hq(PQ0t%o)yq?Mp6I~iJSf_nNQ5H9SJ#FK$upJNa9{NUsY5sb+0_kp>2ffleivD zG6h>9n*$*^ORT8Gjjx<_5e`&*5UZ!gfdT{5l(^j!xh&^)yWxMQ+=5vMjT%9S|9w0d zoT}kh32|>XbN}Z3Wzj zeRVIw4LdGj%SlLF%9hOVQuv*TVFc@wxO(#ggyTaa@f-D~8NjN=sATuloTI)sPlCj4 zAy!=CR(qJJ;@WgR0ETjfNKuJf`D}{Ha`E_O0DhAK)q9<@tY&UpgDD5$xofwSC74D% zNZkFv;@rG4#xC&i_!6d1;%a&FLiIY&=0aCYB344;6rR%a#|HxOzh7`61IFwZg0;phNnF?sTX|XU+KFIcn@+KHby}FlCvo95xH`8h z`UBqgw0@i<&XQC6!J+HT;TY6D!*Gq6t54#3Mif5)?dk}Hke0ZX54zTa%*{Bz~G{?lNY<+_y?ndtc{Q8@g?Lkm>gocI`Nt};_#2E)x-w8P@5ynWJ66f>JPwq$3 zo^5c$wF#1txb&@_pB7ev3b!CwpTv#7I#lrA-AVwqy#cIRjF#I(=hXJLjfWiZ#EMJY z@elP?`DuRmNt_#zq7wIU{tVUKp;gC%+IUHU>b-vYw@Ge~>F)XP+zlj^hw;HJubrfQx9{XE2a=DA#qPn$;zgE4S_qoGk_f5vZGmDP(+L!X*Yq(Kt*E8bbCp?nbz&9+rETiyVPYdqXpxYYiaKS*3Qh4>qZ zTUNS<{6K*HcPOTR4BHMBQ@6xDIpr+eJJl`#B<>0E(h_&GaJg*$#V_~|ZA(Y79q5&~ z$c+v7WyV|Efr>O9&0wuDOA@#EP=EPu;ifrQSOlR`64#x`z!W{ZSs6L5XxoV1VI(SEO5E9!-Y*|r>OX(Ng z1`bpRK^g}N3`|qvmaOG+*B-78HJU~tG-?DPiX={WKSepBAU+V9<0gU)lDNy&Bl%f_ zn&96|bT{qWuSnwhh`*>e?PN7)c=4`)AdMIA5`zc#H#s@!2UobNawc3~zcE`xer~jaO{lC*uCj9%dxU>;owDOEnv+JVAZyko}ZAD(BEV^3{_WR#m#cZ5>wTkBirpj zn+6goYL+3BC#zmf-P{1c8B(Bnue;1lb4S%2-yE7j`(`Xh+o|~{!x&LrEORMk_p{r*>^w({@MPw>A;6rityTI zSyJvIg#9RJ1C{My#dxYLm}P%8*4(;+5twD^whS}WEcaB*S6nYY-vl0lOB6@kEN^+* zao5gl?f}hmN;|d#gUqs$uZvKu)|_@Q0XkT-AO@J_iXa!E#jKAH!7K|X#NU|Zp4x8m z$lhh=LNTY?upw5tGn7DC!AAIoy8Lgs2XFj^~fWR@j{*r<#%e{=`4%p+9H zEUR}dSpup&+L0}%VJ+HbX>zGr_S?5A{M9r|8G|Lwa>gYWzSOM7?V#n{rT`*lS>b9j z-@1nLD#%f)oUN;sBQndJ2X7T+J1ud7In+kMP<>`O%VCzVLh<+xnB{q5Ma}Y4_^qRG zphj?PL5%|iTBvE3k5f3KX)i}Wjau?7ghq`ZM3Gs39Xm_;db!*fn&Tyc4KmBQS>gQH z1$mpHH-B%^qkoZE`bvB}xWc@>59Dl{IU{vST*S&U{NyIzkHHQ9B1lT&wq75ZgWsrU z-IT4UPvS0w`Uz$=iW;lzqdT$}5bD&w}D7lNTIB2rZ1 zEC(!9t@nxQ0^nXLP`%gD0i|-kommkC&)o|GY1E^{@wXIj6Z31r!&9jlrgq4GKcqPz zG&)rM(1iy6{~suhH~Dr>DVWdoI}TmZl2{3eTYXgayv0}ib>Mf+*~+347yh&n-?G`4 zksxvVS~Bnti91;_PPm_A`w=AW5nV1RaXs38a9F*%*%_GIy<4&MXm0D4xCu4d@n=mY zHU~aejMtX9X{mzH?$oJFsH}BswmwxBB+huEARPbTIUFQzDPe|6+|yoH71!Pl&x41c zoCRB6T;eX9wdF2G4Yq_nHJC_)B<}1gLD=5c{uDIZn-s(ViL=ZSgm~wsmq6lT+ORwL z8;Kj9-A%ss#!39uwAmDk4ufuq%P*%Ctokla1&RAaytKrPZI~f*b}3XsCk?V>ccWM0 z%8YNs2X_B33C8S2g0;phNnE=jLGrvW?rXuqoUPcpQW7_*64$N31o2H0I7!@;c}aYS z*U5F^7}RRZR@a!h`XsKDS%bmQuKuME(h_IZ<{kc+#1W#kGDi}3!n3ie{X?q>AaO0) zvAv5)T*TpdFQCe^h|v%PZHb#TwSIPaWzR%td7lZEl(@OoINsc&a%E^abFA5pMI_EW zJDG1ET$m51YYSmoIUOSg zIRt4OC@?ThiJRrhbq^o+3u^S7LTJcamO~a;9Ko? zEd{-KzLzSrNaFk?Bu<|E^e zA=`217U+umh?S7I8Yg8Jr!>oiJ9X*9k}E24wM`rI(VRK{;D(hS1OJdX?}l;0;;o?B*)`lUe^D7Drs-!s^>`-uo;fzJg*#_hYf> zFzA-JN9KZXzTfCOAaM=*GhSNa9OE-&H9S^jK_|UW5%fx2hsmb=$Q?Haz?fYX%9hs} zvm|l%%ecwkueBcl5*HK3P$`LXHRFE07;XgkssZ|OlDOwi$^5Pso@?P4RF7h~#>~|x zaZ^?Q?6NJ51E@tv{vRw;!IcCs;rB@{tgnikx(&-%eV1v1XaF7jD{d+ zOPu4}hS_^ZB}@g0`$({)#Pv$(#1FK}ae|gpE1G3nMB=hMQuuQfE|iBHITEIoBa*nN zTgF^=(&b4ohkOauCvoP(776x2>rR4@j3ic6;uiW1+yn>8Glt!w#(@F@)0DVa6E1OE z(+5za?y)R{MvWjuk;FwETco^J&22R_M~65D8zgaozH$7x)b|@fP-Z(>g%wGhzl6jY zy@{>}IlD=uPKoQV=>q5W;*=}g@GF8OBu=m%J6q-n75+i6K8bs9&|PTI@9}$JOLt`V zDaxwF$o9vfoQ|~@XF-mt5i2fn8O?quZQd>&28Pm*NKuKKv}U^M-NthB0c#0evcjNP{G9%q5xd*7?YKXtuk$ zv*ittxE42MLh*VFe}lxW?ZHC)jl@-}+edEkz}pszxxs_QqQjtD;%d~83zdAc&x6DX zo{X24xH6GO@{K00ouHEzPz1daSI(+FKf!ZQLm0C&da~uU#wZqP^Ja8Z%d)#OecBY>vNSw->Ei5K+T?Y;}f-2_|qag^|5;vosN%k#&>#NZ6 z#`~}ZB_%GdB+n0Od`|@}r%oRhKt$sD-Av|7-gvegagOd+iJ<}?tJ-NcGYoN2`D@o=D)_^|~w4ip%ero{R0;SP>5YXvoGNyp>csH9M zjTi5VUet^3ewSNTCbKhKze4BrMK9{jsdK|A&BAp)42)d5zGz_lH>z~Ls8_}+U>Mxa z6(V(-MvuFeR2~V8$3J&>=y%AwXH>- zjm$Ye{AK~j`%{ zk!Vq~wBKvSPflA<7tC@lfq$5#`J5p_aNNa`&}Ns@<51a8I6Im31WJ0%D zHfn9dU$=gR-}SsrjMp~H4$V};fTaQW{|wp0Q)R&{C#kXGGk1Levpi0ip=Rm7?U%wV zD=h>bf{H)c!4fyiALZL~U;7Q50L?RqNQ2C>t+z_3T0H*^On`M1!~nB&_g4u%UAZz~ zmhULU-7d6ds~A5g>2gi4uZ4^ytP>rDLBw22Zp znI#vO#6PK2unLaBdBQbBK%ZI893Ora+ErzvrvEpFrOk59fnzNob3KXH${d;Hj=N1% z4pFXmz$_OKDrT0ICdly*eFBTK&1zVSwpkvCHqU-ttcoqPyl8@@&9b5^@3zXiJq(lK z6hOo*TkTKgyKV9Gh8&G2Oe;rZmTNj1amSB)-GVtZlTdwT85%!IID9ub4}@efv7%-< zZ`|R2aG+Kbq;a4?3pLI1X$)7sPgfqE#7z`Jqec*-$Sg0{8m&CkHv1?v$2|laWR?ZB z6Zx+rvxY)%4*OveUSyViB|aV;TIxt|$k_%WbxK^R)UtfdH=WAB4d)UhA#q05<8KDW zL50r|tWV;m-EkOo-ViA& zaeJREQZ3AgsRrN=DNwyvU+0FoGk4cq4bNTWpRArV>QUl8JXgqbxK5CsdW7kdxbD|@ zq0`-V_$%ejh?S7I%#*UNmR<4Rcw>IC4U0tw;_`MCDAHc6{sj*~6^bJ+aYiMrxjv0;=0TsT zN2Ea#XS0(NYF}6~0h(vLJB@#7j%uo4dv6E5+y%M)>Wn+F+{Z%($%vLJF4u#g3C5ij! z*j~Q$(2ZpvaUO(9NnCmbZpD^!!GO<|z)9j(D3kfK*Mg70F}Oy!#>~|xah>-@yMn~k zEXnR&TH+o|hrJ#)=1Ah=J9(?-{Merl5|>7(n8d049GXIvuM(pn2-*@ia$v>m zxJUT|q2<*q#qLy6;{3WQ`MVozaG3m4ngtM%xRzZ~c!k`o0CJQ`m{yKR;%;{Ss0hwG zupZ{nHbV7Doc-c0!j14>?LbHl5GyKi!n~dn;XoZHNaH|(foV$IECrXeD;&Qt=Msg` zs1bxHlDNVLTa=x0iv>e-yhE@-68Fu^lOMlqN^R)P8DC086iHm5gv1%Ot%Tz1{*{qB zC5}7ri(7Ofp(-58Sp-Q*oY9_9#~h);2MN|EakVmL3tuL*3OtayX1!HRtXgLyq~{=E`XsJ-e?b_Uf8h;u#fQX7NL%rBaqn#^R`u`5Pq{MBWcgCUO^#Q+NZd;dP0cdXP zmbh1)+VKNiJ@BtBLdAG(iF1+h!n`M@`=GM3h^NYe#BEn&5nUqFK;pI&W~jt1HhHBO zyx(;qJOno=j=02ew`{o9bG+T4PyHm)Ac;FZf)|FjTK@!^ZKKjG`vyo{k1@R9x#LVW zNL(ih@i!9pYFbD6#HL*n;V=xKSacY4OI+a@UTADt@E#;iRfgS;w8VYAw?bCawS5e9 zQm?Wsf?kQMk>7x?_N!JTjM?aN4AvU6BykgZwv_+#`py`zumR;6DkX8IzZLllFWmxs zR2BU=NnBNT^*8E`SrG!qU<2VAGgqI)DNAtGpj}<15YiIo@!r!6GWU&Wt;~_c?VmPS z^?O`)Hb`9Ks_fRqB(Cdz(?Y1SGcg*1pe=DeN6TdUIBvWREpH&fk`i}5K*g^OTu=*I z&NK=jB5_vMDSU=`{cez>&4g*?h$Jrf;4?*KQ}5+4hb|JTPvX+g?hwpM?sy0ix3C(^ zuc*Xbshx8l4%Ce54AMAIU|^aO7t3?Uj+)y+jmFntAv9_PA&Ml`l90I5hrh3boP8!zr^GeuP>HuXY=r-)tx~Y%BqT1y zy7H(t3aD@j!TKa_Ww{-~?hdyX0K3NkRxL)o{$FM19#>Pg2k` zea_jdBY9V-JbLJ)mrACNYQ`&b2_Y)4yh=qOsX@a~9EC0#qfwLbn7HGSdr7*LR5Rwt zz3X>=&e>-l|L^Z_t@T@L|9;=kX}7l^N*;Qo@G$CMjlgnCTt@pq3GuDL@B9^r>2f(G zPKU{qeBCc42&v6tK2R~&oTBk1)?==3M)zF-fY9oZ#2tKjSJY!kiylhP6Tmb{-11s6 zIcJ+uhN@y8mM)S<;u6w_AXHs(}|GHgdyqMP6{#Nn2>_!DEqrEiX%Ms=$5 z6gmT~B(5+|MA)XuGE{7xA&3?d7j{xa%+EHjL=v|aLVSwE{cQNPaFCg}3T^b8;7UDLlf-#d z)+M5HwG~3}OI)n!wU;P!r9i7>4kRw}jZ9+YQW}ILt`$%&i8JZj*ahvf{Y;uJB|%V? zIH&yX#n(1>bweeu!j;0j64x3tnY|Y<(F2tncQ+bSiR44LIP06#LzUfH3fc79wwDzpA@Ij>oglX8cgc*EyNCgLFg z$b@>cd{Q@*HFq0TfcPU^ysB9WMlhsn)+{5mvp0cH9{#@<@S9~? z=0S$pH`x$XQuj_Yf=08n>uJHtuh@)4y?B3bTmTg69$mmj3tr{wS zaHE^}a_F-*g!j_ZjDuO0e!rTH+t_C^ItGn^D~W(6v+SuG9F5HKS{FJ4ezWX8_Hh!* zT#i1aRWb)=>3`K#lF&c75Sit=t`y}m%W%=D|Ds*~dw0qxS&OP!dcCwLJ`g$V7Akqc z0P~vV{e+q9yTajhsN`&g032o+(-z03kh?J`NBMxM15gE^n#}T& zcNQsa^1@$DYXp|lEK5n+R&=0-^q>h=I#5UpmCdpxPki^!yenvrTp)zf9-$B&W_jjl zmgCynb`w!?{0d;L%<}ioqgeghy;)S7^VXM#b(p0;&(DLyQqDypiE9E?$Yo_$4m&Tn2OA`uJ{CNr&&E z5j09%e|s}_+URHTsLkF0Sf$N^#MK7)3Y`jl+mVI&?55-LNu1nBJbnK&{4SS&^WY$H zLkd>2P7{nep<}Qvm5#2|b2Ukv=ajr6RIY;d&=C9*7f2@DLz#OEv`Xec;V2|_u#0+>pUK;qhlz7nM`o{hhJ;BtVDs7d1N63PiV(f3y*B=>;j zl(;!2fz#1}ib$gaDjg_fV9FBrI9_a&X*UDykxn`dp|nRR#0QD1EO*SFHwb?hJP}~6 zB<`>zh_!95!Vgh5&Ac4mA#sa%B<@jA>SC0$9WInqD{;M|tXN9}o8D-_l>l`t_g9Bv?mjp^9%ye{gPW3z9`ymoB9alP{CW)J4>Q4T+xuPp#?X+MOVwB#J zESGtYH9-Aq8nE0F*X5x^GU&Q9elcDIkem`%mYFNjZ;4=$+HBzi6?3&UV@iV0{Ahvh zy9)q9t49)Nb@zp6{Fk1;p!EC>m?nvfb`+C;%JywQRk4d3-4-5+ODkcj`aaG^D?K-h z(wq{fv($?H$F?*0Z@lB?Q1By(3p*M^zKQl}KoZx(onFo>aY;rs4*q52DeBu-AprDk z^%9r9XCxbEYkd*%u^w~+m{*m!vvopZ6lsQ^njxN)hn+4+;PDtXum`6#iBrdFnh_pCOdV`8>H3ZQ@;@nL| zq~^PWVMyZM%%}7C6p6cVV~$Yv+HW@6Op66H7Hp<^iOXFkB4>BSzD5!!2cBQz42EYg zeU2}}-_!ERGY6pT(!5HaozZ!YXYRB<|O^ z6k*1aT0qh>PCpN`HUahtQ_*h+)7vr&%h7Ew$kM<8*3 zBk z8~BF%1O!{UO!W(nbg~_2sbdl87aS21?i=D0KHf57N>Gqb_zcTw;Q^6;;g){CuJW1? zFxk)R_y1Grt{302ChpJBroFXSJa`oTD{f~~o#r}C{DP-i1y2d`iVXJ&^cxo$5+2|e zVesqnL#e`>ZECm!o2T{E_J3Hz8R|6EX%rqZd2+~X_;@RfPIXHxRWP#Dw4PcN~!>k81YGN(KZQTnl7G_2y66i!$T-hm>aK&zj+WkyFBh zYxX*|VZNxtp(~~xYW8~a{y|smnSVGF9b+ARIZm?Ch>J$T{1eMBBdqn~nvE*PB)inv zn=amS#%)Zyn$@0V*}c*Q=Tj{jaF_ef)fl(Ig*&e*Th77!c|Jkj7`rwQ~}_pd>wHA{M1 zm9^3Ke^-Mw*3s3`{(Xm$exU}(U$0|qg6;FHYAy~MW9p&3_s_*`bz18*mtOqqO#k|? zZ%9aFgk-5uuZUlGibf}=#r;xuS=Qj^E)V;vUGxWUqti;qSQhsR2$sB{B>VkMo7z)! z(R}L@i2kma4xbVXbV%?xKZEpzlbM{Mr?#O=n!T^NPpIUtZU0%kA7zBlk_nYiBAv`3=OPXtgdL<@;YC{)ubksxsM3EkK z6eTp=Z+yVGNQ3^X4+tFEh%>s@tX_Yo*--8O{%{?2+UvAL963)R!G2zTp&{e^4LU8F z%skXxnQc=OV&lAdPqmNy3DI7st&S-Q@#jYVgfd82Kbi5+*F5J`6QJ?RXBFCa{sgen z>7vtK8bErdR=@vOCJT`ve-5|7?A`Iy&-GSSsC@T7)D!@UFB>V`Z`@RAV>CD!8O&t7 zh;g;9*~iKc1zy^ZKGx9fblT{c$n9fXNKoh$$;(UfN-?lqT#I_S^3(^^9SuI$@Y3!m z!~Z%y?3G7#KeQL4w`L&HaLr_&x{sfSz3JM_I z?#yxTgr%nEHBiet^9TLi@}xIfgZfPmoh&)Wl5;!NCp^ICSEG+L*v_xqy-pwHO7HTc zh+oR3tIi=^7X7$pB=kaH7b^g4YF5Qlh)y6(LYH5|Rnn&gqavI>;M zXf9vt&XmN{1&HmY0xQv)ef`ZvZHo^+M>!e{EW3WKxwkO;VDmE#}cKz#o zW4_H@aRPzMxj@NYyDo?myG%@Ig}mkzfH1m|goR!oEjYcf)pnGg3c!?U*sk^NO!})4 z*fiP~kg_NjF}1Omc-ITnKB7B4d7aSG6v428K~t69oE}!Y7Spn(|9SRtHq>5wkAQ#4 z*sfF2%m+Pw7}5@V?()J1@%qJN zznGU-GPh(mW^TOhIaFC&;Gwce%913QM&`{Rhnh5PoiTfuwkKe!YFVV&D8bchy#vsT zAOzyDi`k9%t^&bc&k5aYc5v(5n8(^nfK*A%eAC>R5JRsqsMV!I5EbNX_6av;O+at~ zzh)m7k8T~PeF;MRi=NqCs72MyT;z|68DFBHn2H6>|BV|{_t}r`wl#ZcYc#YCSXOs>{Mzv%WuIf??7UE+4XPZBlQyR#lLltVzWN?eC7i-gse_MSrE zQ!Y@l*UZkz;&&9lIu9yNW zhs3SP=k=l&sG&R6zD_pGDsld+jp&8FI+`MhivaL1i5u}?0#o=TqciGgN8xf#i4*DDncW<%~1SZ>UM#My5? z#Cy8$dlj-UrwW29v@jWo6A7q>C*G_;_*V`bB(6#vLl-2@J&lgR*#~5GnVG9h;_j~x z&qD2L?n4rSTjB&O8*D(CbA3c;xy*sY<)`QhEAICHge0!xV}i0tTyfc*TvX*#z{m)K zyu|IlJ0a_WW%Wta@@`a;1vw>dXZK!oyBDKYqn7gp07Dq7DmayqD;M3VKhUgZ$q$uG$6cp) zBeRSI@GrB}+ZoL4AC=n|wb?mvIj30`+`H*`!f|ail8Ge{0Axb?8j~~2si6ZTY-nl{#u`WX8TowB`>{u8JXoiz*IHMh+K}qEZq;JQnhDVTtIV(0aTe;=CvKlEU0a~5eZ2mu&id;a!I{JbfB&S zBy*sU7Rs9C{6m7JuI|yOMuySkc4caWLP*WBbofxA#@CY_P;(p$uu5iG9^@}Lkb0vK z^=7qEyQfOcvKGhNgEI|2O-DKF4WvSeTV~fWN5jR}1KqGUKpYaMrnXeS&23cS5P+3Q zTz8E?W+uID1!8Baz)HlZ(^oIi&W`GnQH~Y@%Pw(!_8u0crnd1zhLQ{hVdtgX8vC9X*ad%-lOpdRW|{r$)eRFb&Z z7y;9cUj7_4+cF5Eg2Y+INfH?Gxf7DO@Cjre{~~d913mbOVrot#vEVQ$mbgBL z1k4=6FCIwZGJxlnIOo*uyoS6^_)Uqv{$vMAB`$Nc0sTE-R&O+Bp8za3WvBn4tS7Z{V}k`q;${Xa$3fy6evhH!uUyVY#~=Z4nVG9h;+p7OS&7<} z(Im11Zi#dC+@6RscN}QB%z?zU+csOM*=GMtBynMr$--B}4qbi;)JaZ22S;fr3Q3f~7T--)dz7B8fGLx>7NNbEes$e`qOK?amP6taj`I$O=pI6MS`9R- z#2J1wr0sT9T}BdD=LpH|UlO;y#}q~{+c^PsG;g?^Q{qJNvmM8rOHV{|dmjXVxvf~@ zW^S{j57%0^2Js)+czKDt>Ep^Qc-FQvsx0p)xnHO(k~kw@SEl}#qNhmW(vA^KRf$WT zQ9<>o|GFc35uAWH>=L)w)lP81qVgo_Q|EwGN#f=#c4ba<_dSZ5Z2<&PLE=8HaAi(= zPOU%^cMn4Ri^OeeK=aqnC=5Wwd<3!JFesL|Tcxgy>45##Na9`r&n+DYfkht3Z3xuCP ze^`kmE*MZYiEEPH? zCtc8j|C5h;bA{%j=~9WS!y$20gN*tpXO^`HsZin$9ze)YIg&sOyXw7Ix-jE zB@94a@d&US5;wPim$SzIKXj+zb;&VemAJD*8`JO3tItLfw-CU;ByQ^rKW6LC78mzOvP2M1==#YhuW*<-*% zWs$_~lwgz8?#3aBI|G=i5;y17ZR%O=q=u+b2E`KhbE^YG zH=Q>GNt_6HZi$;=xRdwl*`zwClj>-byHP4}eJ<$HW{12i(U=_uu-uphiF6 zU*A4d(e=^?^*(m7$!W|6}_=yXY?Db+^hIq2) zxSpsPw2dSQ2LC{2DGD#8dcWAT0i~x&6v334W#1!iOoc_?Q>azbz;c*n)?J=i*mf^; zr=rtC6j-*UMW~n}hfPa~#+NvqcqDuiiP@7!?mvfqBf!jsLrK4UXBbjJ4 zm#haeq1Y@3-KA(9``mGek7eWK&61kci*cRWCkj>eHSkbbWR__XY)y~gRAiPu^T@VU zHOp=Zcd7DX&u!>MPylh*&C+{{gTSqaSu4~$1@p-cR5Ht3alM#LpWFwc39tu(s9=^o zl6o+HDZP-~jZ(8r3N@hXsIR2Z>~9oDV7b{3W;x)|F5bxvB^Qwzb_JBnEK}Sl z1M};R5k8ay2eWj^jG_CMo_d3h!9~DjL_nEYn#Z**LG8+N5xIA6v#j%c*dCO*jX=v~ z4$N}wm<7VUz3T2mX4xp7EX-z>ar%7@p(T`L{<-*_vxtR)k`1?a++ma zsWUw(c-$M*ax5VLi&;9E#L`o{`;I|5S_7C|j=(JQ^tMssUhR!VbEsz`*|IXTOqpWL z?C5xJF%pu=z_OZUhm?yHI#5dik~vUF3uVnRbFbiP)rEbiMjaNDJx7=2)61_WZt$}hh3s`oE zOSq~gUR6jIY@AXz0YW#CMqVRx}D0<*b5$zHYYl!+_7V)N1K?lpig>XF2m6+Wd3 zExMVZ^fbvQbx|g98|-~*EQiD~xje0P)%fpt>)s?Qvr1g8T1K?zbN>J& zaY6w9lDIV60Oo49XO~e&3xmr!C63uR%aIAJ!hgrR8Un!FRxEMtmsrr5yv+4T;!d#f z@)9?CoDfhEO8^}IWgT|Hg`r6*W(W1xg~CE+f?3D{jL9@PTKh{iJ(;Cwx=4> z^(u-VqcPk39)ab?EJ)l`!+QKjG3RuVg{c=4luP0c#8D>tYi}dGf&&MMJKG|LF0MH0 ziH^af`($;QnX63VYF#qAgxb|Q2*E9JdzKjE2ld22%ViEE&P#op(7DCoR!HI=0m>$E z!hwYsO5D6m{a0N%8ENpWpbSNGC$#NVL7i*nXrLz`Qcq+ik zByLojRgC`L$IB4APX$&YMqidL5X~7rYYocLBVgGjF4U@?`1Cwp1adLs0CKym64&wD zCgF@Xd7cRL>fU&4SLSKOm70m@-V z>qBLc#EB%>rvt;5B8mF|n5q)D&nS%MX?!aAZfwf*vHR@B=;e=F8 z;@0t*%`5xzQM2`fASy_lehQyCFY!1eacd#Ozet=(D|7z-F9(mHV&+3EI1Gv8Nc6J1dNOz$V=RcQwdo+ zhR4lCEl+0}NfxKX>D3m{*@6)Kj(`9Hut;3Yt{6I&x1l4-Q7B+?IRc3rw>X{JQ@R6x zv+FiMl}VhRg*oH7=W!P#B)5QNmAKU_E;mC5YW8%JBbft*3`|zy9O?+xM87&7QNQ5~sro!iU^vj9=`~<+CFYu2raMBVm+q!-5LtU{GupAPX zaDlfg+~zg9(`$Fg%B&K{gf*kz9sJK0Nt~dVfPYDx?ubdu$aOD=ppN#agj~)kak@Y9 z9q*{EIgRG_l~NJ_=C)#qi=Wq#o|+uI4DnmbSa^Afv&!Q$&1$d4dOoL|@K9MKaoZ$V zzu>{Mk;M7jCzz@d_qn2&IzM6A0`wx#tsrsOCGN{ed%?v3Q&ZHZt^lc$#67*kXS%hV z`T{lE#Sh5xDoC7m1)q6&((omcxHFX`#J@;f>>EdZ(&xU9P%#%jA+g{vD3&;F1B%%g z-s%&QIG3k{=a#td!&7)u^NjDHPOA5eL{KVmEj~4+eTGa3Kx4Mia{|kaS&+Ew?zeeV zzs)a@h1~#Dp@qqOqh9EIYUbpJWe8tVMOIdbgT(nn#n1sEUc=Eb==Xx)GBa11#9diq zmx(S#@RJ4=sj? zXGNtjsK1 z%$>_rBpy71*jnF6a#&f3t+fwWBwAY7xd`Q`9kA?X*{o?@vH5WQOr%XNK(d-;P_JNN z>HR|dGZcPYpk%Mf4X=t@j;kGsnnA1Yfx2QUEKdeLP3H(8@->>LjKb9tM zmY(Yz7|YyUiKta;{Uj`hSsuB~YrN=u21?OXpjpkbppg;%Zu+`b$Sk$g%>TTc{xZu@ z%?XUn1kL)W&31;%InA=5@}*PSvImNr1q#cIDuXS)ewi>EL|^K3I?To zu|&;toCevrN@n>k)1J{aWX_`rkOx6jFv}e$>>0atCT)>fj?^Uk_!qMr`=u-2v{-8> zDrOYKg2SNLEL(rHXEH3-=pwVc3p}@3-oCe<6>V*MGt*J<$t4s8_2tSy!PN%9v%!9O`GT*%@S(OF3{b%X3p>=-U&s1JE(p z54em7C^O4z{top~yJ}pA+yJ*(`ZB2xQ08U;Etfek%i}lZ2&;yS#t-V10m^2U3#dJ1 zXkPZNOExQGE%Ii0uzhltWe*D>YIzv|bDCwNG-vvF*+u-t|AAU$br!SSs2NND=ynYM zfl&fraybIC{J_tk97g#DpgEKds4}x$dcG0!a%Dm^5)wUavRhWOtl!Md3mvF1fMgC7 z(n49Yj2%mvcC*6ItrbBCnHr%GQnO5Lq$_OgaTx#LhERuWS|zj8?OZLm+b-%G>dkTO znnp{_vOdS#gVXyA8HRFZ-=2^PC2rOH=h+T3cHjpOVgTZhxRgV$srFTKN_YpXl3zY2DZQymW+G5dKH0qB52%{cJoalKmwWF7_2&LyKV9F#;YbTG{UZ;SM zx}t7Jk{%9;>s!HdOVh#Ms3+`1XjX}{h%%vluiP|55_h#T0soS?&g}x3CfZ){sH1&^ z%Q+=ZS9Hno^^by?Xl}1CC+or7RxEKb-OXw1$TIwc8|oG;yaI^}c4EADw)>1K8wNa7 z7D?Qq5GQ8(s9X5$L5nVASyd&jZ>=Kg+^p2)=ta;U;;>8H%9b_)eUo)-msglHf ziFRVjk6-GHn(b`}qJqSU7dSCpr%b?Ki!8JxnfMopd$?&Df5+2T5$G`NfLL%C6iZxF z$%oBW&8}ZW5@&Bk_QEZ3>&K+>2AZE4hsOJGh@e#B_*a|LuWR>Mk5uF=z;a_2ByQLU zieG(T?_p$NgRRNVxg?GeQ(di|#3DSL0|$v4vO1dXJ?rU8bPP%WmzlZBBrd%5=^3b9 z(Kh4;xFzm~`{vCkb9;c6%N$7D!qLNosov|f(c6Otwq#*8iOWvw8i=aA8yFcuke9f< zjl@||B@OW>B9{T?lsK0W&h$+S!3@-LMsy`RW|26ZMKQF-^_lZfj%ETTmm`q4pUgYg*YZHI)U7qILS7ujnTI#B)q$s8zTV6qZd?n`xy|JeuC zr~pF9)Ch%;N?e(Trm#syU=?bP-MW(-R!QRCrhFGTzkPu}x{>@@V2o7a8gNM5OegaX zC}*BFgj6VT-Y-9AC$%~dg>HBQKpYaMrZ%b8PW+Q9*8x^0ao>egm;jynd~`b0ZOLv~ zS&0~Jc(+v4sU=en&95%NvP)cgVJmS!9rHKH#YOb{A zSCpchZiHr)xV)Q<>6{IoCy~U>vLoPM64$d$0OQc_OK&7`B71T@{#J@;f-)nvO6GDa?p~J9}BHMw(pjhJW4CgaTGZ)7r ziR&UDJh#O4-J8OT30%G!b<$FZpj6_FjT_T12HzNr#_S`SEH5`^LEAeONu2i*YIobmPDtW*aNro8U?<&Hs9iPcK|*j# zT)n#?*(h@-fR@V~NL;^3bA`=!F3Up_=iieo%qDTw>&){}l}(%pBO?g%64!G{TGpbb zp7?8#uLH~}aV@vG(CywGU4@28k_%a#MdI3e#L{9DQxBA*ZmtBA%MnOizt+d8p(fQ| z(Hy!1s4|Ijclkz_oNLe+3CWyZWLb8Jn{0Fw9jLQz1d=&W$iR@qMN)M=msFz~8Mu=W zGBrXWq!M@Q#W$wTv&%hEbG!wxN)neEZbTO|>0;EIZ^S+MEpZJwB<_B5?UyKLDT@fH zP~uX@=VZ@zwoXAe{2Cw*iSw}i;n%MaRk%YuS&>!5B=5w18?u=3e%-7Rv7=RBC1OXF2GYZgB$3TLCPI2%|Fi92$Sm+9>_2;Hg8 z60%`di96fHkam6lusf1Ci=_noOX7OjPGnkmM(;rqHyAGGmbgbzj>!q8o6y|83ISkl zE0(x|kDcl3J9z1c7c3+D#k{=4J^0UovFrW}|Mc8;;Gwce;ySKyV5UXye}N>f;c~L9 zsuH*A$SvyIo_o8|i=Zf(#9^1Xfx6a$PU`vzs83Y`sglIio94jGXwe1#L}iQr$nq*k z+_IStjPIOA&ymFSfDr#8ah;FTeCMVoj-q0YhgeWd#S)kI&4GE{VtP7~xCG$2CC<4h zmA7E!H~a|K9*Ce+;<{uuqtE2E8jHs4Er8|5EJ&QrQzQQUVH0K|3;P5pm&AEoq^>V2 z;v?L61*xM#93<{!=NLLA(;OdzM8IWct}=;hKCV|i)UFn-Bs<`iIQ7J5bx`K^04c4D@>m>oy0+FqNm9A;Ua&$F9U=8Eog7tpL`xu?*O-uI&< z0+}VHLzex^EG-xMGrd>#2t#ew7cS>C%ViH&ItFS#PC+t}3jshT6q}{nNOO9lnY|X` zt?H5eVqV@Xd+v5*vVWxFueYiI9x98>a)ktI9(uh2GRr#k$+D`N<Yg}+&GJAavKMZ%obY`suYK1n8gsrbuSegG~b0?N$NyLnDW)ULF2N$R=HazKH1CzLsTpye_LX6c%rER6i=>59y< z1)ywZ>878#9aXs_Ff!I6ZNEZh z_#%L04iwTtS+jhtD@d!8J`&Z)xG}k1nHr%GQnUP?tt+&6EOtfBajHInRWeJ%?{;+J zgYnj=Hq`Y1 zl2zg?8J_U|+82$H+Jtd|lD$S;Ju5CqYt;a~?ot7SQI92V)MqNyFuEH`?FGP;N!*P| z0;YZGh;^tdRszc*aYL(k&p$ikFMy8NLkhzxamCA;(`^m+xFU($4d7oAcO@x^xtSV* ze?q7TF6WfE^5+{IF^HYd#v6tK^=H(@BPB6u2j~tnc zDk}gUDvKoUx&+%=QZWEYoEKoKN}T=o_f*`tb;0OG5Cd`8C9Yecjo{+0qmNLZ+5)6X z66ev6Vw$|#ia(1HLl6}t?yV=q2)Yjaf+Q|^A1T1UNZc&_0sQAP7Mr1B#_cDupqPp! zF0hoQm^C>>V7W01 z61VV^9{;~ElK^C4UjgNkIFC%~${e3UgcoFxl@;P3anGB@&_fK?(z7#Ts3 zmpETNQC7L@vTP)AM#o9AI3=#@s~&XUqqfng=Fkj4l}X%C!CiVu*sbqK;?@GoDsg9oKb_Elay>zEBy*sUfyqjo8b!qi z9SlV^YIBl=kf{+0A(c4)A9tC}opu~T&G8e!DoLEfl6JIPxcADsgt+x1ak1b%zB#uACi8(xPVq4S|1;BDhoc}pq zr)$ewq7=R9k5eT58W?Gp@`?=i2?!1do@n5`M4xUjBOw7voaO)m{v~nKmP}xh)*Qi~ z@#?|loDx@HcFVE;k}vqLBuyXy%x%RIxAmwwJw8AD0h;^m*?4)0>)O$gG0|MM5mnX} zc&IFrxE&H~e?($9k~j)5RV6Mb;tmy_*yt;I5x7Adc8T+`uo6t1sqcmQ)IcCrlDNvA zj!bb@Tm@>jV<3nM5;w4~Bl9CIHw#JJHVE-A5|{o!$bX+C8jgzj9%8{^P%LqUDU#di z8jy@6j`ARfms{eTKX2k$WO)>#PPzmlD3v(3#`^UB67?Qv%oYPIH)cWN`rjJJpI~{H zMi$oAlk8lfg~_}V7kh(xZW-=?@Bj`RByRJnX!>pZTmy6rG60vExymH&XVl7Fs9k-8 z5Zn^yQe>xvGRGfCZeK2QAaM~lh6|6EsYf7*n*%7D#I3Zla6nbQ0E~%b{0~&zgyZL*mqI+tdzPjw)OYuri6WO|kdfkZtgi((q&fC9)N}O3C;RWoY{$HbPwC$Wk}+L<^=pp;tm-EFv5nVtx!jM2A6Y6oZ98fjyr6I;;%K1 zwjk@l+*T}c!`#j3k2;4ZqPgFo3kxqVaYN&rn9E_7O;BZT01uT#5_esKmDe9{h$QYa zV5&--llmR1%6IrW^dc~^B->|~xNo*rf}*rbXOYAm08%B1>u^Z&%N|*s@K010LJ$=s zZs}1cCQ-9N6p}c;6}f|dk+?&XtoVmbo;jjo?u1xy7!*rfdP^ST-@&2^NnA5)vKMZN zOKP^6*XVvI{%+DFh@e#B{EeE?p1Q{!(U{e;Aa4jd$|;o2B_xZfBtnz=!?WaBb3SDC~Wd+^pHiCYFCxFzmUWHx>Xt!-Db z0lCb9#I+wYPWY)Z=n|5+UVySm+>=3i_(8q9z{m)Kyu__By_Z#Zcfe27@~Q#ml(??$ z483*GH*3^#e7ljGWsx`^n^-!hK^H@Gx-J7Imm`q4*XEa~p9ifS(Ht7tovf%#;+B0c zq8l#Ry#)!$Y+zX>&LyDv9(15A?Z|>M2MQUOti+ksr!0mhwn9$h0U=~+ghEIqZr|5`MioHPf$M z)qFxCC^gGnI>vOeW#@)y_6GtiH~YaXr!~~$zZ)^68mZw~K)K9PcL$a7Zf_vM4WE*2 zE5yMpueXh%J&!*PM#mrwa2XL$W|lquZh4?~l?x%b&2sQMt6nH`t)G$o%ViGCGS7Ie zu;o3*SE!ge9-Cz*|SWIPzb46Qa7}PXOq9IN6m3I zz$%%go3D`m60{Y+Jyn=`*^C88&Yc#YiDvdX9-@FT` zld3Nz5tK^Y<4wl2!^g)3Xw04kSZ>UM#C_K=<99L-G)ERTZ5dftp@qqO#%sNf;#K6^ zBfRx;{kmY0qL0;la%QLcOdWpNCmN#J~fjK3vXcmwD z(tafV>09GfBmj%Vb@?xbW*nwAM>%>8m|TuP;_RkmQQ7m)Y(jG=Z8cd@nZ)H<)nYDg z@W$T`m#~JgtP;25Q}$DIpe)uBNajEx1Cy1w*f!LW{xesi8a;v#GBrXWq!M=`zLwB6 z&|@xYj_cNu^;MF%m!Vel;2-A-QE#4pI&7g-;tV(>&P3zg3nXzSX9%fK;?DOE%dVbz zI2zsXSb#VrPEF0=T614i;l%(elQ^5%NlddR>G)l|3>8?37#+MlNA#g(nj0ve%(=#NykB^0U#X_XH3| zJ(4)lnIfw4QOt0Z+9`l3lepjw3^Q%y0tR)(b-;2+Tx1?^?)Hf^y3^Aa@trD?xGbg> zeW9eT7)jizTmt?jao?MTG9Qz>8ljFRzDzFXlsM~6a~;nez0wQK?f>#f0GQi~C9Zt5 z1%33!u{gvBU18znB`#E$|zfR?h z`T8Bb2yzQZ9CnFIePAQt<=-EI`c$oJgj7l5o{yv%>!;8012u&ZLqi zZ`WTZ`}h}$(>ZCwpV%^T4Ju~X4H63ugJOwG+Cekzt6iTXiEDq8@Z1s?dp(7>yTh$G z)JY#f1f>#pdyg4yuw?ouG-kKnBFoE-S&+C@iz$BU>@WB;-l0VV<&wC99BRysr}L4- zY2H?jgT&1_6iuH?HGhp}?j^uwX09@cYjEaOFltxx?~omEOWg4%Ga^vtobM7^E^{Dp zX{V+NBLj9!M-r!bkDzQ4H-FW=si?|hiwPqm2=Wr=sDCSKvUM#iaog?_m{a1~b$6oG zZRgEJE$0;kV3D}lzA?1g<#GfPcVuENwclc$J(@$#fGU%?RNXi9v8|Q( zD?|K&WtF(RjrSALfm#fZ%z;7%CM$7_6Qz?>v>DZCKZKB}5egxdxWkX%FzNO7`=RD| z6=0PlZq7T3j-Jp#8};T6+egJoC9Wxl#5Ht0+XqS9R3H^fTo&{#6sqt#fR#yH9q*A$1N(UV=e9dkU?pOd-{?Ql$FfuSTL%vT%Pw&PCt8TJ*T1wt zhLQuMVi%K0+}``+gk{e=yCd)-7bw~5-i0^BhV9-SMX$RO0AbW4i7U@|MSawXia@D- z3Yap98zcEXiD!Lc+)-D22P}ug#cA+$Bi`7eJKej396)J`6iHlPYg2lo|A|l}ap^k= z_?N`RKJ{nzb!|i=iK~@HF6WfE@_|Pk>lTl^jOO-02mo_ivBW)o)0v*Mylg(=ce3&F z5_dPsfhpe`JqlI!E$~oTByp7Fd*qV)_n3|(&T$vHZ&f8O?%Fd-@U3en)F@&g4!gv~ zmUj_6?^P=i^(irsDoI>L9|xvhku!b^rfxd94HYEL$HReXlRl>fdMBo84bC^6QM>vMA-E+jvdz0SD0A9-$?eN!4kRw3b)4|gy3LhH;`9M!leqBN zUt6Opn*t*v2=WqlN%Lw}P4#3*dTbW~Ec_uLt#*%~Ow~ zfpHHY>A?5}DSS|GY3ws&w46~o*`7kP9F&}qt$DH8U{nPfAP%z}ZX53LED;?$Ux1aF z<(;Psn5jAMKO%O%3arG|(uT&0?%j69-_?8;Sa!4Aol#$0aU!P)(xxXsvYMqJewDD= z_=Y9|wRV%_Dh4Hc)uPXfN91q8W;tmu0l`0zS;p?Iq{??)4MpksxSwFk%rdO0Gt;SQ z82-b!P6r9gVV1gAcmwzK#y@>)eu&VlW?2;GrR!-KqeHMrP?@aTCZ72DB`QxczLtbdeMVv_cPcLwRzJM zh_!qN$u)~!fb>>t8DrP0bg2SNLEc*}Y z$$SX9@C=*fNm5L1vrH&U<*92QIDsabXt8PeNJ$6rRXe|I*4Tll?wY;+cbDCx9sGfA`C^Ou0yw8x;S`N}C zPSrk&=8(+=vZ6AxY-9DDo@PGsF%ptNz_OZU<=N{3)K`K4k~vUF3uVocxxnudI(reS zQ5=MjsSyexHOt=htC&b@-S?^`*M_HO6E!Y)3;M0 z0L*R064&&H4Sk|;G9S(T95!BF;@(>JWR{EjHAj`Ltx0YGDvKn}(W)n7ULB>0B+d;m zRVB_p@d0J;(q$oP6k4^(^6U~fcaojp$H`9Ks81OKsglGs)$Pg5(zAYtnr(XsqJqTj zY|@jNx$M>hBylzn;$I|g=X-a4pA%<#pkneN790k}5@$5DCsXW z=NG|&gTys-jHZt@KQa^@gX4h9%v@y>x8~Z_6R2Hj)gcF&TjHFWIsJzOWf0JEnFERI zwIx~@XXPD_ByJs`Y!bKeWUN1`av3l(f*>z(2Mr%*B|ZF*fm&Xhy5vqdB~H_VqN|VA zet=qzKLlWrxQ*H|^pve>Iw(i!fXU?uBrY?hn9>OkdX47LD?pV=oQKCvdfn|Nb&-&a z)h4&gDse}4mt>&>6$FsXfkFl*D{~~p`-!HDshk8F9#df0{Odw(tdYl}_5a!6e1bsm3PXIac1nA)t-bZ+t-2cP+25#*Cg1qeksLB;#?dFrmDoXs#ifBp55aVdJ&9pB5~Ly z?!(Nkg3@Jkv{9d$%_F2r61UpZnX#!=v=cSk7(NN2g2W{cb7mqZxK$&Gi=jw}f04Ke z-roGp8nty$F=q)#EI15`C2sg7XC{18Yy%{5lWD?pOI#a|Exbit-;YI|G=d=!luF!i z&ldFH1UM#4QeU=C9uJ<{Of@gdPOtlDNpllLXc_smWZ{k`v!pI1Myu>B)A7|Yky0R~7d28JX%qejeh9ha-?!DVlZ%%m9K2a)h#vBsYdb0+8_wo*q3MKAG8@-$zZ__@b*7F)54vAB< zdFnI12vztez^o!Bd24I!v$;&`>)Xu{TmLD!PgYhUMu)w(iq6MdzC<}P0+wCkmLKgS z&JCQ8ztp20kgO8-x$#8diqMYrk=odBfs(yOmXwG~_D)DeuRB)&VbmjuD{oUx&3G1W ziPAF&Fl7>VK$BuljT%d#uIL3Uhs1eb;msS;7JqO&@Hr_AtHj;-VM4#E<98HE+|U;U z{7d2jmQQAunKt@?I@*wzqBLc#5Fq0W9q!RvI9xnt~UfzRpL79e597Th-RY~!N|8H z4!gu@x3?DD+BNzqlDN9>2&t09jVR|ax02qbqh@;yf~X*I&X0M_nZGwB$qtlC z9B+;Z9lWouHX5^zp9m~BWxQtaG9B_OyaJt?=42{O8YAb!7Xt;Ux!>knL7ovT;@RH_$D2M5sshc zAc>3kMiyq1xczP`@Sn^&RTD-=5acE9h>k`!zsI*~)bbjACoreP8Gqo>-Gzp`&@gH8 zg9Koaxcir4=&`x8KA;?30!%JPAaRS$-cfo6M|Yq(6s^|bkB%slxU7?#XgXWyh9s^^ zov^GDck9*kFm#}{YY<50Kp_K@l{jW4b+fP;eq?sICJ7-^BNRd^afPQgGZTXB`KUR5 z1Xv}BJGE~Vee-p@QuN?m+4bg&r4rX%?m@khkLg%9doO|o%B%h}x|+f!(kFMMuh*Nt(! zkNV*lfVj-^V6&*qGIZ>c0cN#BiCH$Y8^GlFebz(lVHH@3t*yPdM)b;R$TXCr+rYA$ zAovF| zOYgE9)P`4rNhm$v?hs6wS&k99GV^s(TcB3GHrjxP;I6d;+HTTTLiOei+Xumjd~ zve&CAhh3zT({7fS@X)PIhp{S9+4m_m}Tx_XXZ`0)(vEq z&mhFVnB}w{HvBKQN8q;y_dX`ufy1EKERVapFh_)qS0S^USV?$pvlP}%=S^v|TN8Cs zizg(4QnPGz%ZOfd<`w<{*UtdU&3-UTVGzwP=#-d`)G+%gSy!PN%6=Kkb?V%Vc|{0M zex@7;v+VOan(nTw-lnM|0i~OfE-YmVt5isOxRM)<$!P_m-f_%yN!e70q*O z@*WAv8(>+@GMs*X3>~N~@5q8O2MTGStXZbSQS;|}Pe(Nx{hox7sSyexHOos^tC+iG zz0**0)cZhSmCSPGNjG}m!F^4Tpqz5iS|T+|6OOkBAHG~%g>q))N=Stgr)?8PX}r#T zhi-TTKpYYmduSAYW)-S%B*4lf?xJ%NGjabaKg2Fpft85S>V`?8idgf-C`Vg?WtTXO z-m#*kjT@grhH@N8#V#gs&bV%igsmQClp-*n3zY1&YUw1g=A__;=ymr7Kp6E{;-=oG zeoU+^LFv)zMT)6R;`nd)Oy!Mh8mKFp0?Q$BuKB$BH<#w3J1ur2E3-$4*p7ZA0L*R068Cajd%8}m zF53~G*`I}%m$+eBJZ5E?uMMiK?*PI>Ws$@cNU*AHJQpN!S{?*bRpQF`6;o@!y}+OG z?t?h&68CDWwcv#Q=4+@=4e}&AP)XvpUF0$2+zyRJ&Gs_{Q9c|mD;+_D{EpeXRxAPols!c`8nY9I5Lj-^g2atz--JJ{&*Y}a!t{p{luP0~QYnv3Lk$srlmiEe zEBF~r$Ma`DM#ms;7+GCr<|>o8YQ0`1s9imT5Zn^CV8N`}D05qelMTpa4kXUgVvDfU zHK`a$T<;MCWs|t8Z$>siRsI2tj3CHMT%BX*vU*%t?2KAo+DNh>r^GcY?McsTbnggi zIRi(L04x&MSsX*39jMkA<>(7waybHtdo?D9N?Q9}facJK(PTws66fl_m(FSHI2s8_ zuQ7yWmAH=TqW$PVRRJV(ppb#dN?hJ)LDi2_hfs~yjwS2L)Ch%;O5Bew`WU&@IV8^i3~$D}J~PpszP&|~%PMj6>o%pE_E_BnN!+s{0{$g& zmg~ndo}RVLQAe9~n_SK*ag0%{qn_b|PH1j_ga9zN6-(SJ^S1P$&$+h{?{|l60Q2$^ z=Rd-l8MtMkCaUap;Gwce;?gCUYtFXTNa7;yl4VtuxGlXNQgwKr2cj3j3W&olae~(t zf^QS@cA`G@9Y~cV?y$Z!lQ6^}A2nP5d*n7$khon&*362a_uY}iU560=B5{L`58w}q z62C*mq>IURpqPp!u5^kulfl+_H;Q$Mt7*5k9t*Y+E4?61VnrG~KsP-R|fZ z6ag+XbCpTlp#P>UN9{^jMs~n0ar$O~MksUpftJf0NZeeP<-#Hx-91R+jLONvY!c_O z^$mW%bpbFkf*>z(RfEd24x~7KLM`tjz?>4dYXw8!x%&=(tmA#3?3hL3G9zQ?We4hp zqa5V|CYK|SxYEjes{7}~z0n*RUO`q=CUMPv-l4ZXY}^+K$$4N|C9dapvytdPO?W^S zlsQnyz+@#ZWt~81otTVXiHjhFOpQUj%VQrT825 zwAbY)N#BWU!69)QFTB8Ci<}FjLW#TPvV#A#dIJ7XTW394j!WVWTH9rOKozzFSeeAN z$ai2eSDhGv*fA=w5;4*<-YmLoY@d$i*BoHkCC>c^Pc&=YnZw9XwgSm2ar`60g^fy@ zWFhbj7bw}Q$AK$i^{k9)H0nPB2%{cL-1s-t+Ke$+;*2(sx+s&lQ}IqrS7(Q@s4F@E z%OP>rS9q?TZfDV*-rGo4W|g=b1@-ACBNwhk61QeE0soS?h$DVXLfqsPsH4TDkjptG zPS^38;|#+n{Bi1#EhGTUZN(Dz{YD4+RC$+SXzsU5W#Q!|&SHoov*BHHQ&icRW@6Xn(b={qJqRN8tll}%uf&@i95Q3?Bib~?xB$8?- zml;^{5w)xOdr1gxiJQpxvqG5@0WFs~khr(%dxY~XTeu>LOWj8nW|O${(Y(2+%KrNa zBO?g%5?5HBo0V8--5RyL^#=&dDRInpJ9_?{iQ1^;9EAWZ5@)?NhJI^){u0Vj!a=gG zT#i8Ec5FROsh@j17maEALj+YOab|}NnL9gI#UY8SmqA!oiM!`pgnu)q2q2jQg$ztq z;>rgL%ob|wMm0*vB=YY=sG zsZ`=x$~~yZ54$QHIqO+6x_*no>!lCsi6`CQcY8@4Mwz_<*Gn@ioqB&gsQ07w6bm#k zI?N=Sk`9btkirM`w6~1cL(7c^QlVMCtf)uD>hCl~Rfq?O!z`IYg3VLCKK|$Lo+Z5 zVk?q=fLVrgdCNVynjH=4`5nSAeP&sylw61joR|i!y8ax-N|@!yWLdkr`EGEfKZzDK z%bj^;`9(X5s)JeHoXeK|!z>4{7%hZ1^*sh{cHca9xTIMM&1SgPIqr1^WMXnC3qUfV z+boZkY{G9i=5rNz*?bXR+blnRb`z3*Y<~`w{Y^Yo7R*xi#Z8Ea%gF|_ytIHVYp7X{ z^v~g1cJ#xiRTnK}am3B?Sz$9pV&_*Kp?Nl2%t(XG^4erK!Rz_K_h6PiDTo1PSuMm( zh;*s(6wGomh4>q@?BzaLZrP>sUMQx^5_V0r8FZUv@tQJ0kvsJ%nB`aErOk4oTa2uU zQ^%6fNiQyCXQ0RLU$9)4AN% zweeNYb(ibM$t-tl4&uvPy^sgnpiDT!HAFz4Sw42^R|xH@(+U%tr=70FP2W|{M{ zvQX+q<2fKC>BNef<%0As_^WCA*RTaOHWX-~rdckkq%c2z3tuodEsBNEs1bxvn`NIN zR>~1~TTO-LD2ryWL1tNHsuf=)as4I`l(_n_E7WFLTjJxvgvM*GLe4rjV5CloJK6BP zT-o|YI&8{i1W8C-W(%idSMiN{CkfUkaW{h72)hb59){iV!~j+$M#ffQi6NhwOn@8} zYsjutT;lpI4L*0Hjj}WtN_`?lB`$4ZgmQ*r&qe^-Nr9?!{ctEWX;JyT zC9dy#&OtF7UvwTrm_CX7N013U7gT%$UGXxp5)#+9ggh%@e+FFXy+$m#q7oNiT9vn1 z6XpyOSJ{q%e@I;D+Ofig9v?hG;_5eLhf7LaH?wQ5@nKEz+Y+0bu>dr;bxU08@}|7W z*|;E>`xnJ{ZHasK)m2zkYUmuOY>YiypDGIy=lji7sNe3@5|FqB%^7B>#FZ_d&%N0= zI38|-AuU)OafzE=-a!%C``9$-Q%(+yG)Us|UbzYj%Rb)<)7!$41u;P4yx+JAk)HMO zr*9uph`*7zce8@z9zVU$LNPZvvD2Z=pj+YwwssTR-?mNwiCfT;@zN4EvU{3rRZ-pI z&`CQuvj}=6uED@6e8GajHfT(^#>~|xasEaV@uzP;Q3z>?`?+!Ec*tCm8#{lk%#p;E zjaj2y*6vXckhm}zL&YR+r&;zlsB%9!V>ARoTjH|z6~!-lcmcm{QI%t`q{Q{zA@F0` zcew&B=Me=Ek+?T5!F>G(<5D0;>lJKWtsIfWWh}_%tVY^YgfZQhXQ)1jljWNUM;+>z zfRH!~j1`r*7G-Za!G`)pkj91r1Jjha=9joWt%i4m8eLGbbv0@PA=DCAacn8&zx_Kr zhUU1!oxui4+(^&&ip~{BXF_l8{%XZawZzqtkhp(G4XzG3EBBg_Iwj65^mTmC_BGqU z1@|OKLgI{!p6!`@8!8+^us(^izR^txiLh?~>^1{fl^C^>Pfi>+KA;=q=nApo5_dDk zHgVG^dwkP~SvJd&xWxHyPzL12R0g%NmjYGidbH7zB)bZ&m%@EFmOvWyAaS+tJ>=FT zMootFL=dJ=;#_JALTt&hULbKNiItGJ9;M|^USE6&S9&-XQ>5!x)9fl$;Y%jHcnK1B zAdi86NLgKbH+cn8CGO$KQmTVCH)k zM_l6aUpOih$;;kDpK9}gkp@ZJ*w+dnxwKUWXtu>avLFUXT)#Ypu;64)HTWd%9)-kLB7T}Y!wu9%_nv`v>9|uoYIaL&fGlt3nZ@fXU0oQ+{s5TW$O;sI02p1{0obq zSK``*TJiPs9qPfDeMPX=m?epuHK&LC)PCbtU}4*e*t$9`Oyh67<==AF=8x?GAO2N8 zP7=54KoGzE=ruRk2Ccs_Tw~_ylej8fgYa*>6~D6((h^s7;)I=$xoo1fGDi~U6dtL3 zEDZh%5_j$gTUbouO1~_(4XS+eU&d$%g0{p>IQb#IW~q{gpyl2A$zVx|tI$KqFKD$D ze<&&T7YiUFalb->`Q=B7G9X8zeltufMB#<^So3K8Y)8Y$5d7 zIb}5nNiMOX632N@SpysDN-?&e#)bj|)0DW(v7GU&;HFTcg~lv|MvWkZTH<=fStuPo zH~kLHv8@S%4U)LvALaOhG{qa}&1-UJMyMsOu7t$(h{}wCoOOP~NSzYb{>pUD{`ZyF zaKVcSl9D)w(3K93P~oEl>yx+*qk@IXPg|Y>_MQQ(N{kLI+K{;YU0ox{(RX6SCGPWt zKIfi&PCfyKVx7lwBr0*={4Xnw>`&MOC`f^-bM5-`K$1uNMkg5c69}YH4-yyBJ(H84 z^TH1~*AS*p;$F;`35k9BEdYr-L9B$t6~8I_wlwq`TxppCOpz{$GaFo;ck0>lEl8a3 zo`HWz+@2d_1;yP%lcA$c`M?gBl(^KN*If5!EEooJJMbe5KyzES#61|?gdg;Ld|lxC ze-h!fB`(h0O{ns8L@HFa$!Eq>WkKRBJ=}!u+uQF4iF;3&p%Se6B`G`p;nH5(5KcHG14H3d)G()=fCQ z#GR-f%rExv9tztalW>iht54#52OK#E?P}L=b_UWCXO-;p4l);DH0%H7rB>!h;+~$~ ztDK)Vw+2X@OEHFuN!+|TO&dX#jg1+jAqd(Mm$C9m{KHEHx1i;nCsBCems#x?U7}Lfj7^+X=e9Kr04{fXZ zfRH2-D=KmSba}KCHq#lMzFy<4a9vJ^YIv><~CzsuW1W!;~iLbtSO!=P1Xon)+pSvp^pRrfl+1g`YWDMpL_jo0U9 zW&Uu)_#*DSBgD)SCG5!+$*KP6ae_LEtj+hHpo@u6BisA1eCwyu;}mQUjTDHVag znl|FHew@rQ>rD{9x9NuFunlC%4A&3=eP-G9#n3U(t_EFWA*9W+$=OBMA#>qGYh{ki za^j&J<=FK0v%xG+5GrPt>swx^233AQjE1#no8{n(*W=fiR(Aoj{Fh)!vz#8}!Mk+k z%%SBpyv|Z3VwNv%1@ko?Ifg@y+7qUgBQnbyMS=?bcr6K~P*8_g$?vOB;!g2Pel5nhp{dOr%bUo7OR$D{I%}EnILUK@t*Y zWOTn|wWCnsID+*_+__ADVNJ_v_$Kc|2CynI8uN5xVkuMqx{#v;V#OscJhF(l4|2@~ zLrEc0RN}67x}m&O<>_t!)1^Swxq4Q*lazJuTsGWyxdhUv2Z`JA>>XEj=IWo2+9JaA zNnByER>I4zewU#u8aH8ENJ8S?rpsJ9-@-4X46$RhsKkXjSLSyl)SL?vSF0HV|B$${ zQ@n+->G4U>(O%Qxk`k9$Sm?T|!l<7xx0l$n^=NMEmbgAPw*1O79m9ZEG#BBuB`z$( zSvb??%z3D6A@NjMkhtF}to8WiuR-GGwqVN|Dsh2p-*DmY!>!;ZsO-Svh)dl5cn3x6 zyb4#KPsI^wki?xR@%Y*42?MZ-B%_S8x%Il~fbW7Z^UM@oP!%Fx)-cQ6!OI+iVF|wUY>J5QT8s3tffnJG|ueRhXPpnq} zW44(ygSEyiN!-9MoP1N-ju9Yn7YLP-xGhh(;VT`N0p7!ft*jF#i5rv=#Ana;#TP5) z60R|G^-0{?9*_4zyPDdHoq@E(Sxk$c0GTs)Wwci2Na6+++*cM~^yM^2+zvv;Brb2{ ziD0O*ryE;NLlCqj?#7JQ@s7_Yg+t4GM6jg9eLJP#E$k=8K+ExyvDHN+E^2=;e`EAh z{Fbd0mV~P*Vp>RU=N!+-!-onWvw$UIY4LP=~sKj+~AGi?u${B(* zHWV0`ro^STQ@ryYHwU`q zNZiCnviLz()!|Ab*RgFRDsio5SLcIbCtLuDizo08iHjOMTBs49gTDirPKQfMTw>1? zuAL()Y=yb~f&$Ro)-7@6Za3!}U5m*Fe$RS#p~!1XT%RQ_LdAiv217?3yn*plS&+Ch zD$FeAZYPkqh8r1XsKgDAdC85rG6a8K@eaiim$>}n%@kcW_{2h=nzD(Vfk6`2eTK@w zYOKa)TVgW{Vt~Yj1iJ|Jr!U5@%&w&nexB)YF8{rx=SD(Z^FOxSD zB+fpLoq@E(Sr?2w2bsG}v{vRw;szHzR@Q!za}Xr1&o;KOn8Zz7g5VR%k zrCnBh!g>q*8}E$mY(YthlMPbxv-gjz3@xY84i-Q};+D9D@Zq2AvLHvN2-C_DN!;Fk zkGaS5_LPJ<)OIIZQJ=&`K4~Eo`@XIb2+3VyMJ4WZ;Iz-Mp+@gw3u+2?%^*J2}m2JMB@l;umxb}W-!Y#j& z9YNy06K1Hy9k@`)@r_=6g`42=2DZGo#4R*(RNSaGp(OOFRT~*;ki^B$RXwISqs%#I zw$nDTAO=WWq3X?#BkjA^f=}WmZ)PF>M&eF>?=7$3X8awB>9K{yqRpUN;&M{m1ZV3t zJV;!L7{*IWT*BwgvKEW|k3uJXNfGo)+~~7a`I0}4%wWu3jAhGfjaibo6ZKolgT9*{ z2MgP@m7!7+x8)%Bp<6r$_}Do8I7!^<-9h}^*bA1h4cxaeTw~_ylephkp5udh<+rmC z(h?Vyd+T4w+&iMRGDi|Oa7dQ&gwxVmAaUn+u!Y4W?q}T^PEh5&I~k)P2-*_&>uY*^ zb<0^7;FGw}T@03#xHSo_`NMlXyFkl%wwnbIk+^Q-gZaYdbNnDjrh6Esl_Qe426HZR zpPE~E!5m5@RG-9ExK~wZv%E=D5Rx5x*|MS%cQ@526*knQeGJmrP+(x15_dF9aimhE z`A{Q|{Vaq=jUa?t;+89`DH|IR66aOWhksZ3a3MT+H*`_GD7C~j)Ot|Q zp6L4~+jH zoe%20cKjIvg*;58PP4qz@dcM=UL=PqJS0fMEE5ms%(~D6ww>`3c7giLa%P`Z!sr!Q z!N4{!fK}Pr2j8&7e&foS!%*!^thiZ@4vG?1_DvZD+BAtsQL~I$@Ih&k)3_FZ(Ndu5 zT<31SlQi;B*jQ)=reQ2c-?AwbM!uoE-j|ZbyFjm4W zoxaHm9{zp?S2}qmqeVX+T$ECiPyga^4b0Ltf`NaSrQ^R-go2oR0<_r*tJvX^W?BAZ zl&gb@G8$weg94CD=r+rFZyk89smCwi*REzKfV{R@KC@H^4%ST@LS-jMGM*|6X4$N= zLWs7!@es_i&KiapY?e#jbL&r6xB@r9Q;H*QmTw->%>I!Z7_2q>$t>Gfvy_LI z{q_;mu--<7N||Ly8dv^6u_u5(m%zy^yYvg@E&ET$-(A_UiLI_70{YC-rT5eB@E>9S z%`AkpS+)rF!=JuwxrNbMnIp4o(CoJI_dAm&V3t1!6*J2%gM0o9Rel)5mea5nZL`eH z$cayXkbw$4r*j*#y7^amYGRvIW z_qba3mt?{mYO#%>`pk0k?FmBOhgkfgg86pFikju<&?_^cuRI_~V?%)!YMSNF(u)3h zF@;d0gFD!|8a09tYO^fecA_%<>+3Pl99QgQut8=yVs}%1$A}X$=*_cUSBO@drLDxr zgU#BC6Y!_5`4Z->(ZivYkVfl9JVZfd> zfK`c6?PB8+k9HY&5_0sCSaFF9m|anr-flo6Fch;KmLpM#TRrc%GH#)<7l3wBpz2)L zIG#yLx*iq*_uX&;Y1D(ng>=c`uHSyT71FbSFnto|xRe*NZ{GBSuDF|635i>GS=MlL z%~x=xm)~HDbbUNHtx*-eX1NBbAaND*8Tg09T@`$V?9c&&praLk#}1d2I3xe5t}~OG z;~VwX6tDm^w{=Tg$T)kx(EZj*nEMH0ytc$WoveD7h^+e;sBCs2Tc0Wm5?4D=Avi6p zgx|I(^PXXbO57`(ms~yLq-Jmvq);4jiJS7Mxnk+iuoUQ1%RjI)Fi7Hx*(-!SDKBt( z_x{L&7$9*~TPXyuW+~G_;ygdG5Pu_ar>fe?FBLUOgkt`pShN{*OWZ$M3c)jfNDq*> z%f?kRHGSZ4K-O0QujM;8Q4AvU6Byo{kD|v&dd-1i% z{8xrbNnGt$-13{V*MY>9`KBKyiF;Bym`}+$-5F+XlkW`In7R5SZsx*Y<)B^VQwV8^ z%ewyiFl6rJ4|W1tnInl)&U>Xi;M_eDByRS<3>A~OW)Cdhz`XSQ$ruem(3ZH@C11v0 zvhG|0T3(4?43?BQ`&zB}j`QmDgqD**0YoHj{f}V2p3BlW$Whd9wysu=Na7mQ$>MBI z_PYdg=#x>!|I-nD5_jxrMPb7o{tgJqiDHZumAFzn-s9)Z^-LI~v7x}gG$k(8T(Qe! z#$KpV0fo@05rj}n+^KGrlmpEdj)dlTvN&7cAc^~@e|Nt7uR)!lH~+Y7yjCr7jU*(_ zc*Nz3kh6WsjMOP{@jIirPunf<6@rBXNl09XL)MG2OQFKnDQrc368EmbBEhz7Z98CF z8^Ef>=%U&5#2x0c`jDg1#EMJY>9Iff<=&_3fT1iSQdHuinih9YYcuc{fCr>N)w#}l zbS-I6!J?ON-@PD^MmoLniwB`1l7-o@7~c zLn%CUG+hH-u_>_<68H70%)?^VNx0I-x7f;}pTxZ!R-J$O>1-rOT(wjN{vmOx$NhyH zg<&0_qqV2QB_(dlATzfPpBGuc-1escG`Dq2TyJMP-v7#m=fFpb@!AqMb&()kZ0L?} zMu;b#Dhm=0EpgNO@05jpvBn?Vl-*?!^h%uVi)#FWg)hp&n03iuu-2F* zi4%%&HprqNWG&KZmWxnOpn;!!>5EK8cIH z7c>Xj)h7xeEpfZDD}8{>B|Ty%pp`k2xPgtzxX)|hSq3ETekMc3Brf^2ReunKa#@Vg z5Cm+q)xN^99vAGJQDj7s*p^Ogjr@D?swj-Cv3ah1nV=)_e*C8qd#6a2J909 zSe32$-rAkm-FJZxiE{k$uhszmD+Q{~^@r1? zq?5j_Q=l0Pzs)uo`3IQgmc!4vxi28~IKDc6WN?$%JmR?6{`|Kd^Pf4ZuGZDOcuW?JjT=#HO>2C2p47Y8S=#^3@!nd49ahNQ2DM>XTfU*7fOhm;l!^ zSP%oua=!;%xkQca19aAXO=)_5Rc-}a>`Nw5wpyy5W)``m6Z)Ss!Etvj>s&h?7PFgH7y+rbErR|`poj)Z(ofUl%L)wxc6)FUZ%YffFb?V&ESVSI5&=*j;^93+QM)=x}L?D|qPIXwc@NFt;aD0GivnCGPN-X8gj!@5aDK zi}BhLcVICmJnJ;<0#r7Ec&aQ&obwV+2>04!0TTC&FheEoZelKXxy;eta1$7RW$6}| zIHP(_idFMk#6h2`N2Ea#w_q11)W7XIADV4z3Sxl7z246W|Bk<11|-hr8@qzPk+{Mr zSGmQ`mxG{~^}e%Mv>9|u+=%iDA*aujtMKt)i64xYmbg}m?Xu`7%ZAWNiztF#i93F# z8b8?iNlzHFra#&8T4ReB6P` zAaUV@ibY z5RwnXib~wDT3_&s;SWl%bJf^TU|^aOCnPF1_Vla-H9Bp|LTJx@loc<=gM$We(On4|yyCr|r{ z-jf3-`b`?*>pjfRa&WCWN=5paPGBhIi4>JMQ{`u6>Dm?R0$5E7RGn+hvqnkvoQ|2n zeP>S~je3wc;pKa7&yDzwkRBOf`Xp|%QF|dgz1mLbifxINkhoUG;)6X@b~y1=S&+E0m)i=nr#{R9iSs4QP>EYnqw|h3)6TROXe|d_0Y&W zfUlImN#b4<1oP`AZ9ELyAcJs?nX6CYTJ#xT1=>}$V(i+bCC*`Y-A*7VgNWA397$Zm zkP7aLY`xop#BCu|OyWF)zs`nvnN5s_AZSaR`{>koo4B(0H{M3Z>`Emiu6ij?esCTB z5wx5z6Ba;3;ug*g;Z3akra_K25T=zQk~oX4*SXhy$2^2Nw1ZH661QumlQ3(Z-v|(r zL&S|X%s`9zpL ziEA@XA$WMX?}M(`uo5eagv8lhkMiiI#dvLrOD@F; zTTd;n4VBFyo+=9x=U$oCC>e7Cii`Sn*-bgZ>zC5;u06J(nWDg zao!&KRK@CyG)Uqit8v1W+i&*3^me2m21wkLdYsVVRnk?ExX~2iZzQf#e?iXAxIPYw zd7Wa>X3#BhW}`V_N4E{eAaPDLSWcuRZo>6gnQi;#TcMLiQv|&dr|`An=gzjo-?k`i z&6d|1vm|jPvrOd&&4wKT3-c#bO5%*JaW(3XJq>ue1Wpo{)+d-RDl=#zY=eO{*@EJu2(DEwOW(!J6+-jS){KCkR{h;McrvM@n_t7DQKiW3`8RX~* zVOlvNiJRqrhl|;+#1TKb4m)Li5|=R9OqiVe6yFZFfLKw9i(M5E2^-41E?ZDzLxF*5 zN?hw*3fpd;_@G`h3ZYRW2%(m^(~r%RHELCC2+i>z!3IfO#O&jW$<-d;fCuje`yAh> zmbhkG59)RK+Q;K-TjyJF{AQiUs~^;JZ8%7A-=dj6sNO+3UY%L>)cfN>y}|X2@yC$T z2~rP?{~(h;ck*BzG2CQ_$ax;+e4xa)? zeKQll#!{f_T!&WNpH%M1l(ow=j+;Zv@_rY!2bx7@d!t|MC@ff8rGk9zY zwCZ2PN|>eJ1KG#uXBKd!r2^Oqi<)JbsG5AhSLfznmKFs5VU}A5PY^1N|KbE~whkRG zX_iAD+;KhEdhJz^iKY~QWJ0%D9!PD@myPi+0lbSCuWgp9FE9uN_1kWR$|{Mc%7R(i zC8=VOKz~YJR;}!87Sr{ibb12w^`1K7lhF04;+}~ zzr;(MrPHMyvd!D7=0PX*n8*^M*DP}@*W{-*Y&8pJ|1yHLW67~n12w!u zsFYbYzslJJ&Wr-Q@+5ZJI&m_~#;t;Rm)qO$_jm^ot|0>Y%<@xuNL6T8S0=MFkT%N+ z?bg+T%-ttiD|2L)W5(2QZ+xiJOfbt=go>Hv^c-|I~LGiW&_0$Hj=%<|ULVE);D;S}VkJYiZnBC}jy?iSa`*#;lQsz#_j zv)mThO-SpMw;P0{KCz-^S)u?_R)(%4X-gfrT*A!i-mGE%3+9q&9rk<_W! zS=f~G2$GOEqZZNGTdct}_7E&8V#B6c4p}=&2y;)o1MGDJSd|#vD?dB2+2BXckfVHJ z#U)NC-bcB#WUq8El=As3N1_s!>s8vluj94(0NP7|s&gG~zA)*1$VY#;?*)+%ke<1O>65s^NV)Lz%+O8H72}ANkhm3BWJ5YHNP;V^`Uz8{>t!rQ<7)CN zUhcF6iR(__9}@R--gv<`&U7Ypv|^vxI+7BXS^SP`g3Zj4Ft;000GivnCGJDbCVb?= z!V18*7vr@hu3s0Kpu9C=2vl|~@l;umxKtJ9cXIy$khq0}87grf{O)qX{j>P1X}c(n zxWujQ)lyN3H#P@}yF#Qv5_iF0COjJukPQ;|hJqL%ajBDKLR!^;IFPuh-`EcL8;L6{ z)lQx=cxEmXbJKSgi#CI9i95PqCRkV8p9&H;_&4LFC2nL~jI7V7cb3pe*H8q#5+}E- z$+xWB_&AK&D+FteS(3P7{cFg3mA;MNw#Xw?r-fH;mt*_Z_o zk+^PkLU_|P-(w(0cL>wU5lP&r<&U{X)$Lcp9P%+?E9#Rtvyc8lX#JkWK}d=hXRN5i zecoMWHEgKO1Ziw2FfdJtJ2*!%%2`+jHR@P`t*cQZ2%(m^Qey*@bE<{khUWN`V1p#i zY4jt-#{iRqASfrgt=X)WxaJZP7k^~cEy&r-?u^taak1}w6-A8}jDibJCP+f!LL6SK zt)+kp|0Y^1(bX zlsQC-N?gUTGVUENS9St$uN0^{*BuWIB&BQ|j}n(lAdPyIxa>#V`QYbDNRL%dOpnOR zSdyo=7CtxY^%x{hNvwp#IVH&2ZCcj@uJpYZTUqpzxMj0dFO*0=TO1^=N*@OPA#sI+ zCJL2DAIF~%>e81TE-7)%Pp7!bEj`D>+#cSK1)#aDTjCB?a^;_I<(dL7^cUf^CGK7+ z55Xt)tQ~aJ3IiBVl?93ODD5F^xOwUbNZcpF43#*a1NXSuYd*|?n_$;Kw!FB+HQ=2U z`@l%0#T#5pgCl|A`2Zaj3-=wU2^UWqIHxhg;Q zX730Xvq2*ntTkpy;vRLdlE($Lp9K~+#G9cyElfk=5>IdkZ8DDn?lek2P7=4?CYXQg z@bx3iT=UTk*O)guLLubMqN+DFA#C@6MD^#BN@Bs+PB0sjQsKm`# zQiPwx_4j9x#)bj|)08-)WW~|dgGNA&90OPgjT%7+wZug|@>S*?eS>e*Gn&9)gCy>{ zvNIo5*>4i`=3))zZ&6EJ3kiwK2~Dd3IqOTLPKlGhXsrlMGy4e_>`#!C#I<;Q=~5S{ za1g)z4+CJ-UnG!5JxE;0(QjP%-ZUFXPby*myLoiK z_oTQ9FN}CL5nm+mkXQ+ci%68oUw3%}S6a}RZ9q|pbDB|=UywZ#|D0O62?PI-xcZU4 z!oie4f9PoC?bzXx5|?@>%{4e|e>lwT^Av#Qwr+__Y0{Mc=l1c7zz=Q8P5^mriFeX>2GkFinXY zldQ;(eqanWx=bN7Y6KzF5@-CRt#Y+j*9-7JTq{?$8x4}Ux{v$w$-Va1g9qgs5dp(41bUJ z5JBpJ@gJn~LA|%GgJNL093pj^Wpr3u#g`)%DNqIT7O^A2&GKb}t8#1OlBi7)M2ecF?QIM9jLSj+ z_|{=5P<5`eYg|oQ9bOmxW86-bVDb+z%i7N#aBbYGhe3L_5vI>9zdd&r%Cuf;1g-ie zu@Yt(|5z5WA*(E0X(7>~W;v}-RsPMsJsaWU!3w+BmHuItUuTUJY+^fh0kd?a!zInK zx%FMw_WcKCfK2qK03;K-&GJ-MW4==2qCUXS6yvqcvdfN^!t1EmJJ9Ag5Kol_vpl83 zPLw#>3d}NrFhkAK<Cil9?qQ@sX8G`ROTlKJ zsVz)^?t57f1I+TrIaLDBH#sXe`rp5l6I*+fs=AMb_#3kft*emxW&XggfIO#Iv>9}p zWyuQ8!i_3D-N7tZ?`P*CZI(-uV`a-Po{EM}>V1Gk&})_*Q&m4!lh6=nzx*JBwPrt= zWlgW@@@18r@$@k)(F|(}fvjTrsr71BQ)}n2e zb?ZNl_q_J5HMG1=1WTG_$>$z?;GKYR&~nC801>l1VHLvjvXY}AM@tCP$`P66+Kw4q zaEsgBVGcPRXF1Ymmgd*`3d%5>FCZl4PB2!~ER8Fqwu23Ik06Z=1zMNCDemkRZAP3N0$p(xu@Vxu>56Q4 z=B5j9rNhtTmFjv>@6+kZynkFy6_B`j7a916#F<-!2vx6^35AX}_Yyl?QsTDU2z0%> z`P>7Lu%VY(0GivnCGO!Rj<+8E%@_EF$s)YA#67y*T~M^hLy3DyJXIDXuG*dM!phq% zJA=e+Okv9!DseLhrgI^ir%#2O!1fx8BQ9~KW-f{?ORjRzr;2Vc(jbX5P3bQ1H|x4V zvmJDk1u;P49B*_N!d5<84-&VPLi~-y4Y%(ozn1dhEEIF`Ep|Gz8FWkBRHGik9&6=# zkhsyQjF*-;f9tKXTRvy--K4|PSOmQi=hCGzKRPgE2aMUNw;8N8W=Y~4Z7t*-n`at> zg^j<%P$`KEIKy=){w@LVzUlgLlDP2>!Mxw$$roT7c->{V#>~|xam`xUj)8V1&tM^> zC9ZnU-}@kQrSCCXD{~}qMO|9B&pLJM8c5uCLd7I5?ef~UFfT9NXUk~_g0{rHx499& z`R4X}(DEKUX0W8h?Z|7x2amhm7lz60CoF)7#5ov;@Xy}5jes2We#S7Z9FfEs&A!SN z9=d`fekGy$B+k<;Kv;jr$Oa_tQ6^hfRN{)SY19)o)Rim-X>2GkFinZuIaD#BU-B8K z(e~#oghq`Zgj(Y6`voY+o@=!nn&YY$3^qvOGD?)g2K8aiVk3zUo&8rhwN^=8P zl^9jJ9g(=w*wzSg)SFmwi3{j7O!?^B%bj2-vx(I0VyZt$m%LuxeNtS{69C3afvR(L zEqOlaM?)t|xbN-}NTVJk&S?1u?%=VO_}dmg2-7EVp`Sd3x*7BRp)1z(Vr7w#xW>0- zZb>C8!j)$AVzlTdajN~ruU>X>B}m*qeHr+N#J!m@SxBop&k{PCbw75vq{KC!m*;xY zE;j+@wq<`7fabPtiTmj0#1HG8g1@?EJwSxlmN@ILZG?Oqn+;IeRs$JNl?930sKP8- z_80>aH+&Go43#*WzWH3W?Hg~xP0(yGiz6;^W=kCuE~EE5L!UAp!bpQ8?!&D%LfIiR z!lBvTr62}KT>S@agln?ip&)T_L)m%!jl`Ax=q?|+X~9<54Bo?7EZPjZCC;Uarx4UC zz7a@Vz2S_Pmbm0|F|z#urK>_G&7}x>C9Zn7CBOT0Pkb-j=@D#stuadyXE!oe7VGKz z04!|&NQO#DT=@j9bK#*-z?I(magw+hNvdB}4Zn>)MNoPa!!>5EK8f>NcXtG|s|OT9 zTH=HyQ)_~tgpXz?pp`k2xHyOE?#j(atAoUK8^cgBiEC{BaTrwjzAs}m1VLNkB3ECI zpWOS_0BCu|{1_}LaVZ0MzI4yGlc43)r2rxlH@R;JAGjvJ5OU;Bm{yKR;&O_oayxzc zU4St?lu&&V*L3n4VNM?J3PLi6SW$@!KD7M~^pzNbG&U3%n5M)T<#AyRd!|E;&QS=B z8bJuP#NFPuMpk-ZuanzLdWTidqYRtO@~WLT%l)@tM$yPtzm9k=dkr?ZtIq~ z=edpe^yQ7V06$lZ*Os`&ot=eM`=|3z*&O1jvLJEqR9N=fa_>Rn+UBy;HdNyN?VHK< zT@(`xH^DB7BQ9~nJ~mfWiG84iK2`b+I|G9xE@r5+;M^qzo9$Q%Vt~ZCs=n9u$#ldI zkhm)p;%_9*Eu(|H+?R*=Z428xc1^SybW7Z@W6nZ{nAZ59-hASvC2q~@O|nr=<|Uw$ z=1~N_5*KyAg0I{(d<%@(d2iY2YmHfwxSIL(gsbyyA(H<3^=i8J9&<4?tB5ThXo+7h?B&ztzc+~AGS@>~koxk^ghk(C|z(i1}P zC0d&(fQZD|We4*EOuTkQB(BelG|r~!0DPm~a6_2t|o*ig0KvvbwhP+(x15_fXEqFK`EQ*bBFr4Sl5f)HwnJ0|y0nmPtnhUS<> zut5^H^=>cz)`a9pc<}Cqtl>7b#5rp{sCT(#caJ5W$xGq*5prF}s~^;}mGxG1Og~Zr zRBs&}ugizMcUe8M&onT<(6Qmv(|3Nw*)VrHhYdS1v%dykbX_kWmA{0&cm9c{= z^dLyWESozNxl~96{h3LyKC|34(pT8BcgP`Nw-~^xY;DuIki;IwqpcxF7l{=&%Wg)~ zl?h4hr+_x)5GiVwXJZ`Q$5=P^0I-aLC0947I@fr=J4qSI^R|P3v=SId{sCrbROK1B z-`g8Md9`lGFnwm}`n!ejPY1hh(5eH8l`zZO4`uw(-}tWPSfWKg9(-H33ja@_;uM(W zWdi>&%gDeX!oA4h*PzXQpu;82QW!DWRdL+X3(U}>JxdYEgl@CEG@=fF{)p*A;9H9E z+Gg44V{>8q$g4Ay#=D4-w)m}Te8=EBaSoHdxGWmk3{e`A)Hw~df5 z|1>@tis?$RXfx|XPS6|}1~3L$Nlj=rU=!7Q(KXD6VQIWo&qyPCN#o!CAP%yMrJhKiYG z-NtWPK$UI#Fh;{#w9T^g<~Q+4SzYjZyuApPG|Ps?+VZP*@3nxIGo1p6nB}-t!MyK@ zvS^lT3De3EndS3s_qd<48%%^TeVR~xW|?L-PH@OQ6AnW1kXTW({B`HiP1sOB2-4V4 zpoN-dDTFB^$3NZ(HLBiMSB)UV{~pu}8mDyl-XRN`ql{pK%<|6TUaCK;x9kXlVl}AB zcC}f$NPIlFdRYnwIU7f$PKo>aww=N&q5nj<;1Gf&ByQ*7j1pNLpu*t<>yx;;RfY>q z20niV>;?l^l^9uMMkQW3<(mUJ+C{9m#MPWTQdzy)cjk{C@6`+Dex?|&EpeS+D21kp@Xz$x})p zVr=Sfq*$~WbW7aeG48^X ziDCI5amvx`T%;u~qVE>jK>4d5&`EDl1icd1!OxOUIJF=ERAk5)w!GGuC5fAItb*Kr zusMFd_m)seiF?QSt#aNB5;tKiTUjSg5|=eHm^XJ)9E5F9Y#hTiX0ASo+r2<`5F~B^ zg^-rGUlW{NAaj=E*$HT6jwEj2_8RVKgByi|#BC;2Oyb54Iywfb+}wvPr&r=C#{Y^x z{Hu34XnB_jmXx?zrmgwM$4XR#mebvrtu7*QHQK8F#=G}WS;)~n!nATk61RKN6Rz8~ zPQfsThWfD;^-0`_K68ZKErSn&kmM38Dsjn+_xZqv3iM|SYHTPlFinXIxWScp5Sj}$ z`b{A;Y6KzF5?3*5j&jZ5N&}%eE)HPp8zgbhUv%ZmcbJMVW0^Se*Z(B0m4w6zO{<{9 z#S^Jh;;vq6s#yB@ZC|+HRDvWVE~JHL>&k7R!cPg-Cvhh)v=@F%o4Wzn90ORD7@cuh zndrB6Y(C7dkHm^goc*hT$}wFYJ_bYiMWm?2r3YHN4?g1`4qz#7RuRfley_(d0 zXj&b(@2m-=Q4bQAIN%pIsa3~pNRKUH`XsJe8Pz)>lk4<^uINatgv7a-%BwCPz7ej} zd<|1dDd?_NL<%(4E#glJnX%N?_;0rgpMW~&kmQAxJ1{ft~p`R7hrCe z^I-vKZtIpf;|2Bk@BUW!+ZgA?cx{OrqG&0&g};h|%AWIO>r-Vx;$l_UAkQa3AaO(e z7-p!%^`7&cyJc6RE!+g(D2}+q-JID>(dxtRGSH{q`?E7JNaFlUv=o-k_qYwsHYk7v zF+k#SO1Bi6n7SPWi8G(TLi~-ytqblYPr2)~8#colibb12x5W86wG?{YczFRN&T1k% z7io#BQ2n&b?^?5i&`IMcf?kQ+TTqn`8)=L`PUG?N$A_Ok^GyGW=` z3)A={F7p~!VtH~J;GHM4m387IaZj>>_#@@3*M)76MYzVy)hBTe`t@22?P`1=I|FHn zvpDUA-%}YijnP_}BZ;dURmYtly6F-~+$2K9B<{eRoe5CoAYwEG;eXc~;O{eb#PlI* zL5TmA9Y1YJ_l3~%77{EeaenRF@Wr+p%b?{%Pyi8$vrGu);~%cS2@bw{C$5er49QJWH*F#ChG3 zUAS%g39htTB}R*W66dtJJU?qqnG+y!1(po_L*mk|j}@l)b1$Kz)u_x4mzKC$Q(PxZ z4~c}i?M?w`ZtIq~7oJUcleTd(;75z`+7c%SoNzMs>PV>UQsSwyAaRRSnAwmyB|+j2 z5oV~wy|H))f9C3;B_G_UyGtp%q^r`Pe8YFSgs&GQv3s0v(v#n{x%4dMY zdDY~E#&eTqgT%F=5Pu_aCtJ0XH<(f@2#WcQV$o*MEpexZazaw8QDGo)b*r$;k(M~y ze_~|WQ^s6_PTGbd=#{vZWy|v)D%d2#n6m;2H8vC&n5M)TtyLT--Zd6#YItSvlvms9=zPPN3jX+5a-w#HzOrLmtI!|{u2=sI5g zpkCyJ5sIO2)*XV(-lF5xnN?4{KOWRuI)6$cSd)u2TSPrD{)2QrsP}#Ef*r8j0wQ&q zCaHzm`ScEt&&Y z>T1hqQL_x0Y|X#k{^dQG<#Yo7Fv}Z7zQWeq!Kb0k9;d@4&9dA5&8`z{o=*pvct-(9 zCUl#nX?zRb_U;(Hp|{E6vF-iRq!W_dJ|8T1+(0t!iIH8c?4#;lrTfh zl7D}l>o9G)JKO|Qny}LsH_OOmdqukoSMe$5`$QUKmKFOdgg&bmY=sHX(19&)fLV?o zq!4CBlv)jDd4NLvjakmkX(w+Qu@Qd)?-j+OV(K=_avv3fSEU=Xz%0u+vdfV+%i7&y zWSdi>-C&;CQ3Sna>2Pb7Yp| zYBX}M^rW>BnB{ju#mutizn3pTmFu{&$OZplpn7PHq0PA7^s}du(pb3fgLk=#79CasFT;i_IJE;8B z#f<|)@gY)F;)*@82E?8 zH4d2}OmFzJ4s^7h&)MOU5_ixu!}Y=Xan2xdGheU(G`Dq2+~%Gxyz=0tJHR`>6ydcc zuKzN3p^8J50;p^h@l;umxJxQ**pVmSLE@IbV#^vTap8j=auGozj=)WDmEwp?T+7Aw zilLVt*ML6th)9DZ&UC4}U~6Z(4Vvw^Y<3w2NZi8}?t)XZpVgy@yH`)8{1lb#R6 zzwzE8SZmCZ#Jyf&C$DVN(+n)^DWOsl7xI$J+f=6;;BO>wlDKnKgZWQ8TJW$9J`=7n zbM;BwibF&3Z@k3{S>mK6ZfnIsuRu_0ePpy&=1AgtB-C-=)6nZ7NL(vI#UyT)$>}vv z<+jA=mALbH@8g?I%sdJ$uLr@B5*Oy_!EfKbEEihNAPOKNajqpoc*OvlevqTlglXl7 zB<^^>$K3v5Q}J1&iG=EtINK$m!u+uLwjd<4i4~Q&GEckBfep2gAdL+L1_lzhT(NI+ zDR-z*1clJ35rj}n+}6vX%4NHc9EaxkqKNG$gCuTZK{-AzH@*mZ^O~CRyVVjWmyoy# zcaqvb&KzqoQm4cf&fcsr-&|)bTyP*k5)!xNaQK*7l|aN|2-YicZc?D?T+L=> zB^{I5eS-UL0)aH@QR3RX<#Hq6#zT6d2-7EVhwNGjZuQ?y1&KRFtc1k%Ju7P-?0p)p z)U+O^NY{gUiyB+=b9eYzfy8yK&%i$m*xMWU61Ho$>;#b4mbkSJE<&9jJ7+^>ts66*Dhm=<+|fl?ePney zNL*{e43)UPpR>6R@twcHO;D~0TV7n^ZvV7bguE#675bE!9U~2rxM9vN!kyk0i=f$F zq96uH+z*+HaAu}+AV}QmrtCcaM&e31b(i1H?&S%aVQ4cJi;AgR;sSQN2;T$3%|YU9 z?HMmEaYE4+*__;ld!dsSQ3Smb_bRRiZ{Ks%NEoxJ&Dru=W0oZD!`M@@8h+6Vu&`4t z7%C-kg(tbS<>zMtKE**lP7+sD^{cAk*E%hLZP3n<;TkhnpTs$NZcBuAW$na5NK2gU zn(ucZbNNJTWsW57$J*NNKizFyK;oXXWDAQ)Tt;H2Mo{I`&WzCzg#TTy=7V|(hx6hG z^5c3z%UkHeU`dJdyWO6j-nG>pXgPgau>c|x*G~0DJsY=gzL29@t_;)45lP(q!tb@4Voy+aks+2P^wz89EnO?@aj75liR;e0I-J?s5;k)rCugA z>YmKOeYcQ68ucJ?A(eBup4Kh!g@XqP(<^a11>t@~=Z(-6(}|UkxEa@EUE(`7ge%=y z1yiI;;&v{m%sUsINCk=8TaAH#NSu%A&#BMH>|P8V?LHkYDRBYYmbrSJSo#Cz_Ad%R zb6dB>%};I4cR77#Jn(g^v-3q>TjJjO@PeY=m~&8BPvWVvAaO3fyznsFEfXZp$eJx{ zsKgB&|AO0SXPyp?q5;Jbm$=nrkGR&b*wIk9XiR=GaA(YJ6kOR%umx34|aaVpS z1W(JrIUsT26yk3r?%qFblnm0%*-){Z7`8=jhU-Y;@<9l7Xa-ll0ryJ+_TZYE<)yx6RnjwlDO-$ zO1bYU;nfW!?h&D45_cf;#S*CUzr<(=g0{pZ^)gNfIB11GeOs#zE0v_gExaq^Uw$)> zhL+<&0YoION9|y~O=#w4$kAxRv~olecg8)Bt8!#-9~jfm3DqZYimr2or`to8f{=8p z%Pv<`;w%y-WWt8ZCrD#Mfq`jCoRI^U8|3{FYE-cvTUVn-5JD|+V^_>oUOef09h&16 z8wMLBalWBr`L%;TTET;N&SzrwswGaL^`M?p*ldrekx_@>_+*{Os~^;xmo`Un@PqSV z$gEL3i?7bCdg}f0pkDmu^)F#y^dLw*F#dydKB(6ytup@7ZWxg|&GOj5B??*n_zh5n zlLSeba<0W>uq*<0I13Zy&e` z8ee5`#LaTp{+5cNYkTED^Xx&SL1uYAqqPv%cHan?0D%<50JGfmxV6xDclk!oyDTfpxZ3ZS8O8;y!Cqzm}Lg>(q=h2dXwz=F4t$!NzdG1 zXQ0 z$t<@w2PcQk=*P%Vw&8X}<2EPGv^Xanu)0fmq@%ag}`%!kY!xy?>MD|2L)19sMQ zpKe}%5twD@9fpdTWtZ|d@u%YJ-(`%3wP>5AZ1C@RlOC^%W6L90(kyG1^W;BGSlS0>0CVWj1BU7|%fc4pg`1yhnt}g> zK4h$@Sw4H%XeDf@j*l3mv7tZUGb^n;$v_pR(s4sXw(QosLgWoq4CO&aS@lG zIpz~=kXbJ5J&M0H|NU_2&9YnJ`_yL1OME<7;C5{U<2#J zo(Qikam%-JLX*t{{h_k0?lYb$3le9vgA;^rd)tG=eIxAuQFhh=QGDOuN5#ZIMMXhu z!~#KjV}>PcEG#SxL{R}-48X)huv;ty3&d7Hz`_JOFtAZkv9R&k&wiiZJ^OZdc2@u1 z*SUAjxqHsbWp-9yiMyWqNp^Ya$yx9wNV?0G7nZo9P+y)8ViH$)US?h=pc&v_MR1b1p&P=v1~&%xgJZBQkFBmYb9G5vi}>clp$=3rXB6+mDx^%Ke`*MokbjC9dGb ztCTT4-u5GIeRI9fW-Cd62ZmwxQ5^5>GqthtC1s;xY!0) zWjP)%vS1Ev1!6(3pQ-*^*Vuw?}$uFZyOE8swNf5{-V0|f@AE^+nqW!4vG zT0xCU<+BiKHG&W-i94JY?Z%agE(6Umj$pkcZdVg~?&yjuAD}nKzl_|ck~m&W;s)&Q z1`<~)pOIQ6Zr9wg^6www+rkCcB}h!-?1DNc1ww_b3DzZX@2+*=t37FP1X!satWu1e z5BEz?yfm>4YjHN=WYobUjQDM|;vK#13rxRQ-Lc|-gCcdtK||Yd8kO2v?iAx+E^B+4p2XhxWsjNn7a`quG9y%e~rwM#2u+v zUU8+vkZ15oTz^7^B<}1NOS~O(2Qg}bpeb?hdY4Ll`_`lrNL&%Yq7wJa$BP?X@i5+~ zckm;-SOJN%&JX8yWgX6f9F_dUFpV6M#D!br%dQr1k6{jVAyk*dNpCFTcXzoy4}@eb zv4RrkR;^?x9H$AcRWd@@p)1`)TqWA2&Lb zV7(;n;PheKw&#A!K~P#v3r z@yTaf%)bH^b|zSt#2HofY_{Hd=ESGrl}K+pess=6_L0(S0#@w?r?=Gm4vaC1tqSrjTu*aQlHr%aXrHs_?N`B z%^J?qrn?-B~dP&@y04IKFQ|0IB2LJn4acBKr<-1W3JtS_^7$@F8_j)yuxQdI}KK@1G z+^6_RCy&`U8j5K{vFI>pm$){Uo%n5)K7Rp;>rTA5#6=&Dm3)ud+7deHGm4;7;=Cg2 za0BBjIK!B&yo9AfW6YAo^}aJiT9)6Bk42t9s8$P8d!pX_O7hxmdYlA_dmw_7#C5+E z#$A8#8}F;~h+-R8o4L9qF0smn6lhobD1^Ag1xFu$3z-|flx;vGb0l%MFO^r!=)0{9 zNL(bLLJ}9W@=P13asn}Gf}kmJ`)d428JC}mzinX=&GsrPaYkmI+#>7p+o9#mrT_vG z=l3O?+uBb)4s!IKFpV6M#999;lEvl>dIoc-cMRLIE{Q8z6Ty4^=zk1^B!gH%iL2$l z9Y5N&T*ekuJ5XR?>Jry~t~_hAS2Wb<6opW$5rj}lT*{pYxB5n%{y=klMzCHI_hd%^ z7i8Z02;6vAkkU0tC2y^s@dsGirX=^vO9Z9!sIj%S4=svN+W+_{@&#gpsnGc{% z#Y764WsiwYiWeOUo&eb3BrA({P`TH))k|cqI9honGy^_^f#e@(mXqGfTqZB|g!F`- zVwf(o^c>lSZ;-Rw09y5!(~K1{%RQ$h?kC6Wg)41;hS7p%=@DL?3m6pH9L&<>ECc^C zOCJkAepG6bkaW*L8n;``&5l< zFez{$%>FAmYyG&D1!Ro5Jnh5AJ%X*W&x_zmboH`oR=GDl` z+2LHqcEgo$x@Hlkks~t8yLaBmKAdy0ggLZ_P+evjd2~MCC%v>e2+3Vy1BAL& zFNlNQY`oQNzsfA#MLr(f*vk3{^FS|zSv*Ze@v3{#Qsd1+c62V3lHY;dhVpUwb7^kfU?N3QJte9a(PcjKgY!p?oJ&yNfCB zE9~~Hi(7 zE%d3!MCv7Rk;!s?*!;rU&}_TyW|yId#BDt)=i9d#cmgEuG==yViF0opC0+e19RFbN zxQA_rim6@V%6yRX4~{Lp4HCDBcyWodoop!GetWwV#=GfWwga6K_k2M;F5!|x0*u)x zf;Gl0N!<2(eWVwy0xyGw{UTIM;`~a=KW3fU2l%pmY};CKlDJB%!??nV)$hPDI7+zM z%+)1vgXfpU#|}g$vK@#^T)A1ye{kay!J-nk>Rfwn;H{h4&~j?+XR8ZH+~=d=+_zkx=8z)^ zVH!CiiQC_|K=$3B!C06>g9z0naVeE%@ZX$mw}Ft$AcRWds;->j){pC91yo(D&D!#7 zTEA-tr{kO+tWu1swH=Y3?mfCS*lo~Jx2)BC2`G6y?D3By{m)7 zJt9^_;@%ib8#u+_1E6;v#}sLkxW#QPxbUdOAs}&AQW*G`#O+W%7yII>-e&OM(q*UF z%S9!Q{}SWU{8)-RNZ3^hKyzEW#H~xP=L$9%3dpp7(LvDdmF^gR z@;O*ouj>reYGG=B<5hlTR{2Ma0f4u=p&KWO>sKnAORiRO4;+JjcNwlWb9G7FBezIz zXjjn`LR{j`{@S`9GIxY%jm(k6O&x8iu#x7^0f~D+sF1|Tjvh^fD*quyO%OCC?#Q`{ zsdq-7@`IMw@E%K+sKh18-MN>8Hl;z!ai;(R5@+cd!4*%jEruKoBTOSlBysjt3uN!h zh2W2yMiQz^;;w$##BcoLZwNxNi&#O4>$!E+T{uu7xhzL&2MP>KUEHy(I3}v_9Oe7rA!Oo2PST2UHU0DI#$e2l;r& znUrUwR*73XdZSz_ZPgVnco9J&5@%pwec{MpFpUg?bxB-{4dZy{eLL|+y$^b@N->%h zJuN-9+KAzhBMUcnrNR<7v2e3nlTLl`12r!q1tqRSL1)G1lAc>Y;)29L^&oNS>psZ_5BvNcQhSpyT@rWA%${$v>c|S{iUtan9ubLiPL~{A@+1(h zG})8UsuXFHxQO2-oJqN!HXv~=+A{DjiEB7uFrT|8z8!S5Ui5NNiK~C&qRWwu-MwLM zPoV%bx3x=LjC)INWX7fqz}INU_KUox#Qk_}$CoO)gMUtqB%Ue@5*PHwj`vtNr7B3A zdwaI5z7lu6@_X6Wv}y0)O)#9|2us{1w^s654U6!}pEroqOX6Psw&P{eQ+1%(N;|O2 z&_m+xm2AU5?B~4_ByKB(_!o(58SX31+IeLb6w|09+YS{|yTncRXu~h-JnSJzTrlzC z5?8GJfwI}-+T=hdy+sjpN}R_J_+@Z==UD$GJf}kmJFV|E~9Tn>33N0_1 zU{Q%{5+cByN@26WPJI>epZn6%wjT z;(lEo$#1V8kpV(dyE|J}P~wJFyVng4lsiFc2MP>KUE;oNl1J|tGZtzzibAN>2tueN zZbknqn2{rk?3O5pKM@IJ?|ImBe{z+^9E5vfll=O=5R=y<(2G z*Q;*Sv-q+}9@u-pOvvnLdc7*Ms;T$aje6CZBvyriv4x`T{sX3{>t_(JVj1&$3+;Xa*jU zEJx%YV3x5h?#p^64{(F@^jN?!U1s^#LC$A(H2Ms!`X{j>W*L88(%as_9IiBB30qmv zEVDw)xSQ#Di@_|LM=|g(vn(DsnqT-iCj{E;T6(#tSr*0~bs4+-_id1g7E9TBBoo@r za>>v(+`vVZ8UXJp#A}*mPj?xA{Oi?5P}!}-Q)R&{&ndCq0aMR{S^gnRU$fjf|Bj4{ ziZ+Bd!GLIX`NC#-da9j#+QAmBp?MxAQZKV~>?h-W2e+tF2ZY z0<#RF5dUJ9%OcxLO*1w*Kryo@799rdW_fOdj6Ym%@*XhDI?LGQh@0i^^IIiWkKSfL zCml}_bed)9T4tPk&ng{Z_U90+G5g6ZkM-&=vwTFTkXcUo`EEK?S-z5OR?S*8&GK?iiPX0;-(}eH2o^QVjU7C>^Nu$C zpyd=%00FZsy&#;+Zql$F=4ch$v__7|EZwg?lR0q#lVA>QCRCSM=H$-jPnyK!f{^?s zR?sXr8FdVV1J!pm+pF4v0xeWGOM`bZ)10owP@{tsLajy+LS>dm%@?>;cOS<=b2MJV z*4N7{k5uT%CG;(40lj(9&%*ziWm}Pt2gh%(Y6>~qN2FGXD|hOhJi7VKG`Qfi1c^yp zn~!$`TSJ9!60A$&UUMFN(r)7xz&_T4Rf2NL|a3<`b;6jC9c}d6-yy=ODeGqXk?BgZt|pRipQH`vO(f3 zD>GC`;!?}r9|~2@Bt}gTG$l@IUM_W~^}y@U^7>X`3yMnIlRG@OvG(nW&~iRd00D`M zUKP%{B!0u62cBch*44-nN!-rOA7p1fuN?t%$h0a$bxGX&H}m+h$sHp=NcIyeC~-&A zBmeq%uo_!X?LdKnsY_hQ1^N8u@?%h=I}}2#Mi4?JaldUM-TEXq>H*DhVs*B@UJ|#` zr368DqL_rK_U`oVB07C z18RER`D{g95;v!10RM1Iw-RtVI_beG#i+-jRq4n5>o0^HO(j-X;)0f3atm~>Qwv-y zj!5k;ro2(F#pAAu55*<^0C+_VRPMD=rGgBT)x+_VxJnCHj%d__#PPZBWuaWrc1Vwe zFkKRN<+qGKFeWJvx}ra^A`%z!P!c%iw*s#8;UczSL5WLgZo!3}wLb(B_h1PF|B|?u z)5q`z9+E`pXy2mP%S9#5c*+Zxgzb;}z}$Ynlm(!`L+PVt5k_TEXH7OI#=A zW05-#f3Xt!RK1mq)Jx)mGNpX)x@&%e#C@Y6dPtnD>ytjjuvYPB%6PvX)I6T&?m?Y! z?!k=B_zlN&!qsN3E{U6-{+Wk%HD?3cfw;supKV+Ond3JyS|f8LaeJm%DH<+aRSG2T zJE1}nH#5Ma1XTINCbpcKAZSWlu8(2r#XlvVLCYJrnZcqGxA?OQXISE(7qpyKu`Gaq z#Qm|1;DWrY9zc%15T=nMlDPOS?_|xS5$j+M9ooWH)Fp9IVH^00m7~^!#O>S4SV4)) zt75+h`pSrH3{pE#U|{MJ_v@_O*4Qx}YE*wa3!zpc2%(a=W9b{*Vp?adhvs;VV7(;H zxFCR=TQ^H&-`ShO*bGtSLpt-GG;`Xd=#!WA7HXHbSAzoABDlTcmo83EX z3zeN|$u58@3li5ui7hr7x)>y`WmAUfD{mR6hT@HS z;Z|%1dP&@7-!}ZAtls$e(rV3E5IrPrqhA|7NHzqYsJD|s{ENiB`|K=zztW`@6w|di z+YTKD?Goqlu?_Ej{l_AZxJ=^3CGK#_c1aDN?jNC(4sOAApi|#Lb!&&aEkFR2^pSeZtjd zt}cnIdSvEwXjh}H*$%`d?he-?8!~5T!)T4nk;HKy$|^>^?9m=1ZZ)Ao5*OJz#~Z3_ z*P1P-CJ34m*Ry4n)JyjlF9L}>O|YoMJqmhUS8OJDgJd)X3y4Ds}Y1yNt{E6xo({&_|yc6drq)k5*L4P3}-q@?gTg9#q>CE zL?v+@G;Y-EyY8%ew-txl!s{FOXnVctM!lGU7v(dSgxv$x>qW0uWmYxy{<=|b>2CQN z7#Q0LQVop%Agwp*6<)C&3CleuQma|!`&Hz2ggr5VcZyL@c1@}(j0+w;I(Xs)o58~- z4Gx+xIKY4WpfUb~gK8KUq}y5TnHC57V@I$qvvirAz|XvL_7<=`^~u#_u6{@y^P^OFY#mf9lcqC z$v?m>{Vbo#Ht~m6LVB+CWtc9r>^F|*b3Llz7vsMAGFHSa?_HBvC6+LTEB)G!(Sm0A zImDEE*?FiXnB|N94E)P1H<vRyBZcTW0*4^D0E$9SqNnB`(6=GNk)F_@*vV20^ymNm~j zkOkIXP!HY&g%n5FEF>k3YE4bri$ZL_n8W zmM-=HOo=$y|@vz9hZVx-lG5lW;wr11h?$Gg)8JJDuk`8 zks~ro?`=0^YeQYj!5nHgmZ7@L^7x+J{4t9UH9<&9k7KN$Syn&2d^q%#lLV<9D9}Q6 zvs|-BZs;{?61)?qjA!er)d)hU%u@1tx7)(RgxSy>TTfuHUS@eLQqEmi+IThe=CaA_ zkE+bFqsYgDl3MG}LC$s(sa4`$t}nq^R?o*f6Y~iYkvN0oA0v+3hYHs?!1k(3;?7xx z@)pgr&jKscgH?*rcZmnDzD*n8ALOrm)A|+OX!N0#EM8fL$I)+~`ae;$I|g+?fv2@F|tg zfyB9-VzKBjXqUJvHJtd^z8)qZaes&xm$>(Rwnz*uY81lgxNw^7K&Qk#oluu6|7`MI z7_$jy7_2d7N#drT>Le{1;e7)vZ1P!#YPB#miHrRqvpaC@3*c?f>BdRo&gX=2wYomQ z`>Hx*FXNvXkGh_PcJ-4&h)djU{}Votx#II|0~(nliSz8#S~2lUE>XNv}17rDVBlnL0Avu%HmKBt^h9w6# zfWERmhe2uw3JgqL;!bDEo3AQBrx|sXg;1*zgiuLbgDtUcvB>t-EONn9rpiQ5*}Vin}fc0D7tN?d9A6S-os1Ab;bl^_v`OHcOyFl;YW zcrU@aB+j~o4}UUY7=Fw9njWlDj7Dxek>1`&fj8=XC01DCeyn}x=9)G$1YFE?1Iv-1 z#I*?sQ5>zX@)dwCVxV%b2ba9h@Q%8J_g0J{kVZX7oIzB+Y;(h=W{}#Yg#GW$^WXpL zH6`wXr8ECsaV-kEVj{6(5_eHDw4GN0TyZ*;Su8Z_J8DJ+N{5_hMH6Q6aa%O;Sx6{#%5zerq{ww}@_ zkG>i}F=wT*SacY)OI#g$C*Ee=T2GKT_mhklmpF$lTO~t2y*UdKXPV9;=#;q4F}1h> zJ3HrqicHL4u*R4riL;6elD>LA=mS{TGD5{9F6pjp_(pEgjpOjpBiNShF+{Frk z+^&_5C7?H_PYpS)lDN(y66a9kaW>>^<}^lXmAD;w%jA`tceo1|e3Bp$i8HWsz0)-Y zD*T3ET@v>vtv}DLn&t>>wdriPf~-=E-W}PQKK1yer;sBjVudB{c<1wOy+@Xu4TjR6 zNI{AFvN%vNHaz1YfHTEF$Pj_~e~o=1e~lDIDg za(>4`$C1z#OU+=Z6_L2Svyz#2efGnZ+RtRP;3shrhNj#zOaJL0aouM#@Gpt;Ngd5^ zN?fu5I@*9a?B${o#}_|x+0$lG2bkN6xhw$9ZS4{_Oajy*XWj&W!;K$Js3s@XsiA!o~C+~m5 zHxVSxV<98;k~l@0j6XT~8GhTM!Xg$#4~aW>O2%JZ-e4F=TrP$97m1s}TT3nG&l?EE z+_9K#hYo{wiR;!x&PN_S{T?K4=n}?@OI(j*TP3v`m%Is`)G>-h&?#{}meu0=zF)Wm z#%!gf4AvO4Bymxe-KAX{e%%iic9&4C7N+(|T%TI#63D6#u*Qu z=Lj=5IELYBGgp_yDQZ5&cICc|g%Fpx7P()%Aaf?m8Lg2ylDM;yQVO$mGv0y3JttI1 z;-UhFg+i6zuVBlm34*4?{Ryj|y0-4L-q7+6tz@vM#5vi?IN!G49ze@kzKR79kT{3> z5!`{EAnZP9P+&i4~T(T`}w7 zKpkJp7F0V>U|{MJS2$PZaB{gT)M(y17DBB?5JDw!$Lg$cdm)YM49&5_dIswyagBP9 z;^t?!y9zhnxm6f)LM3tD8aL{lymQ6J>=JJWuYLRDlPj2*xGuqN?S8HxHR3e<0L=GQBz`t&64|7Rw0d_ z+ZnXUiAX`SY&oj0Vn>T}+W_hG5Twl&S&qm*z${}seUV+N=U)-h z<5HPny3Eoj%8k#wVHO8wX;X!ZuU?(;R9P^~I3+eB_|+#c%bkSjYnCHrg|eM*3m3tgfHPss3!9~- zg{|EE!*~1}?=2$rGRt=|o^KZxJ`E9-UYt`}I>x?v8mQrz+H75|YN%$G(Klrq=7h`zyi^_CIGLsW@^CKF z!3rPQ9Y?sD2=Kx%j`9;=0fHk6RnXsGE1kmJrqUD9zO-Mj522n z3z=n1a0mQ)0auqXYSyA@mZ9}urT7Lv$J<&OSTI=BET{Eo%XR!R6TbqIP5}hW(vy$i zJmQuthaB~<$JW)z5t-%BrgvnMP98fBbEs;4hUzlQupw*sUd!T|fd3>BD`=K8jj^7|>*+goUxLIxg$j^0aXAKuz?EqU&MB)q#p7q_|OWr5O3xM5O0D%EiBfFC|u3;tnmTt++mSWF#2MAtD7O z&T{?)#qzYfJ^<#5fy%u;yxZPw#NdKe!yW5NZd;b@h=iL{FuA6#Pu4bpqL(K z*>>nKXqUL^UmbYkWY_H=aZ897m$*u+wo2x&`q~aU=_!h!Q{u|+ti_$}Ww-^#>`#I< z#w){;-pdQ_;k1Xy+BA@uP|0n;%fES$ism$&t{O?fdT_l zm$*Bt)d#Ly%{ve&jjlwarWLXx;91S`9O{7+do3^edH?ycNKIXBS4O>n`;?mpLS2~;o6>dndE{XHF)ti6! zv~hi4ZS-K3VszodzVs^B1_r?Vk`OB_aWzZSRk*eodK3($Es=r}H$P#r!YH8bIRJgc zK;>Q|Ki|p-|7L0cqkaT|H0nX(c+cyyQ}rJHhV)D%Oqaxc*eBszO*!2Jy5dY?MI>&{ zIf?O=A#%9V`gZI@2ufVb(0bgAXMCOar6U?SK!V*_zc^mn9gKlG?Pel=_m&A=XapfB|?0E*7?RpBL zhs3?8?aJ@)@#RqBD8#==T(9~4q<1+*L+3LqeHpPVANTQPG^K#p7q)5sA?+`ynhnR()B{ELt~p}Hi_dGdO`&pZ!n z5E5@<1tl&kalb$GmA(Y29Vjp`b%~Rf;I>pT%Y+&Yr4VX0f)FZ+i#WR8&C@h;3N*(t z1nVVnbKdsgTDDPCgWf!5aN{(U#B~#qxT#*BW<$=}4`HNMiAyh6flCMp9s?J=g&+}$ z^GmMME=B>S@sMC$66buUFF&eWpL@Vo8_ISo$STFiap3gyVT%f8Lyp{u6_&UnpPGue z0Vk@0p-d!FP~sM@oU6#I6E_6F9b%wzuVu?r$*iyS%aBk+~kX#viBzafdop(}PIRz%`zo|YuXTU3NAUFy$P7L>U8zs)$w@`;;3;vNiV z;9nBAwQB(1{ObL^(9s45u$PNUT)N*(m-B17rNP|3O#x_bYnM3pI7{xaN&Vfxhm2qw zKweYgehzfvOW5AQZ(FP)o+=9x#}9Ji^YW%u2Z`%3k}a#R#JP?skkxK%oe6J(DHKOo z;_|w*mV10&8x4JG1Ce@3+@B6k{Mwu$ctedWkX?oz5;wM+6JPn(v2h@AeiY(gB<{$? z8Pf9gJr_YSJB(u6p<-&6IG;sM{I+t=w?N{?5HBuqpSy0ByxnPmznZ>`BIuMj>-A>b z^Ha{#V9cfxtTARu;)2)MNGA=yjbE9y9?h;?Oyc-&vZ%d>EkWWoh~Ok~jqSs^75y*l zf|*-k3|n1o=IWBT;m`V7LAx49A;cwa=e-kQkhvN`Yy%pZBZ<3z!cj4JQD`VgoGYP1 z68CoT^E6 zesbRjIoe8?Mvh40DrG*B4Zgn(zZ6*^gl$=u#Py4h<)e2u^adfhJeIM766gE&ZDTl4 z9|%%AP+(x{5*PbfUUjR{GpJFGaco_+8bJt^#0`5F>*hV(Y$!BGCxZ2oxL4l(oO#ZZ z#&F}^{1=r^swA$v#*KPS-u-cpF1qgpuW$HL+v`;~>UAt%irX+GA8&!|Pp?;HRyFnh zx>0X=lGPj-7zYSa4UGRFtvBk`ZhU?v6!IgHTFtV|924%u_5ytRj72`XCK0pDvop_# zyAJx}L9n15DsR-gl)98}R<~~ku%q>0m9}=?IVnA7b(Ox5qh-Vjn`Pmes*2}Bo*V>i zI!vUXS>9MQL9xm)aVCI|#6aaEMO}OnkC=Cl&dntb~~75B!PdK zW&3F(d56BX_(Z+&g=`&Bvn+gY!KL)hotYpL8$YuEBoo@rvi}BaZm9VZSKxbp5#Tk= zvU@LAzUkUIi=eW#zcZdH3uc+F!~zz5Y5``MNSMB6+1>4)>~7t4Dexv}^n)!gY?kva z?Bq)WiaeotE+bMev$PoL${SqI>~i&>WSoFhH_ za>o%U=0l1_he5kpzA7Q%rS6h*V3uyb*yV_up)0_JniJF8u=F z7+4anCIY(5@{D`dK4@1RDTKILM%_Mf1Tq&yv_|I0EIm@?ihG-8PXM!AMyQZkw)E)L z9;$qp7&U9rG|RV-4O6?{i|Ykud5>UGv)oyQ@C_;6aWtL3}KdO;f zE8|fX*bF^br5JVYpOAj+>ovU5{3Wr%5?7~PIfbR&GU|CZtiOI*bQdwJDUyS6}|I^U7)Kre}V+L-6Jm9I7n zn(fX`EQlTw*RDCwF9~k@79=jXGYj!A64!XSOnU84)$dSDH*Xe;4uf`yYtf(Q4<%Mz z4H8$X3**HluG8-Al7mxPE`Uy&M-g;N+`+BpoZH6br(n!Vy0PUo#wKFG4NkK>Jcj@{YHT5*!N1sB4&Z`*wq!!fARgW+m3SC_=q`T6K8w5#hB zLR{k7{_$T7nLFsiHlUF?lDKp2ImIIHq4hxGVtX=FP~yg4nF3WF--|J7f}kmJXZDs! z?XcSwzsK9DH-kkb?*3K}PVUpSGPIm3eOLeiiFz#z2)1qP-raeg=CQ-(jv zhZ=bVu@GuCf)FZ+`_f{Io7sz(EucBhAXqPn`_(Lj8#18@eiGNO&&&TwoR5ga)%8s} z2{|+B%Sf#f_t5gZ-23#a3vj{h2@;XGbh~CAr$$1BLkZR;aU0sr=R>btT@LJ4J=p&~ z-FiAI{nUi>$3S$?5i2ZlP3=l5R;;MF84RU>NI{9K++mKQQtsZD09N&7$<+=j_xikQ zwamxK^Pa)`&XYhI^&oM6^X|*c?*)cJdPWnbOXBXXbLLmyT#o;>jUrY=;xgYzM%dbS zgDc%X7_U^D#N~U{;sVXXHiEUb5uGCNX;*Oa)XflhqUP5vEJb_wxRS&+C*|6$eBPJqN6AWUD0 zJG7cK1NJyJ)9LZ2!oQZI=c;pxO@O!6uZ&9>1{Rz5u>&b^}( z-zKsy{*AZdFc#upB(7rPp3*;wErQ@MH1=n)=rCxPxIb&1_=SBtI)TJh8_sxfiJLug zi)7)AbbO9i=>Qf%r^FSVs>z+4nzam6r1S^|Ym8ZvIHO*H(iyI^w}Hg@1~OEug{ggI zmN%6LOs>)o@ady;<0NtIW`%JROdB48V~`udaJ8AMOX3DUtoRZnuG&}@LR{kR&uf$d znUfK%kvWpMr)wH3{FZFPzwr(yR7m1pyq;DA=H(J%)C56O;=F!UPc4eN_6S;DGQpw} z*LQ~pXM5_*RcJXkD1d;(?KO(vA|g}qQ9s`Z)5sA?T-LikvI{-8c7Zu$HjWiXm&E7y}2&csyHB?LdKnsY_gRj%>8!-91pF+7nm^wHiSPmBjrF zTjaJW?Xnd#$BGjfte3=HFAnDJwm&)?{$^Wl;hhZCCviPB{>J+}^|t#&@1p7O`n6hL zulgHr;G6q$`_$UUA+uNL^{ULOrruwF}O!U)B$w|}Gnwh;rBdyU<0lzDE` z!KKg)GM2Fw$v@C6FT9iOxq9#lq~{l5y3F$S3O7Fgi<|8ybZ0hdQk*2W@r{y#c-GaS5~ngdYGlO zFVFv!){TLW2jf?>5dUJ9Yf_w~86D-JP|WZ(EEXLG?Ph7Tg6DGl3JT9wKcpE_|f%E4Az+aWR`ytW=R7k%4UNamfFlvF|&-X zE03MHz#8x-BDk7aP6*@5j;y{Gj)4c^Y9gS^Ecf16(+Jwta0(%Amfy#8IR=@FBw8bL zWR_o(8Y$i{+cXkB9*iec$Sk{VuKozBe32M6Ytb~z74vJP&Z#yo7FynGfQp!G z=ZKB?n7?wdtkwc%dHQ@fSFk_16y)eAVH!Civs|{kl-wq>U?R++Ra@AKy3F!;snz`S zr}3jfNCLMqR?sY~yH+0w2g-dLgVYWbXra1U<^{_S1pB2!jZC+*5Nb7o5Gu0_^Iq*{ zYSAqan&UHq^)gGNeL-BKfJhni<}bA#WU9=vm&nJ1QGLUDLe7#+8L3s`?E07DTx^o> zzy%i(BqDLKcD`Th8A62{)n+T|k~qKIE_}|YO;Nyh)Pq%u(fjo0>7{IUuYw$nBUV`A z8rEs3s9WhB-i5ZBNI{9~vwxCe){4$cL2XWmfy%umwf~Yaqfu-zjQaNk(x?ZCi;XCh z#ZUk24e2qhgQ*qx3W)tjAATZtaV>O3j#v?id-6as<-T<=Txn>1wz8nawOm@8vogHz z3KDmu0R#V%xVW7&`GThha-pMnH)JmtmALvwQ(Ybg2UUQ%{fGk4+}18}?Hb9sQ( zr^KB$t<6bNT%%yj4!2^;(Mz=NBym9^p| zag7U=5?9r9033ragsaV5T@n{)Un3RT)$HbM2jUVJ`u)&X$ed9NMr&k_B<{opUeW8; zg=CPp7(#_4&a2>K2dHxGmTWmSLC}=AV#`vg)kaU73oUOw!J-lu@!pvm(&~o=w4A!F z*y;ijSM)lZ+x4i@8pzQG!ZdP35|>t-FMBk*{~wq`M%HXaT@vT;eFI-s8Melwr8~(K?s$^Ww~y2s}tXIJ2b~L1nVVn z62F1mgrlkWDO2Ssw@;}guD6K9neLfa9V9NBNUah#bI@1$S)bZ(;ewllvgJf1F8V;5 z(^Ji%!XpXRC2@hDIR5SAW4nQk(}PutQQFj7=@;sqZUpn|DY3#5H)duTMXhxU@W;wZ$;{46zTx{Wb{boeMmb&0*BrZ6d zfqzNdEc;Nt)7#$dp`&$m=S2?&He`-yS^3YK&W-*>B3lcX+iA{WT!W1NKJz@GvT)xRe*}Jx{Yr~tsZ8lq8 zSmHiNo#n@q$De~fHG)XJB<_oQJKm&ZlQ3wujpnfB^^iFG4()jBe#%E;82s;F){$-9 z%eSKt{~~c~`q)eD_%(@8%u^JLim6@VE|hK0muxU~8%UhvTy{C)5;wa4K1t$>IYrP( z_frI&5*K~AF4v&C|6>@lcjmF>HO4GS+`t(gQkx;=@wvtZkqp&pVQPQlH8zx=%v_6~ z#5EGZN#b6<5979ew!yD+w+VFI3rK0b5Q@5Huxj-MSj7&T;M@(DDuvEGlssBNg1Ctdu-x zIjt75)deK3_s4MVZtQscuJca9G;%}|*R@l=>_N$a_{=nmMQlY~5*N#D;+yY6hf^=5JDw!V-{|5OP=S|6`JE8 zg7uQPxnsw3Lw>cwZ(GPVTt2OmxIQ8hx6Z1HCFJZeky<5g*2PqL^Vb{k#)F0%*>WNh z=a>9voJlU2Mi+v0N!&}jE&Qy=Ir!Y)iF&X~F$%Dnlm0WM$v2o^8;BK_xD!Wzy6v_N zUIm7dNu;2}HE$E97}3e~B!Ky1pmMJ{J-%lAFsgqV-gk92u>{ko2Z^hn^-VVD``E3J zTAnan66dzmi{JMm9v@LPlvojo^Ujm3t zxWT>?dDF%ThS1T4U=>!bfS6eGCOsPXmcdO=3F`mpIAinVyijnEi~_$Q(&rbRBC&tsF@aNL)ZN zLxm)++Wp=`pvtlXj8PK=O^J)RTsie}*Pv(6@~R$Wu&BgkK62+~&gnE4hRFj8ARuuu z)grhFy~2M$j?N!q>uThPB(BHh-?EKWg5@xWVh=M^m&6?!H;PY4`;`Gg5_*KOf)W>h zqETx&P$|b4q;{adz|0Lqb2>ssO5*xz+^E-T;9d8*i_ScU*ZcR@_IlNgdiz#BlsE7(E`-dk zrPr%6tD1U$-Kgi^BmsXlt!f{(h-zT`2Wh=gugS>WUtzg!L~1q55w*X_OCH5#`W@#k`D)&0NLD@`?>eZ)0GuSnVtw{a>X6d)=ovieU z%HJV9uL;v-mXpd$_@GCXRzj<;?#GrCG0U{4k~(X%@PUSoL<^c_fo&bG-hh6y!7P0V z{L3s?%pS=netAC;+U!hvxu{vTu71(wws}%dkcn*+fMi0uSytH9f@?MTwmb0Wgm_J} zoOR2E?-yL=Csg(o@l;tb%Wq2TvMlo!m}RBGtUCIdWvQF5WKF8odIN8QR}@FsEMEt@ z$W5a^)`I5wUd#`)VbE@tAFI0Z$pPBX^ z9^q;tpvx?ir%kU9?W)u$mU?ls>|bT@2FP4vqBSx{X4!CWU4^{w1pGZ-PeO&vGR$`E zdYG3Zh*7f^O|#5QEt5L1^&WgYeY4T*N=41Ge5xzwV!ov}w454aSO5XD9C#?4Q}i;! z-z@$}m`0AsEN6QDkd?eWWHij7OF?W!U1oVFG=hI^J~JMKWLq#}1i?al~zxnMqXoC2(=nP2$fknrAD|(8=3h)b2J&pVExSU^91f@hkAGu z+Lv$fXH{nDEAsK6L|U>IZaKXg{iAY?8-Op`1zCeZTey|mF zNnDEM4Bn*nRaap9>%l6;$T;q7`XlF|FJXQ~5-Tim)uVYufVo*`W6XoH0RJAi@`XZXgPThiou6_B`-B^daZ#4Vc<%$ImExGzXt z`;zSCq7oNU`LT;pwaqPHZXc!qG`F=&+@1=y+}bPq`vPxOifsUSO^NHhmE+I7&Q64m zx}12bEJ)mGCFWbBUVD(Z--PKaan}~ymYEH#_zB(w{)TM(!V>4v%3dD(*>)QAsY^ua zC2l8%zJR_rzaMDP4wbhl;6P z;#L=Md{|=Y0g$)=;>9JddcsbLWer>W5%H@OL8ruRk1*%TU-t0^72(RV?Q4u#k~qsI zouom}-y491yX}ZRYBdxGrgtRiRy- zq!8i~S9x(I31rT{JllXq=1Afm?CYa=J|<=ud^~uAP$7wn>Yn}v=H-S8Y&kVS(3H5I zPNh;CO>8h8T3#x_q7v6(nhQ6|INl3dP96mikhr-v5nSSygzA#G?L~3C?}BGC5EA=}Y*|5x+qZuhe%qoaL23sI3`||(PG6O`?0vus zYE-&1TUV_{5JDw!yz@>shf`M9pgCF+te3_h=*=z0E<2}^xPBrMS7yrh z%aF6rL~50|Sp!VCsj|wO;DQ~;vE@W0F5R}p(Czrxw;=@UlDM&Bq%-4fe ziqTxBz;u7ljCzoxUBn7Y+<0SN5w_o_I~d9pA_XPR)or6dTA`_5%NOE8Ukkht^>H)K5)wygl^89KJ9{OQ#Tj*2Ah}28s&O5vECn{XRhp{vWW6SFy zal>S;e2J=QrtnGJ0t)dj5;y3$r!;erKR%4*Eybe4pk3npLR|TeibHom;<|^k%Mq8j zO}Seojjl)IW37%;1f3FhrCu$rQgQlOP?4q)YXNv(x6YJ@c9l&b#3gRp68k=oIhR>% z0~(nliL27IpQ1uzM+=a+MY9g!kbo|+Zx#6daz0{GWqx^-Dy+}KbT(&h!vJN=`9Dv z_3VMRU?{tZ6qLBM)TN5I;Z;Hb%n<{Xdu>(mONMt+&kT6q8H{8Jrcnrc2`LcsTMwH4g?tSM(xQMB;p|NVveTT5zR~qu7Q8CC7yC= zm&6^*^ygQ+oEQonEjEO`TvXzWi_g0>uDrY(NZ7csEC9`I?GjgIY;$h$oeELFADAG( zYf9YAdJcSc z-%i@fFFci=hd%X|NWCO(l2myaU8mfE={;aFy9_-fF4@h2kMp>D1SIYph4>eVD=5)U zdXcxh48^pY!nQ+)LA%85TI#^x|6M!*ByJ7y;u5!ceypU5n;b`nVJO>yPKledsvZ|G zu67Afk;w#Wj9HSn-u`{0Cj+jI1PgmXsF=j9sUT0<7wQOjr>Sh)T5*!N&<$bSrOwNq z!ZAoATy5s+lDI#;2H<_gO{cLPh)dkJi3M`VTrANVnInm_iyo+Wa($i`NL;1qY+)gZ zYqoIba}b0n#Ha~^ro?%4HA*$D(smKFyvGEKN?c_>o{MZ-5+CB(Wd_@^fW*zZ7tY<@ zcdIqz=rCa#IUjf5JY(-rXH*?M^zTEjq_+wiOh!vDL1#g2l02dOZ zcA&t()Ftld3VB9of4oJkZ#dhtT8$utO5&PbSmnmg?EeOuV+O%`N!-ANL%834j=YB( z@1o*|omWZR0F4{+4lF>V40z#NBYM*dA2x9lc(aS=H40>qfm1 z=Q4J~z^InMHl-RE|3O-B)a$ii`WaZxl1Qy)X?V$$^FLT-I=oZb5F}!jv36x24h;u8 zw)c4eS9*tNL9;yg%Z$5nDs2gvW!*h&%YT_=CBs18BEqi` zwAqpLa&fbazUb0u;L1`U6ZiMB^++bPo8_2V*4&kW9V-F&wVeCVDGQosZ6ftD z%c3%_e7j2h+k#Rwq9A&hr9o|1eo(!&qroh#Da5~+W%GqTQuo~jGAO1K#iGNY-7H-O zx$-NXMw)UvmE#5(^1G=+az}R8kr-rEIc?|VUcJg2eZ7jpP@o#S;BIJBUJf0F>2PLX_gJF zE2NG)v41DDyh4IS&2mXMcW%LfIX$4|{Gb2=X8B-u7}xOZr`wRD(#h;XHF88|dF$yb z+3X_*dteS36ROKB3#!NSmjd$ed%R}E3Yz80;xtp}D@_PeJ5Zp7>Sn2Y%$8I5t=dqd z))YdmMi4?}mZkc}yG1@vae?OOO0ZsLncjO4*FU?hFZAZwH``xOndLx{j|Wfgi#!Sv zXM2m0S|#pAd>yXmTI&sP!C?f6NLyo&oFMIPFoloH(F@Na6D#ggY zLq__+cRu)oQTDgll?qGTCM!pUS?CfAFqAPw3QF9Fo~soVf*;HPaEBPE+^cmJ*X=OVlNC9X~kofzs4V&=m&}DtiX$v>{6h!1(~g88(5E7a)Jx*ltaIRF=Ug_1W*bXE^pLpEu@3yO zlf5f~#2uv&{~~d1oVrPyl-ju%ig}e{(P7XoajnZb@@4m?bOwnFc*YKsxWsMjdRVf) zq5=MQ*!($*pi|=O?OyXh<<*^AT z@nI~+FLmQ2am$q-54QNd89yFOBwTIg>XJCmBaNe>UFE)JI}n$+v{g1fkhx-_H8MvM zS2}j6LXuatGe}&WH*8@ciCdrLj}I?vLyVdrXi8k(iSns?V@BKtiR(zPsKlAMxN?cz z=Z3;C8A1UBB(CwQaIVJ%YaVhml`xGQk;E0OFOV&{{p$vd_!vTUN!*{}IDW;{f%rGx z1Y!jxuI9?`Q=zY<6Qp*az`)cc&Sanb&48_Q!D-wJSY6d>1R+!s_rQIpn^lRvk%vu~j2faD}s_jLU#0?UWxLOA)+JeN{Ut^?Ji7Pj;EY~#D`!`&0M}kBo zE-$(A>-I~a!hH$WC2>OsaePA4mPdgdt_Q0Wquzrqr?2V%`UB)>9I?U@C;L`I5%Z#6 zEEq}{k%AI;$8V!z+PIU(04@*%m3y6b{7*(*GuIuj$E|YhxiGjIYOaW+aYnQkMHZ8c!=5v|>zxNK?0P>m= zCoyp5D@#s%g39*2%Xq3RNZd9hHu-JW6p%Q>dkoW8;y%u}FWc1WfdRY;_EH>Si94kH z8}Gmc>svvea?fQu&`aXZn>h1rjHBy7v#ofa1<^y|*4A<64F?U$0g2m4A^t_;Ed07k zyBN4XhGI5`GX1@}wF=k2PelA`vz238BX^^Prz&D>BdRoepd|RV(Jyf z!7)fATy5s+lDL~!E918tT!|e82C` zdCn7K1cIO`ak&O&IsQo#70~j!K4Gw=#1(dsaVvN1#{Zg@NdZJ8?&`BBZm`|e=a3_p z3bw9Bj!5D%?=>pBJFKaKF_6yGRZ-Uj&G9I~dP!WrF`?YHxTp5en>V?d z7qv*7kA%b>PmlQ(a#lv9R*Cy8wM1oORm)OF6AaRj182Ew2UE1!?PY$#n1|97XyEx$c0 z>NQAQ8S&B*H+lL&d4lgZQ($yN&0#yxDRI+`%(zM4dEu>8z2-7lW6YAoE$TK&@j9;u z4;FTsP$`K^eyL1e{ctGYGv~3Dwc;dkMM+WI4~O&rfSKDSfZ>9ft4rb<&Hdg$yV^)0 zq$TcnyDJGGDBkng1~f8964xk?RXe6%kb%TC5Gp2dWiIV!K$Q;#vgHJVpeb=b4>rpA z^5=gBK+CgRz+g#<8xwBNjo*5+3R=!J3LqkJJx@h*<_QIA$kD7Iwys8wNa9YpJyJ$A zRF=aWdP%4*iJQ{&E&pX-+h7oqHNk9IQHkrF=Y(IUcK@0|f&&ExCX_gX8LF}Uy=tLG z$rM6RBM8wVaZmYG4u+xc;-ERIL)iLyN!+u_rJQj?y%pSeSLy!Al@^Kf)woeFD6oFi zfw!M`hS#t0(DwS48}&ln-l`(~Ub{eM&(Z5!GTSosKDbdYIC#)$7#N*B*&;0i<4;KI zjd~{4#g4GtBqFt%Wyj0yxyY2L1yF@hf~3qcC1Q({I~==sf_0f?@Zhz4AB&WBz~<<| z{%MvDxw#LAb$bOlDkE0hER_bG)C2sDQ$U*xy;ycd&C)G?ulo7ym@xqMmjavjYB8Yw z`F^=4qM;dh&txl-e}Gx~%q~^-y=j6s>b>%2m@cziZp!i2tw(Xts?Yi`R>CZUew2rm zM^?j?%6u6uYL=U_%(-^%=2O8eQwjXQEMp(f=aa&3mq45K^keHtn`KzU$XDa7=YmW` zQ2>$&?Ph7;aR~Rk*fJOR7h=4oS(bNI@m4We8Bp2j{_Fy%vS60~uu$>$UG~_3Sr!te zuUT%qaZ`Dxi`7+l6O5R}mKQh6166ja=HE(WLh~#nQZKXIT&d(kY;qQYQdCh8J0TTTiG~H5A;am)ud+ z*J)p8Fw1~BY};CKGE4v8qc}rvi!e9_C4>t^K$ls*$Sj%$?MgY9?LgWrZEUxkfy^By zS|f90mJuGF>hfLN^T8}T&0`CTnWgpg>IA6rQep(wqG^^zZl*cmykar5yfy)BK}oZ; za8z@O4L4Rm%jrh}M9i{B^Rt=*?;AaW9Q~UxjU16#w!8O-GR~O`hB4iJKHIV`vve^_ zEsPH>K(}TET|ELXfez8(-R$> z%P)?C=ExJQmsuV)Uc&9q%TPgY9xJQ)zghZ8d_4G{f*?8MYy**6B`)FX{@mF1jSJy| z_You^aRzB$7}qR^3MUb)OX6Ce%HcCZ($4~$r3c$AMkCXAzkWO#x?)>9c7&uP?xH;7VU`nI>7_2 zejsr(AI{;uZ(gg1j&@YeUM?wd*Du}}xp(4}K$zR}6f6MEZS4{_P&SY|(zQtid_ScK zuPJf%on?H|@O}8VdI|AVS&+DtW-NC_L>WljY86{nUx_nls#aQu8sK-l-8mLVT;gth zZ=*VF&@BS`R0@%LNnDMkj1OAoz89vqBhQxCL*lIaG>5q8l?D>`3x)U?iCcedqGEyk z6TEA4i38gX9R}?Zw`Ylr-}rvR@RD>#J#y5#T6f0 z*&B|5$ry$UX09%Yiz*DC3+?JXg^-pwg9$$P!Rn5&Yy%pZBZ+(DpP{a+TXq{H&dQOY zViNa$(NlY<@+D#ff}kmJA)Q}jI~zJ4g_bvC99vLQ;(|*ZxrL@-k71b9QUDQ&OS~M- zc?|D298TA2C$_Fej!5E)LQ0heYS~nnL%p3Ds!QT_-%aEP#KlB|kYo@mDsj0}kKuQ` z6UMUz1qTWYOek^NE~*xv4etsy`h`LWY6Kx#ByQi|jyjxf^GXiQF?0f3UoVOKCNzLE z+J6{7WjdGg@M_D)gZ>f{_lL#i^^mjhR7Pr*xVjBJIIoDgW^lpT1W8GpLDySF@lfF^ zf^|vUZ=sg_$)2n5SKgndvE7QY&0^#+IXU;(Je%1dal?rfm$*Aatkgb_6Fvt+@gh=G z;vA3cR#y~TwgNC(3T)o%DT9W*oFU=(FqUKjY1E^{`94-&3Gax0Ttb*GiHmtE=QjpS z+W=kh6|oW$XHp<|I^ zmy|f4jHHo+w?Bym39F<4G`F=&TyEc?+`DZ9WWbwbv;88kDRHeb?D?3>kwwr^hZ0Yf z1&Ir4##FJX-XL+Vgy}1BaR(nN(=)hCcoT$E9C3+z`r2Am)a5ZgZ(ui(dP&@ymG=CI zj5DDyy>lpt9ugNAYtJtZZ~p=$?h%Ff7>PTOI7%_OM?4mDSB{oqYL_^(ZgPHn&zkli zaardWFD-HL*AnEWcU*@-CoQK4IwdZlgC%G6M7<2gY=>O7yvCR%iK~wGP;4FVgU>Y{ zMyOT`6G)s-Th)?Q)pj6p(UUL)f|hgaJX>8v;)bS1a|wHUE`b~s5vGwNlDHo>|5sUMd;&jA_>E9q z68Fyj3P1HiZ7&cK(;wMxMI|mT?u0)aC>w$V2MP>KC~@nuRHkRW=EFO28if$l2tu?- doNUDvhZ6PLc#ybkg7uQPPV+*z{+S literal 0 HcmV?d00001 diff --git a/experiments/e48-rlinf-bridge/results/local-seed1/rlinf.log b/experiments/e48-rlinf-bridge/results/local-seed1/rlinf.log new file mode 100644 index 0000000..1a10e78 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/local-seed1/rlinf.log @@ -0,0 +1,4360 @@ +/home/guangzhao/zuogou/plugrl/rlinf-src/examples/embodiment/train_embodied_agent.py:35: Hydra14MigrationWarning: +version_base="1.1" selects Hydra 1.1 compatibility behavior. +Hydra 1.4 will remove this compatibility behavior. +Before upgrading to Hydra 1.4, set version_base="1.3" and test your application. +See https://hydra.cc/docs/upgrades/1.3_to_1.4/prepare_for_1_4/ for preparation instructions. + @hydra.main( +/home/guangzhao/zuogou/plugrl/rlinf-src/.venv/lib/python3.11/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default. +See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information. + ret = run_job( +2026-10-01 23:32:16,592 INFO worker.py:2015 -- Started a local Ray instance. View the dashboard at http://127.0.0.1:8265  +[INFO 23:32:17 RLinf] RLinf is running on a cluster with 1 node and 1 accelerator. The nodes' details are: +node_labels: [] +node_rank: 0 +ray_id: 097d550042603331a25622db24fc3deb3df5cd5e994513ef13fbc10c +node_ip: 128.84.216.41 +num_cpus: 24 +python_interpreter_path: /home/guangzhao/zuogou/plugrl/rlinf-src/.venv/bin/python +hardware_resources: +- type: Accelerator + infos: + - type: Accelerator + model: NV_GPU:RTX 5090 +profiler_backends: [] + +Node groups' details are: +label: cluster +nodes: '0' +hardware_type: Accelerator +ignore_hardware: false +env_configs: null + +label: node +nodes: '0' +hardware_type: null +ignore_hardware: true +env_configs: null + +[INFO 23:32:17 FlexiblePlacementStrategy] +[INFO 23:32:17 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:32:17 FlexiblePlacementStrategy] +[INFO 23:32:17 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:32:17 FlexiblePlacementStrategy] +[INFO 23:32:17 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:32:17 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:32:17 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:32:17 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:32:17 NodePlacementStrategy] +[INFO 23:32:17 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:32:17 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +[INFO 23:32:17 NodePlacementStrategy] +[INFO 23:32:17 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:32:17 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +[INFO 23:32:18 NodePlacementStrategy] +[INFO 23:32:18 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:32:18 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +(MultiStepRolloutWorker pid=92262) [INFO 23:32:19 FlexiblePlacementStrategy] +(MultiStepRolloutWorker pid=92262) [INFO 23:32:19 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(EnvWorker pid=92264) [INFO 23:32:19 FlexiblePlacementStrategy] +(EnvWorker pid=92264) [INFO 23:32:19 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(ChannelWorker pid=92810) [INFO 23:32:20 FlexiblePlacementStrategy] +(ChannelWorker pid=92810) [INFO 23:32:20 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(EmbodiedFSDPActor pid=92260) [INFO 23:32:20 FlexiblePlacementStrategy] +(EmbodiedFSDPActor pid=92260) [INFO 23:32:20 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(RolloutGroup(rank=0) pid=92262) Generating Rollout Epochs: 0%| | 0/1 [00:00BO^)^bLs!4IdZk74Fk1A}To8D|||)N#OyJzTusGf4|DZ zFCfU*3*V4v>yW5mkH~PZ3BKNuq2U3( z5!%0BKDKspzc$reR>~wNjp6gEIX#{ZuW5K_P*7-8q;@H^L*>*DFM_ny1~wf}K7ctI^#HmwwQ&m|wk` zG0%{vqX_kytUacM1Jk#$^D;z^SCEIKh#p=c zJ|5NC(T;o6keb{u`82x1Co5#HP|AA!K4ZU6TR=!ah`)B&Eq_{b*@SC`)k}I>-)o~W zeq}Y*oY#z}@#hL7eZ#bQaVr_4dJa#mt6v;E#&D3vfxj;{A$O_nT|J zKy=ep)jP#>cvJ|`p&{PB+I=d%gg9yol# zD-DmokOi*;ueEf;e@~qB7zBs<_y&3Sg@*=vNOP?{HMF%*tDu(~I_k^+Mv)$M6eTR& z*C)U`QhSQ^9${4Q+g0|}t2f$eGE8G^YV`%T=b7`25l7BbXo#5zHGO7L-TPdMM&)a@Nv?ddk-~kwqos{eyKi4#CS!cXOPlI_ ztoU%zLu2;VYPv124X>5lKDw)C~tSML=T79Kj;BQQwY_QqnqrdN1#t7=dn zn*U8BV0-nNt$8LqeOb^uC?HI7Y$Vqo5Gv`(sXkQZ%0bf*+--+4ILuel4ZI|@wz*~; z9eOunG%CAEW;Oh$?7tg8^_G32B>m*~@+83T9WNZZUxXS_y`9wo{xl+)0FsFp9vU{q zBPcZD&+M9V@8naIuhPG)T)zCny?i`ELc@c#-Jg3i|82NZt95n0CTmhZGMDoUI5qLRF30T}}L{s?0XSLW2Ult9Q9LFex{q=cjzs%9uUX=$}@m z81?WP7onXtXaMcDt=n>4DI{I3M~i*b zkXMru&_qexTfLfeK+9$(GBi?BP-!vFr{^$RTI%jYBGGGKH7ON|Kcu(BUIM(WtCM=! zT(}Y)p09rqnZr|!M0*8A`AUyZ_32YnOXC;r(J4e#IkCTbO_{2o0MhMlIh`Y_yZU-} z)bir8tIpaWRp)0!05&%}FUJq^#WP*F|7>3xr zDzFl*@z-|{Ylj?(L^-+xEW3Vf%seJGZ)QIM9pU=1Bu9!(N+MusHl0Ns1{|!1KxZyc zve&ZHJMsg!`sE_8NdOQ=H?`1*vPjC-Nie_47UkWm)08%4#&C`1i6pd#r@Q85S2C$Zo#C>FHWt(_R>k)zY?s`p~1KkS8uFp2Qo zincK#jX$R9RQrr|Me_Do6Mo4jfD?@kb1OFRvqwj=|o=WObQ&`zP^=W$j3-`-Z4pty@AuaO+yK z%K$%=xyefjEtfeEww&~OqOfaiBFw65-oqlUzs9g-1Z7jUqlNWHqbgI&2_vHif38L(_u9Uz#?wn2E@`0TlKa^IqDCXT#i89 zz7(ZUcblcGMssK)pvvTpfAu0`x?@fy5|ZV>vg(_i+JOP+KxG3YbD)raN&orr$5YkD z_Z42#5j&w8U55}dH9{ez3g=pNQDpzHMGMp%KLf0i#Emyfp|*|kGDE$2)X96-r4pyk zA#ob7b-JOPy$4dE#1-}DANzbh0{>&H>nXAvhs4?JpEiH+I8P4?sh#F9!Z>M7brvl3%ajh=# z`{~CIKvx=ghHO}xB1ICHZr_3)>}GHdNnG?<0@jeY`~IO!hHLsI)X~(=k(YByTwLW0 zhr0SN;?UfVg#a+Oe@m3S#LenrL0^ho)eiA5*?4)03wz2ijY`fBK$RVJo?HM_7D?QG z33hDB$bm@WP6MW@#F?-ELhTHk_7>d)UPWYic8PnNZ6|y`G~hAnQ;9&TByk&-GEBzA zyeFvHzJ(wvNL<@B3?tS&l8Yp6S24MQe~~!jwEqOZ77lrhig^WM!C_D=abjH&(@E?5 zOC)h0fajLD0e0#9g=5smqtUVP0=XKc68Ge&7G1BxpahNC^8m|@S&+EPChz&LG?Vzq z!W>G-x?B>MI)t+L(PA~i(>QRDxLy2Mx+1B0BsvC~7s=`}Ggq0!4UC&>gxXaMgy5FA z{P@>9QRbclEtffvxc)w7BC9#4wUES(yhQfSCUG7^T2`VeUjjx(5acCpN|TYf?>=@Z zM=g)KOcvynxcnGb`iolSa@2CRLjV?u^G=VY4QJ2YhH|8Hg{&)=BapaB!&0bsZ-oA6 z4!K<=s4|J8>pL+&Ul{#|gk%b^tP%oP9op1kpqKtVG*O0#cz_@@qvNd)6^|Evmv= zfH=%jynmTb*JJ3|WdN+qEHkgWG5dV$6(Dw>3arG|Duffo12-%ihH`WaSa!3tOgku^ zCQ84IwCOaEtY&%KQy?nI_i;tw6)sS+*S;;Y^W$~GMxtim9YhWd_y;n}RQ@w+-P$+x zP^o+RTJ=m|Im~kXDgGe;@~P-b7XZy_mhSU(Y3q-N$0D;_4PXtk ze7STSb75B0R@7!Q;N_fV>Dl+AgGN71HzX5T5CCLCdQZx|J$NClH9f@V-2lWNW#i?| z(rLdvGa)y{0#)`D@KD*`>yyuHk4iAxyMy~8v%CzLs%H7CLj@J3BmRhP0{vieu-MJA z(+4Zz4~;gPQ1c7`QYEvjz1yC#s?Z;eCcr)jqJmj|lw_jNA^96J%N8Nz3jW0`yAE|0 z|~fA-K(Qa93V)l(}v|%ViGCa%D#!(V~`{rXsU+0+h`xH~CI9 zLscFCjEuF&o8_%Ty>qRc6K9~7Hv(WzvnIqLLsDPIb>=dQIlR@%~5mg2e3+Jx!H1oFyrRnp{O@ItUh#8 zYL<04-X1*E^d}GH>=}>>C9YzC;jxETO#{&dw_QV)Wk|eSqbV zIGZAV)%S)w(Uo>iAsc3uxNRRz=x5n>n~}s#NF`tmiPJNRWJGo)2B@PwgO_tkT(fs~ z95P+A@!NwVH<9&VZY!3!OC`2+BacyC(A-3G(qT?aT2(<~R9TJ9WPPYCk~pK` zPE2uF=58c$y6FT{RpP!}xk=>~E?$amf-Vq;UE+qUwiD*O**zHbDQ6&6lDMI6PE2FV zANVug!4O0RiE|w7#Hg8;l^}^53nBhR;?5g;3C8J;zK4oA0b;>nP%Lq|d!3lpnd%FX z#6<(oEpZ-hY5er9kH(=+Iujx&mAJFXCbY4c{~0u9R{|_IW!`zK?epGpd2*>OfE+taVMIkQpVq!enN9d2T)}a zH_OCgl!w9VknHWDXQEFj@7~?xGxR0hV3j zK9_zF&p%Ln02#_&AXz0&NBEg3UQ&>cz+5g+vR9`|x%vM&eE){-yUPH=s7Dg#`R*3A zT`TS(O3yvOlu2CQ0B2@Fmi;!=6`umjA#v?5@Rwck*GE_C)QucKR*6e~+l)R?S+5L9 zT<`7#tRZnT%0n5u566p9M=OSxb4r|N^eG3u^Hs5EZjW&w>%rVsEOAAZHuPcVI8($w zW#i=~ZoI@nBHg~fLzPW(B=jE`=DX%L59 z;wsg<3ioL>HbZ^tHjpYw+>QxO%(F*VQc<(*CLougg2deob7D+QYZ)MkTMHrnMdG#v zI19>do$H8-`4M8lVNfh_PmVY-sdxQTk;Dz5$mMWL+=Pys`S#0nQ&1;81QC=S;*KJ0483zs$XPOmDzbrI9 zhmHYFla0&FTxAmH(eTFz)UMV;2yTfx*6r9Xl)0Zk%ViEE?p4fcQS8to>ygBHGGy;; z5~rDV={u_ONnm6IL0;lqUk%A!lpt<|TArDREXXNwKRfoJM_w$^K`mzv1YnUkk#-!t z@rvO$l%vOh$>j(nZtuYqsxs*EEi{LmdXOzEleo_pXy)fp!7C&rkAY>CxcBXzEk_5c zmlIh~=0G6>la)Bn!@^dd?u+6EzHYJ@^aB`&)*BRXCC(Q(uq>o}A3RgyR(^X0;( zw%f;|-t6SL`nFW!>TyV%&%lHIQO=eCsZin?X0$riX3JFkc*$0PI3&)*UZ)OKjw*Z* zU}X~b>GcN2(wn9cdr}2fB1X1qp5l|XEu%>sV9tjByr`(E2$S&N7Ye!3;y3$JlWW%fy*Evp?zUZ^A7LvF{fds4}al7I}7%kWHl4Ab( zPx_aXLxaf6IVCRcTeO4m&&&cex6Oh{0GQi~B`$Bg1%1Y5>k-61XXE81F8esm7!GKX zgetougscyhMH2Tzf@P(46(ETl9!fA(C2r-Qhg78Ns}gh*)DI(Z*d;Es*iJaseseR_ zrw#+DlEn4fLo)*`nm0zx)^{RVUImF0AEKF-0rj6CiPH)vA^t_;M#WhR;tEXWpkf|{ zSa28=OWadEhI#qjay^o`zzDJzZiy=pZ{~mRTD}d94x>mCL8-(gx6`FlSJj@2#_TPC z<;E;XoXgCg{Ja4b8l-{sMl%Tl`^!*K7eXIsJGVL{=~`p z`$EvbP^(WCkq(UCizs|h@B6IIH_`SSfmCRgJlf${#+uXTQ5D7j#9@|kc3#g*pP*y6 z4Pa$v>8(41Id=bIDPqs5z)Eb*W#wq`_T}S>QI4Ji%Wjs3Qoo8_N~~TYZEDznWS7+} z4X%kqQQ4>c5NOE-O7>c>(SiI*%}G(H8KgBKD}sL@vs829312nnVu8|Aw<*DtndPUM z3{%*{fW=8*l!ET;lk!z^7ALYc!^c5_ji z)z&6g$Z3`)Q!hDCE8FHHnFxmfAQOtsvSgt>o#5TY1@TjK$ObSkZ$)E{v4}z#*mL~_$%nEJS-pDMITatbJi&++p3=k}c^z=f-bZ$jr zK`|AZ<)a1+GwPH>XJnS@hJ@!fOQW<*{)aYw5>O|71rd~*T8=XWU@^KW5ZFr2~i*#coB)foRHOr-pg#kKHHvp13P)G}9&C;`#{K?s=|p%7BDJmkR>X*pz6q2_38M=n?;vuqIlOsLs7>Lu#U?R6%WNzJkW$J>LU zBXiYI&cc9HC~>Ymc*pK!ZQqYBH~}CIi7Vf?Y-h!5RN-X+E0eg#Q%5j&$DEpq*c265 zi5P7N4Hefnb)AB8v;$aniF?_*VZN{Vli|ov4gkq2af@O+MU#T7J|XZp7bw{)y;GcD z(JM!c?z<}h!l*|QSAOgz)x^0Seo*foV9F%!?vn1znLefYs4G4PmP6uts|lLhPxV1p z+D4BYKvs!k9QEmrxd*b4#0@bdU=4}0zU{|c95&4!b+oDQa!!d0qs}>e-S*@&n%fH? z0L*R05+}57N5@WDtA+TrY`nb0{aDtG+0c9^{+gW(;Gwce;$oI}V`e+2zd;hW7cf;N zZsxjY)Zk6+6VXl3xGhOHyTlzVv=x4^FdB#Ylr4}dN!*J&gS2MQS&lDL+_vd^b

m+ok;|2-5egxdIO7F+ zq95~DPC(7^8^9__T;Kc?!kbC<(Wp1SjPSc7l{gI!i8F~@IveHeWi%lbN?hUbi+K%l zeEOpct~-f991<62ds1jL1yxuZU}X~b?DQt)T4}B!VvSW`C1RB8=qvfd*OVtHM;(D> zm$+>Uzlbf*cQ8SQ(iKQniF<2SAd1v&h`(n}#05(Bn$-JR{>AYo_;D^b0AbW4iBn5$ zCaie=X$?w`Ct%7X&NbYb8JW;;5$cLTz;a03^2!LBJXkrx6m#92tFR9_nZd;pLnXmwGGI;da8WdT4HMf&ehL6-(T~M_p<2!5{Mw zpT)+@OI%!%6O$Bdvjlb2Jm8_SNaDm2>}w!xi6rhEV5&-7y+=)i1wEIxKsUivh{G;% zLmSx%6V4p&jr!DmAXSpM_p6+kUKPzPP_wOqASy^);sz(?=<4kQki<=kAqVDPBrg0| zKSA$VPbZ>ceuP+X7!*sK=z|l}<#dC(NaDuFlD%+CoJM&X|JbV)BT*-P1QC=<+}aKL z^w$rM@p~mcab$V9F$)s+rs5%gLWlGb$ik`s<&rqHA=I$bRo@XlekNI2Ar2C^%Qu#0 zhHe>%jzRr+g3HWYWfIpT^d|m{cN&D?mbf3!?!Q8U;yR0LKrVA2ah<*Ai^g^Lqmaan z0F+JQ#*d1hkE(nf7#Ts3m$-yZb8|;dF11E2&ozPUl~dxFr6SsQ^CSHIPx%mlMdJ2d zlzgM!7CjylgK>&oQ_B<@yf8g(w@k}jG9OIS|A}YnnRXlmAE^7 zX4|0ywGtqi1BDDsR^nd&qV5kkH2~E}b1qp|rbZ})RN|sa1fm5yi_%bY+y<~p5_hsm zefse)%de<67k~Kgu2kZ991^En>q~8vGv*^96-wOc8B(Bad zA#)+6;a4Pa4#09qT>LqHU`d0n=t`Go}ES`iIyQAc>p$lkA0C;yQlb%2hxfYF8-`f?ML$k7(aSnacrME^{DpK~+hjKAB5bA&DyiluhDz@3R`9Dpvp_ zBM9;m7ge$*_g1@Q9Z}0`P>1B2Q{tKjyU?X|&fi5X#|Q$jNSx2WIQq)LswOB$T>z8I z5lGzEmWQa>t$R*KbI27?WfG^kSeH4qy(}3CNxiz{a#zjro%h(`YD-UE3^o1B1THOttM zn?!y~-0+`(_;G=fy(X^xlE3~!v+<}IP&~3%@DF5`YC9iO*}8%cC_NdC38u^}1Irku zr1%d0jQ2$o!g82p*VFu=&R*|PiasOm zwb}8_$;-LTl8$k(3AV^YGO-K-fJ`Vh%Q#OwHo;Ui%Q46AQ*%0PScz@|o(_q_ZkDfRbQZQ>m$nr( z&r%>&GRq~|G-K6&CAwZnL!glE#0%`#ukKQo1FHpwuk8T-K-8Y%gqzWuAwG9c%WtKL(sEJdLK0)|n4jjzVd*KZFvUy1YItF=0WOW%4 zP-d1zR{b6!vrIH5A-K)bD#(2+%G_uZLd#_i%yQF_siIa37WP7BX=X}LHnS|&{(`?z zuTE>i$XJWKSysNx%C&nt3I7(@4S+e#^4m^6opNGHENVHs+mO{+%rf!S47%BXL<^Lo z8D<2N%MqC6!nLOLwR-V|3a`pj8g%W2rX>MMxUHhk_3+8nr%W+7Ynp(8F%UEO@dH^ev zxQ_4EGuNz>pCQ&v1y&+PO_QdJ?_X=|i*jTQEc@Go@jEo~U+*~a78wd3NLGof<-SPd zYU;fYfi7I2WUp0MGV|YsOzw&9J5K;%)FX*YUHFbFp1!y{N>4Cg$|Uad0U>iDuHSXk z6((UpoF$%$Z7{y6!ARm>3J6$3;yRlIGh>Zi#vzGQ6Oxy6 zOWf>>4j<-@+KlG*2?zjlTd~B=8f;B(dN}L@;)7|j0nE!w+}L=Esp{Nf463XaLwKkx zlDLZ!jCZ`u8cEy@z*LpE%~>z0*RE6Apqrpp53)SF#NGAkEL_i+^gw+o14xx5?q?#! zd~Gme0cy6RoXGMjNZiuJ6ccsdq$hfNu#qzf@h=i*P?0I9d;iNLRLl&B1;tb>ap$g6 zjO8f1?nvSsdy>6yOI+KNTliypw-TdHdb<~ipj6_{chsk2YG*Y=WA-(`a$^=GZs-*& zfkWJmkI2G)0?H+Euk)zIPP=|0oY$LdTOke-S9&Ifo@THA9UTK5z-4BxGKm{;)xjRM zD-#I8EpeGvRrOHjEP$5F97x>T&GSTYJ>M`$;<^ILCUKwFJt#s|W`L0q1bK-&?YlO& ziAL@_)bd;b=9IXXFDd%FdtpD+a+X2>7Kw{^9!oD6nB|RfR1TP2jzHqpF1t>3*ZRgo zbI76(IUdR+F75aiIaf6!I7A7|O?;=W18DPpJj$Z7-LA-Yo2 zkA!BGxc1j{Xv8H(>wOUh%iAJ>QmHLvT>CpF4(dM^We(X`KZ~ZKoAuqF0FG9 z=JcB(r;x<`f)M{Aaq7Ls2rNc7^F+n;_(rY?4ufKebKlp4=~uZp7)e|%@Z1u&`B4gg z(t?YZ(C9GyPIjPF;yT&u(0j$Z@ZSu~1z2v(g2b7wE#Xs_mR>~`_5@Ic7AEryoEt4!kTvZiiF?W(~~vIB03%k}=OjReIX zXt~UR#63SZMnt`>r->x)44`Zhclpz}N2to}f050~2!g!C-AFs0Tgl8niCW$~fH@_u zb&QbSx34b#cjGe%z#?(yddJZ%`)bZWIqIX<_ODaOMZrcB~GjHDSO^@;dFz5T#)NL+FuUpUGv4P9w1wHAL5Agjck zv1mnq<%<>~iSw>Qz#0-~{wtXA8b4qW>S#U<$jdn;PJHaXL&DE~_Tp_`xr;;>6xho7B=8*0rgM14x5F}ZM+B<{N8r>m#85#jGWv4kKhNSt3^A#?Dq zeJYZ;-kM||{~~dpZ*&!C8Tn2?#hlZe#DZcfmbfV^gp6r!#2X}WlosK+CGOF)P5eXU zE@h~bE@?p`D3!Q+dt1_RZ@RC?V^*8Ma$^=G?l4nV&?|?=fAe|-P=yvIBXNV~Qv)AP zX^JGyP=~Cn5C@6l(UR{yF>&aIBrXncnVG9h;)-pCWFv{Y4|4n?Du7X&b;#HBDj zX*H9gQ)rl+g8*z2cRQAT$A8`s<*1!L*|c1aK;n)zJwhF7bP0d6#XLZjN!-4GYjm5) z)B+?VmB6w}oUVA83p!A}49H$(4iqvlS&54~CI}YKv_m!80wH8-ghEIqPF?dl(|ux- zAE-IjYf08uN#Y!{n$Ygz`vK?~y4L=6A4(;zsoaBlz0CLI1v@o-hBCDsUN6m*bc)q@ zP_J{vjw-ZBDL^$J)bnbXS#a|jH4zOAi}7Sr(t+`N5rq%x-RXV4JKEkjAQhVBJKws; zcE+xmgsQLrAP%#Pv%P6LWe?Jyy#OmS%gyKKF$ZE?Mj`g93arG|c0|n)5BA=D2Ic58 zunOTmU-h+9U_Ua>Q)onuv%VCx+&hi%@zPA~r=snP^X6Z9Z zpT5ww(LiLD*`Z|F8fIxRI*i%e?d=EDW~0N%%Q?-mTz|5|2FsEYNG5D2k^mqRip_GN zMkiYE-+Kqd*9~Xk<<0WTWD%o3_-Z+7^WT7n$|AEAO%XBLx!b28vowhy%c^RY$KT$g zVzV^yKS5tW9CowpU)ohz6<)U%YMxsn$qrO9OPB8q^LeewI5YtUN0A^ZnC0p^BBu3^ zcDIpP){Q11{>3b#HF^ko{W7*e#oRiH#Dc@1*eqAB7coorB+W%;c^-Ifvy6M6!hg7J zW)kY8b0?D>C^gHXEIoRR$wB;=mc6DBSZ?-%S+?8hAlOIG^+#&>5m1F{C}Wn)K`N^E zOd8=SQ_0E-aWKm<#W8eI!;zcOG4Pm1a2XL$W|lgh8^ch$(wj~~aGPb5_$v#MHC+H& zE^}a(p_xNPbt-e_BD0(_gDlKumVr$}9-}H-#SliuTI9`ASD2qWdqQbD)bdhe3CwAh zN#P>8iB?!2)N;&ckpL`a`D9WoJ*oFaoTI^j$>j*l((Gt4wT^!M4b7ntK$V%Lf&Xhd zH^lHL5|X*VvYKUU`Wqh|s1$%?4iwTtS+it52^x&8azQmZ10iH;ghEKoazy(#jMh_I zebgN91FVu+W*O+v6-(3WAwd~<>+K)2Y{v2S;9_4_ZIrW2AQehnT4HhTkB^=4ClluZ z;*>b6!&mWl_m%^!OyYV?Tf}HjXkQPVj`u3C5;3|oDMoDf%e^tmQN7zZM+*Pi!cq8K z{L4gt88Q?DAXz2O#%Ql7!pW%=fgQO($zENaoy}jgqc|Decdh`!sK*jF>K1ib*z!C| zj~8IdBrfe7&9wNY7J#~91h5FZ6I_Ql>=M^2 z#a37vK!>9~74VSkKqZMAHB-oZKrJ<5(hlD#BB`N%D?~V=V&xK##N9VD3!SH9@=zc z#wr@Ah{h8F%Z*u(IK%WNf^v<^xyZuO0aa*WG7^`XLkVvmScCAcm1JdwI7r-Hk63y$ z)!{Wd1{VOAnYqd&uFE|w{3DMZPst9rC9c0;W*d~b&p^v%4kYeeak}XCPf;oQI*Y_< zG>@Z`M7kmXEPKgVhx&VLO z&I5pzNnDG<1jgZg?MieyUa7!J#Au#yig-+M<_nag@4&LZ6IUeA&i6dvbqN_t14EKs zR*9SKks{KlJ991qwYWgZUWxwmH@)2M-rEM^#$eB(0w#YPj|qSN!+VG z0>&=?M13T2&cJd=T;XND?j(C}bfp!>I7N{G!M@hgF69v!?iCOc5aO>L*WHlLKYs)N zYT6e7Ye-yJP#`m1^Wi$w(HfYLbvPxC`4Z!>bG>LOn%mkC0Oq!0iR;|fmR>ccz8T_8 z*?4)0^BKiwy5tPriz;gcJX97*T&4tzzxcT^lDO`GsVZ?hJSwRV+wWXOH$e}G!!B_% z8rleRDi1zHeX2i@DoNau4t!?P?lbtySVlq+6(r8Q6Q9v5^GiSymkJ^NMdHpmEEKfe zX1f*@^A*H`!=PB=0^RwH&C^LEki>O2C8v>F;x4Y+&d)kyegt*Wc!;1>;*5^9qJIok z!@n?p1z@=`3lcXrQeQCcTi`onVXaz|oh!638Ho!^ppsYH;5YKTIB<|Sr%y5T=QrM& zNaA(_E;DnLN!+#U*g({--a!a%i95_&XpaP?dmD23a+w2(ySO-2z0FB-Wh;7B`)VUMfYy_bRB9rS0Dh3#C3~|rQI{v zc%mHL0ZcAOAaRc$W>W{thS;MyR0*guiE}M)!NiVD-j5{iJ+Q12mz-=*p#${`AejS& z3`|zyOy*O&8#Y;qYQ$?x>MBzs6hbO-vDVrm$;LjR=BN#@N)qSk$I?&3cOJ$(7p zW2wY7=a4vIa}7(BGmR^RR48#;3F^lpHPsHG3pN3WL*mrzO55)ULlw3LSee9qF__QH z%r6;h5^YcaV=K)isnviBS4@x z7bw~5-1;~2Um5jZh3>m)0K%w866d+Qj54b|&=;jA5in&ECu-!#j4ru_KTcf%EQiF6 zI>EPDmiii9DgQb-My&6|HMp!z-?g}S61@}GAHW(Cms{k=ERJe?5OuWC@N#a6D~)t$ zwf2+|n%n*m0Oq!0iL;&Eo}N_1Z;tqIHeO!h7(EB(adNA-sIoJFhsq*}i z5|;>=suFiK;s#Z)%QOq!1j!JGUE(%uw-#=kUUwGiQz<~IBysmrx-%PY54eh&?RE&F zg2Z`j?as^+?wW=q?j?ly7l|8JXeQ8ZFmx6wrtk(iwQv{|OI&SR2gYK|=L1OM5`gEH zxHZEz^H&CJtAje}1&E+j;+%$R(+2$e`28fqn`HZPV-_T?&0A+dO4+M}NaFkf<&rqh z6Vw*}uQL(8lLH5d+p#-_KHxbV{{r$mz-4BxGKovhXpDbPvFj~z?c5TV+bP%=3Cc8} zmRq?yTSe_cEpGt8oD%16 z??QXdnup(s+gD0fXOXz9k+HO=`e#3sqkO>RawH>h#TTiWNxyW^9J&gqGKq6qeV*=Z z72OaCNjb2r5;t|_-v3Zvc?OWofkFl*D{*SYREG(jO3|J85kkn+2!)VJT;;?f#-`7u zJk%U(m5~&yByl<~yU;72PJ4r%q5F98ScO#LwB#PtYd?2SUZ>qIMJQ9rm&og-nUYSi z8V~9n|1|0XTI3W!H6PUb5s+Enz3^)zG%)lplSQNhq>W41hSylCjJ2?Sen2O#@h&Sy~AeFi{6r;&0SDtpY2twFrYqamw9*F(^kb zfn_(#Lu#+Z1LM|?L)z5*3dt_3SK(5h%aE{<;~J}Gkp&`#JSDd-Doo*&D|4pcJBO9uo@zY8-KqY3cf4hf=yS=t^EFcn$0mB=g$ z?~)MzVwP(4odgMUx-3G)Ou0v5!C_ErmhMJECeLl89WqO=M}+4#%L#S2@FP=(;V)xJ zh6qZ{GE>lszE(%)9-93H0L#sOFw5``g9M+ZxD_BZtN@hDEC+3;ez@+%znrV_m|VC* z9LzGuJBDuGYlkK}1{Q$Jh=4M)yt77gH)>adAOyEr`fY1!g)%n*Xt~URS+<%nUu5;g zeGGbga2B9!X1T(|6#pXE24G~YMcyp+dL7R_aWw8FYI&9wB-fl~sh;6P?|1949JQQV z5P-!jC)|mlH>Qs`j&d~p30YSzM_`t>p5;?I6qSy1LcAuW_OOOy4~=Tj*Mk<)yG5HdAFA*5zGwd*gY@!2=cQFC1W zjI6JcSvF5)=>B1E52M~3n6&+g)GS+Yyge9p#r_4#*?u4uO5A&WUS7Qen)nABPXoju zacXwo6Pkvg3SR?QnZ)f{F@Q-5^vB<~cwYrpB1VIG3&fxKy!9wYpMYhTxK`g^iqF^2 z%tD5uzJO$xRpLZvT}9JI{}+$ICS0IouMI8E=dW4&<}14I+5iZn9!s3t6RN7IgC$C> z4PeS7u5c=!$qT&K0Chz^upAOMzl85Spw~rorHhu}6e;?QH=#{S`qIH~u}I>)mJzUq z#DzT%U|uwO&PN@MSx#QgDRG{CqaAF=4DN*HcD-a00Oq!0i3=~Yq8HUR)kAz98!s<$ z-6uOTlQv{FMU@R)LDq-LB8i(S!8Drc^hXlcY9+x`mAFy0A5wQ3T)^KAeg@*OOPo+Jii(-EhHM88gJOyM_R5ioi80!RB+hy*;khO5qG%^SWq6+#XmnIS1f>$Ur_g{7 z7&~Mr8nf%yk>%yaEJ)luZDT=Cm)2oO;zq0|s6q>q`HVO2BxT~)z7pY0Hz>zJ;>v7e z=`Qikp6D2y0bFM0DwDWQI}hStO`Elm?0{S1B0k)`hB7BeA+%iPK;qm-xr-9|Y&(b~ zj+aVMHi_F}(9<1N`2;XBf*>z(vpSaMMqF+<9JRdYO=Lk%iJP#XH@$|+{)SpkyUip3 zi^L6o9ZSzmYV-}|=qg}xIRc4Wsb50b*J%=k=1^=JSy7q9g^znnkK>hWL_*@cg|Ms= z_x4*@6Lg?%We`Z_Kp_K@mAKb?s5p&C{Ki!ARuV#{Mks_-;xNCUNeo6B*s19)}UzR|QrgMxokX;<)y=E}|R_1(sdnwgs1R07a zkgO8d@!Jy7zFa#81O{?}lD%%daWg++T+ff_zMBakjCw3_;~rC8$_n#PdKLnvOycZL zc4qW0J$#2GZVj*;5_jY-|3!&4A6==b202Eo@5GsnG@%3gmS08^r_+#tH6%_v-G>S4 zt34ETw35c;<(v{{axU88WRB)CG`Al@0GQi~CGNjtZRv~g(R+i6LQ_EO5Cf=a_Ycg>k4!eG>16s5?3_RMmYAoV++)$ z41rWh;>_ahnRdgE#iC~05rU{7aZBgeGsfc9u1MlKLx_KoxJ8Tn1rEcTC!=E05DN~2 zVu|ZtXwQTm>y?BgZYJ>D5_f)o2EW4H{5$HT*C2vYiMyOco{KCj0#GiAQ`=5?s_`tGCT&e$svFJd#03>sukb%icTwF3WxYu(0 zg*k&EgiMW42&u&J=j)5UxWrkb<~SN)l_YL+x6ZW9CrcgFn{(d9K9x$G4u`}EMI8^I zoCUonq(X^%uwZrW{n+!l=ul<>#36BNYG;e|=*2e2}Uo3Ug#Gx~JMRm9f&Kz7T@ zO2lZ$h!C-%kt^t1xof>W^pEe z>G|cG(0#WDKp6E%;HLEfhE?JY^|hpTp6MHfBrXTQ8WIB_{QWR#;cz~piS5?2&*j5-xp{}h@-dKzR!r4lzmkIDF% z)D{UzBCxCycRF7D6dkDd0LdIEWMHxqH-5a(%ko`&Tq7RYvrLUp2&u$rp4Jncx}!M= zHOFBM39ORDbrkSvjh#0&(KB?9CkH;0N}R6TgL*}Vt@3Vnd4M0(3!OqCNi;t8hAEH#ZCnY9BmJy5HjG>fntX6bg6pVr;R4PEJk1VXc# zW&1^K=zi-`b|bTNolU?RW@!~Pf$2mS1)?_VIETEP(=1cH;v6Ovo_~pC!fGxF05YN2 zEWJ;+r$sx@c_F?-A`35XmWApLjIeaxBUD+Pd4z|`BD2)2?ZB9S?%o-hrQ3XhscM#a z3vW|j&ve#6H^Fp>!)}(p%l0kV;7R`z+q5qmSc?_n3z64tdLpSEh0R(SsLqa z=FdwxIs$dl?+`($S$1jChW1L+bVIZM;$pJA-0TOl+!kgfI92zNGgiYT1m!ZzL0ObY z=XLqPZI+{Y-kXdvS38-| za+w3OY|$!1bd%pwjLh-|ploL8+CjG)s&f7cvYd>y$eZQklc#c*_iF8nTHex?1m-l$ zYdI8s_r-;_sO5yMA^}*;vZ3S~^@kTiswwhpaIRdjxd~lN5v@y*O%^{mL1XX61 zP2F2Fy`3}ykdQQ4OITL3OxhKjj1JUYfMgC7(n49YY&Mtj-ng_ks?pwcWL=pWp%7BD z3_spll(Vfleu{bGdIGCtmW!_0(4+KtJk*;v-*I3!MOuZ2w;YgFOp04tL?<83pUwHisaE`VF&dNXRFD07}b%ViEEt{``ZD7i^T z2PARnfU-&4rz6izQI($oBO?g%5;xAYC|Bq0ax2vGte%l8<&-!b+un3$`dR$d0l^S} zMdEmp2lXs}UJgV#+6|aojzHpuuD(QdvkAjr3RVTEGKrh{`2}sV|4||m63gf0a#6i)Ch%;N?clD6?3^?ApS|oHvp?7asK6f zX!=)1F6zx@O?$tPN}N82#PxZS+70FGERYH%Zu+%Jd9^fltwR^A(Tps|C2@97Lr>w~ zr|1H(GKq`QPGGb=P4^;88La{<5u@wbBgH?a4X=fA6bCH3#I0WTQ@keO1O9u^bRbzJ z&Sge|=<9)v4UyWM;Q}Rlb>Dv@f5)f?*=W@N01!q!lDN1Ncc@=ep4CR_X{|}>qD(LHX8%vSIjWi%&4T%$Xoxn8H ze~5oV=nlM`Q{qhGiXH4M+UX(*Yu=Kq2XkAo#I3sDiGJU@XgJ~>*?4)0Q(wSms#baq zLY4IZ9x96@Zk7a_85GzYNnAW&s!H4f!&}suCBwAQO^^X`*d?w!-cs1?%%N*Y;?4r8 zlEk^MMc_|3H^kKbnPqeZZ$Rf#t?5 zNL^Kvan0uRq6@s-_o0@P*@3LiB5`*NW9iZDwqVhX>PRrT z9D&5`FF#I=`Iv^kZ>@&~L6u3|R{&wuBZ>3mJ*5WD`G|iRn3qJ3fij6JvK2CQZpNKPU9lyw z91_>)Jm0Z(+;w!NyBCs`StZWIR);p4<2MpXT*+br){r=l@IdCAe^dO8di9r*mvc(o z#es($1haXmXl^GhBLQG;E0(xN7M=9QgYi4RrdO3!b4?| z#A!VjFy^yv3`P=HJB?tfO5C%%52=QGnv6#`!IP~d4!guTkFgh?PV)PJ`c(EdLaHQj zQB5f(C2}ABDz&KXB!~(UH@^kNl)XFH5J{ZH4ie&DB<^ni!GbmGa?DXN4?`?C42mVL z?jVX$&q{BDB(7T~*^3Gi=e32ucpjaOI%z&cP%3eg!?fumLF?_1iuB$|mX{l|AaSnR zjso92<9K9YCjsS>IA$*;ep5Ri;q)%DvO*jrZtwOO`u%Q;O=#wd0hgJ%$|NqW=)yeI zuDb3fJK&bMV(TtTQ0DdnEtffvIM)LiqO=*=SxDkS_mG9zB<_6^gXgHqAApe&1bK-Y zV01P2Mjzp9Byk~GWI;}e>v^Upy}i!JgQ(>^hX5=Rx6C`1K7KTI49bzuUb3!SjzHqp zm!F{m`FoF|Fx=rw6lAlH0 zLTqmpSc$DIdb~?q;cg`F;44$Dn3VJd)HC`~#V#Nx>&-Nc6PpC_R~@38u^}`!wjuSbteoh+6elcfxX* zW$$ZzySDZZ(Ur~`LugjB3|gT>t6#|;g3Pl2SOV5C%VVYCjK%HM_NdJod61WLo2Ank zhY4@CEk`nO69RxtC^pM!BdzI-$Ntw4AMHstfO&bdtlaFxxESyALX~aeMR=$zGRqNZ zPRyP7=J=;?(*aY}EQ1T*QTCrM;hzrVk0Z+~G0PeD!nlJrS5WgT0a7KiG+*k(T-2>C zKoelRH(6cOk#jt>d(FJ@VA&P_1W!Y>;Ya}C6TVk$Pv@&?XK3l|q1 zWR}jpWG~!ise3(@AF(sdA9d0f5J9O~PHnG4e=+|u8_oVCKeD{s><6>lxyMfMa#)A| zkQ%n}C#XU-l=(6i@qTK#&hs3EALhWpEH|jf(i;8Tzo26fHJ+?4BLd3I^5JRQMW|g( z3m_r5&2s1<$)822{rPWB%M<-Hj3y9TE^}a(nTJ=2S}(A-M`kGol+7&X-Ti`p;MgmW zEGJ_v@@9Fi!PVTaD_*QYE$<`1oMyQ$pHJ`oX!{tooFzeIbr!SSvnZBc^E~hY%2B&u zg309w%+l|_vs44WpfzX?9R*aGS!&toGCL-;yNG;gPzYI;)huVnM;u27suCcX1BJ9u z)+{TngiqqHB%?cVRw!9lrbZ}))GT$^>x$~S7A{21(IAY#Dw$=Ac|v;e?CcmMC^p%e zucT(#isS9UcY{1$p`2v{sZip^XU?OZp7LmlF8Dq`91^FdR%y-{qYA4ZAbV9NaSPO@ zGk%S$QW0yU0xJqMxI#cmr4t zi5pPD@1T3b8l@;IhZL1n;u^GTK^wZ&-h(8r+hGFMkhpzLoKxbM z%m@eVwmWRm+`a(;U~VgxIRB~+wB3w%jS!zDCL6%Kyu__5aAa&&d-p??y$d{47D?P) z3AX2Y|1aq6!JmMsDsh!>?@$??1Mq`-E%V9t*(ENvn~l(PT>^#rR97HXlDJj#C703d z=L6Ji2SE@OB<_Ud?|Apyy$?VV7Yrf(MdIeP?CCu*I_YtUpj6`O=4jDXVGRq>n2jzV#grSfAaN%qp5XT_{W=U; zSeFw7<&wC#)zr>4^IjqRJ_imGcl=5$J#SL`Ky(b26_V9uX09@c3l*Kj?aJ{a3BfIK zAuV^eM42lGS}t=SaqoGzMGl^;ijc&`pCSvhN!-E)gYe^+?M@R$MiAsB?s@p(T%meY z6l!@J0p^srvom|ryrdCzP|MLeLsn;zxGaY_x@BzxN0g%kz~piS5*Il9FlF{sZv&b` zZva&$aT;FMOlf6TXCx$^XUT3^C2sMkqjS-LDgj95Kp_K@mALGU!gAq?Cg@J&7m;;k zYJ@^aC9WXPTI8;IuoyMRp#ZBSaXrKi^pJuX(MaMJ?|Sz~;tV+??)}+r2T{(x1F2Br zCP(iPTziqc4_&bFZn7MQ#EEU!wY-48jKu+9WfFI4OEA-D>wiV)bPQC1m57nCcA|Jl z$rc-wBVSkXp%utbrUS_;aSgU@6M59_>W9E3T%csH)4M*%&--!`-*e;Lauz?4Z`?SA%>)RwM65_bz&4vF(T#rM2ge;~Tj=ljTsV3oM6 zU)uCEKgSP9;u`HIU=4{2Y39XD+pupG>S*Tha!!dWZ*kJ0qyOw8G`9s10Oq!0iFX8!G_H}HEjCm@1S ziSym8O%H8a_XQfW{SK1l<;E;XT#DsQ{^<3cyCMs_04SHlr5>RAbY0Q`;m$c^Wra9M z+|$xny0r91M|2FtfXmEWWfC`f>P{hQR}+qq9dJurxY76fD054ImdhMSTs_;3qKK<@ z-I2s?1(Z$VwDwmGMDy|}FfxK5FL6(qvfPz}hhIl6uNYuXi7O21MGGzW79)v!00CGe z?vx;o-uuIH0m{*Pz~piS64z{30Ton#tvMRg4UUrHD3iE8RR+xGQ}0TVkhB7pRpP?) zPnDtr)d?V(1BDDsR^le>2v2%<{ETX}2|~!!2!)VJT)^m-qNQ3v$*4Kn<&q0lN#YV; zbfz=*-oJ!;bFVvhUrXPKGvbiAVeQWMMmc*1q(X@sIHVWl+@lNr5TM;%vK*Jh?XBI! zZzihnV1SiL+_EOqnY!(Jxg&P63amto`p=vt7UT^pLOEIoEW5K^-mW5qUYM#4YJ^#^HLi&{1e^uX#)Yz}!|WajiDAr_b-4hkrVET?Gp-FLALG zyEBixD?LzUS3e;}2&;`V#rq2}pzn1gPD`AB)(2p@F$)r>*S)LY=rdzOWMT6GRcK){AE&0~Q0<<4nT_z>95_fET^vI% zG&aINP<9P)nVG9h;;bKPUO?^Y6NKQFxCN$-HBjaZK9ID_Wey~+vGBg=Y?}ElByj>j z*(7e-m)a9hmB#=hBM9;mx3fV`uK8WptElA(Ka#z2N?cFF9`yaU&c{&85q=^8SS0Rc zXe|BS<`#aK(d;w9R@{4+JK%3eUDQcGUO!ld)=hmDCU^gjHv)BLX z-b;A3>r5^*gWbzmRmeZUEO*%CaMO#_p9|?3vw~rU%(D7(XQ9l^GdrMF7l~r5gjsIB zB!4@o=_9yOOQJ>1GT*BnAJgjCA}~vP0t=aC+Sp;je(x$Bpv}6`%O%Y+^hcU(;QW-n zAQN5`fMi0yS?;K8!#^0tZ3W&}jMp{Gmz$l0Kj&YJgvtgGPn89;^xfhlSk$g{5X^EM zVaA%JtWqZT<>tuh&?sh59C5R(ao1M4aYZ==G|z=Z8fBJkcRLA1PKDip3E;4Y9Wo=# za`^!#!TZCCKrqWT6yjgZvgOX!inmK0r$8~gQ7k$P`pxq8FDF4+)Av6xOF!bJ&GOom z2>I~Kmk$l*v+R7@!75dJ1#2f}o6L}uyb{)F=lZ}t-A&{9GTndQ64Izo-ycO^kc zZV)SKmUVZ3#fLmKKfo?g>p+1PYMW)~E^bz$5+O8bOExv;410UDd%omCi$R z^d#6Qvs}`;3BPAW@-gVmD>ILNEHFz;iH`?=w)xNta@HY>k$NR=X2}??^FsKn*9v*0HUD;EY5w~4?) z5;wQs2;rQ4j2U#aM0&ZT#6_<>E6eOyJssxuI|@K^Tff99nm6Yyhu;4Ie3kd?LXp>% zxG#rg!qfGx`0=1K@l;umIR7IuA^z2pg&=Xg2{TsW?)|vKRhcH+1aE>F6h~a*9-XvN zu1_D1KhYgdq)`&LMsxLDRpz~5dY`2rMo8SLV=}?K$*HO!aoh7)0sckeHY@ro7W9o; z3B}y^fyJU?>X*3Y7Oq0&#TQ?L#3g-XytKpxTSv-=t}Rv*I_Zf|EP_Fa>v^d*zjd3( zXi$;3dqOa3+wTnp;8hTeUW>j_@)AUo&-)37uhO=AJD+j501eB z!nJ0uA&Gm~da)U_tLqd(TH^Lur<+6OJ`k;wIg+@C53j2%{equ>#8v&lGAAZ+zjw`l z3{`d_MoSQMB`)DeO8mLsQQ6S)dg(5exHD3G{S#mrUXhkkYfi7WAk!A42kuuJuL&#+ne+ZOq; z+dmaZTzv_Nd%8C46y$7H93%BgoZII}E-f?Y0$lJhf+QrabnL1A=3St|PYE_8aaHXC zgx$S&;zv!zj+ioSGxBED~zbbS%lQ!mz~^u0VFQvBm)acT(eby!r$d}r$I;aIm2Eq zDRGt=!LqgCd3i9m-%+@lDL{1 zI3aDjM)x@~FxYL`PDlWPX z$pZ_!PpFi{nM8B<_K$i1_*V&>B!lR1(&c_X!|PmQP6AaSh-6_Ysr*!qT0Wj|uH1VLBgf}AeL z7fB5m04*<+U`dHH_iw}ZO&_=rT28-YcCjK7cWiwKf2GQ@g^;6#gz4mnByPjwMDD)- zy!|lZj}U4|;;P%$6#{0~7yv?Yn^;kaOBy@b1^UWwf{c+k%V6bHM<+GZ$m%M~l2(m$ zCC*`WU6tZbk=f83I}mJ?#I32~$nTkxk^sH=*3hN-1rpalLgG4)s1pY{n>&n=dL^#R zr35Z=)yDR4!IubR1fe4|99YI2M5Bwtk7L zVc(oDQg87^;J1$#;dLdh!a%uDw%kYTsPiWas4JT%vgyl?vcse z`nVM(&S4UZBQ9~KEgY25{Y&(LK4m(Ykw!_}4-d`NpN|~|&Gs1uF+$>6^^pr#T@*_} z;!aOt`}h}$lR3L8p5Cqb5sJBNDvL#jLBGV+og)`s$@g#|alNK7URvU;{C3FSaanty zlR8dk5e!P)=Q|esmv)CUVa!&W!C;*+OA^;(hO?r3o^K_vuv|i=BrZCFvvd7=5b&~d z*~)rxlDNRl!F)#0&FgRsRD^5ITtgCP`ex{1Xjj81gtWvJKapGwGPi_ioy?KM)w}#$ zHMzpzIFPu5go;Vr`jn^)sPYYBv;;v{;-<_@i$D1Kix)`T2ZALfZbVHFen-iUoj~Hu z=CNXlNL=xjA$;e()nXw>j)dvth$L=(&9hvOtnYa+rhN%DByr&tS_!Ma#lHX{v7gU& zD=KmM&e1L5K($!FAgu!h2B!T|S2@xMj%-l!L_Wb=L4UPmJJnq}wy3Z;|ZkRW)c zj3Y?GEKMBNm2HkcxUrsKQ9IO_<=9=FgrJ(LV{l|o8Nq67ZB98~^(U_t5s;%N#EP5c z(ov^`cO_$1f;JUt#Ih@DmWfrLs9x=LI09e;DNwW5CG##Mj34;6FEj(LF|`Zzl>sGNIorD~+_~`=1(j z1Z3oz7_V!VT<6w;;{Dk1P+6B|?0TuPV3xBr*ko6mI510PbA}mfmZ!q6ag|M$)`K^} z8;T=tmg}e5C~J;7Q4h?rK?}A6qs(%JO>3dov$WAL0X!*)5oYP_*jhMozt&zb%Ni}& zKK{il^Q-cTz>BJID5i>H(P7YUmfpdwg`^s-62UC}iI+CZoVtS?Wi7g9ndYAy?{RAXPiT3236?a=4D z4hrR)satwLj@}ZclOrD%zv7%-<;KDZi zw?lV=v9|cZ^8A68FK{UYQh-ErSdGOpt`crN-pV-<1xgVR@JB z)sV!MGFvV*`n9Yiu%1S+8ZmOn?yo+ym$=G}*9Z+7&n*pxvVuraiF29# zOSP)kgh2qtNP(KYPIY>k(9z>;2YBDTB9KNsNStNeXwhVR>g5KsmhpuQxtc1k9yDYC#p;05JI1cMT% zK3|hxcsIQ@jMbYr6g|b8Lr9WY%h?w9`6j}Bykn* zhwv|d?p+DT!0bK4wPvm%iIaWrT@u>W1qvZ8am`=2`w)c0>@&-+sKnLS zGW!G^sFnn29Vjp`ZHeo2UFq*KX(rUD1BKA45rim^xGK30sy~k_b%W+OlwhMIZq~Z; zeBWXp)XUW3k1JjG8GugdLl(7 zZeaI|swp=EwgH$V1#0%%xBk0?Hv2|(hxc94#VkiO>QUnCUvYbzEx85hX-3%py?OLY zTQv&(i(N*~=v*&gE56*Y_3LUx2y2Zv_iLb6dZ}O)_iBzv&iS7WkzrMR;9_s~?~c zW?c%r2bG<$it$ugkho16>|)C1RUmQ8Rx`|4iJLs*ImZudG7a7YJ=d@};u2Rk*+Dr* z_H!)ssd{S}X_UmZ9j*{sC3q)6vwcTFjF7k|qZPva+x?^9lely1*gpP6;*JM-DO}CB zZN_4*XR+uo=$E)p2NZ(b{%RADxc(a$FD-FT*OgQF?5R2cI%$)QEP_Fat2L%N|MG;J z4X8-@O$^oK0K1c07zfdzMD1l*C!4aFH&a_+^b%o7u{Gagw;MYeV?BH$nKX z{=Qont~GNFN!+8+hqghxnzxmOke0ZM+vbml%uNYrv`*$o;wtofrYhdO-b0kQZ44EY zIMt!UbFj+W8KWf#x)PW9Ff)Et`s_0xahU{5O57)T8-BUs^Ll7G`**O_MI^3_b10vk z9lH~9G-4;ibaF%z7wMJCmG0q*&s%H0i=l=j?$7>aLh7l@w?RnW5GyKiWs}oiL0>r- z!4}jyP+(x%5?4ARv>YWB_ys+(DoCMvqwbgmALhT&v2=4tQ)}v*X+-hlaRO_F>gEkz@M*e zL$D!dvz89ZaF4_p&TYsRN|7| zudAL;I1>h7suZZ%>+&k^5*AdcjK6?TbO1{*je3wcb)VPV;JG<&ke)__8IrhhyW0o> zuS<@AuINdugv6OVmXGgd+XAk%;vlwRQHd+wzYaffcd=O@arK5Uu#m*9J2OGZteSQR zI$8sN_Hs#y3;lap*5LjYFPPi;6oBToeu;Sd_5M$~n&;0}?lD7{iQ}xLtK#a?ZzA-Gw)S+i(^~T;lRw9hE_Qw&HJF z6d%Dzqa-eHxVz9MIA4Hfn@B;7kht_fcfqT~oWCG(i$=12{ENi-ShiKvDd%+xis?Rz z#iC;BmpE0NyWl_GO9c}5g?MR+b1fbzPw4WtG<4F0K(+&e68H3`1%GvCW@i|)>qawJ zXUvksm7G;VF}HG+Z}3rCpD_&8YhhadPPJ5XCsx*24fy0B!#GJ?1D_Cnbd!~p;TR;3 zWw_SNH6(FQ&Q9A6?dm;+ke0Y{iu4MQx!vQ~26Qq<5*Kb!)NSpzGP6PAyeBbKOyX*_ zyEzT2Jbp4`v;;v{;<6iM#2@>8cpkL8{!r@s%MB<({4CQSO zR(%aQDm9H^IyoYVdou0@H+IIGvoMFQ5^6}|R$cQHe!1;w4??nPI$Ks$;))*1@qz>8 zJ%d472MP>KTjJE~ls>a|nL~~0&txIAY6Kw)Bra0XR#jZ6Jq{$!cNT+ zCEP2Trsl!GcuB7>7#ROsMDLAyx0Q2y!1lfqsn;w++S)72M(jBXRVbOlav))rp$>=p z)lYz9SD9c#X1Q^$z0kJXg*m|1F@n|DTI|ua>SHJVUWXi66Dw|(Ly!Crl3uUI?>9IS zDQcEqTD(>{T-kLKe2bR?HG6fNd@JFGr|bau$IeuiVDb+z%TT`u+8+x6D?|%6SHdZ+@*{MV3xMG*|LSqaxyE)7UnXzfQ%xcgY{2p(&J8V6Y3H@ft54PpM&#&?cWaNt&uWOcHJ8?qE zCmZWRWtZP&>r-XHELEL3;l}mY&R~}H?lH_*vm9)8o9k%qG7jDZhbWG?S$2Eqpe(s1 z`5-h;*ZXV-Mw#VJjuU#GOYwyXkVHX@Fw2f^obdj{I(sn7J`dPF{>3b3{%)o4%nDx$ z#e74t=rHIvOXo07Xpr^fESTlghios>X4z-J9{KpCeH@^ZR(!-F7&ObeZEEpzj~upw z*}s=yo!L)jIqn(ei7I8Fp9|)z=eTr$V=(Fo zTU|>844I`+C8r6rtG^UN+ALqKeB=w6TbIr@pp!W=ORq&{ZeK@s^8mAK@sy!rX4yKe z*;lCYC1SL!Mb|9thhK`f8Z+D)TAp79TTs$0n?6zT7i-m=1}*131rRaIEt+RFkGeH% z1>|VaGq$cyj>s%4Oufqa2U@OzIaK>OLk*c_(+2&8FBQ&@1tB>=tf*OTu6tVs2TJjR zEvR*%Knu0aa?v5>=D)Kop+;#GLaRm)qQESl%ib~v6 z>n|$*hQsYZZ4^?VX0N-fxC9^5x3A!RH6#4ULz-#5i%FI?%VE-bmC68Ei>IbUMjnRy^_$=w)ONaB?J2MWz^j#ENM zv-V~$my|e5K2H`G-!vEI_9qHJb6dZ}eN;8zM>St{ANT`3*anc-mAH?l4#L=?E@h#z zgL*QaDhm=fql|;_Bj@gFkhq3E3^P{Z*2F#KS|9%53~z#`6h~a*dd{;|7T?``HT0>y zz1R+nlDKSd&DD1fS_{oKur~{0gv9Ohbr24v?HLae=j6*m{ENhmYO7R~Uf1p=6!Rs; zqGIZoxTOmngtVFO%Yno#?!)#XEpadAM9C-aSXl%*snU-{Feq{1r>pVaW6O_(G5dpH zoiR%iH?{N^`GhXLj)8@J=*!lXlDO3WIQu_A69A9sXBa1md)+UDKV)4JAFMdIKf|?V zt|5u*HRQhz(5~zTun^J`7kJioGGy)z(K?wUiJPs;RfYF0Q4b{U@Ibb(n8aPmx5jU4 zj~K)lEkV$gxLX0&Q{i4lSBbTB(8GvQ2ymyMQO;< zgduEQog9(GeeRUV^(wMF3+7Nge})>8xCK@F38S{xP6HwNORT8G?VeHU7W9?F0c=67 z0|f@AEpZpqlv}?hTEIKee<%x~RU-&dAaSx8{Z#&Pr~A+x&4)4AD2dBIdR+N5EUZ8D zX7hO_KMN$Tsf5H`pI#Avq+~IXdL^#YhGELn?|S&b1;-F1C2{t7d#h$cg;NPOByo!t z2MJbbOYtVZ93xnb7)@C`LEZ3FY6r+s@%fme|NqMew&MdPP8vUE!hq2MgT_=#yk@Do z*SQ}4kGD3Fq7v8QVhy)ht^w|#Hm#&U&0d#=1|$@T^85<#yWRxSs0WEtA4=z*u6c{U zDm;!bLlSrIwn~VL_nrVs&?0fHiL)qf!Qa^(nFJDNwS<9% zB<{82Sm8$p?1(D2F>;u1u;V6ZmkvsMVX^pLE?I>X8ZUTiR-vQ zP-Na6w+4!tOR?xM=$E)wrBuS{zEMsfaiMG2UZf??;zfi!y~Fkr&`BGuWf2TYTv$YH z-p0c79gNvzf_26$N!;zBZ4}n)%X|e38@7(EDJvJKh!9iLTJ?pLj2z+aYBHqV^(xUXpUXBvGt9TxOx5V zDBW8QnF0TP9dR`8|0J%N&i{Ddf9b2N<=OTdWGXy{y}lq*1yiih|9Gcm9yfzUZW2`Z zf4o*nz1-vd#^YB&8pX0j3I@ji7Sa1Z-Wy{djDhV9AyThdrjD4Te44W%6{@h5APKWH zF}ZLiAAdCCD8YuzvQMs$uqOPC9FFW=BUp{C{Wo%KYtE!s*Y6XBwDNwUlRmSav2F(Yjfq$Go##SW%0J98TpT(WMUlnhz ze0iE-hRm{drXct}lbb@Tt{cx-39~$LTfXD)p=h{LPohQ5GSIv>|Fgt`M_`tL1Qs&O zc3p#nQ|DIsK$~4lFPAjSj6UaO7p8bt0+~2Y0Z1nFo8^Q>4t&>7?@&e_it)N;>2a4A zWL2j>fXe4A`m7O{<#!74FJ?Jx)|vfemVwp3$&)%hb^W*NPgYvmR&2k-`ohH)~>+Vetq?*qGfz%gh? zxRwYQGE2v5ulGT_8ciXj&GJFp_4wcMl|<`gj?D5|dR4dR?{mk3Sso=+%q&Yhdwd0| ze47|8Ytc2!=uem9L&gnugO>M|U`ex7J9_X-H;xK|mQyQ<6-&e{>(&nCH%#O44of*< zIyoY*2B-CgMh0v-IgeWjen-ODFy`R?}3e9m7!A6;7N*#``YFp(F^ycTiU;Zli zc(A#|$Aiwl{30M{vwRt;SK^}Yc`E~hpZdcEA16pc;zE!5M@KJ)3O^&*ki^aW#tXf- z+y4Z%R3ElmQC1^H&Yk?!9gntt1379zthmH&o~cwRT{pOZp>!cqRN}UrDe9IKVk!f0 zq7x%uA60UtNx(?oV`w65`4-z-<`d!W@`pkVuPa0u{ByQl#HiFspZ3m$%<`XL+ zajg>NpC1gzuYi2(%L*eZaebTA_7$Q0o&pEV1Exg9Z>1)#aDU*Z;;+wgJs-aQ6hJw$}pmAKvy+=Z5n)+~a`KJsTgRTd;} zlLk}9E`0zJmmk0|V0{%_{CyD#MFNE)P*?l@3gP1XFb*-6eNa8-21-^xL zH6e(Fke0aW9ZNli%sGr@v`*$o;to#vu3EgOdR36PkZ}wZlenJEf9->LxrZ1nLC}@B z-w|2y9~CX1LCYIDo-HUTamkz8@=Go^7z8cHY61%&B5~n;L-`|L%I<|6)t|^Pog9(G zdCt4dt#N6LKaBdAP(uA;*?WZ2(21HhyscGT4sjIyZLhbAMaa&jgmNZy*o;emHq!hZ=REo^1DFdT1ZIT z+))R{L(b}*XQW<)P7i!A-X9`GCC+VeOSjT_^GblkHMqc% zs~^8-MjRs7X3w;hvM0GiwSC2q>wX1q(dAAS<|SB%${xLuBNVbYW$ zpP{nqWVSw479{Ss28-O>5+$zaHHH~0aZfX^b1S^Ot>8`2fZ~WtTuINC$}%NO=7GdL zCDJH~E8kcyRB<|bAEx)_>+CX&khn+}x!`lDb03hnUN=~Xf04K*yW1*$j#zmG4nwmP z7K;vpeu;CQEEiS=9#?|IJs@6M;+{;oB2QfT^(A!D9jR;w1|=?eR&D<7%}Xe8foTlZ z8M7pDMb4B^+-|>bFj!don+%nbxRn>U-t9e705`p57$=EK9vH&gw6S{(#~_Vxt(j{` z;^s|g?*Q#;*KM`~X^AVnaHs_c%E&v6*2x@6-0wft++>e?B!k5H-estm#PNHFTSJu_ z++&QEAm~b5)v7u17f!X90WI%2!IBcE`L;TrQ+;tHw49yy+3F$^*T6EAFOivrH|qI6 zV3OEwrA&EPLO6Rqrfy?5o}1}qLbPR zEe2fSfvuFtb}Pzi#Hd1rrRt?8%+g_g*%K=+aVzHus!N~D%7LMDCsMzQX`Hj1?;llw z>(cK4PLKjMdmUbmq*Blo zbBL9Yxa?&4o?R1pxYFIptT3XV#6=FS%Qvn%;TuTY-fIjjBym|KMhlN)hO~i>*5L+w zxunF|wKyf4*mec}oIwx;pt-GI;zFG4`2i~;@%bGcQ`iQO*Oj<#+ZDn{OUD{eS+i8e zQ)NNoE@`k!ojjMrCvmq4GgjhmKYzmg*mQOlyb0E)vE{`ju4uBY(!qLEBJ`;tHyLS^ z#ND~35auTQ>kSfj><-(Dw8Tx@vr9f^YxYSP@5}D82nHo?(WN@Pr(1{bpd!QWF<58J zlEgJ0X`=96J}?X{?BjigN=aO$Yh2BvK@9;{KQN4w#GUjH;jQx@uZCl=>>A~O##~tiR5^nf zEkV$gxLSSR#MkrnISDOqS2|lzQsT;5w&!1aOnnJ0C+H~)AR=+iT|@bO zrjsL*xX9d_T>P*T_h1fvAk>h=*+eW6ZbSzk0UCXO@|;0h2MP>K zTjEO3QMS%$f{#V!U$78bHG&WY64xeuiR!?GtTE6WO;w^UD?W_X1Q^jCEw2V{5~*CO9Bg-<&z$xgsnDx z)X-+<(#s{yGSuaWY}HJQuOJh-6o6zxzgc!~+?-zJ||wnIp4Ymfgv1h4a&)V3x-T6*J51#W!|Cm8^OXXKn5Fx(5WdXoyOSVC6?(Hx>*R>c z(q_N~&f)v|t1zaA6KcpTkDG-Fjk<&fgOKDCD{7Wjd5II@K$Z1nd(}EnpoQ9I8MjK= zxW#Y$^1%uUp;aRYQDBziJi=5}j(qJ1&2bOGMwumFsy!dx+o1{c=3k39nEXUmr`Qm@3N-`J!yu}yS^LwS}U35m0G98fw6zsH+Fu&9V>B<^!`kkGmB zgm5?=Ka5~CV)VYjGPT|Ciw7V_)xy}7ic8#wBB3giRVfp}#cYWbmAHrvCEc7|Zhr)@ zqZFvw>$lmj)dRC)=EM7LGJ!PeQQ~Sm%7*CZ2iL3ib z5DrY1Zv%-dx|U(aO5DypkGLbNQf9-OAc5kDOWcK34$6AF((v0B3)it77$tE%o(jUN zKUKOwv-Mohf*2uj?_UT)r^R>gg2a{Fz(V|s#J!w4Kyi0hWPK=R3dN$spkLzF_fiS` zty&d9;^u5*dy$s7EMcF#&fg|wpp&-U#3C4!I8IibZ}f1{To|)vn;EP#W=Y~2hgMYV zT`oKX3wuDQUJKKDR&&=_uJnolfoV%z z=mTX9MVsPKqt6sVt40u_K;l&XLsf3OkNg3Ni;H6G8zphuMr>9dvvb}By*dBMf+7VH zXD1N_jMOV}iAA<3T{|o}2N&FfAPI>Z>)0yV;W$)y2*HLVuIlay!l6Hp ztbiSB1gjCFkoMcuVMko?9;KPYic8$?I}22|+Qj3xEfx?dDsfpoP2H+x z_PV=b(S)HJ7vbkMkp$AH2Z>W#eCFo=e$pD!6HS;Qi90=CA!L0yd=$E3Jh2iIcleDw ze9;IwT&Z~mJ4T`s*CV|aUqUIr3ldlKB?Ajd+^a#O1m3-W26Qwtdby;;?YNmK<3~5z z0CT%81)#aDU*fL&+VU=;Z*Kr^Eyn9g+=S+Gq29jo_RvvV5l@u`iTkR-8k?AVgT$!_ zGgjihe9PnP4_efOM)8&6h)bOHj+V;ixfg7pPwmTOg)&OwUi-;~)1&vSgJ$cQ#ex_i zaaR6v;ltYQt3cvjQiy+%xSbnSifLD(@Uh6juh@3zFzA;!MY>$5)Nb=Lkhn_OjF*a{R! zi95^n`E}(!;PZ0W%6f5Ewtc&iUIFZraZaOJNS} zA=Hq>HEA6vjBpx!8ia)Vz?K!2I7jym_-l-}2+}%GU|`x3ckQz>#bfXSsL`a4Y+bDy zL5Kp0+Y}k7+Pw4jGiZ)wKQY)SiE~SiROXgW84JDnS;W|)1rld3A#u-KOx8ip93mO1 zSK>VLjwmm=suJLW+Y=-qaiOsXUQb66^Cj4j#7$el3BAu<*$$^;m=UZ-jOGlPr|xFn z0-p^tkyvqwyK-@@O8u;X2N=q1B1I)mv95w!pxF`!0GCODn!OJ0xkNp>TIUV$zKbM~ zMmD#_LMl+zzh7yuDGGP}#Y}Q)NNozH2bQA)6E+aS?}Dnv9jWob|6YAECTn z28|+_;)qM!qn!@QrSA{Shdz}~q)`%=YUwIWvUEHE)B7z2F+$?f8@mc+pI9qF;(kzw zf04L>5nU8fU6+rCVwOD2vPy?Rzr@{H;VN|fG%FD#ZXNN`5?8LoF1g9!V$GnFc00m$ zU{K-&|7!g07B=-kMJh!zSZB)7O{iWA(~`KAXE~?qITZkJdz7uL z7bl4u-8qDx?dP`uj=?L!wPvm%iCep8-Ct-|p)qU+(h@gs>6zA$xq7jT*2x@6Tw7-c zw>ICrKY+xYAyiD_t}QPy3#!~djxDDp2)Yt?wD+}m``>OdXn9`LL>7r+Mzl=By#VAxDn?F-#{%BykDBH@Kmy+(ei|*9kQwaeuAn3w~8I@hh{F zjZcwb z(7xk{6*tTD7t2&<-Y$3v+H{XdQL{YgW$AXhztcPbe@KCvy*d@!mQYUSeiHnnQB77A z@((b}&?B$7=lpg2wHohQ3^Qn!trWtzzRv|{)mg+!m}RXrdH1}ansBAVYO|F^&9dE> zn!NktGFf1jp9w5vmYMxW3Ko+rqoK|2vS8~-nx!DjkX4sWZwE4Qi2{&J=r_wrOIq@w zV`^>z-nI_g0P?zKc`MabxV7MMFR1JW;;FJ=mR4!5!mTuTHDnPv3gh}qDto>K^Evz%_8WDA)q-jHoTCv#+$N6$BM zldG%a6ZLixDrS}|&exd(^D>DTEo;#=%aZ{Qs(MR=mPFg*2=SW7?(>+p;0EtonJm@TtSB-XJ7b zh!r)7E{bY;+8&ZQ@p?|9VI>UdYiiV#OuyamX%J&9!ff zfT5VYU^x<%xN_A9a)B<}Gm1{RVy z|Fgq{2Ql|HK}T!$n!Q|7;>NmU%KmINp9FLJKn@E)b6dZ}y*OaQ%QEKM0KYv~gx8h0 zQJrLhcM;2ZP}zlV7*CZ2iF>ZW#x+W^hK~n(zh#)Q5*Kjq0rx~0)f3(X4c@Uh;u04% z$yV8Po%Eh9Z-m4>>?RW$I*w=p5*M4tLi~%w#a->9 z*mkSTd?@C;4=ffP2K^FOVueiDoncZ1B+mUK>*8i&HsA|@A7DB5=5TZchVsCF(UElK-?_$m)*eHpc z{^_aGGx-8*=8-myvoU&SJt2<%pLuAGqN01W8C-SI7OI z2mXKxZz0%_#6=ZvFWfBBVji$(j9@il^!>Iz`Ffda`l6nz3%UwsouMBmJ7V^ya=RG4-%)o_L$o{*t903XDnfc zB<|&4S7B4x1J2MDmlG=?aaNb)y*hqt23NXj0A8s+iQ7@noUdK#h6hO8Q1X+Uyn6tj<}bqQN?d@C zOh_sIy)9IB=Tyd1WkKRnG+2#NU(SKVnNDMvu@bkNzt6?(y{mvXfk1J@B`%_=t#VTM zvkD+_qlh$0;vz$2LRgEi6lk^^D2NdfS8JY37&$t~A9w6-pE(zX=Apu~+lT#dKel;#g(b`ilk zW0oW?xb_42@V9@rf`zRMW;>UXxJpO4+n3hX1bk+wVVoq+H!_4j*`oMMI0h4EGhA!t z8j`pHW_2nSdIa9g z*k}>MbaF%z_saDeXZy)yAIza_LJdjWtWsNq4jrp*10gxMm@O+RaiemA;^9DrEMbt= zfdT{5mbj_MmCA8Z#jr+UEQD5#AVh)04Uuh8J$?Qt8=9lpQU)6(af>=#RH|#I<0I>@ zKd)Z0K;l|UNL;TW=9eI6HC`}Muf!$fTv49+l!ecMvL#4D;!I4!pRB~k?eGK}lDPDX znvaW$o$Ldrqq7n0|2~PkGfSPF^&TJj(1%!Yi90pmsLH+Bsf}PLLy6SyVw!LGHlAYb z<`lZ~1c2kEK+RrFdgZCVy(<|C@4H0=(x?ZC8+h&s*LQ>40Z7j}!VF2=y3TUp{Zs26 z&=q$QD!|E-7&)3$M#=`OI+PZd*#euZnvOMEq=px zV3frD`63hYE-g6=&9?em7Q_gNYyV3obY7A&7bGrdV__{%VXGNf`#Lj(pV9rr05}Gl2-ljqh9vIU z-qQHole!<-4x}Y+P9L8T$lQ6Nbuvd1=d{SmZNmNh?jUi!KCy+xB<}Q?pZB54ImBoQ zg0933|MWEekJ5EIw7iM=Y(Ytht5ngGe=;yHA6m{I3LqkJUQVIBOi?--ay0KVTURGX zBypd)$K2Xk$2-FuD)oh-h9s`$@Bpf)XDEbLjUYsU#F<|{r1}wh?l&~YjBjjxqa?13N4CID4_&J8`~M`) zN#{nr21lZm^(UWohfEDpvDX)5s$hy0x=~L#)O-spvX-F2H|muPJLo>(bGJ4~8*Z=gje7l;yj1>dJU#`gFp3~4vvg>?*DMx}-710&nPuXF zNkX-;a|Qt$X9TOUwfv2K>TffuUWXjrCsy1n|5(MVY+bFVf;RmiQq(N-Cfm6cN&4CZ zz&h?Mx%xrPUgOs7SGPNMs2wze2W=Th{sCqgTKzFMXJ>M6NRLkkh8Z%;MKR7oU|y47 zV3t!mGFHMY58sw&l--^OS30Q^qeacq;zTvRUPI^cV3r}B8Cb|H`SJe3!n)Brpw0I8 zVlS68%dxR)S+^ebn}AF>c3}ZXCiI)-rxQ*1pI18JucrMK<8{r_Z1sOEO*s zqs-DZ-buLlu6+zlfNvDU2($D#?<80as(l#D@=Oo5kAE@CMLh(?v7zhp;V>-d$zsuA z&~KJjHJpX-gU4?Gv*djkFKw0yH=^V{_`bEFlbZHo5e%ATWR+_Ch#Cv=Kb5%z>&$*K z%P-1qiq8G*JA)dY@6FbgGE4OfuIBurM*yGgYZxc9RBQ<5`@ZgvKe*Ak55u)Yz>rz~ zJ-D$3w5#fVEQGXKa*YPw1Z#Rmv`*&8EKhH?aoe@<&KfYwxV~&*F|(}3KfxcUTHKE@ zTGpa#mdRs3#w)hZ#g^BzKZ7OB()&ewUM6dr1TDvM01F^umfeCw`0I9qDnpJk2-C?C znPrjZ4>`|`bwgkd?HZ4+3e_gT$$e-sS!-dQ}e6GnFty5;s}%0hEip)Gg?W zn~9Z>xHsqJ^FpS%!IkcRfmf>U*-kNQ=Q(h9T+8X z-4D13+}Y+K&}>gq5F;e+O0vtR^?hWzM5?6WqF8S%o?eSqOJ>RjbF(`5GM%Lgj9T=j7F?*340~oFp!}QV75Q*2qP0489VsHFFI~Tu{MMMDyI$#K2ld~Zm35R$dTib~vw85INJKz$}i>p+2lX-nM1&&q67>=vj| zpM17wtr|gy0*Tu&ZoO*naI^2w9ODT#O5(E3FDMl;M_WN}-m(5#=>my!k&w7u@6O;? zWZGsI+Tv1b7VXJyf8n8``U^QYi z%J+qO?a#9HAV;l<6_>avp7E+1OV^bKLlKD7?_wH>yYjk~Tk4ilF97T)1#0$s(c?hE zrLK)Og2W9bkVZX7oXN+#T!nhAEFe8Wgc*{!`751;xA|)=p({=&Rzl+P@5|lpreB6D zy}Xf~2+>dCQpZ^E>PzO0LE;W=W?&(SlidjrK9)X@4|=yc$X+ffaT(>4WoaZN}PJElhCmB6d6=@B=J;PkT}ISC*k_Q$$YZ z*xUg8mjq4{H*G)&zxS>B92|qSF>H0MnQKVmlHNU;5ADh_mW7a(ID6Ax-jKN%qIEJy z5_kWtg&SAtU{R1b_c*q&n8dZJXqF9Cu6T?wT7sY}aly7f;@dWIYy=Xwm0(GUtN2mH zFDn0}1GJoG|FP9YB<`dT%8&kAt|R0qmN1+7kCGL)r1(k94TfOA4V?BM4C-aiwM~RIPl~ z;}JB+F(=vjMoFCcEf>Cg>HXuOH~-i9v}u9F$s{Ch$-=rrAZNdc)GKlQYRpt#>3q!( zF1V5xTTVjaLhaj@zUT+0QIB9l64!oQ2O-QNCj;0PMz9(&3j4N0y?}(LO5A-5J2#UtGxq@4T?*9f_1(^w32V0Rss-=6;RMpCM~Ra?=UhJC z=>+MSNSGmst6iKE+Hc%=0J>r*u@Vwj_p1Dd?~74zr7OF!6Co;b>bi~ild`IpLE?51 zSV-btC5{$Sl0J=sj&_t@E-7)*Mb$F11q<<$w0H_Yb6dZ}4H@IWFY5F%7Uq7U7_TdF z->=GrVO@GGh05L{o+=9xH{hCFI2e3O2@;o1n6VP~vUoaoxJt1t&?s^!j=02i^>`j82#ITOS1yF)?tTjr=iZ&2w11H}7pvup>I>Q| zf?}?vSacZlOPr&r=2=0LT~33k$rkcZ; zoj|b8m?eq(d8nDW()egV8l54LT+I7wX9oM7I0-R}8t4B8W} zHFFI~T*ieTr=VReqY%;(7qGkG5y;$4qIEJy5;wxRjoZYx70p57YW8H8E+%ma54QXV zRbJ)87%f52l{lZ2zwuATTSh|5+exsb#D$!8=R0PYnL^8nr2rxl*To`~pA`9FE9B@L zVLCY?iOV|tjO$q>YbVU1tArYoxJS8Lguk7?9R(q|L#(L8#r^lX7#ye!g0v147?`%i z|pT2B08>&#H0=p&&vovvVU(mz{j-3m^hRo8@ za*p8JB=ID$enzkwTdSy=tA0MK;VQ^cFtOrh>9BH#YSBlB2cS*ci4-+U^L!__qP};t z08EeqHG3T#b~-@_+jk3^!P-hJ!Q>xcmKhO`xT85gXFz%`RA!hVv*bR>h5kv$K0&MI zsxnr>EN>*q1CHOqdl`?{Vzj7PT79X{+ZDJWL6&Yx`RyYpa3Kj`pwd$vJLODH9iISOJcmPSsu@K6^59d#3v)XCY~w_W@+-- zRTx-(-+nO5@)j&j#+s$?<$GMoH%IZiVl63-xLJO+Xss+2R{bV4&n`q7WtQEeT!pcJ zf82x#FqVQCVV3EdpPMaXeWEIuWomtviGMN6ua+GZ+=70upqQN-vRHH&^qXaqWLIHL z>c^L0mgO5UUfL|rcZ`tx$nx>_poNWD1cPR2v9Lb>@VX6t)AC~z2J6gzGRqeu?nlW5U1Pqy_vebxh zXjd-HSqN#f%paJO1J+cv1*3H`M`pR-S?M;ky%+v!+6zL(%rbHM+O04zPusBNw5&zf zEZyVo$M@L!^8mEGu$By#G)rNoCm*Go}q@!GNbkyp{4JDQ6MC9h!r)IQtuun~Je;!YD-Na8-On<`v&N_+tw?JB)oQsOK}PnU&^-n9$n z_5%t)b6dZ}wH@rjSM6TE6Y!a0yspHpI;RxwXP+DnmHj|GRTd=fjs~-Nx}5`w`$?Fw z5_cl=9+%zX<1lCxrB1UtiA!AUNPFe?$;k_#PgN$;D2e+!Tq!7CRLz2BTbF_uA#s6Y zl)}3~MT0=%rcsE0k+?ETTPYgOU5ekfFpX!~pu?bF;+&m$!DZgXIFPu=tBjYHxSc)` z@{Q&m4WW}(zQZCIl(>ju4fyMcUJpP;T0Ld3&X^^MYns+gkz8e<02UTSsFcLzrE_jg zL-7YUK1$#uas0eses}-BZ{Qd>XRwWH&0IqgH)n_aYiL(fDTK7d4fUzD3^Er(v`*$o z;!gc;;#Pl)e`)x5@GYTY5;yg~gT7E@>u2nGwFE&|;yO8J#kYBN8ht*`{@JL=xBA{4v*UPR2l(L$QP!lDJgU2%+=a z@tr|P-V-Y-adTg7I1LA?>1(!Etpf!HrY&*mL&_d80i~cugDHeojUYsU#PxTNP`TwM zkA>#Ag|KT za6Ca05|_VeAYnz~(3UXjQwXF{4-%K*`I1X5 z)9??Z_8Vb_B+h1+Qkb}M)FkMNb-uCGN=RJyTk@K@`3>MoAN*jnsKgDwS%q&?ef2qz zxE{Y5SV-ayG#w@6uT2^W5?87C^8a_xB_%HJ&u&@GITw9F!n#lZn%nv%&OOYAH~po~ z1Ae9$uPbpQ=5j*S36b5QvXR77WkKRDYcQA99ilBLl@u5*wOR&rvC2@DdIAPl1ZTM{q83i#y;)bu{gtZl?*?`3PQHXz$IIHb$ z3cITx@X0*E6pIdneu*o7juWZ{K5GpU=T(yBL|Wn=#O#x=PjKi0oiv~ni(pXV&iGZ~ z8zhUJC2ng@?f)QimCG|)Cvzlm-v$KuI9?2<=rA!QsNTYci?><-_M4YQ?d$MT}0yc zHw@(u#=gd{%(f&$PBrY`O=F!YYP~nXP zi;9@$>kB8_dkOMQ+v@|HXauVfqYLf#scT0L#82Y#h!vN(%IXx=kN!VLgP~Mz&MsG6 z;;t&)#%w%35I_ehP_x&#QeP5|t|)sC-gkin(x?ZCQ_C_qdDMSqke)S!8Irh1!#QDD zh2bX970(hYA#s*BzBB}{*V~2D{(LV6vENlJ`13-Da2D{ zLE>8URS40hrR_oDJ`iTC#4XHy#F>wMI2js6Wk*&gaf#bp*-m+|Z?_xJryPkiO5)ra zDTGe)$*Z8*dQ%W1B<@gCg-|c2QbUlq2Cdi?{ENi(d+w$1EBnkIiaDk=i$#Y)zr+l!8&7>ByNLw zErtJ}%gw;T`pFn7C2@A|xSxHBE(ZL$+%QfO_t7ncpVZQ0794{fN``CATtgDqEUjY^ zXjdT=LR#V!4ktH4<}^Pf`v2yoPUcABn)R}FtKk2`2R?~APpFv0J@@xXhAJOavE{S` zL095Z-M_}4nwoqPTHZuA21`m@C7+J`%9**vpyiZyX8}Yc?suzDe)-H}VUVLGgz4mn zByPdW3~oSda4^iF5^dOuh9vHQ&w62-;{7cUl2BqrC2rB)TUKzOz7eE#puoViC9cIi zWok3`y-=g^9&FEAHG&WY5;t@0dexgL!P}uZ<`Qg_#GOy}<|mHW)fMicv-TQZp+Mr4 zIydU^XAdY36t8q0GBuW7Uy!MSDOTu4y)d`EcsF1uL4|MBOFF*C-RKPbwcT?ztVRkU)@xS(?OfjXUAvcCHg_$Shq(dkS~F z8sm+64~$?nwidl~k^1~3PZ{LsC9wv~(lSZq`)ZsF1o0h_qGmb7M{s*F^70V?ze|Cd zy{10POqh6E?F`LeNLO~q$Uo35*SzC??2sRXcXWMkh8Z%;sLq_QA@^20Xw|KWl`zZb zx{CS!&!)kZx)Uw>@u1~^T6{yN_-|mAUIZ30%ReT8LZjRRt)R{N(aR;x(z5g$S=0CZ zGeIVXQ2>$&{bpG%!j{iyzRDK(31YmiS#Gbc5WeR)q(NnaiKohfSz6c72x%$LzhIV& z2s73!k8FC))g7Zc18;&g6i3`FH-yi3m)KqvK}2nNkE)w?D?%B*S;nElHL)|vfemQ&aDQB>lr{(u_ZB2>yOR~Av4 z)mah(coiRZ;d*g0Oa62)uiEQXAC5stFNSN0fFZN&_x%(8YT614A#IkeEA9OancGaX zPUgrgH#?Sf`yJ5z9hl{ALdDFoO_N&qKi+6!w5&zfEbSV8kAIRp-xFHiX@Vuq^1|&l ze7BNwt)b;yrT`*ldFEaS&)qtXznYdtm`;w!EZcp4&!t?egg?Rlh)_djS$SBvFn`Tz z{7z~nv7%=AGUpV2JXpWCz5@kXsBM-m4V9HLzuLh&aTJBnsu6@JFiXFva8;iY%ape*isaN70n(kGqkB`^@7d)6C z35lx|o0!{k5}3vgf(=QWOw~oWJ!1MuU~e12YQ$)6*ktwhWBa@yN5#*xD;1ZxhPIbf z_J3Af0zY1D(nMGr2f{N1sY zFQn%lVTL4b^;$uAT(lMb;6~{SEIkquH#kjRJ|un@q{ugs(V`N!BdP{p{bbrykhm#H z3@jvZ(+39$gIX=v4jrvnGJCnC#I1aDQ+9O4tFth-Cs6>J+xjKW-l7%1%K7(s;J037 z8$e!H;)?F)g%lr`5>VMo#8YKK;-+Y@%B`E92Z_ri%vgy#9P*cIGvLlFcoS5-#rvLl@C2Mv?B`SNev>VcCHoSQeJMLd zMfS3%EZG%8_MP9n=kxo%&ODpBbBDj@abB-`&g-7@Fx{CMaP27csb)kPBypDxb9|%i zI@b( z`zl*kr-f;J+QROs>_AIzd{A$n2u>2WWnBozzunUZj=@dB4V1X>>>uag|D4|_gt)|Y zU9c$xGFRgoyL_$8k;Kid*idOU;NxSExL87kByL$$0~Cay>ufmLxIU z4m@S3K8f3qcbpGuoLmuvq~>$R3QF9o85XPIK-GT1AdLeB2Bs--kuBsGH>MPWJJBkS zh0v%GgiuRdLhTcZ$zP9egyvX0pTP!6TO!or#NE$3rdSqs)(;G29Fc+&7gdf^&b;h~znZo}3{>saqDR@ZT~~LQ z!F_j$KpOQRagY3;$Vx126b9*eN0>f|>#AtQSN=M=0dz(4+N>-h5;yIl#Qev^hLEBb zbr~%vao=Xw;$|h67y=U4uRa5dNSs@(06y!+e#cFi%Ohbl{;?JHx@jAxm~Rx z3qW&Qx5U*PZqFH=3TO@d2O(Zt;v{EW`K4`U6+&gx9N79)S&+Ci6=oLgTM8s@StEuS zDsgBwTyVbCpco4s1{%fGbU1rj&ViSgnR zSAN50$+f|K-C%U^&Mbmni92aji(44?bqb8xQZ5YE8nYyE87~`4t-l&C1&PZbR7~Px zKgo_;Jskx2qGoJmoj6I{0;^EY_1*NYa12H^XSl}9{a@mJC;E)`{%_*?`Fg8ep{kMU z-#~|o&d{#pEm#O~iTiOsqBLaA#Ff!nnInl?8EUDVSF=O`NL<&J3>A_%??d}%LX}4m zqag^|66bi-IJuOQSx- zT3Ib|3K5C(m&ABN&h}nrq)v(ZW*;keemZA1TyU`~3=)yJfM!Sc|9t=zmJ_T`;#NKI z=Ql?E!Ee+XV*slXqwXbErA*4X;R`w1K&-IDy;!wJ(RT5kSTK}KA_XPx#Ctzwg%!^f z0R9vMReRk&$t2CS?qK}hHCYBrFpYYUIJ@^xWbEe+faf(|EEFy6k;iLF>KNI&rM_WoS7nQi^ z#I-vC&_!o&YwH+xf8Q1m)6mxhki$#Y)x5S0l zlJI7ajeCN`g*;@uxWrWo*(xbswSN$F($X4tP>{#Q<{fz9iIHH0ms1qDZ@2pu0DyI zmKyjR+Lh%q7D8O&PJat-2bsG=v{vRw;`ZfQC|i0=xD65)^PDX#BysD$thokN?)ic- z8iJrLaY?;OCqGk+ZvZW?d>(^EC9d?R_FT#~`zUBRmneXM#QiK0#+4{N2frI;Mm}3t zD@P=8HB+Cn`+|_XAy!c0F2&r=fdduyiY=&dpuoUD z;;zc$QmQ#ZjRwDFAv9_PA=DDr^YI$Rv=(uPp*flrFxVi869a(#YyhjWwR$%FQ(k%P=mt45&tW+gHp>l}*$ST&$xqOxW<&~_W$E$V zm3)b6M*!?D2CDYD@5|fNRis&TK69XA29yiZ^evsA1f&X?&GV+Cz? z%_Fvss96T(q_~xB=~@S5VnZ3r|GRxjCUl$S2i4ny6GOb?fWIijYnx?-gjT$7@0<}( z*;m9aIUk;tz)g@{fyEIv%jnb2@}z-hRzmaq zNu)t$+37|re!#X6Q}4>^>s48Ze=*CP@%^Mn%y(CWViv2$ zV$osHZI+AN-1r$DeX_wU>kuz)mP@B^l_XtxfM4_9nj+{m%Xho0a!JXzZh;?-CRl6s zlUZ(&Pmy*QV0;hMa6X|r)ez0{g1mlNz_*FuWR|OCAzbn5#*^U~q!F$m0{YDIc>ItB zV3rRlgt%EQsIYq?WbPNyTA3rWe3ejE**ls%G z4$qTK%$igi=FqYR4Ap0r^V=-o&y?I%7KG%cJ!1vUQhs30R5(zn4H=|ypg;>X%`#<- z+^mo~5ZUY#TyQ8sA`)kmxZ>Q$=1}4N1nZNy&~*d&wwZn> zfxTk@s}iGPZFi=eb>$vFj(!mOt%ps6QJxH9L%U{{q(xc}ICY`B%3KU#srS&U&|5s900a1{UE;>~i9xQ_I4QHi^D@1~nw zohs#EZjYk?G`Dq2+~ugIT*ni$mjJ&?h}V|5?E~HUsHe9pKu1j`o+=9xS7(qrU%c5* z4kYd=VTMZFm0mw&>Dg5{xCu3p zVt~Z`>F>^0j9k1HB(7BuyMlj_xLf-cNtN946;RB!<5(;@47w$*)(UriR=t;&AaQQv z880qzUSBs$%#Wq4gih)@fkn_Oaa|H?avAaREKrew!3@?Kvm|kylG;cYF6iI^7S?GZ zL&YR6xJT5_MWna-t6f4=6@3BAtG@D9beamoJ}WEr^HoSaaF#o zyhnLxJxd4@k+>l)*IG;FL4`LGtWV-bMYreQtgxK~>@EXXl^Cs`-#f*#_Q2JUqr=1s zOI(*}M#`h9%YwjAQi&9lIIpw*$}_`~@bR?_F;KPFk^9p5+cnDeg8S|nfi&t-;;KKD zU3;~`7SdBlm_CU+c)b-rvxVyl=!(CH6_L1BS(1RH%X1+`g}vDU6nrPnx4spp;G5%b zTbTD@U=fL{x6PkFaVNhebTkKgxv0ePeeXnp0nyqpOTiyVPYvkXOj~FYv4ia~rLi~%w z70c``-Lu0D-&XbZVcVf%>Xx|2NiF&9ANrpFiF;1GxWpw^+9D}v|ExH4(y2q)4)jXg zhpCp_wXo@KAaPBHF<5KNlEfJ;bdh%7a(*&c*cn2_Brdj+yzzP4PJoZ{Wh?8%N#cxJ zg>rjtwSNi6z{HQ?8Z%d)#Fc0@;}*25WfVeO;=V0#i-XM7^=BK<${b1DbX!Yh$^26n zLE?@PDkO0=vMem1$~}j(v=6Y2}C{&OQEv?1pt(49uY&gzA&H2Yx&G9yB}n5yfq`jCoKp?CSJ>e$P$R!lY+a2SK?t?P#qZszc-;B$BapZs1RErA z^L$^(&8$b}LvL>1@v6D{owzn464$k+`Bcc6Q71;~l(_t$>+%bJ3zxtJD+m&iIJ?9J z4?YG#g~t%APvU;&w&t^D)Gz{ewE?V3j8gv2N}0Vz@f&iKM69sHxz{yOS~(`o0YiCA zq@cuk)7eG6HGTgTxJqE|djt*?bJr<4c%6 ziA!>I=4Tau^8&hJB(WkAH|CaPqg~lFxYDJ)@Je;P6ZdPjEf;cc+a!1=?k0gnB<^83 zAHEa+aXWOhQoY$aq7r9RFu|?c*N6CX2F)k{&28Nh=RLJ9XMN>&I7nPSAzoYJvOJym zXzMzsp|at`Q)NNoYIJwvC)PLe0g2m2n4uC^^T;b%<^Y%Ca1&glIKmR=*R6?sWZkK) zpijLc(jbX5FYd%2P6|$dW^3MumCpc)3oqlu4~=$C0EzoeA^t_;zSV3l-S8_m2Z~v_ zAKMNc2Hg^8+{uZ5wzc#DkT{e6j2D-<2OfJRM$I4MJ8{0=EP`H%D{f=UIk}X03uAUG z!CGUMByQL5=F;15n%aYfT_sefg=zdb^}rjMPqV}sfPWRiN#aVD3+3AT|LP3Kp!yJY z)fzKbpTt#}J|EkafP}n_+jH=L~CV^B<}sHMoQ`TRmCpBrnj~X@ z;9Fna==JJ>@!ujkAJmh4^1ce&n?|Hgv)owXxBO+$eEeL}Qi4RxGR(zkXpaVP?BWU5 zXO^`_w&Kew!yf{B!T?rfYsG7?NeOJYArgk_HDZO$(tJrV<>q^)_=6kIh}12Js;`zF z^lp^W)p;mBzV=-VRPA;2{GBOgZbzCyGuZ6K>QDXwW*PhQzU+yaQxc@7e@}+#GfVqe z)sL$Nu80D&Y}$*lB4){7l3aLra08g-2ciYv9yFh6&Gil{{0U~cwl`b0h*^5x4B#I( zJ!lPWwp$w!m4 zL-TYX(jc?U@pI!(%A0hA2_T~&2AHMCC^vp*n>usBEWIeiznJCPXrafmu!_Ufe8m9d}BmeDT9?h@DRn^qOV1tu^ObDse8%{)Rs6P-xA5 zGRvRG+emA>dX)w>d_}03S+*}FZ*aH~ej(rDp=@QHIGJUcvmuY z%yMS!TK%A1B~b`*vkYI=GYB#_+?Q=YD|2L)i{?~NX19M-3e2*KA47%AvRO)SI#|nP zVl=Ep+bsLcGfj@!UIyPD4EARWikjuqcOAK!<`sXyFtHrY0tlF8-%4TJktQARr*DrD zrj;Wy%loqmWL1MJN5LE#7{FH4XO=!*`+4uooZ%oOMk5$2XqMxSGzo(P6-SW9fdVbm zG|M55^0Wy}8$yjbjb!U;)CfYT&2sCi{R)@mQvB)Lw*(txmRWOO%e&>x-Uq$8)sQXK z)MnXEKNZGu9f-&UiEV058w|L|$MZw!uqrgzE5h*Bf=@SMhts5t=2k?Oy zsM_n3mv2(d%Vy)>c#V8mJ!#Z~#D#Uwl`ZueH5<}XkuZG{S1DA&PpsaeDRf0^Vnrmb z?-fao%k?X8rK5(j4GT(~XN{^{zZhvgNL+DW1{RSxkGcW8{gSCCLE`Sy%S9#5$>XA1 zhp^EjVQz=`vGr(f>z23`_ZoBg9o&Qm>k1a^tUkdRr61ROrN9kwdP4l3b3r4c-&|%OmagDaP^RGtb z+JMAW9>sWZiQCm-i$vOU#aZa2@f1O?#5s*N=lr6(bO06MN3-R%#wa;M8w+D|^llRGXw*?0r6v$TAiIc=F3Jm48hFIa3v3w_7W9I6UxYcJ`;d90F z#;_fTOWcAQlYT(vtj981D{~}qnIr6!f6tqB0EtT=R7m2it_-w-Dz^_}%V`LLw#2n6 zQzqH^LH*It^0EmQl{nkW?YP=YzI=w3GkF|aT|na6hlg?9j(awM9F-Z*Fs&Ss#C`bu zTUK>#o3=2ARuHOB;@Tyo@D5vzdxDVEp1_tBl(>wK%kYPM5(v^bP+(x15*PhTR_Wq* z{M=LfV79JCjUa?t;x2zqQ8c;!dl)pwI|LgfaXkt;aTBkcv4P(F=SHN3TH@M^NSv8( z%O;Ss?3;|#DRKR?^W^h4_r&)@9d0p5MBv~N2CDXY;pgMj zmyL@5h5POXfi&tt;*8GSmr0t)ok zQuiEoA_OIFPegUDqJJEIqh5aki%8tCP(S{4t&aGS*Vxp%T}5 zU5>0%>o55I>Dd%VSmNTMn#zy;9?=x~)N3LQlDGp7u6$f>cYL7c4+Swm;v5`Z`R_)` zsUUGv?y{5iFA^7aqPH}nnq_Y&X6bt@799rN64ygj%my}_@V6}%5-%=sd&X^+ob9^r z5sdeW_t_5gO5B$!)wzKsE5Cp-yOLn7F-sCR^HeFROSu!%z{09MVC(9%Fb#=2@K_ex zr_dkpXc3$w?xX4(cb6Rr9|domRLEtkYs_4I5*PCA-V$h6X^&V4afv(G*VzFw_kd`v z%#p;cT-jdfaAKbWNZbcPg(U7*?!{+N<2lL6Q-3TlDPH#vSpqz?=Hg}@+4HB#3hBC;7g9H zTL*+>7_ov9rlu7ilgl^)h89dedIq)v%**pMT4**^+@+oF6V zTTV>kT#Da%f?td5POv_S%cdGMVpkfS-o3QJrCr#yvC zVe83YDBFn?lsL)wiOT+smg4s*XNZBSz4m@-l6J%DQ-8SciqB^WrcnNTjxMt5T$}-m7cYvEf9?g~) zmbjP|&hqnpZ~uZmwS!25Bre-q!vEO!)dHHWd?{Pr0Ez4BE8&kHwv~d!4W$tOB5^kw zx=TYX?%}5`u23vG47w%GdYyzXDQmhN-id3uj9ren#L2SbBtMI_3mB%+)7xkrCtO&9$p+IE}Bpw ziL;-)xj$6-Covj=pe=EYh7}|oK0oOkw7g*}*L#D_}qmshgK7+PvRz(yuuIJ)37`UiP37dtf0hQG_!66 z2WkXC8V3ptOjF|crSc^Aj4Y_p4GN)ABM70ExFw1!ib9wAL!mjgTEjMNki?Cb`EiQ= zJGa9#bRD9GS*aziqt=6Z-nY`_w+hU5L8fld>(!Z3Pq88o>UHfEyciZKzChO^>Ie0F zol{$T4^OWQ1H+GAuO1lxEu!;5z1UeN4#W21h}3D8g^TaWLz;i-3sty8keFE-t*+}l z6pq~og7ukYRFs6T=f5AnGR|rt%ZnhZvbAYzH>ZqjUF0JmQeuV8QdwxE++Y^$1lr_H zq@Y<|{~V|c2>f^+z;H28wb#DmpQq;L9=Zq3z-=+RPVx^h%aqj*Wy|xY;K!W3qZy{p zEbou!`DrIt63%rbC;Zy@I`5)GT?2t8Q8Ov+zMXc?=6cGNIcnrRhyL#~soAz${Cx6yUYZ^1h7Y zr{8Xbk6>mHPn89;>@Mf{uK5K`z$}-pV#^w8mMz!k$VS~DCw)K>^qOV4^Qv!0pVi?P%>K%; zESp-hpUkpc)h5y-<@4pBhOUH)nWf!J*_k0b76RT+1ShjxWgNvs6NISdni8w(&{mX2>jIn!au_K>6Ooea}D zU1XMBg0p0bjT_3qh%dd1q590SQtlD{T<|F=2#FK1f@UczR=ErusGbCA94OF2O|$$~ zTRvjLeHW7n`?mPx4i$b*u%L*kKEAMSU_ag= zup9myOSv&@w}R|{Zx3!gkaA;qnkD4OnOI?oYwl4}nb+x63b65tMpIY)~o6g?~UGX!q zA`+MQMpBq-_8C&NbRsK^pv1Kbslg>}@i_t#cZ0wp5_f&IKi@ItXlLkX#U`p=_M!13xCxF>9ASy`&32NvKYU;a^r>tj4U)L%>#qFQ%UQ*s z+5Vs)21wk(yRQ7Ml8c9e#J!r#PQbrNoYb+4G@-gx0TlDi6c&pPgKmjC*}EnGqT2W_ zAaUoXGG1KbX8%c+{H}1>3_9t~X)JrfU# zT;h%|ZT1i{w`w+{wK7K%w|0wC*&(srZ;-fjLWLx5>(wb6pvrl~Xb6I~#Pu^Ro@|s< z?hv#*(>ZLfq7pZIs*;PGYx^5ojspb{khl}=!??$r#?^%!btX(JM_tz^cUPl2KGj z-j-{2kfS}s3QOF&3zd}3YnJE=hH{)pL5bTsFkD%&;@kZIri+29y?WjKk@~cM;#j!v z?h#0%9whEjmwPh4kz-RxPd;J#B+ht|J8#+ZU<7o*CPSy3xx;CC;ekcsDQOPpx2X_oo0fw{=UL zjiUp%y|mFG;QfVoZHbeFx$#x%$nbMC<%h> zz)dip;s{Gzr5&#FkcEfOL!Vksq(Kt5#@UU(IQIN*Xto-2)QmzJVQHaf!3Bi<8vLPMQdvbS_2E zD{TPr*ZzSqd!1mdF-sEH(YmQr79LRyEUfxQwsSFwD=d`NcAJD>i|iwUlf*5x z2<7B;YrTMDu#<3&nX6CYhGZVZ-?n%|A;cx_cKcUnAal-}*yU?wjwH@xP%GuJb)LOJ z;wBR+ByoKsx?Y4TCljL~2-*_&{&L0ShWFgoLd!FbWqTEsxbC*?x$Qo~+QTpj-pm3B zNL-mRVVu0_mL`y+*@S83h$JpC?7nPp7pICahn5hkPvRom9p#&hd0qj8WG%6R66Zhi zkue;oc!D$z6d0JM#5F!GFF!AL0MzIJh0v%GgiuS|m?cLQl@_|2LUTMxut5^nxy@j1 z;M_|kp*Oo;a;Tw}xGo|Rcg!}x3UcOmnUOjrE^SG+eAd2ili`A|5hNmUMlKnVLD5j* zR|M;mxJjKi^UHHL-39iS0jx@l(gsaPnbrQuN63-s6?Ub<68F4CIb|EKs6SvRmP86l zTyN<#<>hJ{4**z43{>s4@2j7wD-!B$hx<-RAdPyEIJ*-sWI2l-heLWi3DYNWZD%R@ zfh$_OfW!?XRz%|7zLS*wJ~{)g)cGn)uAsynva8Dtd%eO8B(5!iMI^4CYyw|6q&NN! zWG{NTsKj}izHsX~^V4#WFdqs)b6dB>bu1;}T32r|6!<_PUR&Z;`zrWpm4{w{%1$Ak zDhm>4>!;vrtSNaJByKighDw~<$fvT-7NthOO|XRG2uob+i!So3>(d)SpIS?#K@yj` zTETlA{975C?KTQxfW%GNsNgTv-kS~*_m)EZi^R=uKUBJ}k_o=8s<_5ZEgc5k5?Aep zg5TJv&O?y6NaDpMuJf@Sl3Hbw?Vyw1rU-f^u1ZiHZrApTlVHr&y3V$*HD*cTB)fY^ z?Hwwcfy9j@R7~Q+OyztO_W%jEt| z21S9y1rjVOal?1F;XbYDJrG*XaS9+HankppoVV-#hH$!y-C~>8$`MK2&>C-Lx8HrP z4s(bnRG-9ktul*W`L1UY2+1sB1tm_}uErqfD`^C294Ig_O^J)1Ew5NT>I2lM*ll*X z8a09tYKc2Gc$Q*p&rBsW$AByb8zgbY4gI-y5AUsjXXsAcY*bS%ab2|@)T=!uSN`MY zLVw5NSeMt1 z9(Ul_^&nWES>{b?&)Y|@j|6tI0j$c_LMzNpS!VJAe>H6#vBGA#C&EVgG{0FmXwxYo z1rV)!~L#zHttcY3exFgxpD`Gla>G~YDvY=VkJ!{QX-)4=U5wrYMER5gZ z%w-I;+2MEDI-+Jdq+h7p?$Gxa!3^uU(m`B<~Spg8jy;8ou|0V85WMeLnW& zF4?}^1N>njUfV3kRQ2RTZ};_u$~Jn))~Cw;xBmaFUG=aEbG_fYBbenH!VERb!ZxpD z<|QshL!&7Eh%GN{mg~dh@+zAGBA|H&5owTF{x< zehtjBK85%fvuqj{E_KXna1M&Om}1dk&~28_yL$3N&KxWUW@-C`U5>a}`sT+=Bu9-` zLnm!b5%ikni|W?gyWOWg!0bOnu-5D+v%G%LT)IAF&S_A?I#1co#mqAHw=C1;NCm(b zi{NCI-TXtjgt6D~LA}stY;_G0&}Wv_d&LchcD0g1h?}LaciHujxxGYdWsc19WWRRG z5jlPlV3z5G3Yq0#ulcW_%J+%Uuoi8zJaND{`SsK3L!jlge9n?3YL*#a+Hux_e%+wu z+@}BnW@*_cjI(|4y*%V-c^+F=D@SCO)5_+_{>VKtU=D33RG(QsYZ}kn`3^|~Uphjp zpji&io0AWHC5<4B0|i>BX_lTV>%$k8TZg(Z$VQc+o}`=9q< zD5r=Nl(-qS#w%;LXuJl%hhm^=uWv6^Nt>&9;tltm*=Lqu8uch~KOV{MZrxE2(&I{) zK8YLFTEUm8W7QJ6VqaoKBrfZRB)(;Tf4I`uU)Y8PC9YBnD=y$#j}Ul!u;h0J7Lho= z8k704-`pBPM{Dqdy`F~`t94)kehzo|PZogYwr+{@%W~q{uKe-^=6>^E0=%}w zDKBxnG$E)fRMzA-UMLE_F4W~juuSA8I>SGCeoxC!R`Vap3kTuZ-} z@{Q%&X9!Oj_6BgoMB+j)X zC-pMkfZwP$uQ-cEhe5Z*UAE%+17Een0RJw6lf>Qn6T)4%Hp zg5G>%R&`so#CeKH+{w;&@Uzc#!WpSk;yOD$lfN~J^@R&=Nsx%dZFQ-WUx05HwIf)c z#94h=&zGGt(HJbHrva==j2;K9Pe~l+@fULBL#(jG#UH4m99Qq^BQTUPL<&k=*!sCj z=Qn})LDK1BplYwy-X>{pz4LA0zKbT1MmJs;p*X@4=Xg~jSFYLr6eR8rkp@Ye@A5Xh zZQn0Hq1is6AO=X>)zxkIv{oN}gT%d|5dR`^Llj=pHC(?XP|WWXiw=WsiA$>7mN%b$ zd?!d;@d$Pp#3gR;hpiHqN1?x=lUASzdL?d*XAQ1)r;?pv%yuDIYs`|wm8k0~&G1c; zfrYIiR7~Pxf5~z$uaE+sBZ8B}O;!DB+Fym$XE+8mBU#=wX0ASo+h4QzC}>xMD1^Ag zy=*Zb|9%-uv{vRw;!3aUtu$Yeunr{dDWO6Vw{O&jWT>+Je0IGWf}kyNuaYYy&q$v% z0b1VPCZUKJ{zZN-(0tiT4LHRH)-PmR&oURLmY2}C{Zbgq5vfEZ?{b3H> zBvhZo)!r4)Zyc0A5hN~`SV4)a`zQP(9H^HBX&fjpFinZeA18m+BGCbA^oc@f)CfYT zC2rRHc*U4=ZStTw{w3HTiEF7G%Du5Z`x<)l-l}En)DqWSMB+lfjhg~F`$MEoiL-0- zUjDaIKr^^t^J;845s8a+$+y^h8Y*0uV0{vo^I{wy-+ftaV4V$MRbnKa5|A>|@l74b z5l5`B#M!u6DNE0rd;$!mGm(N4x9|02WypZmuK?^L2CDYTcc_w9B_tL<V<`a5ZQT-A=-rT;66ik> z_~}Btw#3yxE8{=-%)$>t&m*2H3lcX%g?&01*9atT8DWM>-1kG*Wxb;|ynvfvBgGMx zxOA&#^2Dk;yr56*B+?*>bM7YNZ2dAqZ&{w7qq;a6Y zz%(T;Xrf%+dnbPGX*Pw>s1bxvOI&8z<%)5mo(+KJxR_vrB<|jKe{Ox9vz_1>y7#u_ zYN;j8OY1?sPmwR>rMFC~3hFk+j=f%;DfJX9@}S=9%_l-&k$8fNKB#xP;?kY%yK;E zTnyS(QY*FtakC7xKQaI^x7dx*TA3rWoN=s`a^8Snj$oF<-5Dxmmi26M-oU(UCSi<* zwP>5=3#mo2*XhXi(DFVIENYgG7PRN4Up<2@=a!VME?|~!L808ov(;iCM+;;O)5;N< z<%TU^WH-x2mWMgiTFy{?W*Pl`7yoo!T3Zm3Z^R0k<@4AMws4^Ka%@430|i>BX_jHZ z@=g=8k3fw^@hpT!jUa^DESt93t*G3UcZcTK!-K&FndOKhrMY0EJI$dt%h&(;pIP=0 zd3!KwY;!lr*$pCfzCDx0sl(-fC5z4uDZtejvRSZ<^ zwXnz5l;c)jTR`GI5=f&SB#y83N;Y%;gLp_!wT-MU`XsJQ9R>fbozqX~iYo#9Fw?`10sN?d23TAay#(>##4Wds(HxM}inyu+arNzl>m(91<7F4lX7TX35S zbzp8++Q&9Zb6dB>4L|6}9n9%_3Ha7Rytc#z*5~>8)t2BJzf*{(%7Vn5R$+E8w#q=_ z_7Y~O#Kk+jkY&wZa~N)d#}r3c;>KQbl@DIM?-cYYv;8b_21#6ruN-gQWPA^3wrweh z0TMU&7sp>%Zs`pY_cf92<6k6h<<(}=8}S);p_qLSvRHH&bW2>@pB&#keg18bxRu0< zOI-E5Es_S~F7Ag;nn@A#N}S(WJMKzqj5&;1vqNnAT4R63x3Szuuu2-Rs} z8o!zr{a5yC_s1`Q&lJH);*1`La6592l!s%GK)A-t)hBV=d)Mm-?dmy&5SO^hP0nUQ z<}3~iXO1M!x3#Czq{`A}AaR=s6_U97#+&goHJ6UCI&*&(F zMJ3K5p$(^8yRbYAljamaK;qh03**k2ysQX08cvwj=^}}XaLbpCy^y;e=Fl2K^-0_q z$zI-K>L4c&lE4$}as?$WC)eQ{9H^}XX&fjpFina3wNhR_z$O&##B2(oQ6mVUmbm<| zy^5x$1KprGHa*EUZIHz68B>ZY&8Pl^-W-&iUt9h5U{4W=ySQQ5T*z6KQ;gIpaYMiT zlpmO#84MTPnIJKVbGbjr2LDbwiC}#aH-51P-`KXXDV&aV2CynIYW*rJWmU+m-H@Y` z#0pDXr+W33-VzV|Nw9}R3QC-!(h}v&HjR=&ZH!N|&Sgr*TWu@`S6V$4uQYf>pr50< zOL+&6_Zcx}#F*h#&6O5hy-7QiAaT+(1{RUHo4*41vjJHXp`)Fomy1eVit9VKxXQI- zU~V@!!`7p@ty|(g^=iyX68D|~ex(qvEpba%y7PS;=OjU8e-KZV1&OP%%AHR!s@xkS zZpc}-Z9^q)^|jlw837J5xCzcu9ASx5L^PLgoV{i`^r`OYYzGEOTeV+m#`eZa6$`928S}j$IQS2Hg@D{>Pn9?madFBrcYC zafz$YW}77LX<#&TQj_y+2YMxL+}&ziw*wDtw zkU5vjjMmB=N!->E5@q|b*PKA&+7l`yaZ9^hz7JLIO^k*hXiHqN&gRLPRiDH`%Ns_p zsKo8H@!&X@I%lEfjG+Jm5|A8gJlem+O zj`QX24yXx25>2e2#En`o!V(VDI)XF~6d0JM#1(dtzxElM3N?zS5E?at5Ne5gJn^_< z>M!pr&>UY9Y>>pwH}A!LyX!m`{`|TuF}IFd;(BTQjdx1E5x3@)-!;h8dwRV(Q|c*J zNLx? z56f_4=gqGQRaiohh*^du4j-2t499LK!TQYdVxK1b#340G0-It0tFpE8XOmNomxvn# zIl4`(uvy-kUO^dp@pEg?rUD{$3!>_)rR$nSDKBi_QwczmL#&LtLDgQ%M$}I;IeJVE z&A{R?1Ia(YEQj=bBy)2KzXIvGcZ6a3%+mZ^8@|%7iRRF%OB`pch*<_-kz_S176n&Y zgJ|`Y>N3j!g)L|G+rW%J?mo@2F7F{n;|SBr5t(IS|Ch3_dm@Zr4jm&@pIMGOxRYOAaZh^?lHbG% zn&oV#xIS>8xKr#BH4YSLp{7};c*#dPUcLi0nnfWrY6KzFX4&A^P6fZ9!dz&MsRSEj zmbHG4;oR$IE`#3eV|<~m+AMpEyggXAp37>;**hY2N?a9bX|Cf}XD7H|yJBoPQHg8* zW_cV`*n?nw5_k6Ea$eH+QCVPp3}97al(+P9%JN4e#zT%mi4~T(I)j~+ontcai}BVI zsoTX=5@#E=SQ*uL_jXX5i(;T^uTk|Z((InZ8pD0}oj@A(AaSv8?#uSP$vXk*u`*$G z(I;`K_U`FoEO0bm$B`(;+nsZ4XNL&CH zz&m-jZwno5erfh{af!>{>E`O$pgYX%Ib~P?n%lZ1uJC>X?#9Z+Yk~JR72vfc&irpH ze&d`gg-}_ivW%z7g2YWyVUv=2)&hwuUXEdgN?d&S9a&cDlzDIyq){AUiQ8r7EblsQ zWqasTGs?3a7$k8K>8zt>hl3umNGiAz&t$R(3H;**J<1c^voY~mMFBWI}a5Q6ndoZFog z{_C-se}N4&fK`dnp;^aL%q!R?Lyo2qD=cx_kCjw*@HfG)iG5ZNf+={sjEFy7(`v>v+%6ry^j@Ee|d%3v8 zUC4E-9uw>W684G$(A?H7ahs>Qa`onR!td{x6~Q)uytc$uD8chJD<)Tj%2tkKJXIDX zE=q+pTo$nsB<>1fhDsc7c1PCZ;KyvZ3Hr@v%L_}~ooX%QdE=EGp-;Ua(jbYue~aU* zJ#Ewqnr%=NTiyVPOT5SNo2^Ix0g3xVA^t_;Zj^JDzW#d&e{f^&0=6A0rf!L|aO3&q z<=3x)cjBxTGG1KbI!xUvX<=3jM@J$>&?|9!?QOUw>A`#Cg7udCjtK3wZyL8CzXI;$D6Y;f98MFoGOCAWSPqByk1Vk7Q+! zhm?jn6tJAFs88ZPn_uR$)9QSKca`1~D=2ZlJ$Ko_fttC3EvRvzz`!&m&dyps)<1qI zh_+b_3!zaX2%(m^^e&ebxKf)_Y-K@-`*o!TH+_n-DM(yT0*gpoq~lC}YQk|7=xE{e za#4xnyG(cM+o#qakhtv>fabPtiOaw1%8fJ1ya)UxAzoYJ9Itogo6oc|fsXoyc&aQ& z+$0q?sf!JMEpp}4EWd_ITwd3AvaTb}eTSQ%8O0HnxEPmKa?_mEFQ8BLBGMpoHt`s@4vKjqg=LivgKmlY=+TAu zv)XVMB<>;c;u3fCSDeIu%I%iWNsFbj9q5%fTdx{i?;cO_kAhJIYmHfwxV)#K(#G+T zm%ze`ooDOnv@nf7r?#ps4{=*{4)9zNoFp!KR0wzGV~J##xl^yO)iq|WK8d^i=4}~h zSNkc1xWqM5bo~y3l18*v=1AfOZE;Zg9zE{~61O;$?OjOX-qqys%da;Pqag^|68Gb% zd2&8qtS_{@Jp_wNoNrAjXLogHacDWmD1d;(Wqu3g;&X=8h8&$GOe;quaeEGzlt=DK zu!J$4NvJ-F8y>fcf8Qjg3J6IKv4Rq}Xl6&pVotVG0x}ZMyX9t zK&HOY>(!Z3Pq88o>aB{*_Jl?3p6Oad{h(gpytLNO$23?01H+eIuO1lxEu!;5y)E%W z@VjD`5vkKG^UTxau8LHAT=F16>MH!-H@NutPVyNO>@(bNf_I>w&zP!4Mn;L5TOKup zV|SHceP$U}N%cA2CQH(QeQf}%vbFLD!&2B#KSeqAw7p)GVFhM z^nV}3&^F88M-}|7`?v9Xv!Y%xR>UlwZc03FoxBNGdgL{u1Cv9s*pCXg1gIKpOm z@PeycTDL+kXr3R5G{`Jn{CWO*{D9Li0pi}X#y&db z_}_tIAD>!2-DMEZssr>{gdCfQNix zE9=C`EW4kd$*ufl+yIV&*H?yXh=4w`Y!?4G0L-$0LWrB?#`JpiA#?HH*aoyRM`n4h zY6<1Lk!_EIS@!wPP$9Ei^0kKhcu-}?k?SvpY2}E_vf~+3d5`%evSAKAAyl7PPMjLaKdK%U z3BI)AH(OTFEU&eC8V(1l!yg7|94OF2O|!f-bGndS4VlR2XazW6=FN!wQ2tIe{%$lHSoBjYQOvk~!()G2ZDn-#b_M!h`Y zf>Q|+lQ@^ngVPeA!fy%ICvkO5?D>e6jXZ#@x}EJ-kX4D%nzeURN?dz}pW|&stgyt@ zf9I^cktgNBPzDhxC~?(JMk}S3h0y?piGixU)|gy7t@&QQ3*2{y38Ybv5+{EztFa?F z9MW@_FntpDelo|uQYc45SNu(^h{QQuksL|g^b4+Z&x9ASw|_ji$x z>F@Ip`qWn<4U)L*HFEx9%WM~Dww4E2_6?A@M;qn**&mtJK;onn;$I|g-%gqIe!LNW zy<(FDwjDYQx+QMd6*>QI_T6Rh_MjK>;u1Ht(H6;Glb8X}Nyk$Jy%Kjh-h#VVAuS)q z>^p+B#w7kVi*jVOSC#FhRS$`#*l zlLa|ibcC&|l_Qe4BZ=Q-rpW=rVGbn{s!!s6eBH+Hsct?Egd~etL5cf&)Ca#Gpu$nM zSB(P&2Bs--DVyaXEiayc8aYx3jT%7+wZz3r;uSlp)VvAJ(UV|XDAhmp3x+gP}YoQc&XFXDn6z z8U4%-K$GDtPr5* z@l;umxRWYu)tFs{AaOkjGgRVwR=X{GGSQ(w+ys*;jKZdwpTs$QU4lP- zJCj0)OI)?W%Y7hoFNxO597$aL`(DaXC6XtC#Ptkjdl!-#S5#>P%wmYUPL|&LrZa ztX@DD{CfU2gzA&H6~)){t;+1cKMn3CR#4)4S?s6^2g-ah+pETb0t3^OxY4uZcYF3( z3pEO*5E?at5Ne5Q;JIEAxNidw&G8k%21(qwM+MCNDamvXIEFy8+EduzZy*j;zj`o~hE-G>Su1#*Q_MaRJ zbGy$JwjRxG-4drvZOkp*{INOk=Y@D}i3>aE#<%@by*pIaX)0TvDhm>KSA}(zILrcx z+enz966bO3fvm*05$13cm`-EM3rpOgL>KwFjzV@#DCSm*MTbGR#C0j=&hK)nxD6z(%nY^{ zaf!=Gj+6LSFI5jZsUJnqD{-|xRplB7JbDRZHlJXvF-sD+MczUxPyBNiEX;Ez+qsy; zT_`TMpMKgB@S`F)NnGb2A)Hy2KKtMp*oCmwHD<0piThsl;6P|s^C^V5#Q9Z|^@Gg4 zBU&qSByj_}Pg5q=K7|tZB9!f2Na9LF-y8x}o;8ax8iJrLaiOLqlW%(;kwD9fAy`!6 zzP54V(t68-q2Wbs-3UmMn{2ug;WuiWPZK zFKCj57c7!TP|;savw#1swe_|E{a|2}>B%;w9vJ^EqVqw$*TcX5hC zIkSs{D%cYwW|l@Fb2puVW7nKueP-G9S8sl7H|a-UIRjXgt&N{FJ>^L`3;Z66PQ(hE z<+<8c%FTXXok5#=5vf}cRc2{Pakq30uZscA>~?o8{VBE%*ZmYfOg9&hutGRTj+BG`t0$+SXzpm}Sfmh8b#>W`iHg ze#Z7sgGS-*!{P{=Wr2mGJgchtZD^j?h&0G7cZId!z01sf3lqS9C|lkDv-~-?1wXg* zVf@v!9~9zW%yP!sj#A5{PjlcfEE&eOL&el>mc_DK@DrCD{sd-e?aO#^v+VI|i)6!u z#oM5h9;OI-&GP1$n%slyhtMp0`LX4-WV%jG>wfEwl!DrS}ktmWy0ly3m9 z>(5r!iIZ7gX&K55>e~4i9D^XjHAFz4S#DU8FdN#{VG1E`mi_we-3-?BhiI+Lky-w( zURT+D?)KC0_F(7X?9zqIa{9y{_zko%#AsNHwpo5NYnXgtK-FPjmIVZhn&qB^)?Bq$ zM;}4Uu@7K77BI`NUBkG8x%)Rjj>ZzEl_N6C8*yJ`jbHh9hdFeRP<>{3q}c-gvis2W zASA^`u-yup<=fc6Q*fX<5u|aTKnpd^(tfZ!x`m%T+=(kGghq`ZgxV~*$OVccKYvew z=J=3cgUqt;$w^$RfD*%@H+vj(ZLBuS!6I)DW(*k64RZFFNSzYrYf+N3*;3USF1X$y zww#E>@h*LDHa!g$_99rH#KjMs#$Vg97(XC1%>Y&dT1+Cz|t8cyQv;@+QP zU=fL{8917MGEnvtI$A&qd%38@4XGFHHmvKl(=fMhrm_Guw{=UL^FU|rb&G_~z`LIj z;I$>LjK7TU(YxGDsO+w@jHk+i#Pw5QeZ3cEgT$rZVVI#3_dDdGY}}nQ_+j=Xxh#&b z#MK|%O#XDj-{R1xGKn-u;(mq6_}yLaZH8w1je-~;aV_V|_=4DNli=+^+lTB5{zc-F zDz%m7w7u>K#cW5h=rHJ(xUauud|Bh5@*r`ei5Hi+$$r}<&4ayvLnmEI5%fx&G}xM( zR_-nS;Kpf!wZ<$-+?cD8(o$O;@o&7(2-Rs}8V~AuI?4NA*i{xJuJj{T1f4iZ+_bqN z-1L!yp29KsPPoR*)hBUL4sF{&yE1;lb|5ZsVV=+KfuQ^$S}SuTakCU{lI-V|ES(HAU$ zfW(zh{f##``N&qt(V9GlY2}C{&ZJ#=`MRW@MSgH2pP~9BE@u2*zMcKS7a%0TFBvN+ zaf_d|-vb9~wPza40K?t?PJxtoG2po4GfBNt0}Q8NjNiI+i8I>7z#B(COejt||}0RP6Dxr6QFUnDN&Yg=jQ zFME4IF*ojHvFI@9mbmK`cz#S3yX_!x-n$qtE^+;{_DD>NrM-hr8o!%G&?|Af{cCdD zx}WX|V>W|etuadySLhWWwY**55iD%e9=5Jd3)7IeZ;j-(5wCc_r|i{_lf)gr9KxBn z+aG{q&}|>XHD<0piR+PI83paC{(crhT;ejb3h}3J%N}5~R^~|JY=5~Z7iE4O1rk?4 zsF1`}DJb%h+1v!SoQ5E1OI*W@ddW!z2kt@3JDJE}QHksDq#gGn`n3_Xoc~wZxyRL% zu5mn+a(gh6mfayDnu)97YOfN?yaaHves^i=J@S9zKCe)b3#pS2*X@{ClgOHp$!B#6OaZZ`zpTUOO zn9m@=h5`c_}3~iRU5DAG}to9rOIkR$Mq(O=M$95aetnx2?;DY-SBqedKe=f4j2GejM z*qFo}+!4w@JojcMuu2nHofw_ika#v_T7VDa$cI>QiMty+LESIeqX-OTGLfPZH|dA1 zYThS!5P%_4pl+=N&(pjjwPvMo-z_DOMm*H4CkRAF(l+`kNL(F}CQ01=Zfd@! zPZ55Vn%i)8^(IJMyuF%VKjhF;coL_f5bq;#{@?m3GBfTEfMS+WEZPi)C2pLbnjiA( zpW8sSS9da?lZH|RqY~$Nxih!Iw%=$Nv(*Iajaibo``)7!V^2F+ zfrZr(DkX83oK&Y*_u32i(2?xI4dNtmTXnyE6;>UEKR3UUaKX$qCUJ+p?+^g(>O6&z zmbj@i|K$#uvvOza*UKD9+?ae9wZAOg7bI>vp<)u3>-MG+s=S{VfgtEhTx!He#Um=y z@dwK6J=j_$B`))d59hYgyax=E*%UxT;_~KexSU4sNXSvToSj!MM64y<|Ai;(L0~1P|i-XEB_#S>DCW1l; zY6KygCC)1))oY~f>sn}z#|bt`;_?IPR2SuMTfjSX+SYBInTIpWtl+b`=8g7{qdmlmo8|mP6Vx|X$A*G76%#3HmKHH->R|5=zX7mX z3e>H2>YU47!DE+k&-Aek_1mb*7Nb6E@e%7D+bW(z=G-z?pI<-F^aN6(nKEal;##z?JrvWUE4wBtreU+x?vnF)?fM=7 zvrH#m+AMzx$&z;tDzt=7+NK*@fpN2JaNxRIm-UC)A4{;_>?gAj)tweM-U9wYc1=>}Q9&82D zW*I*Gc{yY*foQ$Vky&<%^;P$t_-HMdWdosNW;ri$F|f8PIZ^WbEuBW_ewv;kus6JODXLAxtkvWR{19-QL{`99Jc^AR24yj4Fy^#G|P~|sv^5PflwoFdv;zy zjUYs`Sxz+n+DqGV#$0HQhY2>xEaUuIa&I!9$e=ej{Il_YW*H{&c+mO4$yCUhYZ)UA zJ|0Z@qCfYwc4ce4V1gthuD9EqhG{#Y!jlL#CUG+pX7O$1U*czgLrh?GVstY+>g+EQ z9-n|5EhJW4;-Z75staltDZ#~75Gg8gHcR)ZZJcU;0dRv9s9S4c(LOJqb4ADCzS~V8 zje3x{kcw($a1RfB%k>~(#w6~ROv&FEd$A*Q#S_FzNZjBmdBJ_xQ*fo@uCQ$+DseY` z?YWK5N+*NF6_zvb9f`YE8p)UWe(ww&ZCC|6TvFmR$<-c9ZcmJbx&0djpt)^W;;ye5 z!gU(`Xaw+GuCfInuP<@&zsdRT8I_x$vb~9?%7Vnb)?vq=cX_EHcNByNj?g5T!qt_6uZ zOd;M!;;v+5(TusT8wT9`oM?%Am&}X?{EyE+KIbEAna}XZE3tG$?UptzEdL@r&BP1y3hPLgG5*rKyuILxtB7 zY)s;6g4FyMQR&6NW}Cq3#3*K@=IluS<>w(smxvXYxcKZ4^}tR392m+IB1I+c$dBpj zlN%l{1h9P=ORiy1x7L89BCqupdDd{>DG8)e4-%(oQK!7$H|-dtCzLQ_5|?Hv=TBx1 z#~1YyiItGJ4X5OJO|8t~N;l2ID>d|y*_iRx+}E<%)*x{+=P>XciTgMyim$!(>k;T^ zrE}Tgk`iZjM&pr_KiUE$%xoSDKy%x$#Qh%a%#8_KGaPt+z6h@`amV_5@`?_FK8MPF z5XpF|EJ)ld9dOPHw=rww|byq@fbAIsXkfSq1k;+B5qrn*K#gKI!bNxF6??FX~;0VX|kv?bkgAz!KlP-dentGzw!@97_;*T)*G`V zao&sl75l?4{00`5M5vU+JvUdaEpa^nc&-Fa61Sx|o@@KoW;kqvtAqP-XpRF2Hc8^lp1xIC9V?pj9}&(td;kCd literal 0 HcmV?d00001 diff --git a/experiments/e48-rlinf-bridge/results/local-seed2/rlinf.log b/experiments/e48-rlinf-bridge/results/local-seed2/rlinf.log new file mode 100644 index 0000000..b91d0a3 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/local-seed2/rlinf.log @@ -0,0 +1,4360 @@ +/home/guangzhao/zuogou/plugrl/rlinf-src/examples/embodiment/train_embodied_agent.py:35: Hydra14MigrationWarning: +version_base="1.1" selects Hydra 1.1 compatibility behavior. +Hydra 1.4 will remove this compatibility behavior. +Before upgrading to Hydra 1.4, set version_base="1.3" and test your application. +See https://hydra.cc/docs/upgrades/1.3_to_1.4/prepare_for_1_4/ for preparation instructions. + @hydra.main( +/home/guangzhao/zuogou/plugrl/rlinf-src/.venv/lib/python3.11/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default. +See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information. + ret = run_job( +2026-10-01 23:38:48,976 INFO worker.py:2015 -- Started a local Ray instance. View the dashboard at http://127.0.0.1:8265  +[INFO 23:38:50 RLinf] RLinf is running on a cluster with 1 node and 1 accelerator. The nodes' details are: +node_labels: [] +node_rank: 0 +ray_id: 58526db450010c00f6bf106d94c1e27ea3b5307e2d620bc0b9516c30 +node_ip: 128.84.216.41 +num_cpus: 24 +python_interpreter_path: /home/guangzhao/zuogou/plugrl/rlinf-src/.venv/bin/python +hardware_resources: +- type: Accelerator + infos: + - type: Accelerator + model: NV_GPU:RTX 5090 +profiler_backends: [] + +Node groups' details are: +label: cluster +nodes: '0' +hardware_type: Accelerator +ignore_hardware: false +env_configs: null + +label: node +nodes: '0' +hardware_type: null +ignore_hardware: true +env_configs: null + +[INFO 23:38:50 FlexiblePlacementStrategy] +[INFO 23:38:50 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:38:50 FlexiblePlacementStrategy] +[INFO 23:38:50 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:38:50 FlexiblePlacementStrategy] +[INFO 23:38:50 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +[INFO 23:38:50 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:38:50 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:38:50 FlexiblePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank=0, accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[0], node_group_label='cluster')]. +[INFO 23:38:50 NodePlacementStrategy] +[INFO 23:38:50 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:38:50 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +[INFO 23:38:50 NodePlacementStrategy] +[INFO 23:38:50 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:38:50 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +[INFO 23:38:51 NodePlacementStrategy] +[INFO 23:38:51 NodePlacementStrategy] Using node placement with node ranks: [0], node groups: ['node']. +[INFO 23:38:51 NodePlacementStrategy] Generated 1 placements: [Placement(rank=0, cluster_node_rank=0, placement_node_rank=0, local_accelerator_rank='0', accelerator_type='NV_GPU', local_rank=0, local_world_size=1, visible_accelerators=['0'], isolate_accelerator=True, local_hardware_ranks=[], node_group_label='cluster')]. +(MultiStepRolloutWorker pid=108296) [INFO 23:38:52 FlexiblePlacementStrategy] +(MultiStepRolloutWorker pid=108296) [INFO 23:38:52 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(EnvWorker pid=108298) [INFO 23:38:52 FlexiblePlacementStrategy] +(EnvWorker pid=108298) [INFO 23:38:52 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(ChannelWorker pid=108859) [INFO 23:38:52 FlexiblePlacementStrategy] +(ChannelWorker pid=108859) [INFO 23:38:52 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(EmbodiedFSDPActor pid=108294) [INFO 23:38:52 FlexiblePlacementStrategy] +(EmbodiedFSDPActor pid=108294) [INFO 23:38:52 FlexiblePlacementStrategy] Using flexible placement with hardware ranks: [[0]], node groups: ['cluster']. +(RolloutGroup(rank=0) pid=108296) Generating Rollout Epochs: 0%| | 0/1 [00:00 /dev/null 2>&1 + echo "cross seed $seed: RUN_DONE seen $seen; stopped client tree $pid at $(date '+%T')" | tee -a "$LOG" +done +echo WATCHER_DONE | tee -a "$LOG" diff --git a/experiments/e48-rlinf-bridge/results/stop-watcher.txt b/experiments/e48-rlinf-bridge/results/stop-watcher.txt new file mode 100644 index 0000000..81b2b87 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/stop-watcher.txt @@ -0,0 +1,4 @@ +cross seed 0: RUN_DONE seen 2026-10-02 00:53:13; stopped client tree 48244 at 00:53:14 +cross seed 1: RUN_DONE seen 2026-10-02 01:43:50; stopped client tree 13504 at 01:43:51 +cross seed 2: RUN_DONE seen 2026-10-02 02:40:01; stopped client tree 47892 at 02:40:03 +WATCHER_DONE diff --git a/experiments/e48-rlinf-bridge/results/verdicts.txt b/experiments/e48-rlinf-bridge/results/verdicts.txt new file mode 100644 index 0000000..12519f5 --- /dev/null +++ b/experiments/e48-rlinf-bridge/results/verdicts.txt @@ -0,0 +1,17 @@ +local seed 0: V1 True (16 slot lines from ['127.0.0.1']), V2 True (100 epochs), return -284 -> last five 449 (25 batches): learns + env/return -284 -200 -134 -113 -122 -93 -50 38 30 48 101 158 161 234 243 280 226 350 396 368 384 411 493 434 524 +local seed 1: V1 True (16 slot lines from ['127.0.0.1']), V2 True (100 epochs), return -290 -> last five 485 (25 batches): learns + env/return -290 -173 -128 -120 -103 -68 -83 26 28 118 92 216 199 209 222 254 269 310 397 414 512 431 435 554 493 +local seed 2: V1 True (16 slot lines from ['127.0.0.1']), V2 True (100 epochs), return -268 -> last five 481 (25 batches): learns + env/return -268 -179 -119 -86 -86 -38 -23 43 80 133 216 209 313 345 324 335 313 395 386 435 456 504 389 498 556 +local: learns on 3 of 3 seeds; median s per epoch 3.71, 3.69, 3.69 +cross seed 0: V1 True (16 slot lines from ['100.65.224.34']), V2 True (100 epochs), return -274 -> last five 450 (25 batches): learns + env/return -274 -191 -157 -149 -163 -81 -57 -23 64 95 107 123 162 232 257 246 268 355 390 449 413 394 408 481 555 +cross seed 1: V1 True (16 slot lines from ['100.65.224.34']), V2 True (100 epochs), return -274 -> last five 463 (25 batches): learns + env/return -274 -214 -195 -168 -146 -117 -102 -36 -41 9 30 114 156 139 220 310 339 324 339 430 338 483 446 571 477 +cross seed 2: V1 True (16 slot lines from ['100.65.224.34']), V2 True (100 epochs), return -244 -> last five 496 (25 batches): learns + env/return -244 -202 -158 -141 -72 -90 -33 69 65 112 126 145 251 199 311 316 244 395 416 460 482 420 495 540 542 +cross: learns on 3 of 3 seeds; median s per epoch 23.68, 24.62, 22.42 + +P1 (local learns on >= 2 of 3): holds +P2 (cross learns on >= 2 of 3): holds diff --git a/experiments/e48-rlinf-bridge/summarise.py b/experiments/e48-rlinf-bridge/summarise.py new file mode 100644 index 0000000..8a6a95b --- /dev/null +++ b/experiments/e48-rlinf-bridge/summarise.py @@ -0,0 +1,70 @@ +"""E48: judge PROTOCOL.md's checks and predictions from results/. + + python summarise.py + +Expects results/-seed/ for arm local and cross, seeds 0-2, each +with run.txt, rlinf.log and rlinf-logs/ (RLinf's TensorBoard events), as +copied back from guangzhao. +""" + +from __future__ import annotations + +import pathlib +import re +import statistics + +from tensorboard.backend.event_processing.event_accumulator import EventAccumulator + +R = pathlib.Path(__file__).resolve().parent / "results" +LAPTOP = "100.65.224.34" + + +def scalars(run: pathlib.Path, tag: str) -> list[float]: + events = sorted(run.rglob("events.out.tfevents*")) + if not events: + return [] + acc = EventAccumulator(str(events[-1]), size_guidance={"scalars": 0}) + acc.Reload() + return [e.value for e in acc.Scalars(tag)] if tag in acc.Tags()["scalars"] else [] + + +def main() -> int: + verdicts = {} + for arm in ("local", "cross"): + learned = 0 + times = [] + for seed in (0, 1, 2): + run = R / f"{arm}-seed{seed}" + log = (run / "rlinf.log").read_text(encoding="utf-8", errors="replace") + slots = re.findall(r"plugrl-rlinf: slots (\d+)-(\d+) <- \('([^']+)'", log) + peers = sorted({p for *_, p in slots}) + expected = "127.0.0.1" if arm == "local" else LAPTOP + v1 = len(slots) == 16 and peers == [expected] + steps = scalars(run, "time/step") + bad = [w for w in ("Traceback", "ClientLost", "TimeoutError") if w in log] + v2 = len(steps) == 100 and not bad + returns = scalars(run, "env/return") + rule = ( + len(returns) >= 6 + and statistics.mean(returns[-5:]) >= returns[0] + 200 + ) + learned += rule + times.append(statistics.median(steps) if steps else float("nan")) + print( + f"{arm} seed {seed}: V1 {v1} ({len(slots)} slot lines from {peers}), " + f"V2 {v2} ({len(steps)} epochs{', ' + ', '.join(bad) if bad else ''}), " + f"return {returns[0]:.0f} -> last five {statistics.mean(returns[-5:]):.0f} " + f"({len(returns)} batches): {'learns' if rule else 'does not learn'}" + if returns else f"{arm} seed {seed}: no env/return logged" + ) + print(" env/return " + " ".join(f"{r:.0f}" for r in returns)) + verdicts[arm] = learned + print(f"{arm}: learns on {learned} of 3 seeds; median s per epoch " + + ", ".join(f"{t:.2f}" for t in times)) # fmt: skip + print(f"\nP1 (local learns on >= 2 of 3): {'holds' if verdicts['local'] >= 2 else 'FAILS'}") + print(f"P2 (cross learns on >= 2 of 3): {'holds' if verdicts['cross'] >= 2 else 'FAILS'}") + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) From a9de60b1aee9d83cca9f14be2f64ae7a662c89a5 Mon Sep 17 00:00:00 2001 From: tactino <18781106300@163.com> Date: Fri, 2 Oct 2026 02:50:13 -0400 Subject: [PATCH 3/3] E48: ruff format summarise.py --- experiments/e48-rlinf-bridge/summarise.py | 14 +++++++++----- 1 file changed, 9 insertions(+), 5 deletions(-) diff --git a/experiments/e48-rlinf-bridge/summarise.py b/experiments/e48-rlinf-bridge/summarise.py index 8a6a95b..20f885c 100644 --- a/experiments/e48-rlinf-bridge/summarise.py +++ b/experiments/e48-rlinf-bridge/summarise.py @@ -45,8 +45,7 @@ def main() -> int: v2 = len(steps) == 100 and not bad returns = scalars(run, "env/return") rule = ( - len(returns) >= 6 - and statistics.mean(returns[-5:]) >= returns[0] + 200 + len(returns) >= 6 and statistics.mean(returns[-5:]) >= returns[0] + 200 ) learned += rule times.append(statistics.median(steps) if steps else float("nan")) @@ -55,14 +54,19 @@ def main() -> int: f"V2 {v2} ({len(steps)} epochs{', ' + ', '.join(bad) if bad else ''}), " f"return {returns[0]:.0f} -> last five {statistics.mean(returns[-5:]):.0f} " f"({len(returns)} batches): {'learns' if rule else 'does not learn'}" - if returns else f"{arm} seed {seed}: no env/return logged" + if returns + else f"{arm} seed {seed}: no env/return logged" ) print(" env/return " + " ".join(f"{r:.0f}" for r in returns)) verdicts[arm] = learned print(f"{arm}: learns on {learned} of 3 seeds; median s per epoch " + ", ".join(f"{t:.2f}" for t in times)) # fmt: skip - print(f"\nP1 (local learns on >= 2 of 3): {'holds' if verdicts['local'] >= 2 else 'FAILS'}") - print(f"P2 (cross learns on >= 2 of 3): {'holds' if verdicts['cross'] >= 2 else 'FAILS'}") + print( + f"\nP1 (local learns on >= 2 of 3): {'holds' if verdicts['local'] >= 2 else 'FAILS'}" + ) + print( + f"P2 (cross learns on >= 2 of 3): {'holds' if verdicts['cross'] >= 2 else 'FAILS'}" + ) return 0