Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 29 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,35 @@ All notable changes to OpenOrbit are documented in this file.
The format follows [Keep a Changelog](https://keepachangelog.com/en/1.1.0/)
and this project uses [Semantic Versioning](https://semver.org/).

## [0.13.0] - 2026-11-09

### Added

- Added public Persona-to-tool-AI conversations to Run detail, including
Persona sessions, iteration-aware timestamps, sanitized tool summaries, and
linked screenshot or HTML evidence.
- Split Persona speech from action planning so a persistent Persona can express
its user perspective while a separate bounded role selects from rendered safe
actions.
- Added an optional allow-listed auto-commit policy for isolated AI proposal
branches. It never pushes, merges, deploys, or writes to the evaluated
repository.
- Added AI usage and rate-limit monitoring by model profile.
- Added retained Orbit Assistant chat history and a reusable browser-network
settlement helper for browser journeys.

### Changed

- Repositioned the README around persistent Persona intent, bounded action
agents, public evidence, and reviewable improvements.

### Fixed

- Localized Conversation timestamps, kept Run-history updates responsive, and
prevented duplicate Persona conversation sessions.
- Improved MCP fallback behavior, bounded MCP pipeline responses, and made the
Orbit Assistant more resilient to transient initialization failures.

## [0.12.9] - 2026-09-26

### Fixed
Expand Down
19 changes: 18 additions & 1 deletion backend/app/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -573,7 +573,9 @@ class BuildCreate(BaseModel):
candidates_per_iteration: int = Field(default=2, ge=2, le=8)
approval_score: int = Field(ge=0, le=10)
require_human_approval_before_apply: bool = False
agent_apply_policy: Literal["review_required", "auto_commit_branch"] = "review_required"
agent_apply_policy: Literal["review_required", "auto_commit_branch", "auto_apply_managed_assets"] = (
"review_required"
)
agent_auto_commit_allowed_paths: list[str] = Field(default_factory=list, max_length=32)
executor_type: str = Field(
default="local", pattern=r"^(local|remote-http)$"
Expand Down Expand Up @@ -614,6 +616,12 @@ class AgentIssueDecision(BaseModel):
decision: Literal["approve", "reject"]


class AgentProposalCreate(BaseModel):
"""Create isolated coding-agent proposals for selected Issue rows."""

proposal_ids: list[str] = Field(min_length=1, max_length=20)


class RunnerAssetUpdate(BaseModel):
name: str = Field(min_length=1, max_length=120)
description: str = Field(min_length=1, max_length=500)
Expand Down Expand Up @@ -1663,6 +1671,15 @@ def list_issue_management_items_v1():
return store.issue_management_items()


@app.post(
"/api/v1/issue-management/agent-proposals",
tags=["Improvements"],
operation_id="createIssueManagementAgentProposals",
)
def create_issue_management_agent_proposals_v1(values: AgentProposalCreate):
return safely(lambda: store.create_issue_management_agent_proposals(values.proposal_ids))


@app.get(
"/api/v1/issue-management/{proposal_id}/diff",
tags=["Improvements"],
Expand Down
334 changes: 328 additions & 6 deletions backend/app/store.py

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion frontend/package.json
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"name": "agent-improvement-console-ui",
"private": true,
"version": "0.12.9",
"version": "0.13.0",
"type": "module",
"scripts": {
"dev": "vite",
Expand Down
2 changes: 1 addition & 1 deletion frontend/src/domain/models.ts
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ export type Improvement = { id:string; title:string; baseline_score:number; curr
export type CycleIntervention = { id:string;build_id?:string;build_name?:string;run_id?:string;iteration?:number;diagnosis?:string;target:string;title:string;rationale:string;proposed_change:string;risk:'low'|'medium'|'high';validation:string;rollback:string;status:string;created_at:string }
export type ProposalEvent = {id:string;event_type?:'decision';proposal_id:string;decision?:'pending'|'acceptable'|'accepted'|'rejected';rationale?:string;recorded_at:string;iteration?:number;phase?:string;run_id?:string}
export type ProposalLifecycle = {proposal_id:string;title:string;target:string;category:'accuracy_grounding'|'safety_privacy'|'task_completion'|'user_experience'|'other';proposal:Record<string,unknown>;decision:'pending'|'acceptable'|'accepted'|'rejected';decision_rationale:string;status:'proposed'|'acceptable'|'accepted'|'rejected';score?:number|null;issue_evaluation?:SupervisorEvaluation|null;build_id?:string;build_name?:string;run_id?:string;iteration?:number;personas?:string[];recorded_at?:string;data_files?:SavedDataFile[];events:ProposalEvent[]}
export type IssueManagementItem = ProposalLifecycle & {personas?:string[];management_status:'unreviewed'|'reviewing'|'in_progress'|'resolved'|'deferred';proposal_action?:'pending'|'approved'|'rejected';proposal_branch?:string;proposal_commit?:string;assigner?:string;comments:{body:string;recorded_at:string;assigner?:string;verification_run_id?:string}[];management_events:{type:string;status?:string;body?:string;assigner?:string;recorded_at:string;verification_run_id?:string}[]}
export type IssueManagementItem = ProposalLifecycle & {personas?:string[];management_status:'unreviewed'|'reviewing'|'in_progress'|'resolved'|'deferred';proposal_action?:'pending'|'approved'|'rejected';proposal_branch?:string;proposal_commit?:string;agent_job?:{status:'queued'|'running'|'ready'|'failed';provider?:string;error?:string;recorded_at?:string}|null;assigner?:string;comments:{body:string;recorded_at:string;assigner?:string;verification_run_id?:string}[];management_events:{type:string;status?:string;body?:string;assigner?:string;recorded_at:string;verification_run_id?:string}[]}
export type ImprovementAnalytics = { window_hours:number; operational_summary:{feedback:number;acceptable:number;issues:number;average_score:number|null;score_delta:number|null}; feedback_by_build:{build_id:string;name:string;feedback_count:number}[]; iteration_trends:{build_id:string;name:string;points:{run_id:string;iteration:number;recorded_at:string;acceptable_count:number;feedback_count:number;score:number|null}[]}[]; active_evaluations:{time:string;count:number}[]; feedback_status:{build_id:string;name:string;proposed:number;acceptable:number;rejected:number}[]; issue_severity:{time:string;low:number;medium:number;high:number;critical:number}[]; run_health:{build_id:string;name:string;succeeded:number;failed:number;cancelled:number;running:number}[] }
export type OrbitLog = { time:string; name:string; status:string; message:string }
export type Settings = { profile_name:string; provider:string; model:string; endpoint:string; region:string; secret_env:string; aws_profile?:string;created_at?:string }
Expand Down
6 changes: 4 additions & 2 deletions frontend/src/features/builds/page.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ type Draft = {
candidates_per_iteration: number;
approval_score: number;
require_human_approval_before_apply: boolean;
agent_apply_policy: "review_required" | "auto_commit_branch";
agent_apply_policy: "review_required" | "auto_commit_branch" | "auto_apply_managed_assets";
agent_auto_commit_allowed_paths: string[];
enabled: boolean;
};
Expand Down Expand Up @@ -116,6 +116,7 @@ type BuildWizardCopy = {
agentApplyPolicy: LabelCopy;
agentApplyReview: string;
agentApplyCommit: string;
agentApplyAuto: string;
agentAllowedPaths: LabelCopy;
name: string;
next: string;
Expand Down Expand Up @@ -612,9 +613,10 @@ function Direct({
<select value={d.agent_apply_policy} onChange={(e) => setD({ ...d, agent_apply_policy: e.target.value as Draft["agent_apply_policy"] })}>
<option value="review_required">{copy.agentApplyReview}</option>
<option value="auto_commit_branch">{copy.agentApplyCommit}</option>
<option value="auto_apply_managed_assets">{copy.agentApplyAuto}</option>
</select>
</Field>
{d.agent_apply_policy === "auto_commit_branch" && <Field label={copy.agentAllowedPaths.label} description={copy.agentAllowedPaths.hint}>
{(d.agent_apply_policy === "auto_commit_branch" || d.agent_apply_policy === "auto_apply_managed_assets") && <Field label={copy.agentAllowedPaths.label} description={copy.agentAllowedPaths.hint}>
<input value={d.agent_auto_commit_allowed_paths.join(", ")} placeholder="prompts/**, backend/app/assistant_*.py" onChange={(e) => setD({ ...d, agent_auto_commit_allowed_paths: e.target.value.split(",").map((value) => value.trim()).filter(Boolean) })} />
</Field>}
</div>
Expand Down
17 changes: 16 additions & 1 deletion frontend/src/features/improvements/page.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -103,6 +103,7 @@ type ImprovementCopy = {
personaJourneys: string;
personaJourneysHint: string;
noPersonaJourneys: string;
noPersonaEvidence: string;
personaGoal: string;
currentAction: string;
currentDecision: string;
Expand Down Expand Up @@ -346,7 +347,21 @@ function PersonaJourneyTimeline({
</div>
</section>)}
</div> : <p className="catalog-empty">{t.noPersonaJourneys}</p>}
{selectedEvent && <VisualEvidenceModal open onClose={() => setSelectedEvent(null)} title={`${selectedEvent.persona} · ${t.iteration} #${selectedEvent.iteration}`} runId={selectedEvent.run.id} iteration={selectedEvent.iteration} artifacts={selectedArtifacts} />}
{selectedEvent && (selectedArtifacts.length ? (
<VisualEvidenceModal open onClose={() => setSelectedEvent(null)} title={`${selectedEvent.persona} · ${t.iteration} #${selectedEvent.iteration}`} runId={selectedEvent.run.id} iteration={selectedEvent.iteration} artifacts={selectedArtifacts} />
) : (
<Modal open title={`${selectedEvent.persona} · ${t.iteration} #${selectedEvent.iteration}`} onClose={() => setSelectedEvent(null)}>
<section className="proposal-detail">
<p className="hint">{t.noPersonaEvidence}</p>
<dl className="persona-journeys__fallback">
{selectedEvent.goal && <div><dt>{t.personaGoal}</dt><dd>{selectedEvent.goal}</dd></div>}
{selectedEvent.action && <div><dt>{t.currentAction}</dt><dd>{selectedEvent.action}</dd></div>}
{selectedEvent.decision && <div><dt>{t.currentDecision}</dt><dd>{selectedEvent.decision}</dd></div>}
{selectedEvent.nextAction && <div><dt>{t.nextAction}</dt><dd>{selectedEvent.nextAction}</dd></div>}
</dl>
</section>
</Modal>
))}
</section>;
}
function Card({
Expand Down
98 changes: 76 additions & 22 deletions frontend/src/features/issues/page.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ import { SectionInfo } from "../../components/ui/section-info";
import { EvidenceViewer, visualEvidenceArtifacts } from "../../components/ui/evidence-viewer";
import { PanelHeader } from "../../components/ui/page-header";
import { intlLocales, localeMessages, locales, type Locale } from "../../locales";
import { ListFilter, Trash2 } from "lucide-react";
import { ListFilter, Sparkles, Trash2 } from "lucide-react";
import { RunDetailTabs } from "../evaluations/run-detail-tabs";
import { UnifiedDiff } from "../evaluations/run-detail-change-panels";
import { ConfirmDialog } from "../../components/ui/confirm-dialog";
Expand Down Expand Up @@ -79,6 +79,18 @@ type Copy = {
rejectAndRemove: string;
agentProposalCommitted: string;
agentProposalRemoved: string;
autoImprove: string;
autoImproveTitle: string;
autoImproveDescription: string;
autoImproveQueued: string;
agentJobQueued: string;
agentJobRunning: string;
agentJobFailed: string;
agentJobReady: string;
agentJobQueuedShort: string;
agentJobRunningShort: string;
agentJobFailedShort: string;
agentJobReadyShort: string;
};
const statuses = [
"unreviewed",
Expand Down Expand Up @@ -115,13 +127,14 @@ export function IssueManagementSection({
[filtersOpen, setFiltersOpen] = useState(false),
[selected, setSelected] = useState<IssueManagementItem | null>(null),
[agentDiff, setAgentDiff] = useState<{ proposalId: string; value: string } | null>(null),
[modalTab, setModalTab] = useState<"details" | "history">("details"),
[modalTab, setModalTab] = useState<"details" | "agent" | "history">("details"),
[comment, setComment] = useState(""),
[assigner, setAssigner] = useState(""),
[managementStatus, setManagementStatus] = useState("unreviewed"),
[run, setRun] = useState(""),
[selectedIssueIds, setSelectedIssueIds] = useState<Set<string>>(new Set()),
[deleteSelectionOpen, setDeleteSelectionOpen] = useState(false),
[autoImproveOpen, setAutoImproveOpen] = useState(false),
[page, setPage] = useState(1),
[pageSize, setPageSize] = useState(15);
const filterMenu = useRef<HTMLDivElement>(null);
Expand All @@ -133,6 +146,11 @@ export function IssueManagementSection({
load();
api<Run[]>("/api/runs").then(setRuns).catch(() => setRuns([]));
}, [buildId]);
useEffect(() => {
if (!items.some((item) => item.agent_job?.status === "queued" || item.agent_job?.status === "running")) return;
const timer = window.setInterval(load, 2_500);
return () => window.clearInterval(timer);
}, [items]);
useEffect(() => {
if (!selected || !selected.proposal.agent_change) return;
api<{ diff: string }>(`/api/v1/issue-management/${encodeURIComponent(selected.proposal_id)}/diff`)
Expand Down Expand Up @@ -257,6 +275,16 @@ export function IssueManagementSection({
})
.catch((error) => onNotice(error.message, "warning"));
};
const confirmAutoImprove = () => {
const proposalIds = [...selectedIssueIds];
setAutoImproveOpen(false);
api<{ queued: string[] }>("/api/v1/issue-management/agent-proposals", "POST", { proposal_ids: proposalIds })
.then(({ queued }) => {
load();
onNotice(t.autoImproveQueued.replace("{count}", String(queued.length)), "success");
})
.catch((error) => onNotice(error.message, "warning"));
};
const toggleManagedStatus = (status: string) =>
{
setPage(1);
Expand Down Expand Up @@ -353,6 +381,17 @@ export function IssueManagementSection({
),
sortValue: (x) => x.management_status,
},
{
id: "agent-status",
header: t.autoImprove,
render: (x) => x.agent_job ? (
<StatusBadge
value={x.agent_job.status === "failed" ? "rejected" : x.agent_job.status === "ready" ? "accepted" : "in_progress"}
label={x.agent_job.status === "queued" ? t.agentJobQueuedShort : x.agent_job.status === "running" ? t.agentJobRunningShort : x.agent_job.status === "failed" ? t.agentJobFailedShort : t.agentJobReadyShort}
/>
) : "—",
sortValue: (x) => x.agent_job?.status ?? "",
},
];
const filterCount = managedStatuses.size + decisions.size;
return (
Expand Down Expand Up @@ -440,6 +479,14 @@ export function IssueManagementSection({
</div>
<div className="run-history-actions">
<span>{t.selected.replace("{count}", String(selectedIssueIds.size))}</span>
<button
className="ghost"
onClick={() => setAutoImproveOpen(true)}
disabled={!selectedIssueIds.size}
>
<Sparkles size={15} />
{t.autoImprove}
</button>
<button
className="icon-button danger"
aria-label={t.deleteSelected}
Expand All @@ -464,7 +511,7 @@ export function IssueManagementSection({
setRun("");
}}
className="issue-management-table"
gridTemplateColumns="36px 42px minmax(410px,1fr) 112px 76px 96px 110px 110px"
gridTemplateColumns="36px 42px minmax(350px,1fr) 112px 76px 96px 110px 110px 130px"
/>
</div>
<Pagination
Expand All @@ -485,6 +532,15 @@ export function IssueManagementSection({
onCancel={() => setDeleteSelectionOpen(false)}
onConfirm={confirmDeleteSelected}
/>
<ConfirmDialog
open={autoImproveOpen}
title={t.autoImproveTitle}
description={t.autoImproveDescription.replace("{count}", String(selectedIssueIds.size))}
cancelLabel={locales[locale].common.cancel}
confirmLabel={t.autoImprove}
onCancel={() => setAutoImproveOpen(false)}
onConfirm={confirmAutoImprove}
/>
<Modal
open={!!selected}
title={selected?.title ?? t.title}
Expand Down Expand Up @@ -518,6 +574,9 @@ export function IssueManagementSection({
onSelect={setModalTab}
tabs={[
{ id: "details", label: t.details },
...((selected.agent_job || selected.proposal.agent_change)
? [{ id: "agent" as const, label: t.autoImprove }]
: []),
{ id: "history", label: t.updated },
]}
/>
Expand All @@ -529,25 +588,6 @@ export function IssueManagementSection({
<p>{selected.decision_rationale}</p>
</section>
)}
{selected.proposal.agent_change && (
<section className="issue-management-diff">
<h3>{t.agentProposalDiff}</h3>
{agentDiff?.proposalId === selected.proposal_id && agentDiff.value ? <UnifiedDiff patch={agentDiff.value} label={t.agentProposalDiff} /> : <p className="hint">{t.noAgentProposalChanges}</p>}
</section>
)}
{selected.proposal.agent_change && (
<section className="issue-management-proposal-action">
<h3>{t.agentProposalBranch}</h3>
<p>{selected.proposal_branch || "—"}</p>
{selected.proposal_commit && <p>{t.committed}: {selected.proposal_commit}</p>}
{selected.proposal_action === "pending" && (
<div className="modal-actions">
<button className="approve" onClick={() => decideAgentProposal("approve")}>{t.approveAndCommit}</button>
<button className="danger" onClick={() => decideAgentProposal("reject")}>{t.rejectAndRemove}</button>
</div>
)}
</section>
)}
<label className="modal-setting-row">
<span>
<SectionInfo
Expand Down Expand Up @@ -580,6 +620,20 @@ export function IssueManagementSection({
</div>
</section>
</>
) : modalTab === "agent" ? (
<section className="issue-management-proposal-action">
<h3>{t.autoImprove}</h3>
{selected.agent_job && <p>{selected.agent_job.status === "queued" ? t.agentJobQueued : selected.agent_job.status === "running" ? t.agentJobRunning : selected.agent_job.status === "failed" ? t.agentJobFailed : t.agentJobReady}</p>}
{selected.agent_job?.error && <p className="hint">{selected.agent_job.error}</p>}
{Boolean(selected.proposal.agent_change) && <>
<h3>{t.agentProposalDiff}</h3>
{agentDiff?.proposalId === selected.proposal_id && agentDiff.value ? <UnifiedDiff patch={agentDiff.value} label={t.agentProposalDiff} /> : <p className="hint">{t.noAgentProposalChanges}</p>}
<h3>{t.agentProposalBranch}</h3>
<p>{selected.proposal_branch || "—"}</p>
{selected.proposal_commit && <p>{t.committed}: {selected.proposal_commit}</p>}
{selected.proposal_action === "pending" && <div className="modal-actions"><button className="approve" onClick={() => decideAgentProposal("approve")}>{t.approveAndCommit}</button><button className="danger" onClick={() => decideAgentProposal("reject")}>{t.rejectAndRemove}</button></div>}
</>}
</section>
) : (
<section>
<h3>
Expand Down
Loading
Loading