diff --git a/broca/board.py b/broca/board.py index 281d739..0032698 100644 --- a/broca/board.py +++ b/broca/board.py @@ -44,6 +44,7 @@ def render(root, brain): rows = {r["assistant"]: r for r in snapshot["assistants"]} esc = lambda value: html.escape(str(value), quote=True) panels, attention, history, maintenance = [], [], [], [] + from broca.resources import assistant_anchors assistant_evidence = {} for name in cfg["assistants"]: row = rows.get(name, {}) @@ -67,7 +68,7 @@ def render(root, brain): "collected_at": snapshot.get("refreshed_at") or "Unknown", "observed_at": when} definitions = len(row.get("benchmarks", [])) if collected != "unavailable" else "Unknown" - panels.append(f'

{link}

{esc(state)}

' + panels.append(f'
{assistant_anchors(root, name, repo)}

{link}

{esc(state)}

' f'
Latest evidence day
{esc(when)}
Runs recorded
{len(runs)}
' f'
Current commit
{esc(revision)}
' f'
Evaluated commit
{esc((latest["assistant_sha"] or "Unknown")[:12] if latest else "None")}
' @@ -129,6 +130,6 @@ def render(root, brain): '

Assistants

' + ''.join(panels) + '
' + '

Next actions

    ' + ''.join(attention) + '
' + '

Evaluation history

' + table + '
' + - '

Maintenance

Committed-file inventory; these checks do not establish response quality or scientific correctness.

    ' + ''.join(maintenance) + '
' + - '
Assistant evaluation evidence · collection age and evaluation age are separate.
' + footer + '') + '

Maintenance

    ' + ''.join(maintenance) + '
' + + '' + footer + '') return theme.section_layout(page) diff --git a/broca/resources.py b/broca/resources.py index a1d184c..466a97b 100644 --- a/broca/resources.py +++ b/broca/resources.py @@ -4,8 +4,7 @@ from pathlib import Path from urllib.parse import urlsplit -TYPES = {'documentation': 'Documentation', 'tutorials': 'Tutorials', - 'workspaces': 'Workspace', 'assistants': 'Assistant'} +TYPES = {'workspaces': 'Workspaces', 'tutorials': 'How To', 'documentation': 'Documentation'} PURPOSE = {'documentation': 'Reference and explanations for using the software.', 'tutorials': 'Guided learning: start with the tutorial introduction.', 'workspaces': 'Runnable user examples: start with its README and setup guidance.', @@ -27,25 +26,29 @@ def render(root, assistant_evidence): if catalogue.get('schema_version') != 1 or not isinstance(catalogue.get('resources'), list): raise ValueError('invalid public resource catalogue') esc = lambda value: html.escape(str(value), quote=True) - cards = [] + cards = {kind: [] for kind in TYPES} for resource in catalogue['resources']: kinds = [k for k in TYPES if k in resource.get('relations', [])] - if not kinds: + if not kinds or 'assistants' in resource.get('relations', []): continue - evidence = assistant_evidence.get(resource.get('repo')) if 'assistants' in kinds else None - # Bind assistant evidence to the exact canonical remote, not a similar name. - if evidence and evidence.get('github') != resource.get('github'): - evidence = None - state = evidence['state'] if evidence else 'Inventory only — quality not evaluated' + state = 'Inventory only — quality not evaluated' projects = ', '.join(p['name'] for p in resource['projects']) links = ' · '.join(link(l['url'], l['label']) for l in resource['links']) - details = ('

Collection: ' + esc(evidence['collection']) + ' · collected ' + esc(evidence['collected_at']) - + '

Current commit: ' + esc(evidence['revision']) + ' · latest evaluation day: ' - + esc(evidence['observed_at']) + '

') if evidence else '

Revision, collection time and upkeep evidence: unavailable for this resource.

' - cards.append(f'''
{esc(resource['name'])} · {esc(' / '.join(TYPES[k] for k in kinds))} · {esc(projects)} · {esc(state)} + details = '

Revision, collection time and upkeep evidence: unavailable for this resource.

' + cards[kinds[0]].append(f'''
{esc(resource['name'])} · {esc(' / '.join(TYPES[k] for k in kinds))} · {esc(projects)} · {esc(state)}

{esc(' '.join(PURPOSE[k] for k in kinds))}

{links}

Used by: {esc(projects)}. Shared resources retain one identity; no assistant is required.

{details}

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

''') - return ('

Communication resources

Documentation, tutorials, user workspaces and assistants. Project repositories own the source; Broca presents communication context and available upkeep evidence.

' - + ''.join(cards) + ('' if cards else '

No public communication resources configured.

') + '
') + return ('

Communication resources

' + + ''.join(f'
{TYPES[kind]}' + ''.join(rows) + '
' for kind, rows in cards.items() if rows) + ('' if any(cards.values()) else '

No public communication resources configured.

') + '
') + + +def assistant_anchors(root, name, github): + path = Path(root) / 'resources.json' + if not path.is_file(): + return '' + resources = json.loads(path.read_text())['resources'] + return ''.join('' + for r in resources if 'assistants' in r.get('relations', []) + and r.get('repo') == name and r.get('github') == github) diff --git a/dashboard.html b/dashboard.html index 68be726..db2a46a 100644 --- a/dashboard.html +++ b/dashboard.html @@ -336,79 +336,63 @@ Work on GitHub: - PyAutoBroca: https://github.com/PyAutoLabs/PyAutoBroca
Last updated 2026-10-08 12:58:48 UTC
Update unavailable

-

Communication resources

Documentation, tutorials, user workspaces and assistants. Project repositories own the source; Broca presents communication context and available upkeep evidence.

autofit_workspace · Workspace · PyAutoFit · Inventory only — quality not evaluated +

Communication resources

Workspaces
autofit_workspace · Workspaces · PyAutoFit · Inventory only — quality not evaluated

Runnable user examples: start with its README and setup guidance.

Source

Used by: PyAutoFit. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

HowToFit · Tutorials · PyAutoFit · Inventory only — quality not evaluated +

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autogalaxy_workspace · Workspaces · PyAutoGalaxy · Inventory only — quality not evaluated +

Runnable user examples: start with its README and setup guidance.

Source

+

Used by: PyAutoGalaxy. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

+

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

+

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autolens_workspace · Workspaces · PyAutoLens · Inventory only — quality not evaluated +

Runnable user examples: start with its README and setup guidance.

Source

+

Used by: PyAutoLens. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

+

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

+

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autoreduce_workspace · Workspaces · PyAutoReduce · Inventory only — quality not evaluated +

Runnable user examples: start with its README and setup guidance.

Source

+

Used by: PyAutoReduce. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

+

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

+

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autocti_workspace · Workspaces · PyAutoCTI · Inventory only — quality not evaluated +

Runnable user examples: start with its README and setup guidance.

Source

+

Used by: PyAutoCTI. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

+

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

+

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

How To
HowToFit · How To · PyAutoFit · Inventory only — quality not evaluated

Guided learning: start with the tutorial introduction.

Source

Used by: PyAutoFit. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

PyAutoFit documentation · Documentation · PyAutoFit · Inventory only — quality not evaluated +

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

HowToGalaxy · How To · PyAutoGalaxy · Inventory only — quality not evaluated +

Guided learning: start with the tutorial introduction.

Source

+

Used by: PyAutoGalaxy. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

+

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

+

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

HowToLens · How To · PyAutoLens · Inventory only — quality not evaluated +

Guided learning: start with the tutorial introduction.

Source

+

Used by: PyAutoLens. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

+

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

+

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

Documentation
PyAutoFit documentation · Documentation · PyAutoFit · Inventory only — quality not evaluated

Reference and explanations for using the software.

Source · Published

Used by: PyAutoFit. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autofit_assistant · Assistant · PyAutoFit · Never evaluated -

A project-owned assistant: read its scope and setup instructions.

Source

-

Used by: PyAutoFit. Shared resources retain one identity; no assistant is required.

Collection: collected · collected 2026-10-08T12:58:48+00:00

Current commit: 51719036ebc9 · latest evaluation day: No run recorded

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

PyAutoArray documentation source · Documentation · PyAutoArray · Inventory only — quality not evaluated

Reference and explanations for using the software.

Source

Used by: PyAutoArray. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autogalaxy_workspace · Workspace · PyAutoGalaxy · Inventory only — quality not evaluated -

Runnable user examples: start with its README and setup guidance.

Source

-

Used by: PyAutoGalaxy. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

HowToGalaxy · Tutorials · PyAutoGalaxy · Inventory only — quality not evaluated -

Guided learning: start with the tutorial introduction.

Source

-

Used by: PyAutoGalaxy. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

PyAutoGalaxy documentation · Documentation · PyAutoGalaxy · Inventory only — quality not evaluated

Reference and explanations for using the software.

Source · Published

Used by: PyAutoGalaxy. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autogalaxy_assistant · Assistant · PyAutoGalaxy · Never evaluated -

A project-owned assistant: read its scope and setup instructions.

Source

-

Used by: PyAutoGalaxy. Shared resources retain one identity; no assistant is required.

Collection: collected · collected 2026-10-08T12:58:48+00:00

Current commit: e317f3815d72 · latest evaluation day: No run recorded

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autolens_workspace · Workspace · PyAutoLens · Inventory only — quality not evaluated -

Runnable user examples: start with its README and setup guidance.

Source

-

Used by: PyAutoLens. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

HowToLens · Tutorials · PyAutoLens · Inventory only — quality not evaluated -

Guided learning: start with the tutorial introduction.

Source

-

Used by: PyAutoLens. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

PyAutoLens documentation · Documentation · PyAutoLens · Inventory only — quality not evaluated

Reference and explanations for using the software.

Source · Published

Used by: PyAutoLens. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autolens_assistant · Assistant · PyAutoLens · Recorded failure -

A project-owned assistant: read its scope and setup instructions.

Source

-

Used by: PyAutoLens. Shared resources retain one identity; no assistant is required.

Collection: collected · collected 2026-10-08T12:58:48+00:00

Current commit: f46e296fa91a · latest evaluation day: 2026-10-02

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autoreduce_workspace · Workspace · PyAutoReduce · Inventory only — quality not evaluated -

Runnable user examples: start with its README and setup guidance.

Source

-

Used by: PyAutoReduce. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

PyAutoReduce project guide · Documentation · PyAutoReduce · Inventory only — quality not evaluated

Reference and explanations for using the software.

Source

Used by: PyAutoReduce. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autocti_workspace · Workspace · PyAutoCTI · Inventory only — quality not evaluated -

Runnable user examples: start with its README and setup guidance.

Source

-

Used by: PyAutoCTI. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

PyAutoCTI documentation · Documentation · PyAutoCTI · Inventory only — quality not evaluated

Reference and explanations for using the software.

Source · Published

Used by: PyAutoCTI. Shared resources retain one identity; no assistant is required.

Revision, collection time and upkeep evidence: unavailable for this resource.

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

autocti_assistant · Assistant · PyAutoCTI · Never evaluated -

A project-owned assistant: read its scope and setup instructions.

Source

-

Used by: PyAutoCTI. Shared resources retain one identity; no assistant is required.

Collection: collected · collected 2026-10-08T12:58:48+00:00

Current commit: 9c37c74dcf53 · latest evaluation day: No run recorded

-

Technical validation belongs to Heart. A successful build or runnable example does not establish explanatory quality or scientific correctness.

-

Next: inspect this resource's introduction, intended audience and known gaps with Broca before proposing a bounded documentation or evaluation task.

Assistants

4

autocti_assistant

Never evaluated

Latest evidence day
No run recorded
Runs recorded
0
Current commit
9c37c74dcf53
Evaluated commit
None
Benchmark definitions
0
Collection
collected

autofit_assistant

Never evaluated

Latest evidence day
No run recorded
Runs recorded
0
Current commit
51719036ebc9
Evaluated commit
None
Benchmark definitions
3
Collection
collected

Local uncommitted changes are excluded from evidence.

autogalaxy_assistant

Never evaluated

Latest evidence day
No run recorded
Runs recorded
0
Current commit
e317f3815d72
Evaluated commit
None
Benchmark definitions
4
Collection
collected

autolens_assistant

Recorded failure

Latest evidence day
2026-10-02
Runs recorded
14
Current commit
f46e296fa91a
Evaluated commit
abafd86c0419
Benchmark definitions
11
Collection
collected

Local uncommitted changes are excluded from evidence.

Next actions

  • autocti_assistant: Add a small benchmark definition, then capture the first response-quality baseline.
  • autofit_assistant: Select a small benchmark and capture the first response-quality baseline.
  • autogalaxy_assistant: Select a small benchmark and capture the first response-quality baseline.
  • autolens_assistant: Inspect the failed gates, then choose a bounded rerun or route a fix through Mind.

Evaluation history

14 Evaluations
Assistant / benchmarkDate / modelOutcome / scoreEvidence / comparisonRecord
autolens_assistant
positions_initialised_inference		2026-10-02
claude-fable-5-1		failed
0.0		finished: no_result_json
No comparable baseline		autolens_assistant-27029aa73539e73f1163ccba
benchmarks/runs/positions_initialised_inference/2026-10-02_claude-fable-5-1_claude-code_2/meta.yaml
autolens_assistant
positions_initialised_inference		2026-10-02
claude-fable-5-1		failed
0.0		finished: no_result_json
No comparable baseline		autolens_assistant-4488950192b1a049e0f1a23b
benchmarks/runs/positions_initialised_inference/2026-10-02_claude-fable-5-1_claude-code/meta.yaml
autolens_assistant
forward_model_consistency		2026-10-02
claude-fable-5-1		failed
0.0		compute_budget: 159.9s > 120s of compute
No comparable baseline		autolens_assistant-500ee6202cc06995b644c187
benchmarks/runs/forward_model_consistency/2026-10-02_claude-fable-5-1_claude-code/meta.yaml
autolens_assistant
forward_model_consistency		2026-10-02
claude-fable-5-1		failed
0.0		finished: no_result_json
No comparable baseline		autolens_assistant-572af868558c370c52ba6f3a
benchmarks/runs/forward_model_consistency/2026-10-02_claude-fable-5-1_claude-code_2/meta.yaml
autolens_assistant
forward_model_consistency		2026-10-02
claude-fable-5-1		failed
0.0		finished: no_result_json
No comparable baseline		autolens_assistant-7aefecd05b92b77f7b66c2ab
benchmarks/runs/forward_model_consistency/2026-10-02_claude-fable-5-1_claude-code_3/meta.yaml
autolens_assistant
positions_initialised_inference		2026-10-02
claude-fable-5-1		failed
0.0		compute_budget: 566.2s > 300s of compute
No comparable baseline		autolens_assistant-c195ddd5840081421371ba8d
benchmarks/runs/positions_initialised_inference/2026-10-02_claude-fable-5-1_claude-code_3/meta.yaml
autolens_assistant
bootstrap-smoke		2026-09-26
claude-opus-5-5		unscored
97.0		Historical rubric; no explicit pass gates
No comparable baseline		autolens_assistant-8a86021d1fae71c6540269d2
benchmarks/runs/bootstrap-smoke/2026-09-26_claude-opus-5-5_claude-code/meta.yaml
autolens_assistant
cosmos-web-ring-fit		2026-09-26
claude-sonnet-5		passed
100.0		—
No comparable baseline		autolens_assistant-9a09b142a7e1fbe8121cf1f1
benchmarks/runs/cosmos-web-ring-fit/2026-09-26_claude-sonnet-5_claude-code_3/meta.yaml
autolens_assistant
cosmos-web-ring-fit		2026-09-26
claude-sonnet-5		failed
0.0		finished: no_result_json
No comparable baseline		autolens_assistant-a5f7166ff66fcab40d94b1c0
benchmarks/runs/cosmos-web-ring-fit/2026-09-26_claude-sonnet-5_claude-code/meta.yaml
autolens_assistant
bootstrap-smoke		2026-09-26
gpt-5.6-sol		unscored
13.0		Historical rubric; no explicit pass gates
No comparable baseline		autolens_assistant-b5e1d94a22da57651811c817
benchmarks/runs/bootstrap-smoke/2026-09-26_gpt-5.6-sol_codex/meta.yaml
autolens_assistant
bootstrap-smoke		2026-09-26
gpt-5.6-sol		unscored
13.0		Historical rubric; no explicit pass gates
No comparable baseline		autolens_assistant-ce32c717f0500aa36c0129eb
benchmarks/runs/bootstrap-smoke/2026-09-26_gpt-5.6-sol_codex_2/meta.yaml
autolens_assistant
bootstrap-smoke		2026-09-26
claude-opus-5-5		unscored
100.0		Historical rubric; no explicit pass gates
No comparable baseline		autolens_assistant-d184c3f49eccabede5ba7066
benchmarks/runs/bootstrap-smoke/2026-09-26_claude-opus-5-5_claude-code_2/meta.yaml
autolens_assistant
cosmos-web-ring-fit		2026-09-26
claude-sonnet-5		failed
0.0		finished: no_result_json
No comparable baseline		autolens_assistant-e5136be1e94ec26d6f349748
benchmarks/runs/cosmos-web-ring-fit/2026-09-26_claude-sonnet-5_claude-code_2/meta.yaml
autolens_assistant
oneshot-smoke		2026-09-17
claude-sonnet-5		passed
100.0		—
No comparable baseline		autolens_assistant-71bfadcc2f2f426c96863ba2
benchmarks/runs/oneshot-smoke/2026-09-17_claude-sonnet-5_claude-code/meta.yaml

Maintenance

Committed-file inventory; these checks do not establish response quality or scientific correctness.

  • autocti_assistant: benchmark definitions: missing, benchmark runner: present, instructions: present, skills: present
  • autofit_assistant: benchmark definitions: present, benchmark runner: present, instructions: present, skills: present
  • autogalaxy_assistant: benchmark definitions: present, benchmark runner: present, instructions: present, skills: present
  • autolens_assistant: benchmark definitions: present, benchmark runner: present, instructions: present, skills: present
Assistant evaluation evidence · collection age and evaluation age are separate.