Spaces:
Sleeping
Sleeping
File size: 5,760 Bytes
036a2db | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 | """
pipeline.py — The main DiffContext pipeline.
Connects all stages: parse -> graph -> diff -> blast radius -> score -> select -> compile
Key fixes vs original:
- expanded_deps is now passed into compute_impact_scores so those symbols
are actually scored (previously they were collected but never used).
- Graph is built with a single pass and cached import maps (see graph_builder).
- warn_unknown_symbols is called before any scoring to surface typos early.
"""
import difflib
import logging
import os
import time
from typing import Dict, List, Optional
from .models import (
RepositoryIndex, ImpactResult, ContextPackage, Symbol,
)
from .parser import extract_all_symbols
from .graph_builder import build_repository_graph
from .impact.blast_radius import get_blast_radius
from .impact.scoring import compute_impact_scores
from .impact.traversal import expand_dependencies
from .context.selector import select_context
from .context.compiler import compile_context
logger = logging.getLogger(__name__)
def _suggest_similar_symbol(unknown_id: str, known_ids) -> Optional[str]:
"""Fuzzy-match an unknown symbol ID against known ones (typo correction)."""
matches = difflib.get_close_matches(unknown_id, known_ids, n=1, cutoff=0.6)
return matches[0] if matches else None
def index_repository(repo_path: str) -> RepositoryIndex:
"""
Phase 1: Parse repository and build dependency graph.
Returns a RepositoryIndex with all symbols, the call graph, and the
list of files (if any) that failed to parse due to a SyntaxError.
"""
repo_path = os.path.abspath(repo_path)
broken_files: List[str] = []
symbols = extract_all_symbols(repo_path, broken_files=broken_files)
graph = build_repository_graph(repo_path)
return RepositoryIndex(symbols=symbols, graph=graph, broken_files=broken_files)
def warn_unknown_symbols(index: RepositoryIndex, changed_symbols: List[str]) -> List[str]:
"""
Check `changed_symbols` against the index and warn about any that don't
actually exist. Returns the list of unknown symbol IDs.
"""
unknown = [s for s in changed_symbols if s not in index.graph and s not in index.symbols]
for sym_id in unknown:
suggestion = _suggest_similar_symbol(sym_id, index.symbols.keys())
if suggestion:
logger.warning(
"\033[93m'%s' was not found in the index -- did you mean '%s'? "
"Its blast radius will show as empty, which does NOT mean "
"the real symbol has no impact.\033[0m",
sym_id, suggestion,
)
else:
logger.warning(
"\033[93m'%s' was not found in the index (typo, renamed, or "
"deleted symbol?). Its blast radius will show as empty, "
"which does NOT mean the real symbol has no impact.\033[0m",
sym_id,
)
return unknown
def analyze_impact(
index: RepositoryIndex,
changed_symbols: List[str],
max_depth: Optional[int] = 2,
) -> ImpactResult:
"""
Phase 2: Given changed symbols, compute blast radius and impact scores.
Fix: expanded_deps is now passed into compute_impact_scores so those
nodes are actually scored. Previously they were computed and discarded.
"""
warn_unknown_symbols(index, changed_symbols)
# ── Blast radius (reverse graph / callers) ────────────────────────────
blast_radii: Dict[str, List[str]] = {}
all_blast: List[str] = []
for sym_id in changed_symbols:
if sym_id in index.graph:
radius = get_blast_radius(index.graph, sym_id)
blast_radii[sym_id] = radius
all_blast.extend(radius)
# ── Forward dependency expansion ──────────────────────────────────────
# Seed with changed + blast so we also pull in what callers depend on.
deps = expand_dependencies(
index.graph,
changed_symbols + all_blast,
max_depth=max_depth,
)
# ── Impact scoring ────────────────────────────────────────────────────
# FIX: pass expanded deps so they get scored (previously ignored).
scores = compute_impact_scores(
index.graph,
changed_symbols,
blast_radii,
expanded_deps=deps,
)
return ImpactResult(
changed=changed_symbols,
blast_radius=list(set(all_blast)),
dependencies=deps,
scores=scores,
)
def compile(
index: RepositoryIndex,
impact: ImpactResult,
max_tokens: Optional[int] = 10000,
notes: Optional[str] = None,
) -> ContextPackage:
"""
Phase 3: Select symbols and compile into LLM context.
"""
selected, dropped = select_context(
index.symbols,
impact.scores,
impact.changed,
max_tokens=max_tokens,
)
return compile_context(
index.symbols,
selected,
impact.changed,
impact.scores,
graph=index.graph,
dropped_ids=dropped,
skipped_files=index.broken_files,
notes=notes,
)
def run_pipeline(
repo_path: str,
changed_symbols: List[str],
max_depth: Optional[int] = 2,
max_tokens: Optional[int] = 10000,
) -> ContextPackage:
"""
Full pipeline in one call:
repo_path + changed_symbols -> ContextPackage
"""
index = index_repository(repo_path)
impact = analyze_impact(index, changed_symbols, max_depth=max_depth)
return compile(index, impact, max_tokens=max_tokens) |