graphify/extractors/go.py already consults _LANGUAGE_BUILTIN_GLOBALS when resolving a callee, but the table covered JS/TS, Python and Swift (#726, #2147) and never Go. Because the Go resolver looks the callee up by bare name, an unexported method sharing a builtin's name absorbs every builtin call in the repository. Measured on a real 8.9k-node Go+TS codebase: a 'func (h *metricHistory) append(...)' method collected 330 phantom inbound calls edges from the project's ordinary append(slice, x) calls, which in turn invented twelve database-layer -> service-layer edges — a layering violation absent from the source. After the fix, phantom cross-file edges to builtin-named nodes drop from 325 to zero; the 8 that remain are all same-file (struct -> method, and real calls to that method), and the user's method node is untouched. Builtin types are deliberately not listed. Go conversions are call-shaped too, but they produced no phantom edges on that corpus and listing them would suppress genuine constructor-like calls. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
96 lines
4.9 KiB
Python
96 lines
4.9 KiB
Python
# DO NOT import from graphify.extract here — direction is extract.py → extractors/ only.
|
|
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
|
|
from graphify.ids import make_id
|
|
|
|
# Language built-in globals that AST may classify as call targets when used as
|
|
# constructors or coercion functions (e.g. String(x), Number(x), Boolean(x)).
|
|
# Without this filter they become god-nodes accumulating spurious edges from
|
|
# every call site. Filter applied at same-file and cross-file resolution.
|
|
# See issue #726.
|
|
_LANGUAGE_BUILTIN_GLOBALS: frozenset[str] = frozenset({
|
|
# JavaScript / TypeScript ECMAScript built-ins
|
|
"String", "Number", "Boolean", "Object", "Array", "Symbol", "BigInt",
|
|
"Date", "RegExp", "Error", "TypeError", "RangeError", "SyntaxError",
|
|
"ReferenceError", "EvalError", "URIError",
|
|
"Promise", "Map", "Set", "WeakMap", "WeakSet", "JSON", "Math",
|
|
"Reflect", "Proxy", "Intl",
|
|
"parseInt", "parseFloat", "isNaN", "isFinite",
|
|
"encodeURIComponent", "decodeURIComponent", "encodeURI", "decodeURI",
|
|
# Browser / Node common globals
|
|
"URL", "URLSearchParams", "FormData", "Blob", "File",
|
|
"Headers", "Request", "Response", "AbortController", "AbortSignal",
|
|
"TextEncoder", "TextDecoder", "console",
|
|
# Python built-in callables
|
|
"str", "int", "float", "bool", "list", "dict", "set", "tuple", "bytes",
|
|
"len", "range", "enumerate", "zip", "map", "filter", "sum", "min", "max",
|
|
"print", "open", "isinstance", "type", "super", "sorted", "reversed",
|
|
"any", "all", "abs", "round", "next", "iter", "hash", "id", "repr",
|
|
"callable", "getattr", "setattr", "hasattr", "delattr", "vars", "dir",
|
|
# Swift standard library / Foundation / SwiftUI (#2147). Value-type
|
|
# initializers (Data(x), Int(x), UUID()) and protocol conformance targets
|
|
# appear from virtually every file of a Swift codebase, exactly like the
|
|
# ECMAScript constructors above. String/Date/URL/Error are already listed.
|
|
"Int", "Int8", "Int16", "Int32", "Int64",
|
|
"UInt", "UInt8", "UInt16", "UInt32", "UInt64",
|
|
"Double", "Float", "Bool", "Character",
|
|
"Sendable", "Codable", "Decodable", "Encodable", "Equatable", "Hashable",
|
|
"Identifiable", "Comparable", "CaseIterable", "RawRepresentable",
|
|
"CustomStringConvertible", "CustomDebugStringConvertible", "AnyObject",
|
|
"LocalizedError",
|
|
"Data", "UUID", "Decimal", "Calendar", "Locale", "TimeZone", "Bundle",
|
|
"IndexPath", "IndexSet", "NotificationCenter", "UserDefaults",
|
|
"FileManager", "URLSession", "URLRequest", "URLComponents",
|
|
"JSONDecoder", "JSONEncoder", "DateFormatter", "NumberFormatter",
|
|
"ISO8601DateFormatter",
|
|
"NSObject", "NSString", "NSError", "NSLock", "NSAttributedString",
|
|
"DispatchQueue", "DispatchGroup", "OperationQueue", "RunLoop",
|
|
"View", "Color", "Font",
|
|
# Go predeclared functions. The Go resolver looks a callee up by bare name,
|
|
# so an unexported method that happens to share a builtin's name (e.g.
|
|
# `func (h *history) append(...)`) absorbs every builtin call in the repo:
|
|
# on a 8.9k-node Go codebase one such method collected 330 phantom
|
|
# inbound edges, inventing a database -> service layering violation.
|
|
# Builtin *types* are deliberately not listed: Go conversions are
|
|
# call-shaped too, but they produced no phantom edges on that corpus, and
|
|
# listing them would suppress genuine constructor-like calls.
|
|
"append", "cap", "clear", "close", "complex", "copy", "delete", "imag",
|
|
"make", "new", "panic", "println", "real", "recover",
|
|
})
|
|
|
|
|
|
def _make_id(*parts: str) -> str:
|
|
return make_id(*parts)
|
|
|
|
|
|
def _file_stem(path: Path) -> str:
|
|
"""Stem used as the node-ID prefix for a file and its symbols.
|
|
|
|
The full path (extension dropped) is preserved as path segments; ``make_id``
|
|
later collapses the separators to underscores. Using every segment — not just
|
|
the immediate parent dir (#1504) — means same-named files in different
|
|
directories get distinct IDs instead of colliding into one
|
|
last-writer-wins node:
|
|
|
|
docs/v1/api/README.md -> docs/v1/api/README -> docs_v1_api_readme
|
|
docs/v2/api/README.md -> docs/v2/api/README -> docs_v2_api_readme
|
|
|
|
Top-level files keep a bare stem (``setup.py`` -> ``setup``). When passed an
|
|
absolute path the whole path is encoded; the extract() id-remap post-pass
|
|
re-derives the canonical repo-relative form from ``source_file`` so the on-disk
|
|
location can't leak into the persisted IDs (#502).
|
|
|
|
Returns "" for a path with no name (``Path('.')`` — a source_file that equals
|
|
the scan root, so it has no per-file stem). Guarding here keeps
|
|
``path.with_suffix("")`` from raising ``ValueError: '.' has an empty name`` and
|
|
protects every caller, not just ``_semantic_id_remap`` (#1618)."""
|
|
if not path.name:
|
|
return ""
|
|
return path.with_suffix("").as_posix()
|
|
|
|
|
|
def _read_text(node, source: bytes) -> str:
|
|
return source[node.start_byte:node.end_byte].decode("utf-8", errors="replace")
|