fix(chunking): enable AST chunking by wiring real ALL_LANGUAGES (#28)

src/chunking/core.test.ts

@@ -20,9 +20,9 @@ describe('constants', () => {
 })
 
 describe('isSupportedLanguage', () => {
-  it('returns false for unknown languages (Unit 4 stub)', () => {
-    expect(isSupportedLanguage('typescript')).toBe(false)
-    expect(isSupportedLanguage('python')).toBe(false)
+  it('returns true for known languages and false for unknown ones', () => {
+    expect(isSupportedLanguage('typescript')).toBe(true)
+    expect(isSupportedLanguage('python')).toBe(true)
     expect(isSupportedLanguage('not-a-real-language')).toBe(false)
   })
 })

src/chunking/core.ts

@@ -8,10 +8,7 @@
 // loads even when the package is not yet installed, falling back to the
 // line chunker in that case.
 
-// Stub for ALL_LANGUAGES until Unit 4 (language detection) lands.
-// Once `src/indexing/files.ts` exists, replace this with:
-//   import { ALL_LANGUAGES } from '../indexing/files.ts'
-const ALL_LANGUAGES: ReadonlySet<string> = new Set<string>()
+import { ALL_LANGUAGES } from '../languages.ts'
 
 export const RECURSION_DEPTH = 500
 export const MIN_CHUNK_SIZE = 50

src/indexing/cache.ts

@@ -20,10 +20,10 @@ import { chmodSync, existsSync, mkdirSync, readdirSync, realpathSync, rmSync } f
 import { readFile, stat } from 'node:fs/promises'
 import { homedir } from 'node:os'
 import { basename, dirname, join, normalize, relative } from 'node:path'
+import { getExtensions } from '../languages.ts'
 import { isGitUrl } from '../utils.ts'
 import { MAX_FILE_BYTES } from './create.ts'
 import { walkFiles } from './file-walker.ts'
-import { getExtensions } from './files.ts'
 import { CspIndex, DEFAULT_CONTENT, parseManifest } from './index.ts'
 
 /** Directory permissions for every cache directory (owner-only). NFR-003. */

src/indexing/create.ts

@@ -5,11 +5,11 @@ import type { Model } from './dense.ts'
 import { readFileSync, statSync } from 'node:fs'
 import { relative } from 'node:path'
 import { chunkSource } from '../chunking/chunk-source.ts'
+import { detectLanguage, getExtensions } from '../languages.ts'
 import { tokenize } from '../tokens.ts'
 import { ContentType } from '../types.ts'
 import { embedChunks, SelectableBasicBackend } from './dense.ts'
 import { walkFiles } from './file-walker.ts'
-import { detectLanguage, getExtensions } from './files.ts'
 import { Bm25Index, enrichForBm25 } from './sparse.ts'
 
 /** 1 MB max file size to read and index. */

src/indexing/files.test.ts → src/languages.test.ts

@@ -7,7 +7,7 @@ import {
   DOC_LANGUAGES,
   EXTENSION_TO_LANGUAGE,
   getExtensions,
-} from './files.ts'
+} from './languages.ts'
 
 describe('detectLanguage', () => {
   it('detects typescript from .ts', () => {