danvics/haiku.rag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add additional programming language specifiers

Browse source
This commit is contained in:
Yiorgis Gozadinos 2025-12-19 11:09:57 +02:00
parent 1dbbaf6dd8
commit fb1d3c97b3
No known key found for this signature in database
1 changed files with 72 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

72
haiku_rag_slim/haiku/rag/converters/text_utils.py
View file

@ -18,57 +18,129 @@ class TextFileHandler:
# Plain text extensions that we'll read directly
text_extensions: ClassVar[list[str]] = [
".astro",
".bash",
".c",
".clj",
".cljs",
".cpp",
".cs",
".css",
".dart",
".elm",
".ex",
".exs",
".fs",
".fsx",
".go",
".gql",
".graphql",
".groovy",
".h",
".hcl",
".hpp",
".hs",
".java",
".jl",
".js",
".json",
".kt",
".less",
".lua",
".mdx",
".mjs",
".ml",
".mli",
".nim",
".nix",
".php",
".pl",
".pm",
".proto",
".ps1",
".py",
".r",
".rb",
".rs",
".sass",
".scala",
".scss",
".sh",
".sql",
".svelte",
".swift",
".tf",
".toml",
".ts",
".tsx",
".txt",
".vue",
".xml",
".yaml",
".yml",
".zig",
]
# Code file extensions with their markdown language identifiers
code_markdown_identifier: ClassVar[dict[str, str]] = {
".astro": "astro",
".bash": "bash",
".c": "c",
".clj": "clojure",
".cljs": "clojure",
".cpp": "cpp",
".cs": "csharp",
".css": "css",
".dart": "dart",
".elm": "elm",
".ex": "elixir",
".exs": "elixir",
".fs": "fsharp",
".fsx": "fsharp",
".go": "go",
".gql": "graphql",
".graphql": "graphql",
".groovy": "groovy",
".h": "c",
".hcl": "hcl",
".hpp": "cpp",
".hs": "haskell",
".java": "java",
".jl": "julia",
".js": "javascript",
".json": "json",
".kt": "kotlin",
".less": "less",
".lua": "lua",
".mjs": "javascript",
".ml": "ocaml",
".mli": "ocaml",
".nim": "nim",
".nix": "nix",
".php": "php",
".pl": "perl",
".pm": "perl",
".proto": "protobuf",
".ps1": "powershell",
".py": "python",
".r": "r",
".rb": "ruby",
".rs": "rust",
".sass": "sass",
".scala": "scala",
".scss": "scss",
".sh": "bash",
".sql": "sql",
".svelte": "svelte",
".swift": "swift",
".tf": "hcl",
".toml": "toml",
".ts": "typescript",
".tsx": "tsx",
".vue": "vue",
".xml": "xml",
".yaml": "yaml",
".yml": "yaml",
".zig": "zig",
}
@staticmethod