Update installer

Signed-off-by: Syed Daanish <me@syedm.dev>

.clangd

@@ -0,0 +1,9 @@
+CompileFlags:
+  Add: [
+    -I/home/syed/main/crib/include,
+    -I/home/syed/main/crib/libs,
+    -I/home/syed/main/crib/libs/mruby/include,
+    -std=c++23
+  ]
+  Remove: []
+  Compiler: clang++

.gitattributes

@@ -1,2 +1 @@
-/libs/unicode_width/** linguist-vendored
+/libs/** linguist-vendored
-*.scm linguist-language=Tree-sitter-Query

.gitignore

@@ -3,13 +3,20 @@
 *.a
 *.o
 *.so
+!libs/libruby/libruby.so
 *.yml
 
 .vscode
 
-samples/t_*
+samples/tmp*
 
 build
 bin
 
+.thinlto-cache/
+Gemfile*
+.ruby-lsp/
+
+include/scripting/ruby_compiled.h
+
 __old__

.gitmodules

@@ -2,139 +2,7 @@
 	path = libs/libgrapheme
 	url = git://git.suckless.org/libgrapheme
   ignore = dirty
-
+[submodule "libs/mruby"]
-; tree-sitter
+	path = libs/mruby
-[submodule "libs/tree-sitter"]
+  url = https://github.com/mruby/mruby.git
-	path = libs/tree-sitter
-	url = https://github.com/tree-sitter/tree-sitter.git
-  ignore = dirty
-
-; Tree-sitter languages
-[submodule "libs/tree-sitter-ruby"]
-	path = libs/tree-sitter-ruby
-	url = https://github.com/tree-sitter/tree-sitter-ruby.git
-  ignore = dirty
-[submodule "libs/tree-sitter-c"]
-	path = libs/tree-sitter-c
-	url = https://github.com/tree-sitter/tree-sitter-c.git
-  ignore = dirty
-[submodule "libs/tree-sitter-cpp"]
-	path = libs/tree-sitter-cpp
-	url = https://github.com/tree-sitter/tree-sitter-cpp.git
-  ignore = dirty
-[submodule "libs/tree-sitter-css"]
-	path = libs/tree-sitter-css
-	url = https://github.com/tree-sitter/tree-sitter-css.git
-  ignore = dirty
-[submodule "libs/tree-sitter-html"]
-	path = libs/tree-sitter-html
-	url = https://github.com/tree-sitter/tree-sitter-html.git
-  ignore = dirty
-[submodule "libs/tree-sitter-javascript"]
-	path = libs/tree-sitter-javascript
-	url = https://github.com/tree-sitter/tree-sitter-javascript.git
-  ignore = dirty
-[submodule "libs/tree-sitter-json"]
-	path = libs/tree-sitter-json
-	url = https://github.com/tree-sitter/tree-sitter-json.git
-  ignore = dirty
-[submodule "libs/tree-sitter-python"]
-	path = libs/tree-sitter-python
-	url = https://github.com/tree-sitter/tree-sitter-python.git
-  ignore = dirty
-[submodule "libs/tree-sitter-haskell"]
-	path = libs/tree-sitter-haskell
-	url = https://github.com/tree-sitter/tree-sitter-haskell.git
-  ignore = dirty
-[submodule "libs/tree-sitter-go"]
-	path = libs/tree-sitter-go
-	url = https://github.com/tree-sitter/tree-sitter-go.git
-  ignore = dirty
-[submodule "libs/tree-sitter-bash"]
-	path = libs/tree-sitter-bash
-	url = https://github.com/tree-sitter/tree-sitter-bash.git
-  ignore = dirty
-[submodule "libs/tree-sitter-make"]
-	path = libs/tree-sitter-make
-	url = https://github.com/tree-sitter-grammars/tree-sitter-make
-  ignore = dirty
-[submodule "libs/tree-sitter-lua"]
-	path = libs/tree-sitter-lua
-	url = https://github.com/tree-sitter-grammars/tree-sitter-lua
-  ignore = dirty
-[submodule "libs/tree-sitter-fish"]
-	path = libs/tree-sitter-fish
-	url = https://github.com/ram02z/tree-sitter-fish
-  ignore = dirty
-[submodule "libs/tree-sitter-rust"]
-	path = libs/tree-sitter-rust
-	url = https://github.com/tree-sitter/tree-sitter-rust.git
-  ignore = dirty
-[submodule "libs/tree-sitter-nginx"]
-	path = libs/tree-sitter-nginx
-	url = https://gitlab.com/joncoole/tree-sitter-nginx
-  ignore = dirty
-[submodule "libs/tree-sitter-yaml"]
-	path = libs/tree-sitter-yaml
-	url = https://github.com/tree-sitter-grammars/tree-sitter-yaml.git
-  ignore = dirty
-[submodule "libs/tree-sitter-gdscript"]
-	path = libs/tree-sitter-gdscript
-	url = https://github.com/PrestonKnopp/tree-sitter-gdscript
-  ignore = dirty
-[submodule "libs/tree-sitter-ini"]
-	path = libs/tree-sitter-ini
-	url = https://github.com/justinmk/tree-sitter-ini
-  ignore = dirty
-[submodule "libs/tree-sitter-php"]
-	path = libs/tree-sitter-php
-	url = https://github.com/tree-sitter/tree-sitter-php
-  ignore = dirty
-[submodule "libs/tree-sitter-query"]
-	path = libs/tree-sitter-query
-	url = https://github.com/tree-sitter-grammars/tree-sitter-query
-  ignore = dirty
-[submodule "libs/tree-sitter-cabal"]
-	path = libs/tree-sitter-cabal
-	url = https://gitlab.com/magus/tree-sitter-cabal
-  ignore = dirty
-[submodule "libs/tree-sitter-go-mod"]
-	path = libs/tree-sitter-go-mod
-	url = https://github.com/camdencheek/tree-sitter-go-mod
-  ignore = dirty
-[submodule "libs/tree-sitter-gitattributes"]
-	path = libs/tree-sitter-gitattributes
-	url = https://github.com/tree-sitter-grammars/tree-sitter-gitattributes
-  ignore = dirty
-[submodule "libs/tree-sitter-gitignore"]
-	path = libs/tree-sitter-gitignore
-	url = https://github.com/shunsambongi/tree-sitter-gitignore
-  ignore = dirty
-[submodule "libs/tree-sitter-diff"]
-	path = libs/tree-sitter-diff
-	url = https://github.com/tree-sitter-grammars/tree-sitter-diff
-  ignore = dirty
-[submodule "libs/tree-sitter-regex"]
-	path = libs/tree-sitter-regex
-	url = https://github.com/tree-sitter/tree-sitter-regex
-  ignore = dirty
-[submodule "libs/tree-sitter-embedded-template"]
-	path = libs/tree-sitter-embedded-template
-	url = https://github.com/tree-sitter/tree-sitter-embedded-template
-  ignore = dirty
-[submodule "libs/tree-sitter-sql"]
-	path = libs/tree-sitter-sql
-	url = https://github.com/DerekStride/tree-sitter-sql.git
-  ignore = dirty
-[submodule "libs/libs/tree-sitter-yaml"]
-	path = libs/libs/tree-sitter-yaml
-	url = https://github.com/tree-sitter-grammars/tree-sitter-yaml.git
-  ignore = dirty
-[submodule "libs/tree-sitter-toml"]
-	path = libs/tree-sitter-toml
-	url = https://github.com/tree-sitter-grammars/tree-sitter-toml.git
-  ignore = dirty
-[submodule "libs/tree-sitter-markdown"]
-	path = libs/tree-sitter-markdown
-	url = https://github.com/tree-sitter-grammars/tree-sitter-markdown.git
   ignore = dirty

Makefile

@@ -9,18 +9,30 @@ TARGET_RELEASE := $(BIN_DIR)/crib
 PCH_DEBUG := $(OBJ_DIR)/debug/pch.h.gch
 PCH_RELEASE := $(OBJ_DIR)/release/pch.h.gch
 
-CCACHE := ccache
+GENERATED_HEADER := $(INCLUDE_DIR)/scripting/ruby_compiled.h
-CXX_DEBUG := $(CCACHE) g++
-CXX_RELEASE := $(CCACHE) clang++
 
-CFLAGS_DEBUG := -std=c++20 -Wall -Wextra -O0 -fno-inline -gsplit-dwarf -g -fsanitize=address -fno-omit-frame-pointer
+CCACHE := ccache
-CFLAGS_RELEASE := -std=c++20 -O3 -march=native -flto=thin \
+CXX := $(CCACHE) clang++
-	-fno-exceptions -fno-rtti -fstrict-aliasing \
+CC := $(CCACHE) musl-clang
-	-ffast-math -funroll-loops \
+
+CFLAGS_DEBUG :=\
+	-std=c++20 -Wall -Wextra \
+	-O0 -fno-inline -gsplit-dwarf \
+	-g -fno-omit-frame-pointer \
+	-Wno-unused-command-line-argument \
+	-I./include -I./libs -I/home/syed/main/crib/libs/mruby/include
+# -fsanitize=address \
+
+CFLAGS_RELEASE :=\
+	-static --target=x86_64-linux-musl \
+	-std=c++20 -O3 -march=x86-64 -mtune=generic \
+  -fno-rtti \
+	-ffast-math -flto=thin \
 	-fvisibility=hidden \
 	-fomit-frame-pointer -DNDEBUG -s \
 	-mllvm -vectorize-loops \
-	-fno-unwind-tables -fno-asynchronous-unwind-tables
+	-Wno-unused-command-line-argument \
+	-I./include -I./libs -I/home/syed/main/crib/libs/mruby/include
 
 PCH_CFLAGS_DEBUG := $(CFLAGS_DEBUG) -x c++-header
 PCH_CFLAGS_RELEASE := $(CFLAGS_RELEASE) -x c++-header
@@ -30,39 +42,15 @@ UNICODE_SRC := $(wildcard libs/unicode_width/*.c)
 UNICODE_OBJ_DEBUG := $(patsubst libs/unicode_width/%.c,$(OBJ_DIR)/debug/unicode_width/%.o,$(UNICODE_SRC))
 UNICODE_OBJ_RELEASE := $(patsubst libs/unicode_width/%.c,$(OBJ_DIR)/release/unicode_width/%.o,$(UNICODE_SRC))
 
-TREE_SITTER_LIBS := $(wildcard libs/tree-sitter-*/libtree-sitter*.a)
+LIBS_RELEASE := \
+	libs/libgrapheme/libgrapheme.a ./libs/mruby/build/host/lib/libmruby.a \
+	-Wl,-Bstatic,--gc-sections -lpcre2-8
 
-PHP_LIB := libs/tree-sitter-php/php/libtree-sitter-php.a
+LIBS_DEBUG := \
+	libs/libgrapheme/libgrapheme.a ./libs/mruby/build/host/lib/libmruby.a \
+	-Wl,-Bdynamic -lpcre2-8
 
-FISH_OBJ_PARSER := libs/tree-sitter-fish/build/Release/obj.target/tree_sitter_fish_binding/src/parser.o
+SRC := $(wildcard $(SRC_DIR)/**/*.cc) $(wildcard $(SRC_DIR)/*.cc)
-FISH_OBJ_SCANNER := libs/tree-sitter-fish/build/Release/obj.target/tree_sitter_fish_binding/src/scanner.o
-
-NGINX_OBJ_PARSER := libs/tree-sitter-nginx/build/Release/obj.target/tree_sitter_nginx_binding/src/parser.o
-
-CABAL_OBJ_PARSER := libs/tree-sitter-cabal/build/Release/obj.target/tree_sitter_cabal_binding/src/parser.o
-CABAL_OBJ_SCANNER := libs/tree-sitter-cabal/src/scanner.o
-
-GITIGNORE_OBJ_PARSER := libs/tree-sitter-gitignore/build/Release/obj.target/tree_sitter_ignore_binding/src/parser.o
-
-MD_OBJ_PARSER := libs/tree-sitter-markdown/build/Release/obj.target/tree_sitter_markdown_binding/tree-sitter-markdown/src/parser.o
-MD_OBJ_SCANNER := libs/tree-sitter-markdown/build/Release/obj.target/tree_sitter_markdown_binding/tree-sitter-markdown/src/scanner.o
-
-LIBS := \
-	libs/libgrapheme/libgrapheme.a \
-	libs/tree-sitter/libtree-sitter.a \
-	$(TREE_SITTER_LIBS) \
-	$(PHP_LIB) \
-	$(NGINX_OBJ_PARSER) \
-	$(GITIGNORE_OBJ_PARSER) \
-	$(FISH_OBJ_PARSER) \
-	$(CABAL_OBJ_PARSER) \
-	$(CABAL_OBJ_SCANNER) \
-	$(FISH_OBJ_SCANNER) \
-	$(MD_OBJ_PARSER) \
-	$(MD_OBJ_SCANNER) \
-	-lpcre2-8 -lmagic
-
-SRC := $(wildcard $(SRC_DIR)/*.cc)
 OBJ_DEBUG := $(patsubst $(SRC_DIR)/%.cc,$(OBJ_DIR)/debug/%.o,$(SRC))
 OBJ_RELEASE := $(patsubst $(SRC_DIR)/%.cc,$(OBJ_DIR)/release/%.o,$(SRC))
 
@@ -77,37 +65,40 @@ test: $(TARGET_DEBUG)
 
 release: $(TARGET_RELEASE)
 
+$(GENERATED_HEADER): $(INCLUDE_DIR)/syntax/tokens.def $(INCLUDE_DIR)/scripting/libcrib.rb src/ruby_compile.sh
+	src/ruby_compile.sh
+
 $(PCH_DEBUG): $(INCLUDE_DIR)/pch.h
 	mkdir -p $(dir $@)
-	$(CXX_DEBUG) $(PCH_CFLAGS_DEBUG) -o $@ $<
+	$(CXX) $(PCH_CFLAGS_DEBUG) -o $@ $<
 
 $(PCH_RELEASE): $(INCLUDE_DIR)/pch.h
 	mkdir -p $(dir $@)
-	$(CXX_RELEASE) $(PCH_CFLAGS_RELEASE) -o $@ $<
+	$(CXX) $(PCH_CFLAGS_RELEASE) -o $@ $<
 
 $(TARGET_DEBUG): $(PCH_DEBUG) $(OBJ_DEBUG) $(UNICODE_OBJ_DEBUG)
 	mkdir -p $(BIN_DIR)
-	$(CXX_DEBUG) $(CFLAGS_DEBUG) -o $@ $(OBJ_DEBUG) $(UNICODE_OBJ_DEBUG) $(LIBS)
+	$(CXX) $(CFLAGS_DEBUG) -o $@ $(OBJ_DEBUG) $(UNICODE_OBJ_DEBUG) $(LIBS_DEBUG)
 
 $(TARGET_RELEASE): $(PCH_RELEASE) $(OBJ_RELEASE) $(UNICODE_OBJ_RELEASE)
 	mkdir -p $(BIN_DIR)
-	$(CXX_RELEASE) $(CFLAGS_RELEASE) -o $@ $(OBJ_RELEASE) $(UNICODE_OBJ_RELEASE) $(LIBS)
+	$(CXX) $(CFLAGS_RELEASE) -o $@ $(OBJ_RELEASE) $(UNICODE_OBJ_RELEASE) $(LIBS_RELEASE)
 
-$(OBJ_DIR)/debug/%.o: $(SRC_DIR)/%.cc $(PCH_DEBUG)
+$(OBJ_DIR)/debug/%.o: $(SRC_DIR)/%.cc $(PCH_DEBUG) $(GENERATED_HEADER)
 	mkdir -p $(dir $@)
-	$(CXX_DEBUG) $(CFLAGS_DEBUG) -include $(INCLUDE_DIR)/pch.h -MMD -MP -c $< -o $@
+	$(CXX) $(CFLAGS_DEBUG) -include $(INCLUDE_DIR)/pch.h -MMD -MP -c $< -o $@
 
-$(OBJ_DIR)/release/%.o: $(SRC_DIR)/%.cc $(PCH_RELEASE)
+$(OBJ_DIR)/release/%.o: $(SRC_DIR)/%.cc $(PCH_RELEASE) $(GENERATED_HEADER)
 	mkdir -p $(dir $@)
-	$(CXX_RELEASE) $(CFLAGS_RELEASE) -include $(INCLUDE_DIR)/pch.h -MMD -MP -c $< -o $@
+	$(CXX) $(CFLAGS_RELEASE) -include $(INCLUDE_DIR)/pch.h -MMD -MP -c $< -o $@
 
 $(OBJ_DIR)/debug/unicode_width/%.o: libs/unicode_width/%.c
 	mkdir -p $(dir $@)
-	$(CXX_DEBUG) $(CFLAGS_DEBUG) -MMD -MP -c $< -o $@
+	$(CC) -MMD -MP -c $< -o $@
 
 $(OBJ_DIR)/release/unicode_width/%.o: libs/unicode_width/%.c
 	mkdir -p $(dir $@)
-	$(CXX_RELEASE) $(CFLAGS_RELEASE) -MMD -MP -c $< -o $@
+	$(CC) -MMD -MP -c $< -o $@
 
 DEP_DEBUG += $(UNICODE_OBJ_DEBUG:.o=.d)
 DEP_RELEASE += $(UNICODE_OBJ_RELEASE:.o=.d)

README.md

@@ -1,57 +1,190 @@
 Copyright 2025 Syed Daanish
 
-# Crib
+# Crib - a text editor
 
-A TUI IDE.
+### About
 
-# TODO
+Crib is a TUI based text editor built primaririly for personal use.<br>
+Crib has a vim-style editor modes system but navigation and shortcuts are very different.<br>
+It supports superfast incremental syntax highlighting.<br>
+And LSP for auto-completion, diagnostics, hover docs etc.<br>
+It aims to be complete general purpose IDE.<br>
+(It is still very much a work in progress so a lot of things may seem incomplete)<br>
+For now it is just a single file editor. I plan to add a multi-file support with file pickers and tabs soon.<br>
 
-- [ ] Get all tree-sitter grammars needed and write down their scm files.
+## Installation
-- [ ] Add support for LSP & autocomplete / snippets.
+
-    - First research
+Binary can be installed with the following command:
-        - `textDocument/documentHighlight` - for highlighting stuff (probably tree-sitter is enough)
+
-        - `textDocument/selectionRange` //
+```bash
-        - `textDocument/completion` - Obviously
+curl https://syedm.dev/crib | sh
-        - `textDocument/onTypeFormatting` - seems promising for auto formatting (indentation etc)
+```
-        - `textDocument/inlayHint` & `textDocument/inlineHint` & `textDocument/codeLens`
+
-        - `textDocument/formatting` & `textDocument/rangeFormatting`
+Currently only for Linux.<br>
-        - `textDocument/semanticTokens/*` (probably tree-sitter is enough)
+*Tested with arch linux and ubuntu and void*<br>
-        - `textDocument/linkedEditingRange` - probably useful
+
-        - `textDocument/foldingRange` - i will never use this for folding but it might be useful for other things.
+## Building
-        - `textDocument/rename` & `textDocument/prepareRename` - probably useful
+
-        - And a lot more (just go through each for `clangd` and then expand to say `solargraph`).
+### Get started
-    - Make incremental edits apply. // make a bool field in LSP qhich says if it supports incremental and based on it apply edits
+
-    - Make a universal plug for lsp. So focus more on making a general purpose solid communication interface. Instead of something specific.
+Make sure the repo is cloned with submodules to get `libgrapheme`.
-        - With a 4ish pass system. (more like each returned value from the lsp is used in 4 ways)
+
-            1. One for stuff like jump to x position. or rename symbol x to y. (stuff that explicitly requires user request to do something)
+```bash
-                - Maybe even hover goes here
+git clone --recurse-submodules https://git.syedm.dev/SyedM/crib.git
-            2. One for stuff that only affects highlighting and styles . like symbol highlighting etc.
+```
-            3. One for Warnings/errors and inlay hints etc. (stuff that adds virtual text to the editor)
+
-            4. One for fromatting and stuff like that. (stuff that edits the buffer text)
+### Dependencies
-- [ ] Use LSP to add inlay hints in order to test virtual text. then make an iterator over screen that mimics the renderer for scrolling functions.
+
-- [ ] Add codeium/copilot support for auto-completion (uses the VAI virtual text) as a test phase.
+#### System-wide libraries
-- [ ] Add a whitespace highlighter (nerd font). for spaces and tabs at start/end of line. not as virtual but instead at render time.
+
-- [ ] Once renderer is proven to work well (i.e. redo this commit) merge `experimental` branch into `main`. commit `43f443e` on `experimental`.
+Make sure you have the following dependencies installed (apart from the standard C++ libraries):
-- [ ] Add snippets from wherever i get them. (like luasnip or vsnip)
+
-- [ ] Add this thing where select at end of screen scrolls down. (and vice versa)
+* **[nlohmann/json](https://github.com/nlohmann/json)**
-    - Can be acheived by updating `main.cc` to send drag events to the selected editor instead of just under cursor.
+  Install it via your package manager. Once installed, the header should be available as:
-    - Then a drag event above or below will scroll the selected editor.
+  ```cpp
-- [ ] Add support for virtual cursor where edits apply at all the places.
+  #include <nlohmann/json.hpp>
-- [ ] Add alt + click to set multiple cursors.
+  ```
-- [ ] Add search / replace along with search / virtual cursors are searched pos.
+
-- [ ] Add support for undo/redo.
+* **[PCRE2](https://github.com/PCRE2Project/pcre2)**
-- [ ] Add `.scm` files for all the supported languages. (2/14) Done.
+  Install the library to use its headers:
-- [ ] Add splash screen / minigame jumping.
+  ```cpp
-- [ ] Normalize / validate unicode on file open.
+  #include <pcre2.h>
-- [ ] Add git stuff.
+  ```
-- [ ] Add SQL support. (viewer and basic editor)
+
-- [ ] Add color picker/palette for hex or other css colors.
+* **[mruby](https://github.com/mruby/mruby)**
-- [ ] Fix bug where alt+up at eof adds extra line.
+  Install it via your package manager. Once installed, the header should be available as:
-- [ ] Think about how i would keep fold states sensical if i added code prettying/formatting.
+  ```cpp
-- [ ] Use tree-sitter to get the node path of the current node under cursor and add an indicator bar. 
+  #include <mruby.h>
-    - (possibly with a picker to jump to any node)
+  ```
-- [ ] Add the highlight of block edges when cursor is on a bracket (or in). (prolly from lsp)
+
-- [ ] Add this thing where selection double click on a bracket selects whole block.
+It also uses `xclip` at runtime for copying/pasting *(TODO: make it os portable)*.
-    - (only on the first time) and sets mode to `WORD`.
+And any modern terminal should work fine - preferably `kitty` or `wezterm`.<br>
-- [ ] Redo folding system and its relation to move_line_* functions. (Currently its a mess)
+
-- [ ] Make whole thing event driven and not clock driven.
+#### `./libs` folder
+
+Some other dependancies are added as submodules or copied.<br>
+   - `unicode_width` is compiled by the makefile so nothing to do there.<br>
+   - `libgrapheme` needs to be compiled using `make` in it's folder.<br>
+
+#### LSPs
+
+Lsp's are defined in the `libcrib.rb` file and you can use your `config/main.rb` file to add more.<br>
+
+The following lsp's are added by default and can be installed anywhere in your `$PATH`<br>
+
+* [clangd](https://clangd.llvm.org/)
+* [ruby-lsp](https://shopify.github.io/ruby-lsp/)
+* [bash-language-server](https://github.com/bash-lsp/bash-language-server)
+* [vscode-css-language-server](https://github.com/hrsh7th/vscode-langservers-extracted)
+* [vscode-json-language-server](https://github.com/hrsh7th/vscode-langservers-extracted)
+* [fish-lsp](https://github.com/ndonfris/fish-lsp)
+* [gopls](https://pkg.go.dev/golang.org/x/tools/gopls)
+* [haskell-language-server](https://github.com/haskell/haskell-language-server)
+* [emmet-language-server](https://github.com/olrtg/emmet-language-server)
+* [typescript-language-server](https://github.com/typescript-language-server/typescript-language-server)
+* [lua-language-server](https://github.com/LuaLS/lua-language-server)
+* [pyright-langserver](https://github.com/microsoft/pyright)
+* [rust-analyzer](https://github.com/rust-analyzer/rust-analyzer)
+* [intelephense](https://intelephense.com/)
+* [marksman](https://github.com/artempyanykh/marksman)
+* [nginx-language-server](https://github.com/pappasam/nginx-language-server)
+* [taplo](https://taplo.tamasfe.dev/)
+* [yaml-language-server](https://github.com/redhat-developer/yaml-language-server)
+* [sqls](https://github.com/sqls-server/sqls)
+* [make-language-server](https://github.com/Freed-Wu/autotools-language-server)
+
+> As it is still in development, some of these may not work as expected or that well.<br>
+> It should work even if the lsp is not installed but lsp features will not work.<br>
+
+#### Compiler
+
+`g++` or `clang++` should work fine but `c++20+` is required.<br>
+Can remove `ccache` if you want from the makefile.<br>
+
+#### Compliling
+
+```bash
+make release
+```
+
+### Running
+
+Preferably add the `bin` folder to PATH or move `bin/crib` to somewhere in PATH.<br>
+For some LSP's to work properly `crib` needs to be run from the root folder of the project. *To be fixed*<br>
+then do -<br>
+
+```bash
+crib ./filename.ext
+```
+
+*If `filename.ext` does not exist, it will be created*<br>
+
+## Keybindings
+
+TODO: add keybind information on how to set in `config/main.rb`
+      and default / unchangeable keybinds
+
+## Features Implemented
+
+#### Core workflow:
+- NORMAL / INSERT / SELECT / RUNNER / JUMPER modes
+- full mouse support for scrolling and multi-click word/line selection.
+    - Double click to select word
+    - Triple click to select line
+
+#### Core editing tools:
+- indent/dedent
+- move lines up/down
+- folding on a selected range
+- yank/cut/paste via system clipboard
+- per-language smart auto-indent on new line insert
+- bracket/quote auto-pairing
+- hooks jumping (bookmarking)
+- color hex code highlighting
+- current line highlighting
+- all instances of current word under cursor highlighting
+
+#### syntax highlighting and filetype detection for:
+- ruby
+<!-- TODO: -->
+<!-- - bash -->
+<!-- - c/cpp (and headers) -->
+<!-- - css -->
+<!-- - fish -->
+<!-- - go/gomod -->
+<!-- - haskell -->
+<!-- - html/erb -->
+<!-- - javascript -->
+<!-- - typescript/tsx -->
+<!-- - json/jsonc -->
+<!-- - lua -->
+<!-- - python -->
+<!-- - rust -->
+<!-- - php -->
+<!-- - markdown -->
+<!-- - nginx -->
+<!-- - toml -->
+<!-- - yaml -->
+<!-- - sql -->
+<!-- - make -->
+<!-- - gdscript -->
+<!-- - man pages -->
+<!-- - diff/patch -->
+<!-- - gitattributes/gitignore -->
+<!-- - tree-sitter queries -->
+<!-- - regex -->
+<!-- - ini -->
+
+#### LSP-powered features:
+- diagnostics
+- autocompletion
+- hover docs
+- formatting support
+    - Full file formatting on save
+    - Ontype formatting when inserting special characters defined by the language server
+    - *(few lsp's actually support this - try to configure a few more which can but need configuration and for others need to add support for external formatters)*
+- A list of some lsp's can be found [here](#lsps).
+- Any lsp can be added to the `config/main.rb` file.
+- Though not all might work well. Open an issue if you find a lsp that doesn't work well.
+
+**A lot lot more to come**

TODO.md

@@ -0,0 +1,135 @@
+Copyright 2025 Syed Daanish
+
+# TODO
+
+# memory usage for debug build (release build will be smaller by about 25%)
+```
+8K   ->    13.2M
+128K ->    13.2M (expected worst case 16.6M)
+128M ->   412.0M (expected worst case 2.3G)
+```
+
+##### BTW Check each lsp with each of the features implemented
+
+* Possibly in the future limit memory usage by parser for larger files
+* Also redo lsp threads such that no mutex needed for any rope stuff
+    - This will mean that parsers/renderers and keystrokes will not need to be individually locked
+    - And so it will be much faster
+    - While at it also make the lsp instead of a single thread be a pool of threads blocking on their stdio
+    - So one lsp being slower wont affect others and fps based reading wont be necessary saving cpu
+    - At which point the main thread can also be blocked on user input or lsp responses and still be fast
+* [ ] Add mgems for most common things and a ruby library to allow combining true ruby with mruby
+* add command to set and use a file type at runtime
+* [ ] color alpha in ini files
+* [ ] Make warning before ctrl+q for saving
+* [ ] **LSP Bug:** Check why `fish-lsp` is behaving so off with completions filtering.
+* [ ] **Line move:** fix the move line functions to work without the calculations from folds as folds are removed.
+* [ ] **Editor Indentation Fix:** - Main : merger indentation with the parser for more accurate results.
+    * [ ] Ignore comments/strings from parser when auto-indenting.
+* [ ] **Readme:** Update readme to show ruby based config in detail.
+* [ ] **UI Refinement:**
+    * [ ] Finish autocomplete box style functions.
+* [ ] **Documentation UI:** Capture `Ctrl+h` / `Ctrl+l` for scrolling documentation windows.
+* [ ] Redo hooks as a struct.
+* [ ] breakdown the render function into smaller functions.
+    - Might allow for VAI integration easier
+
+* Try to make all functions better now that folds have been purged
+* Cleanup syntax and renderer files
+
+* add `:j<n>` command to jump to line \<n> in the current file
+* and many more stuff like ruby execution
+* and give warning for invalid commands
+* and upon escape clear the current command
+* allow multiline logging which captures the input entirely and y will copy the log and anything else will exit
+* it will then collapse to being the first line from the log only
+
+* **RN** Add a thing called view which is a rect with speacial type editor . but otherwise a ruby or c++ view
+* can be used for stuff like file manager/git manager/theme picker.
+* allow flushing functions in ruby to tell c++ to refresh keybinds/themes etc.
+* allow keybinds to be set in ruby
+
+check::
+        pull diagnostics for ruby-lsp
+        lsp selection range - use to highlight start / end of range maybe?
+        goto definiton
+        signature help
+        document symbol for the top bar maybe? (or workspace symbol)
+        also setup workspaces
+        Semantic highlighting
+        Quick fixes
+        Rename symbols
+
+probably remove solargraph support and use ruby-lsp (or sorbet?) instead because it is a pain for utf stuff
+ruby-lsp also supports erb so thats a plus
+
+move lsp configs to json and also allow configs for windows-style vs unix-style line endings and utf-8 vs utf-16
+
+* the ruby should have an api to be able to draw windows and add mappings to them
+
+* finish bash then do all the directive-like ones like jsonc (first to help with theme files) / toml / yaml / ini / nginx
+* then markdown / html
+* then gitignore / gitattributes
+* then fish then sql then css and [jt]sx? then python then lua (make with type annotations for lsp results)
+* then [ch](++)? then gdscript then erb then php
+* then haskell then gomod then go then rust
+
+* [ ] **Undo/Redo:** Add support for undo/redo history.
+
+* [ ] **Auto brace selection:** Add support for auto brace selection.
+
+* [ ] **Tree-sitter Indent:** Attempt to allow Tree-sitter to handle indentation if possible.
+
+* [ ] **Scrolling:** Add logic where selecting at the end of the screen scrolls down (and vice versa).
+    * *Implementation:* Update `main.cc` to send drag events to the selected editor even if coordinates are out of bounds.
+
+
+### UX
+
+* [ ] **Completion Filtering:**
+    * [ ] Stop filtering case-sensitive.
+    * [ ] Normalize completion edits if local filtering is used.
+
+* [ ] **LSP Features:**
+    * [ ] Add LSP jumping support (Go to Definition, Hover).
+    * [ ] Add LSP rename support.
+    * [ ] Handle snippets properly in autocomplete: use only the last word in signature when replacing and set cursor to the first one.
+
+* [ ] **Basic Autocomplete:** Keep a list of words in the current buffer for non-LSP fallback.
+
+### Major Features
+
+* [ ] **Search & Replace:**
+    * [ ] Add Search/Replace UI.
+    * [ ] Support capture groups (`$1`, `$2`) or allow Perl regex directly.
+    * [ ] Ensure virtual cursors are included in search positions.
+
+* [ ] **Multi-Cursor:**
+    * [ ] Add virtual cursor support (edits apply to all locations).
+    * [ ] Add `Alt+Click` to set multiple cursors.
+    * [ ] Allow search and place cursor at all matches.
+
+* [ ] **Block Selection:**
+    * [ ] Double-clicking a bracket selects the whole block (first time only) and sets mode to `WORD`.
+
+
+### Visuals, UI & Extensions?
+
+* [ ] Add color picker/palette.
+
+* [ ] **Git:** Add Git integration (status, diffs).
+* [ ] **AI/Snippets:**
+    * [ ] Add snippets support (LuaSnip/VSnip style).
+    * [ ] Add Codeium/Copilot support (using VAI virtual text) as a test phase.
+
+* [ ] **SQL:** Add SQL support (Viewer and Basic Editor).
+* [ ] **Prolly?:** Add Splash Screen / Minigame.
+
+
+### Optimizations & Fluff
+
+* [ ] **Performance:**
+    * [ ] Switch JSON parser to `RapidJSON` (or similar high-performance lib).
+    * [ ] Decrease usage of `std::string` in UI, LSP, and warnings.
+    * [ ] Also for vectors into managed memory especially for completions/lsp-stuff.
+

config/main.rb

@@ -0,0 +1,98 @@
+# Files can be insluded using Kernel#require_relative
+# but it can be called with binding as the second argument
+# skipping it will call it with global binding which is usually fine
+# Kernel#load can also be used
+
+require_relative "theme"
+
+# basic configuration
+# This can also be used to do speacail configs for different projects.
+# its ruby guys script whatever you want.
+
+# puts "Loading main config..."
+
+C.startup do
+  puts "Starting crib..."
+end
+
+C.shutdown do
+  puts "Exiting crib..."
+end
+
+# TODO: to be done once a proper api for binding and window drawing is made
+#       The binds will be connected to either `editor` or windows where editor can
+#       only use a preset set of stuff to bind while teh windows are purely custom
+# # this part uses dsl bindings to define the bind function
+# # Hopefully extend to give more context/power to bindings
+# # but try to keep simple for performance
+# # for default keybindings
+# C.bind [:normal, :select], :a => "insert_mode"
+# # for custom keybindings
+# C.bind :select, [:x, :c] do
+#   puts "cut"
+# end
+# C.bind :jumper do
+#   set [:x, :c] do
+#     puts "jump to first bookmark"
+#   end
+# end
+# # they can also be defined conditionally
+# # This code is just an example and doesnt actually work
+# if using_tmux?
+#   bind :C-p do
+#     system("tmux select-pane -U")
+#   end
+# end
+
+# This can, for example, be modified by user bindings during runtime
+# TODO: dynamic registration to actually be implemented once keybinds and extentions are implemented
+# A predefined list already exists and can be found in libcrib.rb
+# C.lsp_config["solargraph"] = ["stdio"]
+#
+# C.languages[:ruby] = {
+#   color: 0xff8087,
+#   symbol: "󰴭 ",
+#   extensions: ["rb"],
+#   filenames: ["Gemfile"],
+#   lsp: "solargraph"
+# }
+
+C.line_endings = :auto_unix # or :unix or :windows or :auto_windows
+
+C.extra_highlights do |_line, _idx|
+  # the return can be an array of
+  # [fg, bg. flags, start, end]
+  # where fg and bg are integers (using 24 bit color)
+  # and flags is a bitmask of bold/underline/italic etc
+  # and start and end are integers strictly inside the line
+  return []
+end
+
+# The highlighter will be aplied to the language as long as the langauge is defined in C.languages
+C.highlighters[:string] = {
+  parser: ->(line, state, line_idx) {
+    # the return value is a hash
+    # it contains the state and the highlights
+    # state can be of any type but will be consistent between calls
+    # initially nil is sent for uninitialized state the returned must be anything but nil
+    # the same state can be used for multiple lines
+    # the highlights can be an array of
+    # [K_type, start, end]
+    # K_type is a constant from the constants defined in libcrib.rb
+    # for ex: for strings it would be Tokens::K_STRING or for numbers Tokens::K_NUMBER etc.
+    # and start and end are integers strictly inside the line
+    return {
+      state: "",
+      tokens: [
+        # This will highlight the entire line as a string
+        # Any wrong format will not be handled and lead to crashes
+        { type: Tokens::K_STRING, start: 0, end: line.length }
+      ]
+    }
+  },
+  matcher: ->(state1, state2) {
+    # returns true if the states are equal
+    # And so would not need recomputation for further lines
+    return state1 == state2
+  }
+}

config/theme.rb

@@ -0,0 +1,36 @@
+# this can be modified by the user during runtime through keybindings
+# But i need to know how to ever read this value only when needed.
+# maybe i can write a function that notifies if theme maybe changed then reload
+# It can also be scripted to load different theme formats into a hash usable by crib
+C.theme = {
+  :default => { fg: 0xEEEEEE },
+  :shebang => { fg: 0x7DCFFF },
+  :error => { fg: 0xEF5168 },
+  :comment => { fg: 0xAAAAAA, italic: true },
+  :string => { fg: 0xAAD94C },
+  :escape => { fg: 0x7DCFFF },
+  :interpolation => { fg: 0x7DCFFF },
+  :regexp => { fg: 0xD2A6FF },
+  :number => { fg: 0xE6C08A },
+  # rubocop:disable Lint/BooleanSymbol
+  :true => { fg: 0x7AE93C },
+  :false => { fg: 0xEF5168 },
+  # rubocop:enable Lint/BooleanSymbol
+  :char => { fg: 0xFFAF70 },
+  :keyword => { fg: 0xFF8F40 },
+  :keywordoperator => { fg: 0xF07178 },
+  :operator => { fg: 0xFFFFFF, italic: true },
+  :function => { fg: 0xFFAF70 },
+  :type => { fg: 0xF07178 },
+  :constant => { fg: 0x7DCFFF },
+  :variableinstance => { fg: 0x95E6CB },
+  :variableglobal => { fg: 0xF07178 },
+  :annotation => { fg: 0x7DCFFF },
+  :directive => { fg: 0xFF8F40 },
+  :label => { fg: 0xD2A6FF },
+  :brace1 => { fg: 0xD2A6FF },
+  :brace2 => { fg: 0xFFAFAF },
+  :brace3 => { fg: 0xFFFF00 },
+  :brace4 => { fg: 0x0FFF0F },
+  :brace5 => { fg: 0xFF0F0F }
+}

grammar/bash.scm

@@ -1,278 +0,0 @@
-;; #bd9ae6 #000000 0 0 0 1
-[
-  "("
-  ")"
-  "{"
-  "}"
-  "["
-  "]"
-  "[["
-  "]]"
-  "(("
-  "))"
-] @punctuation.bracket
-
-;; #bd9ae6 #000000 0 0 0 1
-[
-  ";"
-  ";;"
-  ";&"
-  ";;&"
-  "&"
-] @punctuation.delimiter
-
-;; #ffffff #000000 0 1 0 1
-[
-  ">"
-  ">>"
-  "<"
-  "<<"
-  "&&"
-  "|"
-  "|&"
-  "||"
-  "="
-  "+="
-  "=~"
-  "=="
-  "!="
-  "&>"
-  "&>>"
-  "<&"
-  ">&"
-  ">|"
-  "<&-"
-  ">&-"
-  "<<-"
-  "<<<"
-  ".."
-  "!"
-] @operator
-
-;; #aad84c #000000 0 0 0 1
-[
-  (string)
-  (raw_string)
-  (ansi_c_string)
-  (heredoc_body)
-] @string
-
-;; #fbb152 #000000 0 0 0 1
-[
-  (heredoc_start)
-  (heredoc_end)
-] @label
-
-(variable_assignment
-  (word) @string)
-
-(command
-  argument: "$" @string) ; bare dollar
-
-(concatenation
-  (word) @string)
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "if"
-  "then"
-  "else"
-  "elif"
-  "fi"
-  "case"
-  "in"
-  "esac"
-] @keyword.conditional
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "for"
-  "do"
-  "done"
-  "select"
-  "until"
-  "while"
-] @keyword.repeat
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "declare"
-  "typeset"
-  "readonly"
-  "local"
-  "unset"
-  "unsetenv"
-] @keyword
-
-;; #fbb152 #000000 0 0 0 1
-"export" @keyword.import
-
-;; #fbb152 #000000 0 0 0 1
-"function" @keyword.function
-
-;; #ebda8c #000000 0 0 0 1
-(special_variable_name) @constant
-
-;; #ebda8c #000000 0 0 0 1
-((word) @constant.builtin
-  (#match? @constant.builtin "^(SIGHUP|SIGINT|SIGQUIT|SIGILL|SIGTRAP|SIGABRT|SIGBUS|SIGFPE|SIGKILL|SIGUSR1|SIGSEGV|SIGUSR2|SIGPIPE|SIGALRM|SIGTERM|SIGSTKFLT|SIGCHLD|SIGCONT|SIGSTOP|SIGTSTP|SIGTTIN|SIGTTOU|SIGURG|SIGXCPU|SIGXFSZ|SIGVTALRM|SIGPROF|SIGWINCH|SIGIO|SIGPWR|SIGSYS|SIGRTMIN|SIGRTMIN\+1|SIGRTMIN\+2|SIGRTMIN\+3|SIGRTMIN\+4|SIGRTMIN\+5|SIGRTMIN\+6|SIGRTMIN\+7|SIGRTMIN\+8|SIGRTMIN\+9|SIGRTMIN\+10|SIGRTMIN\+11|SIGRTMIN\+12|SIGRTMIN\+13|SIGRTMIN\+14|SIGRTMIN\+15|SIGRTMAX\-14|SIGRTMAX\-13|SIGRTMAX\-12|SIGRTMAX\-11|SIGRTMAX\-10|SIGRTMAX\-9|SIGRTMAX\-8|SIGRTMAX\-7|SIGRTMAX\-6|SIGRTMAX\-5|SIGRTMAX\-4|SIGRTMAX\-3|SIGRTMAX\-2|SIGRTMAX\-1|SIGRTMAX)$"))
-
-;; #51eeba #000000 0 0 0 1
-((word) @boolean.true
-  (#match? @boolean.true "^true$"))
-
-;; #ee513a #000000 0 0 0 1
-((word) @boolean.false
-  (#match? @boolean.false "^false$"))
-
-;; #AAAAAA #000000 0 1 0 1
-(comment) @comment @spell
-
-;; #ffffff #000000 0 0 0 1
-(test_operator) @operator
-
-;; #e6a24c #000000 0 0 0 2
-(command_substitution
-  "$(" @punctuation.special
-  ")" @punctuation.special)
-
-;; #e6a24c #000000 0 0 0 2
-(process_substitution
-  [
-    "<("
-    ">("
-  ] @punctuation.special
-  ")" @punctuation.special)
-
-;; #e6a24c #000000 0 0 0 2
-(arithmetic_expansion
-  [
-    "$(("
-    "(("
-  ] @punctuation.special
-  "))" @punctuation.special)
-
-;; #bd9ae6 #000000 0 0 0 1
-(arithmetic_expansion
-  "," @punctuation.delimiter)
-
-;; #ffffff #000000 0 0 0 1
-(ternary_expression
-  [
-    "?"
-    ":"
-  ] @keyword.conditional.ternary)
-
-;; #ffffff #000000 0 0 0 1
-(binary_expression
-  operator: _ @operator)
-
-;; #ffffff #000000 0 0 0 1
-(unary_expression
-  operator: _ @operator)
-
-;; #ffffff #000000 0 0 0 1
-(postfix_expression
-  operator: _ @operator)
-
-;; #aad84c #000000 0 0 0 3
-(function_definition
-  name: (word) @function)
-
-;; #aad84c #000000 0 0 0 3
-(command_name
-  (word) @function.call)
-
-;; #aad84c #000000 0 0 0 3
-(command_name
-  (word) @function.builtin
-  (#match? @function.builtin "^(\.|\:|alias|bg|bind|break|builtin|caller|cd|command|compgen|complete|compopt|continue|coproc|dirs|disown|echo|enable|eval|exec|exit|false|fc|fg|getopts|hash|help|history|jobs|kill|let|logout|mapfile|popd|printf|pushd|pwd|read|readarray|return|set|shift|shopt|source|suspend|test|time|times|trap|true|type|typeset|ulimit|umask|unalias|wait)$"))
-
-;; #ffffff #000000 0 0 0 1
-(command
-  argument: [
-    (word) @variable.parameter
-    (concatenation
-      (word) @variable.parameter)
-  ])
-
-;; #ffffff #000000 0 0 0 1
-(declaration_command
-  (word) @variable.parameter)
-
-;; #ffffff #000000 0 0 0 1
-(unset_command
-  (word) @variable.parameter)
-
-;; #ebda8c #000000 0 0 0 2
-(number) @number
-
-;; #ebda8c #000000 0 0 0 2
-((word) @number
-  (#match? @number "^[0-9]+$"))
-
-;; #aad84c #000000 0 0 0 1
-(file_redirect
-  (word) @string.special.path)
-
-;; #aad84c #000000 0 0 0 1
-(herestring_redirect
-  (word) @string)
-
-;; #ffffff #000000 0 0 0 1
-(file_descriptor) @operator
-
-;; #e6a24c #000000 0 0 0 2
-(simple_expansion
-  "$" @punctuation.special) @none
-
-;; #e6a24c #000000 0 0 0 2
-(expansion
-  "${" @punctuation.special
-  "}" @punctuation.special) @none
-
-;; #e6a24c #000000 0 0 0 2
-(expansion
-  operator: _ @punctuation.special)
-
-;; #e6a24c #000000 0 0 0 2
-(expansion
-  "@"
-  .
-  operator: _ @character.special)
-
-;; #e6a24c #000000 0 0 0 2
-((expansion
-  (subscript
-    index: (word) @character.special))
-  (#any-of? @character.special "@" "*"))
-
-;; #e6a24c #000000 0 0 0 2
-"``" @punctuation.special
-
-;; #ffffff #000000 0 0 0 1
-(variable_name) @variable
-
-;; #ebda8c #000000 0 0 0 1
-((variable_name) @constant
-  (#match? @constant "^[A-Z][A-Z_0-9]*$"))
-
-;; #ffffff #000000 0 0 0 1
-((variable_name) @variable.builtin
-  (#match? @variable.builtin "^(CDPATH|HOME|IFS|MAIL|MAILPATH|OPTARG|OPTIND|PATH|PS1|PS2|_|BASH|BASHOPTS|BASHPID|BASH_ALIASES|BASH_ARGC|BASH_ARGV|BASH_ARGV0|BASH_CMDS|BASH_COMMAND|BASH_COMPAT|BASH_ENV|BASH_EXECUTION_STRING|BASH_LINENO|BASH_LOADABLES_PATH|BASH_REMATCH|BASH_SOURCE|BASH_SUBSHELL|BASH_VERSINFO|BASH_VERSION|BASH_XTRACEFD|CHILD_MAX|COLUMNS|COMP_CWORD|COMP_LINE|COMP_POINT|COMP_TYPE|COMP_KEY|COMP_WORDBREAKS|COMP_WORDS|COMPREPLY|COPROC|DIRSTACK|EMACS|ENV|EPOCHREALTIME|EPOCHSECONDS|EUID|EXECIGNORE|FCEDIT|FIGNORE|FUNCNAME|FUNCNEST|GLOBIGNORE|GROUPS|histchars|HISTCMD|HISTCONTROL|HISTFILE|HISTFILESIZE|HISTIGNORE|HISTSIZE|HISTTIMEFORMAT|HOSTFILE|HOSTNAME|HOSTTYPE|IGNOREEOF|INPUTRC|INSIDE_EMACS|LANG|LC_ALL|LC_COLLATE|LC_CTYPE|LC_MESSAGES|LC_NUMERIC|LC_TIME|LINENO|LINES|MACHTYPE|MAILCHECK|MAPFILE|OLDPWD|OPTERR|OSTYPE|PIPESTATUS|POSIXLY_CORRECT|PPID|PROMPT_COMMAND|PROMPT_DIRTRIM|PS0|PS3|PS4|PWD|RANDOM|READLINE_ARGUMENT|READLINE_LINE|READLINE_MARK|READLINE_POINT|REPLY|SECONDS|SHELL|SHELLOPTS|SHLVL|SRANDOM|TIMEFORMAT|TMOUT|TMPDIR|UID)$"))
-
-;; #ffffff #000000 0 0 0 1
-(case_item
-  value: (word) @variable.parameter)
-
-;; #e6a24c #000000 0 0 0 2
-[
-  (regex)
-  (extglob_pattern)
-] @string.regexp
-
-;; #51eeba #000000 0 0 0 3
-((program
-  .
-  (comment) @keyword.directive @nospell)
-  (#match? @keyword.directive "^#!/"))

grammar/cpp.scm

@@ -1,613 +0,0 @@
-;; #ffffff #000000 0 0 0 1
-((identifier) @variable
-  (#set! priority 95))
-
-(preproc_def
-  (preproc_arg) @variable)
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "default"
-  "goto"
-  "asm"
-  "__asm__"
-] @keyword
-
-[
-  "enum"
-  "struct"
-  "union"
-  "typedef"
-] @keyword.type
-
-[
-  "sizeof"
-  "offsetof"
-] @keyword.operator
-
-(alignof_expression
-  .
-  _ @keyword.operator)
-
-;; #fbb152 #000000 0 0 0 1
-"return" @keyword.return
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "while"
-  "for"
-  "do"
-  "continue"
-  "break"
-] @keyword.repeat
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "if"
-  "else"
-  "case"
-  "switch"
-] @keyword.conditional
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "#if"
-  "#ifdef"
-  "#ifndef"
-  "#else"
-  "#elif"
-  "#endif"
-  "#elifdef"
-  "#elifndef"
-  (preproc_directive)
-] @keyword.directive
-
-;; #fbb152 #000000 0 0 0 1
-"#define" @keyword.directive.define
-
-;; #fbb152 #000000 0 0 0 1
-"#include" @keyword.import
-
-;; #bd9ae6 #000000 0 0 0 1
-[
-  ";"
-  ":"
-  ","
-  "."
-  "::"
-] @punctuation.delimiter
-
-;; #e6a24c #000000 0 0 0 2
-"..." @punctuation.special
-
-;; #bd9ae6 #000000 0 0 0 1
-[
-  "("
-  ")"
-  "["
-  "]"
-  "{"
-  "}"
-] @punctuation.bracket
-
-;; #ffffff #000000 0 0 0 1
-[
-  "="
-  "-"
-  "*"
-  "/"
-  "+"
-  "%"
-  "~"
-  "|"
-  "&"
-  "^"
-  "<<"
-  ">>"
-  "->"
-  "<"
-  "<="
-  ">="
-  ">"
-  "=="
-  "!="
-  "!"
-  "&&"
-  "||"
-  "-="
-  "+="
-  "*="
-  "/="
-  "%="
-  "|="
-  "&="
-  "^="
-  ">>="
-  "<<="
-  "--"
-  "++"
-] @operator
-
-;; #ffffff #000000 0 0 0 1
-(comma_expression
-  "," @operator)
-
-;; #51eeba #000000 0 0 0 1
-[
-  (true)
-  (false)
-] @boolean
-
-;; #fbb152 #000000 0 0 0 1
-(conditional_expression
-  [
-    "?"
-    ":"
-  ] @keyword.conditional.ternary)
-
-;; #aad84c #000000 0 0 0 1
-(string_literal) @string
-
-(system_lib_string) @string
-
-;; #e6a24c #000000 0 0 0 2
-(escape_sequence) @string.escape
-
-;; #ebda8c #000000 0 0 0 1
-(null) @constant.builtin
-
-;; #ebda8c #000000 0 0 0 1
-(number_literal) @number
-
-;; #ebda8c #000000 0 0 0 1
-(char_literal) @character
-
-;; #aad84c #000000 0 0 0 1
-(preproc_defined) @function.macro
-
-;; #ffffff #000000 0 0 0 1
-((field_expression
-  (field_identifier) @property) @_parent)
-
-(field_designator) @property
-
-((field_identifier) @property)
-
-;; #fbb152 #000000 0 0 0 1
-(statement_identifier) @label
-
-(declaration
-  type: (type_identifier) @_type
-  declarator: (identifier) @label
-  (#match? @_type "^__label__$"))
-
-;; #aad84c #000000 0 0 0 1
-[
-  (type_identifier)
-  (type_descriptor)
-] @type
-
-;; #fbb152 #000000 0 0 0 1
-(storage_class_specifier) @keyword.modifier
-
-[
-  (type_qualifier)
-  (gnu_asm_qualifier)
-  "__extension__"
-] @keyword.modifier
-
-;; #fbb152 #000000 0 0 0 1
-(linkage_specification
-  "extern" @keyword.modifier)
-
-;; #aad84c #000000 0 0 0 1
-(type_definition
-  declarator: (type_identifier) @type.definition)
-
-;; #aad84c #000000 0 0 0 1
-(primitive_type) @type.builtin
-
-(sized_type_specifier
-  _ @type.builtin
-  type: _?)
-
-;; #ebda8c #000000 0 0 0 1
-((identifier) @constant
-  (#match? @constant "^[A-Z][A-Z0-9_]+$"))
-
-(preproc_def
-  (preproc_arg) @constant
-  (#match? @constant "^[A-Z][A-Z0-9_]+$"))
-
-(enumerator
-  name: (identifier) @constant)
-
-(case_statement
-  value: (identifier) @constant)
-
-;; #ebda8c #000000 0 0 0 1
-((identifier) @constant.builtin
-  (#match? @constant.builtin "^(stderr|stdin|stdout|__FILE__|__LINE__|__DATE__|__TIME__|__STDC__|__STDC_VERSION__|__STDC_HOSTED__|__cplusplus|__OBJC__|__ASSEMBLER__|__BASE_FILE__|__FILE_NAME__|__INCLUDE_LEVEL__|__TIMESTAMP__|__clang__|__clang_major__|__clang_minor__|__clang_patchlevel__|__clang_version__|__clang_literal_encoding__|__clang_wide_literal_encoding__|__FUNCTION__|__func__|__PRETTY_FUNCTION__|__VA_ARGS__|__VA_OPT__)$"))
-
-(preproc_def
-  (preproc_arg) @constant.builtin
-  (#match? @constant.builtin "^(stderr|stdin|stdout|__FILE__|__LINE__|__DATE__|__TIME__|__STDC__|__STDC_VERSION__|__STDC_HOSTED__|__cplusplus|__OBJC__|__ASSEMBLER__|__BASE_FILE__|__FILE_NAME__|__INCLUDE_LEVEL__|__TIMESTAMP__|__clang__|__clang_major__|__clang_minor__|__clang_patchlevel__|__clang_version__|__clang_literal_encoding__|__clang_wide_literal_encoding__|__FUNCTION__|__func__|__PRETTY_FUNCTION__|__VA_ARGS__|__VA_OPT__)$"))
-
-;; #ffffff #000000 0 0 0 1
-(attribute_specifier
-  (argument_list
-    (identifier) @variable.builtin))
-
-(attribute_specifier
-  (argument_list
-    (call_expression
-      function: (identifier) @variable.builtin)))
-
-;; #aad84c #000000 0 0 0 1
-((call_expression
-  function: (identifier) @function.builtin)
-  (#match? @function.builtin "^__builtin_"))
-
-((call_expression
-  function: (identifier) @function.builtin))
-
-;; #ebda8c #000000 0 0 0 1
-(preproc_def
-  name: (_) @constant.macro)
-
-(preproc_call
-  directive: (preproc_directive) @_u
-  argument: (_) @constant.macro
-  (#match? @_u "^#undef$"))
-
-(preproc_ifdef
-  name: (identifier) @constant.macro)
-
-(preproc_elifdef
-  name: (identifier) @constant.macro)
-
-(preproc_defined
-  (identifier) @constant.macro)
-
-;; #aad84c #000000 0 0 0 3
-(call_expression
-  function: (identifier) @function.call)
-
-(call_expression
-  function: (field_expression
-    field: (field_identifier) @function.call))
-
-;; #aad84c #000000 0 0 0 3
-(function_declarator
-  declarator: (identifier) @function)
-
-(function_declarator
-  declarator: (parenthesized_declarator
-    (pointer_declarator
-      declarator: (field_identifier) @function)))
-
-;; #aad84c #000000 0 0 0 3
-(preproc_function_def
-  name: (identifier) @function.macro)
-
-;; #AAAAAA #000000 0 1 0 1
-(comment) @comment @spell
-
-;; #AAAAAA #000000 0 1 0 1
-((comment) @comment.documentation
-  (#match? @comment.documentation "^/[*][*][^*].*[*]/$"))
-
-;; #ffffff #000000 0 0 0 1
-(parameter_declaration
-  declarator: (identifier) @variable.parameter)
-
-(parameter_declaration
-  declarator: (array_declarator) @variable.parameter)
-
-(parameter_declaration
-  declarator: (pointer_declarator) @variable.parameter)
-
-(preproc_params
-  (identifier) @variable.parameter)
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "__attribute__"
-  "__declspec"
-  "__based"
-  "__cdecl"
-  "__clrcall"
-  "__stdcall"
-  "__fastcall"
-  "__thiscall"
-  "__vectorcall"
-  (ms_pointer_modifier)
-  (attribute_declaration)
-] @attribute
-
-;; #ffffff #000000 0 0 0 1
-((identifier) @variable.member
-  (#match? @variable.member "^m_.*$"))
-
-(parameter_declaration
-  declarator: (reference_declarator) @variable.parameter)
-
-(variadic_parameter_declaration
-  declarator: (variadic_declarator
-    (_) @variable.parameter))
-
-(optional_parameter_declaration
-  declarator: (_) @variable.parameter)
-
-;; #ffffff #000000 0 0 0 1
-((field_expression
-  (field_identifier) @function.method) @_parent)
-
-(field_declaration
-  (field_identifier) @variable.member)
-
-(field_initializer
-  (field_identifier) @property)
-
-(function_declarator
-  declarator: (field_identifier) @function.method)
-
-;; #aad84c #000000 0 0 0 3
-(concept_definition
-  name: (identifier) @type.definition)
-
-(alias_declaration
-  name: (type_identifier) @type.definition)
-
-;; #aad84c #000000 0 0 0 1
-(auto) @type.builtin
-
-;; #aad84c #000000 0 0 0 1
-(namespace_identifier) @module
-
-;; #aad84c #000000 0 0 0 1
-((namespace_identifier) @type
-  (#match? @type "^[A-Z]"))
-
-;; #ebda8c #000000 0 0 0 1
-(case_statement
-  value: (qualified_identifier
-    (identifier) @constant))
-
-;; #fbb152 #000000 0 0 0 1
-(using_declaration
-  .
-  "using"
-  .
-  "namespace"
-  .
-  [
-    (qualified_identifier)
-    (identifier)
-  ] @module)
-
-;; #aad84c #000000 0 0 0 3
-(destructor_name
-  (identifier) @function.method)
-
-;; #aad84c #000000 0 0 0 3
-(function_declarator
-  (qualified_identifier
-    (identifier) @function))
-
-(function_declarator
-  (qualified_identifier
-    (qualified_identifier
-      (identifier) @function)))
-
-(function_declarator
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (identifier) @function))))
-
-((qualified_identifier
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (identifier) @function)))) @_parent)
-
-(function_declarator
-  (template_function
-    (identifier) @function))
-
-(operator_name) @function
-
-"operator" @function
-
-;; #aad84c #000000 0 0 0 3
-"static_assert" @function.builtin
-
-;; #aad84c #000000 0 0 0 3
-(call_expression
-  (qualified_identifier
-    (identifier) @function.call))
-
-(call_expression
-  (qualified_identifier
-    (qualified_identifier
-      (identifier) @function.call)))
-
-(call_expression
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (identifier) @function.call))))
-
-((qualified_identifier
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (identifier) @function.call)))) @_parent)
-
-(call_expression
-  (template_function
-    (identifier) @function.call))
-
-(call_expression
-  (qualified_identifier
-    (template_function
-      (identifier) @function.call)))
-
-(call_expression
-  (qualified_identifier
-    (qualified_identifier
-      (template_function
-        (identifier) @function.call))))
-
-(call_expression
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (template_function
-          (identifier) @function.call)))))
-
-((qualified_identifier
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (template_function
-          (identifier) @function.call))))) @_parent)
-
-(function_declarator
-  (template_method
-    (field_identifier) @function.method))
-
-;; #aad84c #000000 0 0 0 3
-(call_expression
-  (field_expression
-    (field_identifier) @function.method.call))
-
-(call_expression
-  (field_expression
-    (template_method
-      (field_identifier) @function.method.call)))
-
-;; #aad84c #000000 0 0 0 3
-((function_declarator
-  (qualified_identifier
-    (identifier) @constructor))
-  (#match? @constructor "^[A-Z]"))
-
-((call_expression
-  function: (identifier) @constructor)
-  (#match? @constructor "^[A-Z]"))
-
-((call_expression
-  function: (qualified_identifier
-    name: (identifier) @constructor))
-  (#match? @constructor "^[A-Z]"))
-
-((call_expression
-  function: (field_expression
-    field: (field_identifier) @constructor))
-  (#match? @constructor "^[A-Z]"))
-
-((field_initializer
-  (field_identifier) @constructor
-  (argument_list))
-  (#match? @constructor "^[A-Z]"))
-
-;; #ffffff #000000 0 0 0 1
-(this) @variable.builtin
-
-;; #ebda8c #000000 0 0 0 1
-(null
-  "nullptr" @constant.builtin)
-
-;; #51eeba #000000 0 0 0 2
-(true) @boolean_true
-
-;; #ee513a #000000 0 0 0 2
-(false) @boolean_false
-
-;; #aad84c #000000 0 0 0 1
-(raw_string_literal) @string
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "try"
-  "catch"
-  "noexcept"
-  "throw"
-] @keyword.exception
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "decltype"
-  "explicit"
-  "friend"
-  "override"
-  "using"
-  "requires"
-  "constexpr"
-] @keyword
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "class"
-  "namespace"
-  "template"
-  "typename"
-  "concept"
-] @keyword.type
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "co_await"
-  "co_yield"
-  "co_return"
-] @keyword.coroutine
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "public"
-  "private"
-  "protected"
-  "final"
-  "virtual"
-] @keyword.modifier
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "new"
-  "delete"
-  "xor"
-  "bitand"
-  "bitor"
-  "compl"
-  "not"
-  "xor_eq"
-  "and_eq"
-  "or_eq"
-  "not_eq"
-  "and"
-  "or"
-] @keyword.operator
-
-;; #ffffff #000000 0 0 0 1
-"<=>" @operator
-
-;; #bd9ae6 #000000 0 0 0 1
-"::" @punctuation.delimiter
-
-;; #bd9ae6 #000000 0 0 0 1
-(template_argument_list
-  [
-    "<"
-    ">"
-  ] @punctuation.bracket)
-
-(template_parameter_list
-  [
-    "<"
-    ">"
-  ] @punctuation.bracket)
-
-;; #ffffff #000000 0 0 0 1
-(literal_suffix) @operator

grammar/h.scm

@@ -1,613 +0,0 @@
-;; #ffffff #000000 0 0 0 1
-((identifier) @variable
-  (#set! priority 95))
-
-(preproc_def
-  (preproc_arg) @variable)
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "default"
-  "goto"
-  "asm"
-  "__asm__"
-] @keyword
-
-[
-  "enum"
-  "struct"
-  "union"
-  "typedef"
-] @keyword.type
-
-[
-  "sizeof"
-  "offsetof"
-] @keyword.operator
-
-(alignof_expression
-  .
-  _ @keyword.operator)
-
-;; #fbb152 #000000 0 0 0 1
-"return" @keyword.return
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "while"
-  "for"
-  "do"
-  "continue"
-  "break"
-] @keyword.repeat
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "if"
-  "else"
-  "case"
-  "switch"
-] @keyword.conditional
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "#if"
-  "#ifdef"
-  "#ifndef"
-  "#else"
-  "#elif"
-  "#endif"
-  "#elifdef"
-  "#elifndef"
-  (preproc_directive)
-] @keyword.directive
-
-;; #fbb152 #000000 0 0 0 1
-"#define" @keyword.directive.define
-
-;; #fbb152 #000000 0 0 0 1
-"#include" @keyword.import
-
-;; #bd9ae6 #000000 0 0 0 1
-[
-  ";"
-  ":"
-  ","
-  "."
-  "::"
-] @punctuation.delimiter
-
-;; #e6a24c #000000 0 0 0 2
-"..." @punctuation.special
-
-;; #bd9ae6 #000000 0 0 0 1
-[
-  "("
-  ")"
-  "["
-  "]"
-  "{"
-  "}"
-] @punctuation.bracket
-
-;; #ffffff #000000 0 0 0 1
-[
-  "="
-  "-"
-  "*"
-  "/"
-  "+"
-  "%"
-  "~"
-  "|"
-  "&"
-  "^"
-  "<<"
-  ">>"
-  "->"
-  "<"
-  "<="
-  ">="
-  ">"
-  "=="
-  "!="
-  "!"
-  "&&"
-  "||"
-  "-="
-  "+="
-  "*="
-  "/="
-  "%="
-  "|="
-  "&="
-  "^="
-  ">>="
-  "<<="
-  "--"
-  "++"
-] @operator
-
-;; #ffffff #000000 0 0 0 1
-(comma_expression
-  "," @operator)
-
-;; #51eeba #000000 0 0 0 1
-[
-  (true)
-  (false)
-] @boolean
-
-;; #fbb152 #000000 0 0 0 1
-(conditional_expression
-  [
-    "?"
-    ":"
-  ] @keyword.conditional.ternary)
-
-;; #aad84c #000000 0 0 0 1
-(string_literal) @string
-
-(system_lib_string) @string
-
-;; #e6a24c #000000 0 0 0 2
-(escape_sequence) @string.escape
-
-;; #ebda8c #000000 0 0 0 1
-(null) @constant.builtin
-
-;; #ebda8c #000000 0 0 0 1
-(number_literal) @number
-
-;; #ebda8c #000000 0 0 0 1
-(char_literal) @character
-
-;; #aad84c #000000 0 0 0 1
-(preproc_defined) @function.macro
-
-;; #ffffff #000000 0 0 0 1
-((field_expression
-  (field_identifier) @property) @_parent)
-
-(field_designator) @property
-
-((field_identifier) @property)
-
-;; #fbb152 #000000 0 0 0 1
-(statement_identifier) @label
-
-(declaration
-  type: (type_identifier) @_type
-  declarator: (identifier) @label
-  (#match? @_type "^__label__$"))
-
-;; #aad84c #000000 0 0 0 1
-[
-  (type_identifier)
-  (type_descriptor)
-] @type
-
-;; #fbb152 #000000 0 0 0 1
-(storage_class_specifier) @keyword.modifier
-
-[
-  (type_qualifier)
-  (gnu_asm_qualifier)
-  "__extension__"
-] @keyword.modifier
-
-;; #fbb152 #000000 0 0 0 1
-(linkage_specification
-  "extern" @keyword.modifier)
-
-;; #aad84c #000000 0 0 0 1
-(type_definition
-  declarator: (type_identifier) @type.definition)
-
-;; #aad84c #000000 0 0 0 1
-(primitive_type) @type.builtin
-
-(sized_type_specifier
-  _ @type.builtin
-  type: _?)
-
-;; #ebda8c #000000 0 0 0 1
-((identifier) @constant
-  (#match? @constant "^[A-Z][A-Z0-9_]+$"))
-
-(preproc_def
-  (preproc_arg) @constant
-  (#match? @constant "^[A-Z][A-Z0-9_]+$"))
-
-(enumerator
-  name: (identifier) @constant)
-
-(case_statement
-  value: (identifier) @constant)
-
-;; #ebda8c #000000 0 0 0 1
-((identifier) @constant.builtin
-  (#match? @constant.builtin "^(stderr|stdin|stdout|__FILE__|__LINE__|__DATE__|__TIME__|__STDC__|__STDC_VERSION__|__STDC_HOSTED__|__cplusplus|__OBJC__|__ASSEMBLER__|__BASE_FILE__|__FILE_NAME__|__INCLUDE_LEVEL__|__TIMESTAMP__|__clang__|__clang_major__|__clang_minor__|__clang_patchlevel__|__clang_version__|__clang_literal_encoding__|__clang_wide_literal_encoding__|__FUNCTION__|__func__|__PRETTY_FUNCTION__|__VA_ARGS__|__VA_OPT__)$"))
-
-(preproc_def
-  (preproc_arg) @constant.builtin
-  (#match? @constant.builtin "^(stderr|stdin|stdout|__FILE__|__LINE__|__DATE__|__TIME__|__STDC__|__STDC_VERSION__|__STDC_HOSTED__|__cplusplus|__OBJC__|__ASSEMBLER__|__BASE_FILE__|__FILE_NAME__|__INCLUDE_LEVEL__|__TIMESTAMP__|__clang__|__clang_major__|__clang_minor__|__clang_patchlevel__|__clang_version__|__clang_literal_encoding__|__clang_wide_literal_encoding__|__FUNCTION__|__func__|__PRETTY_FUNCTION__|__VA_ARGS__|__VA_OPT__)$"))
-
-;; #ffffff #000000 0 0 0 1
-(attribute_specifier
-  (argument_list
-    (identifier) @variable.builtin))
-
-(attribute_specifier
-  (argument_list
-    (call_expression
-      function: (identifier) @variable.builtin)))
-
-;; #aad84c #000000 0 0 0 1
-((call_expression
-  function: (identifier) @function.builtin)
-  (#match? @function.builtin "^__builtin_"))
-
-((call_expression
-  function: (identifier) @function.builtin))
-
-;; #ebda8c #000000 0 0 0 1
-(preproc_def
-  name: (_) @constant.macro)
-
-(preproc_call
-  directive: (preproc_directive) @_u
-  argument: (_) @constant.macro
-  (#match? @_u "^#undef$"))
-
-(preproc_ifdef
-  name: (identifier) @constant.macro)
-
-(preproc_elifdef
-  name: (identifier) @constant.macro)
-
-(preproc_defined
-  (identifier) @constant.macro)
-
-;; #aad84c #000000 0 0 0 3
-(call_expression
-  function: (identifier) @function.call)
-
-(call_expression
-  function: (field_expression
-    field: (field_identifier) @function.call))
-
-;; #aad84c #000000 0 0 0 3
-(function_declarator
-  declarator: (identifier) @function)
-
-(function_declarator
-  declarator: (parenthesized_declarator
-    (pointer_declarator
-      declarator: (field_identifier) @function)))
-
-;; #aad84c #000000 0 0 0 3
-(preproc_function_def
-  name: (identifier) @function.macro)
-
-;; #AAAAAA #000000 0 1 0 1
-(comment) @comment @spell
-
-;; #AAAAAA #000000 0 1 0 1
-((comment) @comment.documentation
-  (#match? @comment.documentation "^/[*][*][^*].*[*]/$"))
-
-;; #ffffff #000000 0 0 0 1
-(parameter_declaration
-  declarator: (identifier) @variable.parameter)
-
-(parameter_declaration
-  declarator: (array_declarator) @variable.parameter)
-
-(parameter_declaration
-  declarator: (pointer_declarator) @variable.parameter)
-
-(preproc_params
-  (identifier) @variable.parameter)
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "__attribute__"
-  "__declspec"
-  "__based"
-  "__cdecl"
-  "__clrcall"
-  "__stdcall"
-  "__fastcall"
-  "__thiscall"
-  "__vectorcall"
-  (ms_pointer_modifier)
-  (attribute_declaration)
-] @attribute
-
-;; #ffffff #000000 0 0 0 1
-((identifier) @variable.member
-  (#match? @variable.member "^m_.*$"))
-
-(parameter_declaration
-  declarator: (reference_declarator) @variable.parameter)
-
-(variadic_parameter_declaration
-  declarator: (variadic_declarator
-    (_) @variable.parameter))
-
-(optional_parameter_declaration
-  declarator: (_) @variable.parameter)
-
-;; #ffffff #000000 0 0 0 1
-((field_expression
-  (field_identifier) @function.method) @_parent)
-
-(field_declaration
-  (field_identifier) @variable.member)
-
-(field_initializer
-  (field_identifier) @property)
-
-(function_declarator
-  declarator: (field_identifier) @function.method)
-
-;; #aad84c #000000 0 0 0 3
-(concept_definition
-  name: (identifier) @type.definition)
-
-(alias_declaration
-  name: (type_identifier) @type.definition)
-
-;; #aad84c #000000 0 0 0 1
-(auto) @type.builtin
-
-;; #aad84c #000000 0 0 0 1
-(namespace_identifier) @module
-
-;; #aad84c #000000 0 0 0 1
-((namespace_identifier) @type
-  (#match? @type "^[A-Z]"))
-
-;; #ebda8c #000000 0 0 0 1
-(case_statement
-  value: (qualified_identifier
-    (identifier) @constant))
-
-;; #fbb152 #000000 0 0 0 1
-(using_declaration
-  .
-  "using"
-  .
-  "namespace"
-  .
-  [
-    (qualified_identifier)
-    (identifier)
-  ] @module)
-
-;; #aad84c #000000 0 0 0 3
-(destructor_name
-  (identifier) @function.method)
-
-;; #aad84c #000000 0 0 0 3
-(function_declarator
-  (qualified_identifier
-    (identifier) @function))
-
-(function_declarator
-  (qualified_identifier
-    (qualified_identifier
-      (identifier) @function)))
-
-(function_declarator
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (identifier) @function))))
-
-((qualified_identifier
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (identifier) @function)))) @_parent)
-
-(function_declarator
-  (template_function
-    (identifier) @function))
-
-(operator_name) @function
-
-"operator" @function
-
-;; #aad84c #000000 0 0 0 3
-"static_assert" @function.builtin
-
-;; #aad84c #000000 0 0 0 3
-(call_expression
-  (qualified_identifier
-    (identifier) @function.call))
-
-(call_expression
-  (qualified_identifier
-    (qualified_identifier
-      (identifier) @function.call)))
-
-(call_expression
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (identifier) @function.call))))
-
-((qualified_identifier
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (identifier) @function.call)))) @_parent)
-
-(call_expression
-  (template_function
-    (identifier) @function.call))
-
-(call_expression
-  (qualified_identifier
-    (template_function
-      (identifier) @function.call)))
-
-(call_expression
-  (qualified_identifier
-    (qualified_identifier
-      (template_function
-        (identifier) @function.call))))
-
-(call_expression
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (template_function
-          (identifier) @function.call)))))
-
-((qualified_identifier
-  (qualified_identifier
-    (qualified_identifier
-      (qualified_identifier
-        (template_function
-          (identifier) @function.call))))) @_parent)
-
-(function_declarator
-  (template_method
-    (field_identifier) @function.method))
-
-;; #aad84c #000000 0 0 0 3
-(call_expression
-  (field_expression
-    (field_identifier) @function.method.call))
-
-(call_expression
-  (field_expression
-    (template_method
-      (field_identifier) @function.method.call)))
-
-;; #aad84c #000000 0 0 0 3
-((function_declarator
-  (qualified_identifier
-    (identifier) @constructor))
-  (#match? @constructor "^[A-Z]"))
-
-((call_expression
-  function: (identifier) @constructor)
-  (#match? @constructor "^[A-Z]"))
-
-((call_expression
-  function: (qualified_identifier
-    name: (identifier) @constructor))
-  (#match? @constructor "^[A-Z]"))
-
-((call_expression
-  function: (field_expression
-    field: (field_identifier) @constructor))
-  (#match? @constructor "^[A-Z]"))
-
-((field_initializer
-  (field_identifier) @constructor
-  (argument_list))
-  (#match? @constructor "^[A-Z]"))
-
-;; #ffffff #000000 0 0 0 1
-(this) @variable.builtin
-
-;; #ebda8c #000000 0 0 0 1
-(null
-  "nullptr" @constant.builtin)
-
-;; #51eeba #000000 0 0 0 2
-(true) @boolean_true
-
-;; #ee513a #000000 0 0 0 2
-(false) @boolean_false
-
-;; #aad84c #000000 0 0 0 1
-(raw_string_literal) @string
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "try"
-  "catch"
-  "noexcept"
-  "throw"
-] @keyword.exception
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "decltype"
-  "explicit"
-  "friend"
-  "override"
-  "using"
-  "requires"
-  "constexpr"
-] @keyword
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "class"
-  "namespace"
-  "template"
-  "typename"
-  "concept"
-] @keyword.type
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "co_await"
-  "co_yield"
-  "co_return"
-] @keyword.coroutine
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "public"
-  "private"
-  "protected"
-  "final"
-  "virtual"
-] @keyword.modifier
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "new"
-  "delete"
-  "xor"
-  "bitand"
-  "bitor"
-  "compl"
-  "not"
-  "xor_eq"
-  "and_eq"
-  "or_eq"
-  "not_eq"
-  "and"
-  "or"
-] @keyword.operator
-
-;; #ffffff #000000 0 0 0 1
-"<=>" @operator
-
-;; #bd9ae6 #000000 0 0 0 1
-"::" @punctuation.delimiter
-
-;; #bd9ae6 #000000 0 0 0 1
-(template_argument_list
-  [
-    "<"
-    ">"
-  ] @punctuation.bracket)
-
-(template_parameter_list
-  [
-    "<"
-    ">"
-  ] @punctuation.bracket)
-
-;; #ffffff #000000 0 0 0 1
-(literal_suffix) @operator

grammar/ruby.scm

@@ -1,331 +0,0 @@
-(heredoc_body
-;; !bash
-  (heredoc_content) @bash_injection
-  ((heredoc_end) @lang
-    (#match? @lang "BASH"))
-)
-
-(heredoc_body
-;; !ruby
-  (heredoc_content) @ruby_injection
-  ((heredoc_end) @lang
-    (#match? @lang "RUBY"))
-)
-
-;; #ffffff #000000 0 0 0 1
-[
-  (identifier)
-  (global_variable)
-] @variable
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "alias"
-  "begin"
-  "do"
-  "end"
-  "ensure"
-  "module"
-  "rescue"
-  "then"
-] @keyword
-
-;; #fbb152 #000000 0 0 0 1
-"class" @keyword.type
-
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "return"
-  "yield"
-] @keyword.return
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "and"
-  "or"
-  "in"
-  "not"
-] @keyword.operator
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "def"
-  "undef"
-] @keyword.function
-
-(method
-  "end" @keyword.function)
-
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "case"
-  "else"
-  "elsif"
-  "if"
-  "unless"
-  "when"
-  "then"
-] @keyword.conditional
-
-(if
-  "end" @keyword.conditional)
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "for"
-  "until"
-  "while"
-  "break"
-  "redo"
-  "retry"
-  "next"
-] @keyword.repeat
-
-;; #ebda8c #000000 0 0 0 1
-(constant) @constant
-
-;; #fbb152 #000000 0 0 0 1
-[
-  "rescue"
-  "ensure"
-] @keyword.exception
-
-;; #aad84c #000000 0 0 0 3
-"defined?" @function
-
-;; #aad84c #000000 0 0 0 3
-(call
-  receiver: (constant)? @type
-  method: [
-    (identifier)
-    (constant)
-;; #ff5689 #000000 0 0 0 2
-  ] @function.call)
-
-(alias
-  (identifier) @function)
-
-(setter
-  (identifier) @function)
-
-(method
-  name: [
-    (identifier) @function
-    (constant) @type
-  ])
-
-(singleton_method
-  name: [
-    (identifier) @function
-    (constant) @type
-  ])
-
-(class
-  name: (constant) @type)
-
-(module
-  name: (constant) @type)
-
-(superclass
-  (constant) @type)
-
-;; #ffffff #000000 0 0 0 1
-[
-  (class_variable)
-  (instance_variable)
-] @variable.member
-
-((identifier) @keyword.modifier
-  (#match? @keyword.modifier "^(private|protected|public)$" ))
-
-;; #fbb152 #000000 0 0 0 3
-(program
-  (call
-    (identifier) @keyword.import)
-  (#match? @keyword.import "^(require|require_relative|load)$"))
-
-;; #fbb152 #000000 0 0 0 4
-((identifier) @constant.builtin
-  (#match? @constant.builtin "^(__callee__|__dir__|__id__|__method__|__send__|__ENCODING__|__FILE__|__LINE__)$" ))
-
-;; #aad84c #000000 0 0 0 3
-((identifier) @function.builtin
-  (#match? @function.builtin "^(attr_reader|attr_writer|attr_accessor|module_function)$" ))
-
-((call
-  !receiver
-  method: (identifier) @function.builtin)
-  (#match? @function.builtin "^(include|extend|prepend|refine|using)$"))
-
-((identifier) @keyword.exception
-  (#match? @keyword.exception "^(raise|fail|catch|throw)$" ))
-
-;; #ffffff #000000 0 0 0 1
-[
-  (self)
-  (super)
-] @variable.builtin
-
-;; #ffffff #000000 0 0 0 1
-(method_parameters
-  (identifier) @variable.parameter)
-
-(lambda_parameters
-  (identifier) @variable.parameter)
-
-(block_parameters
-  (identifier) @variable.parameter)
-
-(splat_parameter
-  (identifier) @variable.parameter)
-
-(hash_splat_parameter
-  (identifier) @variable.parameter)
-
-(optional_parameter
-  (identifier) @variable.parameter)
-
-(destructured_parameter
-  (identifier) @variable.parameter)
-
-(block_parameter
-  (identifier) @variable.parameter)
-
-(keyword_parameter
-  (identifier) @variable.parameter)
-
-;; #aad84c #000000 0 0 0 1
-[
-  (string_content)
-  (heredoc_content)
-  "\""
-  "`"
-] @string
-
-;; #fbb152 #000000 0 0 0 1
-[
-  (heredoc_beginning)
-  (heredoc_end)
-] @label
-
-;; #bd9ae6 #000000 0 0 0 2
-[
-  (bare_symbol)
-  (simple_symbol)
-  (delimited_symbol)
-  (hash_key_symbol)
-] @string.special.symbol
-
-;; #e6a24c #000000 0 0 0 2
-(regex
-  (string_content) @string.regexp)
-
-;; #e6a24c #000000 0 0 0 2
-(escape_sequence) @string.escape
-
-;; #ebda8c #000000 0 0 0 2
-(integer) @number
-
-;; #ebda8c #000000 0 0 0 2
-(float) @number.float
-
-;; #51eeba #000000 0 0 0 1
-(true) @boolean.true
-
-;; #ee513a #000000 0 0 0 1
-(false) @boolean.false
-
-;; #ee8757 #000000 0 0 0 1
-(nil) @constant.nil
-
-;; #AAAAAA #000000 0 1 0 1
-(comment) @comment
-
-;; #51eeba #000000 0 0 0 3
-((program
-  .
-  (comment) @shebang @nospell)
-  (#match? @shebang "^#!/"))
-
-;; #ffffff #000000 0 0 0 1
-[
-  "!"
-  "="
-  ">>"
-  "<<"
-  ">"
-  "<"
-  "**"
-  "*"
-  "/"
-  "%"
-  "+"
-  "-"
-  "&"
-  "|"
-  "^"
-  "%="
-  "+="
-  "-="
-  "*="
-  "/="
-  "=~"
-  "!~"
-  "?"
-  ":"
-] @operator
-
-;; #ffffff #000000 0 1 0 1
-[
-  "=="
-  "==="
-  "<=>"
-  "=>"
-  "->"
-  ">="
-  "<="
-  "||"
-  "||="
-  "&&="
-  "&&"
-  "!="
-  ".."
-  "..."
-] @operator.ligature
-
-;; #bd9ae6 #000000 0 0 0 1
-[
-  ","
-  ";"
-  "."
-  "&."
-  "::"
-] @punctuation.delimiter
-
-(pair
-  ":" @punctuation.delimiter)
-
-;; #bd9ae6 #000000 0 0 0 1
-[
-  "("
-  ")"
-  "["
-  "]"
-  "{"
-  "}"
-  "%w("
-  "%i("
-] @punctuation.bracket
-
-(regex
-  "/" @punctuation.bracket)
-
-(block_parameters
-  "|" @punctuation.bracket)
-
-;; #e6a24c #000000 0 0 0 2
-(interpolation
-  "#{" @punctuation.special
-  "}" @punctuation.special)

include/editor.h

@@ -1,269 +0,0 @@
-#ifndef EDITOR_H
-#define EDITOR_H
-
-#include "./knot.h"
-#include "./pch.h"
-#include "./ui.h"
-#include "./utils.h"
-#include "ts_def.h"
-#include <cstdint>
-#include <shared_mutex>
-
-#define CHAR 0
-#define WORD 1
-#define LINE 2
-
-#define EXTRA_META 4
-#define INDENT_WIDTH 2
-
-struct Highlight {
-  uint32_t fg;
-  uint32_t bg;
-  uint32_t flags;
-  uint8_t priority;
-};
-
-struct Span {
-  uint32_t start;
-  uint32_t end;
-  Highlight *hl;
-
-  bool operator<(const Span &other) const { return start < other.start; }
-};
-
-struct Spans {
-  std::vector<Span> spans;
-  Queue<std::pair<uint32_t, int64_t>> edits;
-  bool mid_parse = false;
-  std::shared_mutex mtx;
-};
-
-struct Fold {
-  uint32_t start;
-  uint32_t end;
-
-  bool contains(uint32_t line) const { return line >= start && line <= end; }
-  bool operator<(const Fold &other) const { return start < other.start; }
-};
-
-struct SpanCursor {
-  Spans &spans;
-  size_t index = 0;
-  std::vector<Span *> active;
-  std::shared_lock<std::shared_mutex> lock;
-
-  SpanCursor(Spans &s) : spans(s) {}
-  Highlight *get_highlight(uint32_t byte_offset) {
-    for (int i = (int)active.size() - 1; i >= 0; i--)
-      if (active[i]->end <= byte_offset)
-        active.erase(active.begin() + i);
-    while (index < spans.spans.size() &&
-           spans.spans[index].start <= byte_offset) {
-      if (spans.spans[index].end > byte_offset)
-        active.push_back(const_cast<Span *>(&spans.spans[index]));
-      index++;
-    }
-    Highlight *best = nullptr;
-    int max_prio = -1;
-    for (auto *s : active)
-      if (s->hl->priority > max_prio) {
-        max_prio = s->hl->priority;
-        best = s->hl;
-      }
-    return best;
-  }
-  void sync(uint32_t byte_offset) {
-    lock = std::shared_lock(spans.mtx);
-    active.clear();
-    size_t left = 0, right = spans.spans.size();
-    while (left < right) {
-      size_t mid = (left + right) / 2;
-      if (spans.spans[mid].start <= byte_offset)
-        left = mid + 1;
-      else
-        right = mid;
-    }
-    index = left;
-    while (left > 0) {
-      left--;
-      if (spans.spans[left].end > byte_offset)
-        active.push_back(const_cast<Span *>(&spans.spans[left]));
-      else if (byte_offset - spans.spans[left].end > 1000)
-        break;
-    }
-  }
-};
-
-struct VHint {
-  Coord pos;
-  std::string hint;
-
-  bool operator<(const VHint &other) const { return pos < other.pos; }
-};
-
-struct VWarn {
-  uint32_t line;
-  std::string text;
-  int8_t type; // For hl
-
-  bool operator<(const VWarn &other) const { return line < other.line; }
-};
-
-struct VAI {
-  Coord pos;
-  char *text;
-  uint32_t len;
-  uint32_t lines; // number of \n in text for speed .. the ai part will not
-                  // line wrap but multiline ones need to have its own lines
-                  // after the first one
-};
-
-struct TSSetBase {
-  std::string lang;
-  TSParser *parser;
-  std::string query_file;
-  TSQuery *query;
-  std::map<uint16_t, Highlight> query_map;
-  std::map<uint16_t, Language> injection_map;
-  const TSLanguage *language;
-};
-
-struct TSSet : TSSetBase {
-  std::vector<TSRange> ranges;
-};
-
-struct TSSetMain : TSSetBase {
-  TSTree *tree;
-  std::unordered_map<std::string, TSSet> injections;
-};
-
-struct Editor {
-  std::string filename;
-  std::string uri;
-  Knot *root;
-  std::shared_mutex knot_mtx;
-  Coord cursor;
-  uint32_t cursor_preffered;
-  Coord selection;
-  bool selection_active;
-  int selection_type;
-  Coord position;
-  Coord size;
-  Coord scroll;
-  TSSetMain ts;
-  Queue<TSInputEdit> edit_queue;
-  std::vector<Fold> folds;
-  Spans spans;
-  Spans def_spans;
-  uint32_t hooks[94];
-  bool jumper_set;
-  std::shared_mutex v_mtx;
-  std::vector<VHint> hints;
-  std::vector<VWarn> warnings;
-  VAI ai;
-  std::shared_mutex lsp_mtx;
-  struct LSPInstance *lsp;
-  int lsp_version = 1;
-};
-
-inline const Fold *fold_for_line(const std::vector<Fold> &folds,
-                                 uint32_t line) {
-  auto it = std::lower_bound(
-      folds.begin(), folds.end(), line,
-      [](const Fold &fold, uint32_t value) { return fold.start < value; });
-  if (it != folds.end() && it->start == line)
-    return &(*it);
-  if (it != folds.begin()) {
-    --it;
-    if (it->contains(line))
-      return &(*it);
-  }
-  return nullptr;
-}
-
-inline Fold *fold_for_line(std::vector<Fold> &folds, uint32_t line) {
-  const auto *fold =
-      fold_for_line(static_cast<const std::vector<Fold> &>(folds), line);
-  return const_cast<Fold *>(fold);
-}
-
-inline bool line_is_fold_start(const std::vector<Fold> &folds, uint32_t line) {
-  const Fold *fold = fold_for_line(folds, line);
-  return fold && fold->start == line;
-}
-
-inline bool line_is_folded(const std::vector<Fold> &folds, uint32_t line) {
-  return fold_for_line(folds, line) != nullptr;
-}
-
-inline uint32_t next_unfolded_row(const Editor *editor, uint32_t row) {
-  uint32_t limit = editor && editor->root ? editor->root->line_count : 0;
-  while (row < limit) {
-    const Fold *fold = fold_for_line(editor->folds, row);
-    if (!fold)
-      return row;
-    row = fold->end + 1;
-  }
-  return limit;
-}
-
-inline uint32_t prev_unfolded_row(const Editor *editor, uint32_t row) {
-  while (row > 0) {
-    const Fold *fold = fold_for_line(editor->folds, row);
-    if (!fold)
-      return row;
-    if (fold->start == 0)
-      return 0;
-    row = fold->start - 1;
-  }
-  return 0;
-}
-
-void apply_edit(std::vector<Span> &spans, uint32_t x, int64_t y);
-void apply_hook_insertion(Editor *editor, uint32_t line, uint32_t rows);
-void apply_hook_deletion(Editor *editor, uint32_t removal_start,
-                         uint32_t removal_end);
-Editor *new_editor(const char *filename_arg, Coord position, Coord size);
-void save_file(Editor *editor);
-void free_editor(Editor *editor);
-void render_editor(Editor *editor);
-void fold(Editor *editor, uint32_t start_line, uint32_t end_line);
-void cursor_up(Editor *editor, uint32_t number);
-void cursor_down(Editor *editor, uint32_t number);
-Coord move_left(Editor *editor, Coord cursor, uint32_t number);
-Coord move_right(Editor *editor, Coord cursor, uint32_t number);
-Coord move_left_pure(Editor *editor, Coord cursor, uint32_t number);
-Coord move_right_pure(Editor *editor, Coord cursor, uint32_t number);
-void cursor_left(Editor *editor, uint32_t number);
-void cursor_right(Editor *editor, uint32_t number);
-void scroll_up(Editor *editor, int32_t number);
-void scroll_down(Editor *editor, uint32_t number);
-void ensure_cursor(Editor *editor);
-void indent_line(Editor *editor, uint32_t row);
-void dedent_line(Editor *editor, uint32_t row);
-void ensure_scroll(Editor *editor);
-void handle_editor_event(Editor *editor, KeyEvent event);
-void edit_erase(Editor *editor, Coord pos, int64_t len);
-void edit_insert(Editor *editor, Coord pos, char *data, uint32_t len);
-Coord editor_hit_test(Editor *editor, uint32_t x, uint32_t y);
-char *get_selection(Editor *editor, uint32_t *out_len, Coord *out_start);
-void editor_worker(Editor *editor);
-void move_line_down(Editor *editor);
-void move_line_up(Editor *editor);
-void word_boundaries(Editor *editor, Coord coord, uint32_t *prev_col,
-                     uint32_t *next_col, uint32_t *prev_clusters,
-                     uint32_t *next_clusters);
-void word_boundaries_exclusive(Editor *editor, Coord coord, uint32_t *prev_col,
-                               uint32_t *next_col);
-std::vector<Fold>::iterator find_fold_iter(Editor *editor, uint32_t line);
-bool add_fold(Editor *editor, uint32_t start, uint32_t end);
-bool remove_fold(Editor *editor, uint32_t line);
-void apply_line_insertion(Editor *editor, uint32_t line, uint32_t rows);
-void apply_line_deletion(Editor *editor, uint32_t removal_start,
-                         uint32_t removal_end);
-uint32_t leading_indent(const char *line, uint32_t len);
-uint32_t get_indent(Editor *editor, Coord cursor);
-bool closing_after_cursor(const char *line, uint32_t len, uint32_t col);
-void editor_lsp_handle(Editor *editor, json msg);
-
-#endif

include/editor/completions.h

@@ -0,0 +1,46 @@
+#ifndef EDITOR_COMPLETIONS_H
+#define EDITOR_COMPLETIONS_H
+
+#include "pch.h"
+#include "ui/completionbox.h"
+#include "ui/hover.h"
+#include "utils/utils.h"
+
+struct CompletionItem {
+  std::string label;
+  uint8_t kind;
+  std::optional<std::string> detail;
+  std::optional<std::string> documentation;
+  bool is_markup = false;
+  bool deprecated = false;
+  bool asis = true;
+  std::string sort;
+  std::string filter;
+  bool snippet = false;
+  std::vector<TextEdit> edits;
+  json original;
+  std::vector<char> end_chars;
+};
+
+struct CompletionSession {
+  std::shared_mutex mtx;
+  bool active = false;
+  Coord hook;
+  std::optional<std::string> prefix;
+  uint32_t select = 0;
+  uint32_t scroll = 0;
+  std::vector<CompletionItem> items;
+  std::vector<uint32_t> visible;
+  bool complete = true;
+  std::optional<char> trigger_char;
+  uint8_t trigger = 0;
+  CompletionBox box;
+  HoverBox hover;
+  uint32_t doc = UINT32_MAX;
+  std::atomic<bool> hover_dirty = false;
+  int version;
+
+  CompletionSession() : box(this) {}
+};
+
+#endif

include/editor/decl.h

@@ -0,0 +1,35 @@
+#ifndef EDITOR_DECL_H
+#define EDITOR_DECL_H
+
+#include "utils/utils.h"
+
+struct TextEdit {
+  Coord start;
+  Coord end;
+  std::string text;
+};
+
+struct VWarn {
+  uint32_t line;
+  std::string text;
+  std::string text_full;
+  std::string source;
+  std::string code;
+  std::vector<std::string> see_also;
+  int8_t type;
+  uint32_t start;
+  uint32_t end{UINT32_MAX};
+
+  bool operator<(const VWarn &other) const { return line < other.line; }
+};
+
+struct VAI {
+  Coord pos;
+  char *text;
+  uint32_t len;
+  uint32_t lines; // number of \n in text for speed .. the ai part will not
+                  // line wrap but multiline ones need to have its own lines
+                  // after the first one
+};
+
+#endif

include/editor/editor.h

@@ -0,0 +1,163 @@
+#ifndef EDITOR_H
+#define EDITOR_H
+
+#include "editor/completions.h"
+#include "editor/indents.h"
+#include "io/knot.h"
+#include "io/sysio.h"
+#include "syntax/extras.h"
+#include "syntax/parser.h"
+#include "ui/completionbox.h"
+#include "ui/diagnostics.h"
+#include "ui/hover.h"
+#include "utils/utils.h"
+#include <cstdint>
+
+#define CHAR 0
+#define WORD 1
+#define LINE 2
+
+#define EXTRA_META 2
+#define INDENT_WIDTH 2
+
+struct Editor {
+  std::string filename;
+  std::string uri;
+  Knot *root;
+  std::shared_mutex knot_mtx;
+  Coord cursor;
+  uint32_t cursor_preffered;
+  Coord selection;
+  bool selection_active;
+  bool unix_eol;
+  int selection_type;
+  Coord position;
+  Coord size;
+  Coord scroll;
+  Language lang;
+  uint32_t hooks[94];
+  bool jumper_set;
+  std::shared_mutex v_mtx;
+  std::vector<VWarn> warnings;
+  bool warnings_dirty;
+  VAI ai;
+  std::shared_mutex lsp_mtx;
+  std::shared_ptr<struct LSPInstance> lsp;
+  bool hover_active;
+  HoverBox hover;
+  bool diagnostics_active;
+  DiagnosticBox diagnostics;
+  std::atomic<int> lsp_version = 1;
+  CompletionSession completion;
+  IndentationEngine indents;
+  Parser *parser;
+  ExtraHighlighter extra_hl;
+  bool is_css_color;
+};
+
+Editor *new_editor(const char *filename_arg, Coord position, Coord size,
+                   uint8_t eol);
+void save_file(Editor *editor);
+void free_editor(Editor *editor);
+void render_editor(Editor *editor);
+void cursor_up(Editor *editor, uint32_t number);
+void cursor_down(Editor *editor, uint32_t number);
+Coord move_left(Editor *editor, Coord cursor, uint32_t number);
+Coord move_right(Editor *editor, Coord cursor, uint32_t number);
+void cursor_left(Editor *editor, uint32_t number);
+void cursor_right(Editor *editor, uint32_t number);
+void scroll_up(Editor *editor, int32_t number);
+void scroll_down(Editor *editor, uint32_t number);
+void ensure_cursor(Editor *editor);
+void ensure_scroll(Editor *editor);
+void handle_editor_event(Editor *editor, KeyEvent event);
+void edit_erase(Editor *editor, Coord pos, int64_t len);
+void edit_insert(Editor *editor, Coord pos, char *data, uint32_t len);
+void edit_replace(Editor *editor, Coord start, Coord end, const char *text,
+                  uint32_t len);
+Coord editor_hit_test(Editor *editor, uint32_t x, uint32_t y);
+char *get_selection(Editor *editor, uint32_t *out_len, Coord *out_start);
+void selection_bounds(Editor *editor, Coord *out_start, Coord *out_end);
+void editor_worker(Editor *editor);
+void move_line_down(Editor *editor);
+void move_line_up(Editor *editor);
+void word_boundaries(Editor *editor, Coord coord, uint32_t *prev_col,
+                     uint32_t *next_col, uint32_t *prev_clusters,
+                     uint32_t *next_clusters);
+void word_boundaries_exclusive(Editor *editor, Coord coord, uint32_t *prev_col,
+                               uint32_t *next_col);
+void editor_lsp_handle(Editor *editor, json msg);
+void apply_lsp_edits(Editor *editor, std::vector<TextEdit> edits, bool move);
+void completion_resolve_doc(Editor *editor);
+void complete_accept(Editor *editor);
+void complete_next(Editor *editor);
+void complete_prev(Editor *editor);
+void complete_select(Editor *editor, uint8_t index);
+void handle_completion(Editor *editor, KeyEvent event);
+
+inline void apply_hook_insertion(Editor *editor, uint32_t line, uint32_t rows) {
+  for (auto &hook : editor->hooks)
+    if (hook > line)
+      hook += rows;
+}
+
+inline void apply_hook_deletion(Editor *editor, uint32_t removal_start,
+                                uint32_t removal_end) {
+  for (auto &hook : editor->hooks)
+    if (hook > removal_start)
+      hook -= removal_end - removal_start + 1;
+}
+
+inline static void utf8_normalize_edit(Editor *editor, TextEdit *edit) {
+  std::shared_lock lock(editor->knot_mtx);
+  if (edit->start.row > editor->root->line_count) {
+    edit->start.row = editor->root->line_count;
+    edit->start.col = UINT32_MAX;
+  }
+  if (edit->end.row > editor->root->line_count) {
+    edit->end.row = editor->root->line_count;
+    edit->end.col = UINT32_MAX;
+  }
+  LineIterator *it = begin_l_iter(editor->root, edit->start.row);
+  if (!it)
+    return;
+  uint32_t len;
+  char *line = next_line(it, &len);
+  if (!line) {
+    free(it->buffer);
+    free(it);
+    return;
+  }
+  if (edit->start.col < len)
+    edit->start.col = utf16_offset_to_utf8(line, len, edit->start.col);
+  else
+    edit->start.col = len;
+  if (edit->end.row == edit->start.row) {
+    if (edit->end.col < len)
+      edit->end.col = utf16_offset_to_utf8(line, len, edit->end.col);
+    else
+      edit->end.col = len;
+    free(it->buffer);
+    free(it);
+    return;
+  }
+  free(it->buffer);
+  free(it);
+  it = begin_l_iter(editor->root, edit->end.row);
+  if (!it)
+    return;
+  line = next_line(it, &len);
+  if (!line) {
+    free(it->buffer);
+    free(it);
+    return;
+  }
+  if (edit->end.col < len)
+    edit->end.col = utf16_offset_to_utf8(line, len, edit->end.col);
+  else
+    edit->end.col = len;
+  free(it->buffer);
+  free(it);
+}
+
+#endif

include/editor/helpers.h

@@ -0,0 +1,26 @@
+#ifndef EDITOR_HELPERS_H
+#define EDITOR_HELPERS_H
+
+#include "editor/editor.h"
+
+void insert_str(Editor *editor, char *c, uint32_t len);
+void insert_char(Editor *editor, char c);
+void normal_mode(Editor *editor);
+void backspace_edit(Editor *editor);
+void delete_prev_word(Editor *editor);
+void delete_next_word(Editor *editor);
+void clear_hooks_at_line(Editor *editor, uint32_t line);
+void cursor_prev_word(Editor *editor);
+void cursor_next_word(Editor *editor);
+void select_all(Editor *editor);
+void fetch_lsp_hover(Editor *editor);
+void handle_mouse(Editor *editor, KeyEvent event);
+void indent_current_line(Editor *editor);
+void dedent_current_line(Editor *editor);
+void indent_selection(Editor *editor);
+void dedent_selection(Editor *editor);
+void paste(Editor *editor);
+void copy(Editor *editor);
+void cut(Editor *editor);
+
+#endif

include/editor/indents.h

@@ -0,0 +1,158 @@
+#ifndef EDITOR_INDENTS_H
+#define EDITOR_INDENTS_H
+
+#include "utils/utils.h"
+
+static const std::unordered_map<std::string, uint8_t> kLangtoIndent = {
+    {"make", 1}, {"yaml", 2}};
+
+// this indents the newline one level when the line (on the curser before \n  is
+// inserted) matches this at its end (stripped of whitespace)
+static const std::unordered_map<std::string, const std::vector<std::string>>
+    kLangtoBlockStartsEnd = {
+        {"bash", {"then", "do", "in", "{", "(", "\\", "&&", "||", "|"}},
+        {"c", {"{", "(", ":"}},
+        {"cpp", {"{", "(", ":"}},
+        {"h", {"{", "(", ":"}},
+        {"css", {"{", "("}},
+        {"fish", {"{", "(", "^", "&&", "||", "|"}},
+        {"go", {"{", "(", ":"}},
+        {"gomod", {"{", "(", ":"}},
+        {"haskell", {"do", "where", "then", "else", "of"}},
+        {"javascript", {"{", "(", "[", ":"}},
+        {"typescript", {"{", "(", "[", ":"}},
+        {"json", {"{", "[", ":"}},
+        {"jsonc", {"{", "[", ":"}},
+        {"ruby", {"then", "else", "begin", "{", "(", "["}},
+        {"lua", {"then", "do", "else", "repeat", "{", "(", "["}},
+        {"python", {":", "(", "[", "{"}},
+        {"rust", {"{", "(", "[", ":"}},
+        {"php", {"{", "(", "[", ":"}},
+        {"nginx", {"{"}},
+        {"yaml", {":"}},
+        {"sql", {"("}},
+        {"make", {":"}},
+        {"gdscript", {":", "(", "[", "{"}},
+};
+
+// this indents the newline one level when the line (on the curser before \n is
+// inserted) matches this at its start (stripped of whitespace)
+static const std::unordered_map<std::string, const std::vector<std::string>>
+    kLangtoBlockStartsStart = {
+        {"c", {"if", "for", "while"}},
+        {"cpp", {"if", "for", "while"}},
+        {"h", {"if", "for", "while"}},
+        {"fish", {"if", "else", "for", "while", "switch", "case", "function"}},
+        {"javascript", {"if", "for", "while"}},
+        {"typescript", {"if", "for", "while"}},
+        {"ruby",
+         {"if", "do", "when", "rescue", "class", "module", "def", "unless",
+          "until", "elsif", "ensure"}},
+        {"lua", {"function"}},
+        {"nginx", {"{"}},
+};
+
+// This dedents the line (under the cursor before \n is inserted) when the line
+// matches this fully (stripped of whitespace)
+static const std::unordered_map<std::string, const std::vector<std::string>>
+    kLangtoBlockEndsFull = {
+        {"bash", {"fi", "done", "esac", "}", ")"}},
+        {"c", {"}", ")"}},
+        {"cpp", {"}", ")"}},
+        {"h", {"}", ")"}},
+        {"css", {"}", ")"}},
+        {"fish", {"end"}},
+        {"go", {"}", ")"}},
+        {"gomod", {"}", ")"}},
+        {"javascript", {"}", ")", "]"}},
+        {"typescript", {"}", ")", "]"}},
+        {"json", {"}", "]"}},
+        {"jsonc", {"}", "]"}},
+        {"ruby", {"end", "else", "}", ")", "]"}},
+        {"lua", {"else", "}", ")", "]"}},
+        {"python", {"}", ")", "]", "else:"}},
+        {"rust", {"}", ")", "]"}},
+        {"php",
+         {"}", ")", "]", "else:", "endif;", "endfor;", "endwhile;",
+          "endswitch;", "endcase;", "endfunction;"}},
+        {"nginx", {"}"}},
+        {"sql", {")"}},
+        {"gdscript", {"}", ")", "]"}},
+};
+
+// This dedents the line (under the cursor before \n is inserted) when the line
+// matches this at its start (stripped of whitespace)
+static const std::unordered_map<std::string, const std::vector<std::string>>
+    kLangtoBlockEndsStart = {
+        {"c", {"case", "default:", "} else"}},
+        {"cpp", {"case", "default:", "} else"}},
+        {"h", {"case", "default:", "} else"}},
+        {"fish", {"else if"}},
+        {"go", {"case", "default:", "} else"}},
+        {"gomod", {"}", ")"}},
+        {"javascript", {"case", "default:"}},
+        {"typescript", {"case", "default:"}},
+        {"json", {"}", "]"}},
+        {"python", {"elif"}},
+        {"jsonc", {"}", "]"}},
+        {"ruby", {"when", "elsif", "rescue", "ensure"}},
+        {"lua", {"end", "elseif", "until"}},
+        {"rust", {"case", "default:", "} else"}},
+        {"php", {"case", "default:", "} else"}},
+};
+
+struct IndentationEngine {
+  // tabs = 1, spaces = 2+
+  uint8_t indent = 0;
+  struct Editor *editor = nullptr;
+
+  void compute_indent(Editor *n_editor);
+  void insert_new_line(Coord cursor);
+  void insert_tab(Coord cursor);
+  uint32_t set_indent(uint32_t row, int64_t indent_level);
+  uint32_t indent_line(uint32_t row);
+  uint32_t dedent_line(uint32_t row);
+  void indent_block(uint32_t start_row, uint32_t end_row, int delta);
+  void indent_block(uint32_t start, uint32_t end);
+  void dedent_block(uint32_t start, uint32_t end);
+  // fixes a autocomplete block's indentation
+  char *block_to_asis(Coord cursor, std::string source, uint32_t *out_len);
+
+private:
+  const std::vector<std::string> *start_end = nullptr;
+  const std::vector<std::string> *start_start = nullptr;
+  const std::vector<std::string> *end_full = nullptr;
+  const std::vector<std::string> *end_start = nullptr;
+
+  // TODO: Ignore comments/strings too
+  // returns the indent level of the line itself or of the previous non-empty
+  uint32_t indent_expected(uint32_t row);
+  // returns the indent level of the line
+  uint32_t indent_real(char *line, uint32_t len);
+};
+
+inline static bool ends_with(const std::string &str,
+                             const std::string &suffix) {
+  const size_t str_len = str.size();
+  const size_t suf_len = suffix.size();
+  if (suf_len > str_len)
+    return false;
+  for (size_t i = 0; i < suf_len; i++)
+    if (str[str_len - suf_len + i] != suffix[i])
+      return false;
+  return true;
+}
+
+inline static bool starts_with(const std::string &str,
+                               const std::string &prefix) {
+  const size_t str_len = str.size();
+  const size_t pre_len = prefix.size();
+  if (pre_len > str_len)
+    return false;
+  for (size_t i = 0; i < pre_len; i++)
+    if (str[i] != prefix[i])
+      return false;
+  return true;
+}
+
+#endif

include/io/knot.h

@@ -1,13 +1,11 @@
 #ifndef ROPE_H
 #define ROPE_H
 
-#include "./pch.h"
+#include "pch.h"
-#include "./utils.h"
+#include "utils/utils.h"
 
 #define MIN_CHUNK_SIZE 64       // 64 Bytes
 #define MAX_CHUNK_SIZE 1024 * 8 // 8192 Bytes (8 KiB)
-#define MAX(a, b) ((a) > (b) ? (a) : (b))
-#define MIN(a, b) ((a) < (b) ? (a) : (b))
 #define DEPTH(n) ((n) ? (n)->depth : 0)
 
 // Rope node definition
@@ -93,6 +91,9 @@ Knot *erase(Knot *node, uint32_t offset, uint32_t len);
 // returns a null terminated string, should be freed by the caller
 char *read(Knot *root, uint32_t offset, uint32_t len);
 
+// Used to read into an existing buffer
+void read_into(Knot *node, uint32_t offset, uint32_t len, char *dest);
+
 // Used to split the rope into left and right ropes
 // node is the rope to be split (it is no longer valid after call / do not free)
 // offset is the position of the split relative to the start of the rope
@@ -113,9 +114,9 @@ LineIterator *begin_l_iter(Knot *root, uint32_t start_line);
 
 // Each subsequent call returns the next line as a null terminated string
 // `it` is the iterator returned from begin_l_iter
-// After getting the necessary lines free the iterator (no need to go upto the
+// After getting the necessary lines free the iterator (no need to go upto
-// end) returns null if there are no more lines All return strings `must` be
+// the end) returns null if there are no more lines
-// freed by the caller
+// The string must not be freed
 char *next_line(LineIterator *it, uint32_t *out_len);
 
 // Returns the previous line as a null terminated string
@@ -161,8 +162,10 @@ char *leaf_from_offset(Knot *root, uint32_t start_offset, uint32_t *out_len);
 // compliant) I.e some forms of backtracking etc. are not supported
 // root is the root of the rope to be searched
 // Returns a vector of pairs of start and length offsets (in bytes)
-std::vector<std::pair<size_t, size_t>> search_rope(Knot *root,
+std::vector<std::pair<size_t, size_t>> search_rope_dfa(Knot *root,
-                                                   const char *pattern);
+                                                       const char *pattern);
+
+std::vector<Match> search_rope(Knot *root, const char *pattern);
 
 // Helper function to free the rope
 // root is the root of the rope

include/io/sysio.h

@@ -1,8 +1,8 @@
 #ifndef UI_H
 #define UI_H
 
-#include "./pch.h"
+#include "pch.h"
-#include "./utils.h"
+#include "utils/utils.h"
 
 #define KEY_CHAR 0
 #define KEY_SPECIAL 1
@@ -49,36 +49,52 @@ enum CellFlags : uint8_t {
   CF_ITALIC = 1 << 0,
   CF_BOLD = 1 << 1,
   CF_UNDERLINE = 1 << 2,
+  CF_STRIKETHROUGH = 1 << 3
 };
 
 struct ScreenCell {
   std::string utf8 = std::string("");
+  uint8_t width = 1;
   uint32_t fg = 0;
   uint32_t bg = 0;
   uint8_t flags = CF_NONE;
+  uint32_t ul_color = 0;
 };
 
 struct KeyEvent {
+  /* KEY_CHAR, KEY_SPECIAL, KEY_MOUSE, KEY_PASTE, KEY_NONE */
   uint8_t key_type;
 
+  /* the character / string if key_type == KEY_CHAR or KEY_PASTE */
   char *c;
+  /* length of c */
   uint32_t len;
 
+  /* KEY_UP, KEY_DOWN, KEY_LEFT, KEY_RIGHT, KEY_DELETE if key_type ==
+   * KEY_SPECIAL */
   uint8_t special_key;
+  /* ALT, CNTRL, CNTRL_ALT, SHIFT if key_type == KEY_SPECIAL */
   uint8_t special_modifier;
 
+  /* column of mouse click */
   uint8_t mouse_x;
+  /* row of mouse click */
   uint8_t mouse_y;
+  /* LEFT_BTN, MIDDLE_BTN, RIGHT_BTN, SCROLL_BTN, NONE_BTN if key_type ==
+   * KEY_MOUSE */
   uint8_t mouse_button;
+  /* PRESS, RELEASE, DRAG, SCROLL if key_type == KEY_MOUSE */
   uint8_t mouse_state;
+  /* SCROLL_UP, SCROLL_DOWN, SCROLL_LEFT, SCROLL_RIGHT if key_type ==
+   * KEY_MOUSE and mouse_state == SCROLL */
   uint8_t mouse_direction;
+  /* ALT, CNTRL, CNTRL_ALT, SHIFT if key_type == KEY_MOUSE */
   uint8_t mouse_modifier;
 };
 
-extern uint32_t rows, cols;
+inline bool is_empty_cell(const ScreenCell &c) {
-extern std::vector<ScreenCell> screen;
+  return c.utf8.empty() || c.utf8 == " " || c.utf8 == "\x1b";
-extern std::vector<ScreenCell> old_screen;
+}
-extern std::mutex screen_mutex;
 
 Coord start_screen();
 void end_screen();
@@ -86,7 +102,12 @@ void update(uint32_t row, uint32_t col, std::string utf8, uint32_t fg,
             uint32_t bg, uint8_t flags);
 void update(uint32_t row, uint32_t col, const char *utf8, uint32_t fg,
             uint32_t bg, uint8_t flags);
-void set_cursor(int row, int col, int type, bool show_cursor_param);
+void update(uint32_t row, uint32_t col, std::string utf8, uint32_t fg,
+            uint32_t bg, uint8_t flags, uint32_t ul_color);
+void update(uint32_t row, uint32_t col, const char *utf8, uint32_t fg,
+            uint32_t bg, uint8_t flags, uint32_t ul_color);
+void set_cursor(uint8_t row, uint8_t col, uint32_t type,
+                bool show_cursor_param);
 void render();
 Coord get_size();
 

include/lsp.h

@@ -1,55 +0,0 @@
-#ifndef LSP_H
-#define LSP_H
-
-#include "./editor.h"
-#include "./pch.h"
-#include "utils.h"
-
-struct LSP {
-  const char *command;
-  std::vector<const char *> args;
-};
-
-struct LSPPending {
-  std::string method;
-  Editor *editor = nullptr;
-
-  std::function<void(Editor *, std::string, json)> callback;
-};
-
-struct LSPOpenRequest {
-  Language language;
-  Editor *editor;
-};
-
-struct LSPInstance {
-  std::shared_mutex mtx;
-  const LSP *lsp;
-  std::string root_dir;
-  int pid{-1};
-  int stdin_fd{-1};
-  int stdout_fd{-1};
-  bool initialized = false;
-  uint32_t last_id = 0;
-  Queue<json> inbox;
-  Queue<json> outbox;
-  std::unordered_map<uint32_t, LSPPending *> pending;
-  std::vector<Editor *> editors;
-};
-
-extern std::shared_mutex active_lsps_mtx;
-extern std::unordered_map<uint8_t, LSPInstance *> active_lsps;
-
-void lsp_worker();
-void lsp_handle(LSPInstance *lsp, json message);
-
-LSPInstance *get_or_init_lsp(uint8_t lsp_id);
-void close_lsp(uint8_t lsp_id);
-
-void request_add_to_lsp(Language language, Editor *editor);
-void add_to_lsp(Language language, Editor *editor);
-void remove_from_lsp(Editor *editor);
-
-void lsp_send(LSPInstance *lsp, json message, LSPPending *pending);
-
-#endif

include/lsp/lsp.h

@@ -0,0 +1,97 @@
+#ifndef LSP_H
+#define LSP_H
+
+#include "editor/editor.h"
+#include "pch.h"
+#include "utils/utils.h"
+
+struct LSPPending {
+  Editor *editor = nullptr;
+  std::function<void(Editor *, const json &)> callback;
+};
+
+// TODO: Defer any editor mutation to main thread to get rid of
+//       all mutex locks on the editor rope.
+// struct LSPPendingResponse {
+//   LSPPending *pending = nullptr;
+//   json message;
+// };
+
+struct LSPOpenRequest {
+  Language language;
+  Editor *editor;
+};
+
+struct LSPInstance {
+  std::shared_mutex mtx;
+  const LSP *lsp;
+  std::string root_dir;
+  int pid{-1};
+  int stdin_fd{-1};
+  int stdout_fd{-1};
+  std::atomic<bool> initialized = false;
+  std::atomic<bool> exited = false;
+  bool incremental_sync = false;
+  bool allow_hover = false;
+  bool allow_completion = false;
+  bool allow_resolve = false;
+  bool allow_formatting = false;
+  bool allow_formatting_on_type = false;
+  bool is_utf8 = false;
+  std::vector<char> format_chars;
+  std::vector<char> trigger_chars;
+  std::vector<char> end_chars;
+  uint32_t last_id = 0;
+  Queue<json> inbox;
+  Queue<json> outbox;
+  Queue<std::pair<Language, Editor *>> open_queue;
+  std::unordered_map<uint32_t, LSPPending *> pending;
+  std::vector<Editor *> editors;
+};
+
+extern std::shared_mutex active_lsps_mtx;
+extern std::unordered_map<std::string, std::shared_ptr<LSPInstance>>
+    active_lsps;
+extern Queue<LSPOpenRequest> lsp_open_queue;
+
+static json client_capabilities = {
+    {"general", {{"positionEncodings", {"utf-16"}}}},
+    {"textDocument",
+     {{"publishDiagnostics", {{"relatedInformation", true}}},
+      {"hover", {{"contentFormat", {"markdown", "plaintext"}}}},
+      {"formatting", {{"dynamicRegistration", false}}},
+      {"onTypeFormatting", {{"dynamicRegistration", false}}},
+      {"completion",
+       {{"completionItem",
+         {{"commitCharactersSupport", true},
+          {"dynamicRegistration", false},
+          {"snippetSupport", true},
+          {"documentationFormat", {"markdown", "plaintext"}},
+          {"resolveSupport", {{"properties", {"documentation"}}}},
+          {"insertReplaceSupport", true},
+          {"labelDetailsSupport", true},
+          {"insertTextModeSupport", {{"valueSet", {1, 2}}}},
+          {"deprecatedSupport", true}}},
+        {"completionItemKind",
+         {{"valueSet", {1,  2,  3,  4,  5,  6,  7,  8,  9,  10, 11, 12, 13,
+                        14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25}}}},
+        {"contextSupport", true},
+        {"insertTextMode", 1}}}}}};
+
+void lsp_send(std::shared_ptr<LSPInstance> lsp, json message,
+              LSPPending *pending);
+void lsp_worker();
+
+std::shared_ptr<LSPInstance> get_or_init_lsp(std::string lsp_id);
+void clean_lsp(std::shared_ptr<LSPInstance> lsp, std::string lsp_id);
+void close_lsp(std::string lsp_id);
+std::optional<json> read_lsp_message(int fd);
+
+void open_editor(std::shared_ptr<LSPInstance> lsp,
+                 std::pair<Language, Editor *> entry);
+void request_add_to_lsp(Language language, Editor *editor);
+void add_to_lsp(Language language, Editor *editor);
+void remove_from_lsp(Editor *editor);
+void lsp_handle(std::shared_ptr<LSPInstance> lsp, json message);
+
+#endif

include/main.h

@@ -1,7 +1,8 @@
 #ifndef MAIN_H
 #define MAIN_H
 
-#include "./pch.h"
+#include "pch.h"
+#include "ui/bar.h"
 
 #define NORMAL 0
 #define INSERT 1
@@ -10,6 +11,9 @@
 #define JUMPER 4
 
 extern std::atomic<bool> running;
-extern uint8_t mode;
+extern std::atomic<uint8_t> mode;
+extern std::vector<struct Editor *> editors;
+extern uint8_t current_editor;
+extern Bar bar;
 
 #endif

include/maps.h

@@ -1,134 +0,0 @@
-#ifndef MAPS_H
-#define MAPS_H
-
-#include "./lsp.h"
-#include "./pch.h"
-#include "./ts_def.h"
-
-static const std::unordered_map<uint8_t, LSP> kLsps = {
-    {1,
-     {"clangd",
-      {
-          "clangd",
-          "--background-index",
-          "--clang-tidy",
-          "--completion-style=detailed",
-          "--header-insertion=never",
-          "--pch-storage=memory",
-          "--limit-results=50",
-          "--log=error",
-          nullptr,
-      }}},
-};
-
-static const std::unordered_map<std::string, Language> kLanguages = {
-    {"bash", {"bash", LANG(bash)}},
-    {"c", {"c", LANG(c), 1}},
-    {"cpp", {"cpp", LANG(cpp), 1}},
-    {"h", {"h", LANG(cpp), 1}},
-    {"css", {"css", LANG(css)}},
-    {"fish", {"fish", LANG(fish)}},
-    {"go", {"go", LANG(go)}},
-    {"haskell", {"haskell", LANG(haskell)}},
-    {"html", {"html", LANG(html)}},
-    {"javascript", {"javascript", LANG(javascript)}},
-    {"json", {"json", LANG(json)}},
-    {"lua", {"lua", LANG(lua)}},
-    {"make", {"make", LANG(make)}},
-    {"python", {"python", LANG(python)}},
-    {"ruby", {"ruby", LANG(ruby)}},
-    {"diff", {"diff", LANG(diff)}},
-    {"embedded_template", {"embedded_template", LANG(embedded_template)}},
-    {"gdscript", {"gdscript", LANG(gdscript)}},
-    {"gitattributes", {"gitattributes", LANG(gitattributes)}},
-    {"gitignore", {"gitignore", LANG(gitignore)}},
-    {"gomod", {"gomod", LANG(gomod)}},
-    {"ini", {"ini", LANG(ini)}},
-    {"markdown", {"markdown", LANG(markdown)}},
-    {"nginx", {"nginx", LANG(nginx)}},
-    {"php", {"php", LANG(php)}},
-    {"query", {"query", LANG(query)}},
-    {"regex", {"regex", LANG(regex)}},
-    {"sql", {"sql", LANG(sql)}},
-    {"toml", {"toml", LANG(toml)}},
-    {"yaml", {"yaml", LANG(yaml)}},
-    {"cabal", {"cabal", LANG(cabal)}},
-};
-
-static const std::unordered_map<std::string, std::string> kExtToLang = {
-    {"sh", "bash"},
-    {"bash", "bash"},
-    {"c", "c"},
-    {"cpp", "cpp"},
-    {"cxx", "cpp"},
-    {"cc", "cpp"},
-    {"hpp", "h"},
-    {"hh", "h"},
-    {"hxx", "h"},
-    {"h", "h"},
-    {"css", "css"},
-    {"fish", "fish"},
-    {"go", "go"},
-    {"hs", "haskell"},
-    {"html", "html"},
-    {"htm", "html"},
-    {"js", "javascript"},
-    {"json", "json"},
-    {"lua", "lua"},
-    {"mk", "make"},
-    {"makefile", "make"},
-    {"py", "python"},
-    {"rb", "ruby"},
-    {"diff", "diff"},
-    {"erb", "embedded_template"},
-    {"etlua", "embedded_template"},
-    {"gd", "gdscript"},
-    {"gitattributes", "gitattributes"},
-    {"gitignore", "gitignore"},
-    {"mod", "gomod"},
-    {"ini", "ini"},
-    {"md", "markdown"},
-    {"markdown", "markdown"},
-    {"conf", "nginx"},
-    {"php", "php"},
-    {"scm", "query"},
-    {"regex", "regex"},
-    {"sql", "sql"},
-    {"toml", "toml"},
-    {"yaml", "yaml"},
-    {"yml", "yaml"},
-    {"cabal", "cabal"},
-};
-
-static const std::unordered_map<std::string, std::string> kMimeToLang = {
-    {"text/x-c", "c"},
-    {"text/x-c++", "cpp"},
-    {"text/x-shellscript", "bash"},
-    {"application/json", "json"},
-    {"text/javascript", "javascript"},
-    {"text/html", "html"},
-    {"text/css", "css"},
-    {"text/x-python", "python"},
-    {"text/x-ruby", "ruby"},
-    {"text/x-go", "go"},
-    {"text/x-haskell", "haskell"},
-    {"text/x-lua", "lua"},
-    {"text/x-diff", "diff"},
-    {"text/x-embedded-template", "embedded_template"},
-    {"text/x-gdscript", "gdscript"},
-    {"text/x-gitattributes", "gitattributes"},
-    {"text/x-gitignore", "gitignore"},
-    {"text/x-gomod", "gomod"},
-    {"text/x-ini", "ini"},
-    {"text/markdown", "markdown"},
-    {"text/x-nginx-conf", "nginx"},
-    {"application/x-php", "php"},
-    {"text/x-tree-sitter-query", "query"},
-    {"text/x-regex", "regex"},
-    {"text/x-sql", "sql"},
-    {"text/x-toml", "toml"},
-    {"text/x-yaml", "yaml"},
-    {"text/x-cabal", "cabal"},
-};
-
-#endif

include/pch.h

@@ -4,32 +4,48 @@
 #define PCRE2_CODE_UNIT_WIDTH 8
 #define PCRE_WORKSPACE_SIZE 512
 
-#include "../libs/tree-sitter/lib/include/tree_sitter/api.h"
+#include "mruby.h"
+#include "mruby/array.h"
+#include "mruby/compile.h"
+#include "mruby/hash.h"
+#include "mruby/irep.h"
+#include "mruby/string.h"
+#include <nlohmann/json.hpp>
+#include <pcre2.h>
+extern "C" {
+#include "libgrapheme/grapheme.h"
+#include "unicode_width/unicode_width.h"
+}
 #include <algorithm>
 #include <atomic>
 #include <cctype>
 #include <chrono>
+#include <cmath>
 #include <cstdarg>
 #include <cstdint>
 #include <cstdio>
 #include <cstdlib>
 #include <cstring>
 #include <deque>
+#include <fcntl.h>
 #include <filesystem>
 #include <fstream>
 #include <functional>
 #include <limits.h>
-#include <magic.h>
 #include <map>
 #include <mutex>
-#include <nlohmann/json.hpp>
 #include <optional>
-#include <pcre2.h>
 #include <queue>
+#include <set>
 #include <shared_mutex>
+#include <signal.h>
+#include <stack>
 #include <string.h>
 #include <string>
 #include <sys/ioctl.h>
+#include <sys/poll.h>
+#include <sys/types.h>
+#include <sys/wait.h>
 #include <termios.h>
 #include <thread>
 #include <unistd.h>

include/scripting/decl.h

@@ -0,0 +1,53 @@
+#ifndef SCRIPTING_DECL_H
+#define SCRIPTING_DECL_H
+
+#include "syntax/decl.h"
+#include "utils/utils.h"
+
+namespace fs = std::filesystem;
+
+extern std::unordered_map<std::string, std::pair<mrb_value, mrb_value>>
+    custom_highlighters;
+extern mrb_state *mrb;
+extern fs::path ruby_config_path;
+
+struct BarLight {
+  uint32_t start;
+  uint32_t end;
+  Highlight highlight;
+};
+
+struct BarLine {
+  std::string line;
+  std::vector<BarLight> highlights;
+
+  Highlight get_highlight(uint32_t x) {
+    for (auto &hl : highlights) {
+      if (hl.start <= x && x <= hl.end)
+        return hl.highlight;
+    }
+    return {0xFFFFFF, 0, 0};
+  }
+};
+
+void setup_ruby_bindings(mrb_state *mrb, RClass *C_module);
+void ruby_start();
+void ruby_shutdown();
+void ruby_copy(const char *text, size_t len);
+std::string ruby_paste();
+std::string ruby_file_detect(std::string filename);
+void load_theme();
+void load_languages_info();
+uint8_t read_line_endings();
+void load_custom_highlighters();
+bool custom_compare(mrb_value match_block, std::string state1,
+                    std::string state2);
+std::string parse_custom(std::vector<Token> *tokens, mrb_value parser_block,
+                         const char *line, uint32_t len, std::string state,
+                         uint32_t c_line);
+BarLine bar_contents(uint8_t mode, std::string lang_name, uint32_t warnings,
+                     std::string lsp_name, std::string filename,
+                     std::string foldername, uint32_t line, uint32_t max_line,
+                     uint32_t width);
+
+#endif

include/scripting/libcrib.rb

@@ -0,0 +1,495 @@
+def command_exists?(cmd)
+  system("command -v #{cmd} > /dev/null 2>&1")
+end
+
+module Clipboard
+  @clip = ""
+  @os = :os_name_placed_here
+
+  class << self
+    def copy(text)
+      if @os == :windows
+        IO.popen("clip", "w") { |f| f.write(text) }
+      elsif @os == :mac
+        IO.popen("pbcopy", "w") { |f| f.write(text) }
+      elsif @os == :linux
+        if ENV["XDG_SESSION_TYPE"]&.downcase == "wayland" || ENV["WAYLAND_DISPLAY"]
+          if command_exists?("wl-copy")
+            IO.popen("wl-copy", "w") { |f| f.write(text) }
+          else
+            osc52_copy(text)
+          end
+        elsif ENV["XDG_SESSION_TYPE"]&.downcase == "x11" || ENV["DISPLAY"]
+          if command_exists?("xsel")
+            IO.popen("xsel --clipboard --input", "w") { |f| f.write(text) }
+          elsif command_exists?("xclip")
+            IO.popen("xclip -selection clipboard", "w") { |f| f.write(text) }
+          else
+            osc52_copy(text)
+          end
+        end
+      end
+      @clip = text
+    end
+    def paste
+      if @os == :windows
+        return `powershell -NoProfile -Command Get-Clipboard`
+      elsif @os == :mac
+        return `pbpaste`
+      elsif @os == :linux
+        if ENV["XDG_SESSION_TYPE"]&.downcase == "wayland" || ENV["WAYLAND_DISPLAY"]
+          if command_exists?("wl-copy")
+            return `wl-paste`
+          end
+        elsif ENV["XDG_SESSION_TYPE"]&.downcase == "x11" || ENV["DISPLAY"]
+          if command_exists?("xsel")
+            return `xsel --clipboard --output`
+          elsif command_exists?("xclip")
+            return `xclip -selection clipboard -o`
+          else
+            return @clip
+          end
+        end
+      end
+      return ""
+    end
+    def osc52_copy(text)
+      encoded = [text].pack("m0")
+      print "\e]52;c;#{encoded}\a"
+      text
+    end
+  end
+end
+
+module C
+  @lsp_config = {
+    "clangd" => [
+      "--background-index",
+      "--clang-tidy",
+      "--completion-style=detailed",
+      "--header-insertion=never",
+      "--pch-storage=memory",
+      "--limit-results=50",
+      "--log=error"
+    ],
+    "ruby-lsp" => [],
+    "solargraph" => ["stdio"],
+    "bash-language-server" => ["start"],
+    "vscode-css-language-server" => ["--stdio"],
+    "vscode-json-language-server" => ["--stdio"],
+    "fish-lsp" => ["start"],
+    "gopls" => ["serve"],
+    "haskell-language-server" => ["lsp"],
+    "emmet-language-server" => ["--stdio"],
+    "typescript-language-server" => ["--stdio"],
+    "lua-language-server" => [],
+    "pyright-langserver" => ["--stdio"],
+    "rust-analyzer" => [],
+    "intelephense" => ["--stdio"],
+    "marksman" => ["server"],
+    "nginx-language-server" => [],
+    "taplo" => ["lsp", "stdio"],
+    "yaml-language-server" => ["--stdio"],
+    "sqls" => ["serve"],
+    "make-language-server" => [],
+    "sql-language-server" => ["up", "--method", "stdio"]
+  }
+  @languages = {
+    c: {
+      color: 0x555555,
+      symbol: " ",
+      extensions: ["c"],
+      lsp: "clangd"
+    },
+    cpp: {
+      color: 0x00599C,
+      symbol: " ",
+      extensions: ["cpp", "cc", "cxx"],
+      lsp: "clangd"
+    },
+    h: {
+      color: 0xA8B9CC,
+      symbol: " ",
+      extensions: ["h", "hpp"],
+      lsp: "clangd"
+    },
+    css: {
+      color: 0x36a3d9,
+      symbol: " ",
+      extensions: ["css"],
+      lsp: "vscode-css-language-server"
+    },
+    fish: {
+      color: 0x4d5a5e,
+      symbol: " ",
+      extensions: ["fish"],
+      lsp: "fish-lsp"
+    },
+    go: {
+      color: 0x00add8,
+      symbol: " ",
+      extensions: ["go"],
+      lsp: "gopls"
+    },
+    gomod: {
+      color: 0x00add8,
+      symbol: " ",
+      extensions: ["mod"],
+      lsp: "gopls"
+    },
+    haskell: {
+      color: 0xa074c4,
+      symbol: " ",
+      extensions: ["hs", "lhs"],
+      lsp: "haskell-language-server"
+    },
+    html: {
+      color: 0xef8a91,
+      symbol: " ",
+      extensions: ["html", "htm"],
+      lsp: "emmet-language-server"
+    },
+    javascript: {
+      color: 0xf0df8a,
+      symbol: " ",
+      extensions: ["js"],
+      lsp: "typescript-language-server"
+    },
+    typescript: {
+      color: 0x36a3d9,
+      symbol: " ",
+      extensions: ["ts"],
+      lsp: "typescript-language-server"
+    },
+    json: {
+      color: 0xcbcb41,
+      symbol: "{}",
+      extensions: ["json"],
+      lsp: "vscode-json-language-server"
+    },
+    jsonc: {
+      color: 0xcbcb41,
+      symbol: "{}",
+      extensions: ["jsonc"],
+      lsp: "vscode-json-language-server"
+    },
+    erb: {
+      color: 0x6e1516,
+      symbol: " ",
+      extensions: ["erb"],
+      lsp: "ruby-lsp"
+    },
+    lua: {
+      color: 0x36a3d9,
+      symbol: "󰢱 ",
+      extensions: ["lua"],
+      lsp: "lua-language-server"
+    },
+    python: {
+      color: 0x95e6cb,
+      symbol: "󰌠 ",
+      extensions: ["py"],
+      lsp: "pyright"
+    },
+    rust: {
+      color: 0xdea584,
+      symbol: "󱘗 ",
+      extensions: ["rs"],
+      lsp: "rust-analyzer"
+    },
+    php: {
+      color: 0xa074c4,
+      symbol: "󰌟 ",
+      extensions: ["php"],
+      lsp: "intelephense"
+    },
+    markdown: {
+      color: 0x36a3d9,
+      symbol: " ",
+      extensions: ["md", "markdown"],
+      lsp: "marksman"
+    },
+    nginx: {
+      color: 0x6d8086,
+      symbol: " ",
+      extensions: ["conf"],
+      lsp: "nginx-language-server"
+    },
+    toml: {
+      color: 0x36a3d9,
+      symbol: " ",
+      extensions: ["toml"],
+      lsp: "taplo"
+    },
+    yaml: {
+      color: 0x6d8086,
+      symbol: " ",
+      extensions: ["yml", "yaml"],
+      lsp: "yaml-language-server"
+    },
+    sql: {
+      color: 0xdad8d8,
+      symbol: " ",
+      extensions: ["sql"],
+      lsp: "sqls"
+    },
+    make: {
+      color: 0x4e5c61,
+      symbol: " ",
+      extensions: ["Makefile", "makefile"],
+      lsp: "make-language-server"
+    },
+    gdscript: {
+      color: 0x6d8086,
+      symbol: " ",
+      extensions: ["gd"]
+    },
+    man: {
+      color: 0xdad8d8,
+      symbol: " ",
+      extensions: ["man"]
+    },
+    diff: {
+      color: 0xDD4C35,
+      symbol: " ",
+      extensions: ["diff", "patch"]
+    },
+    gitattributes: {
+      color: 0xF05032,
+      symbol: " ",
+      extensions: ["gitattributes"]
+    },
+    gitignore: {
+      color: 0xF05032,
+      symbol: " ",
+      extensions: ["gitignore"]
+    },
+    regex: {
+      color: 0x9E9E9E,
+      symbol: ".*",
+      extensions: ["regex"]
+    },
+    ini: {
+      color: 0x6d8086,
+      symbol: " ",
+      extensions: ["ini"]
+    },
+    ruby: {
+      color: 0xff8087,
+      symbol: "󰴭 ",
+      extensions: ["rb"],
+      filenames: ["Gemfile"],
+      lsp: "solargraph"
+    },
+    bash: {
+      color: 0x4d5a5e,
+      symbol: " ",
+      extensions: ["sh"],
+      filenames: ["bash_profile", "bashrc"],
+      lsp: "bash-language-server"
+    },
+    default: {
+      color: 0x6d8086,
+      symbol: "󰈚 ",
+      extensions: []
+    }
+  }
+  @theme = {
+    :default => { fg: 0xEEEEEE },
+    :shebang => { fg: 0x7DCFFF },
+    :error => { fg: 0xEF5168 },
+    :comment => { fg: 0xAAAAAA, italic: true },
+    :string => { fg: 0xAAD94C },
+    :escape => { fg: 0x7DCFFF },
+    :interpolation => { fg: 0x7DCFFF },
+    :regexp => { fg: 0xD2A6FF },
+    :number => { fg: 0xE6C08A },
+    :true => { fg: 0x7AE93C },
+    :false => { fg: 0xEF5168 },
+    :char => { fg: 0xFFAF70 },
+    :keyword => { fg: 0xFF8F40 },
+    :keywordoperator => { fg: 0xF07178 },
+    :operator => { fg: 0xFFFFFF, italic: true },
+    :function => { fg: 0xFFAF70 },
+    :type => { fg: 0xF07178 },
+    :constant => { fg: 0x7DCFFF },
+    :variableinstance => { fg: 0x95E6CB },
+    :variableglobal => { fg: 0xF07178 },
+    :annotation => { fg: 0x7DCFFF },
+    :directive => { fg: 0xFF8F40 },
+    :label => { fg: 0xD2A6FF },
+    :brace1 => { fg: 0xD2A6FF },
+    :brace2 => { fg: 0xFFAFAF },
+    :brace3 => { fg: 0xFFFF00 },
+    :brace4 => { fg: 0x0FFF0F },
+    :brace5 => { fg: 0xFF0F0F }
+  }
+  @line_endings = :auto_unix
+  @key_handlers = {}
+  @key_binds = {}
+  @highlighters = {}
+  @b_startup = nil
+  @b_shutdown = nil
+  @b_bar = proc do |info|
+    # mode, lang_name, warnings, lsp_name, filename, foldername, line, max_line, width
+    # puts info.inspect
+    mode_color = 0x82AAFF
+    mode_symbol = "  "
+    case info[:mode]
+    when :normal
+      mode_color = 0x82AAFF
+      mode_symbol = " "
+    when :insert
+      mode_color = 0xFF8F40
+      mode_symbol = "󱓧 "
+    when :select
+      mode_color = 0x9ADE7A
+      mode_symbol = "󱩧 "
+    when :runner
+      mode_color = 0xFFD700
+      mode_symbol = " "
+    when :jumper
+      mode_color = 0xF29CC3
+      mode_symbol = " "
+    end
+    lang_info = C.languages[info[:lang_name]]
+    if lang_info.nil?
+      lang_info = C.languages[:default]
+    end
+    filename = File.basename(info[:filename])
+    starting = " #{mode_symbol} #{info[:mode].to_s.upcase}  #{lang_info[:symbol]}#{filename}"
+    highlights = []
+    highlights << { fg: 0x0b0e14, bg: mode_color, flags: 1 << 1, start: 0, length: 10 }
+    highlights << { fg: mode_color, bg: 0x33363c, start: 10, length: 1 }
+    highlights << { fg: 0x33363c, bg: 0x24272d, start: 11, length: 1 }
+    highlights << { fg: lang_info[:color], bg: 0x24272d, start: 13, length: 2 }
+    highlights << { fg: 0xced4df, bg: 0x24272d, start: 15, length: filename.length }
+    highlights << { fg: 0x24272d, bg: 0x000000, start: 15 + filename.length, length: 1 }
+    next {
+      text: starting,
+      highlights: highlights
+    }
+  end
+  @b_copy = proc do |text|
+    Clipboard.copy(text)
+  end
+  @b_paste = proc do
+    next Clipboard.paste
+  end
+  @b_file_detect = proc do |filename|
+    type = :default
+    next type unless File.exist?(filename)
+    first_line = File.open(filename, &:readline).chomp
+    if first_line.start_with?("#!")
+      shebang = first_line[2..].downcase
+      type = case shebang
+             when /bash/, /sh/   then :bash
+             when /fish/         then :fish
+             when /python/       then :python
+             when /ruby/         then :ruby
+             when /lua/          then :lua
+             else :default
+             end
+      next type
+    end
+    next type if :os_name_placed_here != :linux || :os_name_placed_here != :mac
+    next type if !command_exists?("file")
+    mimetype = `file --mime-type -b #{filename}`.chomp
+    type = case mimetype
+           when /shellscript/ then :bash
+           when /ruby/        then :ruby
+           when /diff/        then :diff
+           when /html/        then :html
+           when /python/      then :python
+           when /javascript/  then :javascript
+           when /makefile/    then :makefile
+           when /-c$/         then :c
+           else :default
+           end
+    next type
+  end
+
+  class << self
+    attr_accessor :theme, :lsp_config, :languages,
+                  :line_endings, :highlighters
+    attr_reader :b_startup, :b_shutdown, :b_extra_highlights,
+                :b_bar, :b_copy, :b_paste, :b_file_detect
+
+    def bar=(&block)
+      @b_bar = block
+    end
+
+    def startup(&block)
+      @b_startup = block
+    end
+
+    def shutdown(&block)
+      @b_shutdown = block
+    end
+
+    def copy(&block)
+      @b_copy = block
+    end
+
+    def paste(&block)
+      @b_paste = block
+    end
+
+    def file_detect(&block)
+      @b_file_detect = block
+    end
+
+    def extra_highlights(&block)
+      @b_extra_highlights = block
+    end
+
+    def bind(modes, keys = nil, action = nil, &block)
+      modes = [modes] unless modes.is_a?(Array)
+      if keys.nil?
+        app = self
+        dsl = Object.new
+        dsl.define_singleton_method(:set) do |k, act = nil, &blk|
+          app.bind(modes, k, act, &blk)
+        end
+        dsl.instance_exec(&block) if block_given?
+      elsif block_given?
+        keys = [keys] unless keys.is_a?(Array)
+        modes.each do |mode|
+          keys.each do |key|
+            @key_handlers[mode] ||= {}
+            @key_handlers[mode][key] ||= []
+            @key_handlers[mode][key] << block
+          end
+        end
+      elsif action.is_a?(String)
+        keys = [keys] unless keys.is_a?(Array)
+        modes.each do |mode|
+          keys.each do |key|
+            @key_binds[mode] ||= {}
+            @key_binds[mode][key] ||= []
+            @key_binds[mode][key] << action
+          end
+        end
+      end
+    end
+  end
+end
+
+$LOADED ||= []
+
+module Kernel
+  def require_relative(path, bind = nil)
+    path += ".rb" unless path.end_with?(".rb")
+    path = File.expand_path(path, File.dirname(C.config_file))
+    return if $LOADED.include?(path)
+    $LOADED << path
+    code = File.read(path)
+    eval(code, bind || binding, path)
+  end
+  def load(path, bind = nil)
+    path += ".rb" unless path.end_with?(".rb")
+    path = File.expand_path(path, File.dirname(C.config_file))
+    $LOADED.delete(path)
+    require_relative(path, bind)
+  end
+end

include/syntax/decl.h

@@ -0,0 +1,44 @@
+#ifndef SYNTAX_DECL_H
+#define SYNTAX_DECL_H
+
+#include "io/knot.h"
+#include "io/sysio.h"
+#include "pch.h"
+#include "syntax/trie.h"
+
+struct Highlight {
+  uint32_t fg{0xFFFFFF};
+  uint32_t bg{0x000000};
+  uint8_t flags{0};
+};
+
+enum struct TokenKind : uint8_t {
+#define ADD(name) name,
+#include "syntax/tokens.def"
+#undef ADD
+  Count
+};
+
+constexpr size_t TOKEN_KIND_COUNT = static_cast<size_t>(TokenKind::Count);
+
+const std::unordered_map<std::string, TokenKind> kind_map = {
+#define ADD(name) {#name, TokenKind::name},
+#include "syntax/tokens.def"
+#undef ADD
+};
+
+extern std::array<Highlight, TOKEN_KIND_COUNT> highlights;
+
+struct Token {
+  uint32_t start;
+  uint32_t end;
+  TokenKind type;
+};
+
+struct LineData {
+  std::shared_ptr<void> in_state{nullptr};
+  std::vector<Token> tokens;
+  std::shared_ptr<void> out_state{nullptr};
+};
+
+#endif

include/syntax/extras.h

@@ -0,0 +1,490 @@
+#ifndef SYNTAX_EXTRAS_H
+#define SYNTAX_EXTRAS_H
+
+#include "io/knot.h"
+#include "syntax/decl.h"
+#include "utils/utils.h"
+
+inline static const std::vector<std::pair<std::string, uint32_t>> color_map = {
+    {"AliceBlue", 0xF0F8FF},
+    {"AntiqueWhite", 0xFAEBD7},
+    {"Aqua", 0x00FFFF},
+    {"Aquamarine", 0x7FFFD4},
+    {"Azure", 0xF0FFFF},
+    {"Beige", 0xF5F5DC},
+    {"Bisque", 0xFFE4C4},
+    {"Black", 0x000000},
+    {"BlanchedAlmond", 0xFFEBCD},
+    {"Blue", 0x0000FF},
+    {"BlueViolet", 0x8A2BE2},
+    {"Brown", 0xA52A2A},
+    {"BurlyWood", 0xDEB887},
+    {"CadetBlue", 0x5F9EA0},
+    {"Chartreuse", 0x7FFF00},
+    {"Chocolate", 0xD2691E},
+    {"Coral", 0xFF7F50},
+    {"CornflowerBlue", 0x6495ED},
+    {"Cornsilk", 0xFFF8DC},
+    {"Crimson", 0xDC143C},
+    {"Cyan", 0x00FFFF},
+    {"DarkBlue", 0x00008B},
+    {"DarkCyan", 0x008B8B},
+    {"DarkGoldenRod", 0xB8860B},
+    {"DarkGray", 0xA9A9A9},
+    {"DarkGrey", 0xA9A9A9},
+    {"DarkGreen", 0x006400},
+    {"DarkKhaki", 0xBDB76B},
+    {"DarkMagenta", 0x8B008B},
+    {"DarkOliveGreen", 0x556B2F},
+    {"DarkOrange", 0xFF8C00},
+    {"DarkOrchid", 0x9932CC},
+    {"DarkRed", 0x8B0000},
+    {"DarkSalmon", 0xE9967A},
+    {"DarkSeaGreen", 0x8FBC8F},
+    {"DarkSlateBlue", 0x483D8B},
+    {"DarkSlateGray", 0x2F4F4F},
+    {"DarkSlateGrey", 0x2F4F4F},
+    {"DarkTurquoise", 0x00CED1},
+    {"DarkViolet", 0x9400D3},
+    {"DeepPink", 0xFF1493},
+    {"DeepSkyBlue", 0x00BFFF},
+    {"DimGray", 0x696969},
+    {"DimGrey", 0x696969},
+    {"DodgerBlue", 0x1E90FF},
+    {"FireBrick", 0xB22222},
+    {"FloralWhite", 0xFFFAF0},
+    {"ForestGreen", 0x228B22},
+    {"Fuchsia", 0xFF00FF},
+    {"Gainsboro", 0xDCDCDC},
+    {"GhostWhite", 0xF8F8FF},
+    {"Gold", 0xFFD700},
+    {"GoldenRod", 0xDAA520},
+    {"Gray", 0x808080},
+    {"Grey", 0x808080},
+    {"Green", 0x008000},
+    {"GreenYellow", 0xADFF2F},
+    {"HoneyDew", 0xF0FFF0},
+    {"HotPink", 0xFF69B4},
+    {"IndianRed", 0xCD5C5C},
+    {"Indigo", 0x4B0082},
+    {"Ivory", 0xFFFFF0},
+    {"Khaki", 0xF0E68C},
+    {"Lavender", 0xE6E6FA},
+    {"LavenderBlush", 0xFFF0F5},
+    {"LawnGreen", 0x7CFC00},
+    {"LemonChiffon", 0xFFFACD},
+    {"LightBlue", 0xADD8E6},
+    {"LightCoral", 0xF08080},
+    {"LightCyan", 0xE0FFFF},
+    {"LightGoldenRodYellow", 0xFAFAD2},
+    {"LightGray", 0xD3D3D3},
+    {"LightGrey", 0xD3D3D3},
+    {"LightGreen", 0x90EE90},
+    {"LightPink", 0xFFB6C1},
+    {"LightSalmon", 0xFFA07A},
+    {"LightSeaGreen", 0x20B2AA},
+    {"LightSkyBlue", 0x87CEFA},
+    {"LightSlateGray", 0x778899},
+    {"LightSlateGrey", 0x778899},
+    {"LightSteelBlue", 0xB0C4DE},
+    {"LightYellow", 0xFFFFE0},
+    {"Lime", 0x00FF00},
+    {"LimeGreen", 0x32CD32},
+    {"Linen", 0xFAF0E6},
+    {"Magenta", 0xFF00FF},
+    {"Maroon", 0x800000},
+    {"MediumAquaMarine", 0x66CDAA},
+    {"MediumBlue", 0x0000CD},
+    {"MediumOrchid", 0xBA55D3},
+    {"MediumPurple", 0x9370DB},
+    {"MediumSeaGreen", 0x3CB371},
+    {"MediumSlateBlue", 0x7B68EE},
+    {"MediumSpringGreen", 0x00FA9A},
+    {"MediumTurquoise", 0x48D1CC},
+    {"MediumVioletRed", 0xC71585},
+    {"MidnightBlue", 0x191970},
+    {"MintCream", 0xF5FFFA},
+    {"MistyRose", 0xFFE4E1},
+    {"Moccasin", 0xFFE4B5},
+    {"NavajoWhite", 0xFFDEAD},
+    {"Navy", 0x000080},
+    {"OldLace", 0xFDF5E6},
+    {"Olive", 0x808000},
+    {"OliveDrab", 0x6B8E23},
+    {"Orange", 0xFFA500},
+    {"OrangeRed", 0xFF4500},
+    {"Orchid", 0xDA70D6},
+    {"PaleGoldenRod", 0xEEE8AA},
+    {"PaleGreen", 0x98FB98},
+    {"PaleTurquoise", 0xAFEEEE},
+    {"PaleVioletRed", 0xDB7093},
+    {"PapayaWhip", 0xFFEFD5},
+    {"PeachPuff", 0xFFDAB9},
+    {"Peru", 0xCD853F},
+    {"Pink", 0xFFC0CB},
+    {"Plum", 0xDDA0DD},
+    {"PowderBlue", 0xB0E0E6},
+    {"Purple", 0x800080},
+    {"RebeccaPurple", 0x663399},
+    {"Red", 0xFF0000},
+    {"RosyBrown", 0xBC8F8F},
+    {"RoyalBlue", 0x4169E1},
+    {"SaddleBrown", 0x8B4513},
+    {"Salmon", 0xFA8072},
+    {"SandyBrown", 0xF4A460},
+    {"SeaGreen", 0x2E8B57},
+    {"SeaShell", 0xFFF5EE},
+    {"Sienna", 0xA0522D},
+    {"Silver", 0xC0C0C0},
+    {"SkyBlue", 0x87CEEB},
+    {"SlateBlue", 0x6A5ACD},
+    {"SlateGray", 0x708090},
+    {"SlateGrey", 0x708090},
+    {"Snow", 0xFFFAFA},
+    {"SpringGreen", 0x00FF7F},
+    {"SteelBlue", 0x4682B4},
+    {"Tan", 0xD2B48C},
+    {"Teal", 0x008080},
+    {"Thistle", 0xD8BFD8},
+    {"Tomato", 0xFF6347},
+    {"Turquoise", 0x40E0D0},
+    {"Violet", 0xEE82EE},
+    {"Wheat", 0xF5DEB3},
+    {"White", 0xFFFFFF},
+    {"WhiteSmoke", 0xF5F5F5},
+    {"Yellow", 0xFFFF00},
+    {"YellowGreen", 0x9ACD32},
+};
+
+// Add word under cursor to this
+
+struct ExtraHighlighter {
+  std::vector<uint32_t> colors;
+  std::array<std::vector<uint32_t>, 50> lines;
+  Trie<uint32_t> css_colors = Trie<uint32_t>();
+  uint32_t start = 0;
+
+  ExtraHighlighter() { css_colors.build(color_map, false); }
+
+  void render(Knot *root, uint32_t n_start, std::string word, bool is_css) {
+    start = n_start;
+    for (auto &line : lines)
+      line.clear();
+    LineIterator *it = begin_l_iter(root, start);
+    if (!it)
+      return;
+    uint32_t idx = 0;
+    uint32_t len;
+    char *line;
+    while (idx < 50 && (line = next_line(it, &len))) {
+      lines[idx].assign(len, UINT32_MAX - 1);
+      uint32_t i = 0;
+      while (i < len) {
+        if (is_css) {
+          std::optional<uint32_t> color;
+          uint32_t color_len = css_colors.match(
+              line, i, len, [](char c) { return isalnum(c) || c == '_'; },
+              &color);
+          if (color) {
+            for (uint32_t j = 0; j < color_len; j++)
+              lines[idx][i + j] = *color;
+            i += color_len;
+            continue;
+          } else if (i + 5 < len && (line[i] == 'r' || line[i] == 'R') &&
+                     (line[i + 1] == 'g' || line[i + 1] == 'G') &&
+                     (line[i + 2] == 'b' || line[i + 2] == 'B')) {
+            uint32_t start = i;
+            i += 3;
+            if (line[i] == 'a' || line[i] == 'A')
+              i++;
+            if (line[i] == '(') {
+              i++;
+              bool is_percent = false;
+              std::string r = "";
+              while (i < len && line[i] >= '0' && line[i] <= '9')
+                r += line[i++];
+              if (r.empty())
+                continue;
+              while (i < len &&
+                     (line[i] == '.' || (line[i] >= '0' && line[i] <= '9')))
+                i++;
+              if (line[i] == '%') {
+                is_percent = true;
+                i++;
+              }
+              while (i < len && (line[i] == ',' || line[i] == ' '))
+                i++;
+              std::string g = "";
+              while (i < len && line[i] >= '0' && line[i] <= '9')
+                g += line[i++];
+              if (g.empty())
+                continue;
+              while (i < len &&
+                     (line[i] == '.' || (line[i] >= '0' && line[i] <= '9')))
+                i++;
+              while (i < len &&
+                     (line[i] == ',' || line[i] == ' ' || line[i] == '%'))
+                i++;
+              std::string b = "";
+              while (i < len && line[i] >= '0' && line[i] <= '9')
+                b += line[i++];
+              if (b.empty())
+                continue;
+              while (i < len &&
+                     (line[i] == ',' || line[i] == ' ' || line[i] == '.' ||
+                      line[i] == '/' || line[i] == '%' ||
+                      (line[i] >= '0' && line[i] <= '9')))
+                i++;
+              if (i < len && line[i] == ')')
+                i++;
+              else
+                continue;
+              uint32_t rr, gg, bb;
+              if (is_percent) {
+                rr = std::stoul(r) * 255 / 100;
+                gg = std::stoul(g) * 255 / 100;
+                bb = std::stoul(b) * 255 / 100;
+              } else {
+                rr = std::stoul(r);
+                gg = std::stoul(g);
+                bb = std::stoul(b);
+              }
+              rr = rr > 255 ? 255 : rr;
+              gg = gg > 255 ? 255 : gg;
+              bb = bb > 255 ? 255 : bb;
+              uint32_t color = (rr << 16) | (gg << 8) | bb;
+              for (uint32_t j = start; j < i; j++)
+                lines[idx][j] = color;
+            }
+            continue;
+          } else if (i + 5 < len && (line[i] == 'h' || line[i] == 'H') &&
+                     (line[i + 1] == 's' || line[i + 1] == 'S') &&
+                     (line[i + 2] == 'l' || line[i + 2] == 'L')) {
+            uint32_t start = i;
+            i += 3;
+            if (line[i] == 'a' || line[i] == 'A')
+              i++;
+            if (line[i] == '(') {
+              i++;
+              std::string h = "";
+              std::string h_unit = "";
+              enum unit : uint8_t { deg, grad, rad, turn };
+              unit u = deg;
+              bool negative = false;
+              if (i < len && (line[i] == '-' || line[i] == '+')) {
+                negative = line[i] == '-';
+                i++;
+              }
+              while (i < len && line[i] >= '0' && line[i] <= '9')
+                h += line[i++];
+              if (i < len && line[i] == '.') {
+                h += '.';
+                while (i < len && line[i] >= '0' && line[i] <= '9')
+                  h += line[i++];
+              }
+              if (h.empty())
+                continue;
+              while (i < len && ((line[i] >= 'a' && line[i] <= 'z') ||
+                                 (line[i] >= 'A' && line[i] <= 'Z')))
+                h_unit += line[i++];
+              for (size_t x = 0; x < h_unit.size(); x++)
+                h_unit[x] = tolower(h_unit[x]);
+              if (h_unit.empty())
+                u = deg;
+              else if (h_unit == "deg")
+                u = deg;
+              else if (h_unit == "grad")
+                u = grad;
+              else if (h_unit == "rad")
+                u = rad;
+              else if (h_unit == "turn")
+                u = turn;
+              else
+                continue;
+              double hue = std::stod(h);
+              if (negative)
+                hue = -hue;
+              switch (u) {
+              case deg:
+                break;
+              case grad:
+                hue = hue * 360.0 / 400.0;
+                break;
+              case rad:
+                hue = hue * 180.0 / M_PI;
+                break;
+              case turn:
+                hue = hue * 360.0;
+                break;
+              }
+              hue = fmod(hue, 360.0);
+              if (hue < 0)
+                hue += 360.0;
+              double h_final = hue / 360.0;
+              while (i < len && (line[i] == ',' || line[i] == ' '))
+                i++;
+              std::string s = "";
+              while (i < len && line[i] >= '0' && line[i] <= '9')
+                s += line[i++];
+              if (s.empty())
+                continue;
+              if (i < len && line[i] == '%')
+                i++;
+              else
+                continue;
+              while (i < len && (line[i] == ',' || line[i] == ' '))
+                i++;
+              std::string l = "";
+              while (i < len && line[i] >= '0' && line[i] <= '9')
+                l += line[i++];
+              if (l.empty())
+                continue;
+              if (i < len && line[i] == '%')
+                i++;
+              else
+                continue;
+              while (i < len &&
+                     (line[i] == ',' || line[i] == ' ' || line[i] == '.' ||
+                      line[i] == '/' || line[i] == '%' ||
+                      (line[i] >= '0' && line[i] <= '9')))
+                i++;
+              if (i < len && line[i] == ')')
+                i++;
+              double s_val = std::stod(s) / 100.0;
+              double l_val = std::stod(l) / 100.0;
+              uint32_t color = hslToRgb(h_final, s_val, l_val);
+              for (uint32_t j = start; j < i; j++)
+                lines[idx][j] = color;
+            }
+            continue;
+          }
+        }
+        if (i + 4 < len && line[i] == '#') {
+          i++;
+          uint32_t start = i;
+          while (i < len && isxdigit(line[i]))
+            i++;
+          uint32_t color = 0;
+          if (is_css && (i - start == 3 || i - start == 4)) {
+            uint32_t r =
+                std::stoul(std::string(line + start, 1), nullptr, 16) * 0x11;
+            uint32_t g =
+                std::stoul(std::string(line + start + 1, 1), nullptr, 16) *
+                0x11;
+            uint32_t b =
+                std::stoul(std::string(line + start + 2, 1), nullptr, 16) *
+                0x11;
+            color = (r << 16) | (g << 8) | b;
+          } else if ((is_css && (i - start == 8)) || i - start == 6) {
+            uint32_t r = std::stoul(std::string(line + start, 2), nullptr, 16);
+            uint32_t g =
+                std::stoul(std::string(line + start + 2, 2), nullptr, 16);
+            uint32_t b =
+                std::stoul(std::string(line + start + 4, 2), nullptr, 16);
+            color = (r << 16) | (g << 8) | b;
+          } else {
+            continue;
+          }
+          for (uint32_t j = start - 1; j < i; j++)
+            lines[idx][j] = color;
+          continue;
+        } else if (i + 5 < len && line[i] == '0' && line[i + 1] == 'x') {
+          i += 2;
+          uint32_t start = i;
+          while (i < len && isxdigit(line[i]))
+            i++;
+          uint32_t color = 0;
+          if (i - start == 6) {
+            uint32_t r = std::stoul(std::string(line + start, 2), nullptr, 16);
+            uint32_t g =
+                std::stoul(std::string(line + start + 2, 2), nullptr, 16);
+            uint32_t b =
+                std::stoul(std::string(line + start + 4, 2), nullptr, 16);
+            color = (r << 16) | (g << 8) | b;
+          } else {
+            continue;
+          }
+          if (color)
+            color--;
+          else
+            color++;
+          for (uint32_t j = start - 2; j < i; j++)
+            lines[idx][j] = color;
+          continue;
+        }
+        if (i < len && (isalnum(line[i]) || line[i] == '_')) {
+          uint32_t start = i;
+          uint32_t x = 0;
+          bool found = true;
+          while (i < len && (isalnum(line[i]) || line[i] == '_')) {
+            if (x < word.size() && line[i] == word[x]) {
+              i++;
+              x++;
+            } else {
+              found = false;
+              i++;
+            }
+          }
+          if (found && x == word.size())
+            for (uint32_t j = start; j < i; j++)
+              lines[idx][j] = UINT32_MAX;
+        } else {
+          i += utf8_codepoint_width(line[i]);
+        }
+      }
+      idx++;
+    }
+    free(it->buffer);
+    free(it);
+  }
+
+  std::optional<std::pair<uint32_t, uint32_t>> get(Coord pos) {
+    uint32_t val;
+    if (pos.row < start || pos.row >= start + 50 ||
+        pos.col >= lines[pos.row - start].size() ||
+        (val = lines[pos.row - start][pos.col]) == UINT32_MAX - 1)
+      return std::nullopt;
+    return (std::pair<uint32_t, uint32_t>){fg_for_bg(val), val};
+  }
+
+private:
+  uint32_t fg_for_bg(uint32_t color) {
+    uint8_t r = (color >> 16) & 0xFF;
+    uint8_t g = (color >> 8) & 0xFF;
+    uint8_t b = color & 0xFF;
+    double luminance = 0.299 * r + 0.587 * g + 0.114 * b;
+    return (luminance > 128) ? 0x010101 : 0xFFFFFF;
+  }
+
+  uint32_t hslToRgb(double h, double s, double l) {
+    double r, g, b;
+    if (s == 0.0) {
+      r = g = b = l;
+    } else {
+      auto hue2rgb = [](double p, double q, double t) -> double {
+        if (t < 0)
+          t += 1;
+        if (t > 1)
+          t -= 1;
+        if (t < 1.0 / 6)
+          return p + (q - p) * 6 * t;
+        if (t < 1.0 / 2)
+          return q;
+        if (t < 2.0 / 3)
+          return p + (q - p) * (2.0 / 3 - t) * 6;
+        return p;
+      };
+      double q = l < 0.5 ? l * (1 + s) : l + s - l * s;
+      double p = 2 * l - q;
+      r = hue2rgb(p, q, h + 1.0 / 3);
+      g = hue2rgb(p, q, h);
+      b = hue2rgb(p, q, h - 1.0 / 3);
+    }
+    uint32_t R = static_cast<uint32_t>(std::clamp(r, 0.0, 1.0) * 255);
+    uint32_t G = static_cast<uint32_t>(std::clamp(g, 0.0, 1.0) * 255);
+    uint32_t B = static_cast<uint32_t>(std::clamp(b, 0.0, 1.0) * 255);
+    return (R << 16) | (G << 8) | B;
+  }
+};
+
+#endif

include/syntax/langs.h

@@ -0,0 +1,48 @@
+#ifndef SYNTAX_LANGS_H
+#define SYNTAX_LANGS_H
+
+#include "scripting/decl.h"
+#include "syntax/decl.h"
+
+#define DEF_LANG(name)                                                         \
+  std::shared_ptr<void> name##_parse(                                          \
+      std::vector<Token> *tokens, std::shared_ptr<void> in_state,              \
+      const char *text, uint32_t len, uint32_t line_num);                      \
+  bool name##_state_match(std::shared_ptr<void> state_1,                       \
+                          std::shared_ptr<void> state_2);
+
+#define LANG_A(name)                                                           \
+  {                                                                            \
+    #name, { name##_parse, name##_state_match }                                \
+  }
+
+template <typename T>
+inline std::shared_ptr<T> ensure_state(std::shared_ptr<T> state) {
+  using U = typename T::full_state_type;
+  if (!state)
+    state = std::make_shared<T>();
+  if (!state.unique())
+    state = std::make_shared<T>(*state);
+  if (!state->full_state)
+    state->full_state = std::make_shared<U>();
+  else if (!state->full_state.unique())
+    state->full_state = std::make_shared<U>(*state->full_state);
+  return state;
+}
+
+DEF_LANG(ruby);
+DEF_LANG(bash);
+
+inline static const std::unordered_map<
+    std::string,
+    std::tuple<std::shared_ptr<void> (*)(
+                   std::vector<Token> *tokens, std::shared_ptr<void> in_state,
+                   const char *text, uint32_t len, uint32_t line_num),
+               bool (*)(std::shared_ptr<void> state_1,
+                        std::shared_ptr<void> state_2)>>
+    parsers = {
+        LANG_A(ruby),
+        LANG_A(bash),
+};
+
+#endif

include/syntax/line_tree.h

@@ -0,0 +1,232 @@
+#ifndef LINE_TREE_H
+#define LINE_TREE_H
+
+#include "syntax/decl.h"
+
+struct LineTree {
+  void clear() {
+    clear_node(root);
+    root = nullptr;
+    stack_size = 0;
+  }
+  void build(uint32_t x) { root = build_node(x); }
+  LineData *at(uint32_t x) {
+    LineNode *n = root;
+    while (n) {
+      uint32_t left_size = n->left ? n->left->size : 0;
+      if (x < left_size) {
+        n = n->left;
+      } else if (x < left_size + n->data.size()) {
+        return &n->data[x - left_size];
+      } else {
+        x -= left_size + n->data.size();
+        n = n->right;
+      }
+    }
+    return nullptr;
+  }
+  LineData *start_iter(uint32_t x) {
+    stack_size = 0;
+    LineNode *n = root;
+    while (n) {
+      uint32_t left_size = n->left ? n->left->size : 0;
+      if (x < left_size) {
+        push(n, 0);
+        n = n->left;
+      } else if (x < left_size + n->data.size()) {
+        push(n, x - left_size + 1);
+        return &n->data[x - left_size];
+      } else {
+        x -= left_size + n->data.size();
+        push(n, UINT32_MAX);
+        n = n->right;
+      }
+    }
+    return nullptr;
+  }
+  void end_iter() { stack_size = 0; }
+  LineData *next() {
+    while (stack_size) {
+      auto &f = stack[stack_size - 1];
+      LineNode *n = f.node;
+      if (f.index < n->data.size())
+        return &n->data[f.index++];
+      stack_size--;
+      if (n->right) {
+        n = n->right;
+        while (n) {
+          push(n, 0);
+          if (!n->left)
+            break;
+          n = n->left;
+        }
+        return &stack[stack_size - 1].node->data[0];
+      }
+    }
+    return nullptr;
+  }
+  void insert(uint32_t x, uint32_t y) {
+    if (x > subtree_size(root))
+      x = subtree_size(root);
+    root = insert_node(root, x, y);
+  }
+  void erase(uint32_t x, uint32_t y) {
+    if (x + y > subtree_size(root))
+      x = subtree_size(root) - y;
+    root = erase_node(root, x, y);
+  }
+  uint32_t count() { return subtree_size(root); }
+  ~LineTree() { clear(); }
+
+private:
+  struct LineNode {
+    LineNode *left = nullptr;
+    LineNode *right = nullptr;
+    uint8_t depth = 1;
+    uint32_t size = 0;
+    std::vector<LineData> data;
+  };
+  struct Frame {
+    LineNode *node;
+    uint32_t index;
+  };
+  void push(LineNode *n, uint32_t x) {
+    stack[stack_size].node = n;
+    stack[stack_size].index = x;
+    stack_size++;
+  }
+  static void clear_node(LineNode *n) {
+    if (!n)
+      return;
+    clear_node(n->left);
+    clear_node(n->right);
+    delete n;
+  }
+  LineNode *root = nullptr;
+  Frame stack[32];
+  std::atomic<uint8_t> stack_size = 0;
+  static constexpr uint32_t LEAF_TARGET = 256;
+  LineTree::LineNode *erase_node(LineNode *n, uint32_t x, uint32_t y) {
+    if (!n || y == 0)
+      return n;
+    uint32_t left_sz = subtree_size(n->left);
+    uint32_t mid_sz = n->data.size();
+    if (x < left_sz) {
+      uint32_t len = std::min(y, left_sz - x);
+      n->left = erase_node(n->left, x, len);
+      y -= len;
+      x = left_sz;
+    }
+    if (y > 0 && x < left_sz + mid_sz) {
+      uint32_t mid_x = x - left_sz;
+      uint32_t len = std::min(y, mid_sz - mid_x);
+      n->data.erase(n->data.begin() + mid_x, n->data.begin() + mid_x + len);
+      y -= len;
+      x += len;
+    }
+    if (y > 0) {
+      n->right = erase_node(n->right, x - left_sz - n->data.size(), y);
+    }
+    if (n->left && n->right &&
+        subtree_size(n->left) + subtree_size(n->right) < 256) {
+      return merge(n->left, n->right);
+    }
+    return rebalance(n);
+  }
+  LineTree::LineNode *insert_node(LineNode *n, uint32_t x, uint32_t y) {
+    if (!n) {
+      auto *leaf = new LineNode();
+      leaf->data.resize(y);
+      leaf->size = y;
+      return leaf;
+    }
+    if (!n->left && !n->right) {
+      n->data.insert(n->data.begin() + x, y, LineData());
+      fix(n);
+      if (n->data.size() > 512)
+        return split_leaf(n);
+      return n;
+    }
+    uint32_t left_size = subtree_size(n->left);
+    if (x <= left_size)
+      n->left = insert_node(n->left, x, y);
+    else
+      n->right = insert_node(n->right, x - left_size - n->data.size(), y);
+    return rebalance(n);
+  }
+  LineNode *build_node(uint32_t count) {
+    if (count <= LEAF_TARGET) {
+      auto *n = new LineNode();
+      n->data.resize(count);
+      n->size = count;
+      return n;
+    }
+    uint32_t left_count = count / 2;
+    uint32_t right_count = count - left_count;
+    auto *n = new LineNode();
+    n->left = build_node(left_count);
+    n->right = build_node(right_count);
+    fix(n);
+    return n;
+  }
+  static LineNode *split_leaf(LineNode *n) {
+    auto *right = new LineNode();
+    size_t mid = n->data.size() / 2;
+    right->data.assign(n->data.begin() + mid, n->data.end());
+    n->data.resize(mid);
+    fix(n);
+    fix(right);
+    auto *parent = new LineNode();
+    parent->left = n;
+    parent->right = right;
+    fix(parent);
+    return parent;
+  }
+  static LineNode *merge(LineNode *a, LineNode *b) {
+    a->data.insert(a->data.end(), b->data.begin(), b->data.end());
+    delete b;
+    fix(a);
+    return a;
+  }
+  static void fix(LineNode *n) {
+    n->depth = 1 + MAX(height(n->left), height(n->right));
+    n->size = subtree_size(n->left) + n->data.size() + subtree_size(n->right);
+  }
+  static LineNode *rotate_right(LineNode *y) {
+    LineNode *x = y->left;
+    LineNode *T2 = x->right;
+    x->right = y;
+    y->left = T2;
+    fix(y);
+    fix(x);
+    return x;
+  }
+  static LineNode *rotate_left(LineNode *x) {
+    LineNode *y = x->right;
+    LineNode *T2 = y->left;
+    y->left = x;
+    x->right = T2;
+    fix(x);
+    fix(y);
+    return y;
+  }
+  static LineNode *rebalance(LineNode *n) {
+    fix(n);
+    int balance = int(height(n->left)) - int(height(n->right));
+    if (balance > 1) {
+      if (height(n->left->left) < height(n->left->right))
+        n->left = rotate_left(n->left);
+      return rotate_right(n);
+    }
+    if (balance < -1) {
+      if (height(n->right->right) < height(n->right->left))
+        n->right = rotate_right(n->right);
+      return rotate_left(n);
+    }
+    return n;
+  }
+  static uint8_t height(LineNode *n) { return n ? n->depth : 0; }
+  static uint32_t subtree_size(LineNode *n) { return n ? n->size : 0; }
+};
+
+#endif

include/syntax/parser.h

@@ -0,0 +1,31 @@
+#ifndef SYNTAX_PARSER_H
+#define SYNTAX_PARSER_H
+
+#include "scripting/decl.h"
+#include "syntax/decl.h"
+#include "syntax/line_tree.h"
+
+struct Parser {
+  struct Editor *editor = nullptr;
+  std::string lang;
+  std::shared_ptr<void> (*parse_func)(std::vector<Token> *tokens,
+                                      std::shared_ptr<void> in_state,
+                                      const char *text, uint32_t len,
+                                      uint32_t line_num);
+  bool (*state_match_func)(std::shared_ptr<void> state_1,
+                           std::shared_ptr<void> state_2);
+  mrb_value parser_block = mrb_nil_value();
+  mrb_value match_block = mrb_nil_value();
+  bool is_custom{false};
+  std::atomic<uint32_t> scroll_max{0};
+  std::atomic<bool> scroll_dirty{false};
+  LineTree line_tree;
+  UniqueQueue<uint32_t> dirty_lines;
+
+  Parser(Editor *editor, std::string n_lang, uint32_t n_scroll_max);
+  void edit(uint32_t start_line, uint32_t removed_rows, uint32_t inserted_rows);
+  void work();
+  void scroll(uint32_t line);
+};
+
+#endif

include/syntax/tokens.def

@@ -0,0 +1,53 @@
+ADD(K_DATA)
+ADD(K_SHEBANG)
+ADD(K_COMMENT)
+ADD(K_ERROR)
+ADD(K_STRING)
+ADD(K_ESCAPE)
+ADD(K_INTERPOLATION)
+ADD(K_REGEXP)
+ADD(K_NUMBER)
+ADD(K_TRUE)
+ADD(K_FALSE)
+ADD(K_CHAR)
+ADD(K_KEYWORD)
+ADD(K_KEYWORDOPERATOR)
+ADD(K_OPERATOR)
+ADD(K_FUNCTION)
+ADD(K_TYPE)
+ADD(K_CONSTANT)
+ADD(K_VARIABLEINSTANCE)
+ADD(K_VARIABLEGLOBAL)
+ADD(K_ANNOTATION)
+ADD(K_DIRECTIVE)
+ADD(K_LABEL)
+ADD(K_BRACE1)
+ADD(K_BRACE2)
+ADD(K_BRACE3)
+ADD(K_BRACE4)
+ADD(K_BRACE5)
+ADD(K_HEADING1)
+ADD(K_HEADING2)
+ADD(K_HEADING3)
+ADD(K_HEADING4)
+ADD(K_HEADING5)
+ADD(K_HEADING6)
+ADD(K_BLOCKQUOTE)
+ADD(K_LIST)
+ADD(K_LISTITEM)
+ADD(K_CODE)
+ADD(K_LANGUAGENAME)
+ADD(K_LINKLABEL)
+ADD(K_IMAGELABEL)
+ADD(K_LINK)
+ADD(K_TABLE)
+ADD(K_TABLEHEADER)
+ADD(K_ITALIC)
+ADD(K_BOLD)
+ADD(K_UNDERLINE)
+ADD(K_STRIKETHROUGH)
+ADD(K_HORIXONTALRULE)
+ADD(K_TAG)
+ADD(K_ATTRIBUTE)
+ADD(K_CHECKDONE)
+ADD(K_CHECKNOTDONE)

include/syntax/trie.h

@@ -0,0 +1,140 @@
+#ifndef SYNTAX_TRIE_H
+#define SYNTAX_TRIE_H
+
+#include "utils/utils.h"
+
+template <typename T> struct Trie {
+  struct TrieNode {
+    bool is_word = false;
+    std::array<TrieNode *, 128> children{};
+    std::conditional_t<std::is_void_v<T>, char, std::optional<T>> value;
+    TrieNode() { children.fill(nullptr); }
+  };
+
+  Trie() {}
+  ~Trie() { clear_trie(root); }
+
+  void build(const std::vector<std::string> &words, bool cs = true) {
+    static_assert(std::is_void_v<T>, "This build() is for Trie<void> only");
+    case_sensitive = cs;
+    for (auto &w : words)
+      insert(w);
+  }
+
+  template <typename U = T>
+  std::enable_if_t<!std::is_void_v<U>>
+  build(const std::vector<std::pair<std::string, U>> &words, bool cs = true) {
+    static_assert(!std::is_void_v<T>, "This build() is for typed Trie only");
+    case_sensitive = cs;
+    for (auto &[w, v] : words)
+      insert(w, v);
+  }
+
+  uint32_t match(const char *text, uint32_t pos, uint32_t len,
+                 bool (*is_word_char)(char c)) const {
+    const TrieNode *node = root;
+    uint32_t max_len = 0;
+    for (uint32_t i = pos; i < len; ++i) {
+      unsigned char uc = static_cast<unsigned char>(text[i]);
+      if (uc >= 128)
+        return 0;
+      if (!case_sensitive && uc >= 'A' && uc <= 'Z')
+        uc = uc - 'A' + 'a';
+      if (!node->children[uc]) {
+        if (node->is_word && !is_word_char(text[i]))
+          return i - pos;
+        break;
+      }
+      node = node->children[uc];
+      if (node->is_word)
+        max_len = i - pos + 1;
+    }
+    if (max_len > 0)
+      if (pos + max_len < len && is_word_char(text[pos + max_len]))
+        return 0;
+    return max_len;
+  }
+
+  template <typename U = T>
+  uint32_t
+  match(const char *text, uint32_t pos, uint32_t len,
+        bool (*is_word_char)(char c),
+        std::conditional_t<std::is_void_v<T>, void *, std::optional<T> *>
+            out_val = nullptr) const {
+    const TrieNode *node = root;
+    const TrieNode *last_word_node = nullptr;
+    uint32_t max_len = 0;
+    for (uint32_t i = pos; i < len; ++i) {
+      unsigned char uc = static_cast<unsigned char>(text[i]);
+      if (uc >= 128)
+        break;
+      if (!case_sensitive && uc >= 'A' && uc <= 'Z')
+        uc = uc - 'A' + 'a';
+      if (!node->children[uc])
+        break;
+      node = node->children[uc];
+      if (node->is_word) {
+        last_word_node = node;
+        max_len = i - pos + 1;
+      }
+    }
+    if (!last_word_node) {
+      if (out_val)
+        *out_val = std::nullopt;
+      return 0;
+    }
+    if (pos + max_len < len && is_word_char(text[pos + max_len])) {
+      if (out_val)
+        *out_val = std::nullopt;
+      return 0;
+    }
+    if (out_val)
+      *out_val = last_word_node->value;
+    return max_len;
+  }
+
+private:
+  TrieNode *root = new TrieNode();
+  bool case_sensitive = true;
+
+  void insert(const std::string &word) {
+    TrieNode *node = root;
+    for (char c : word) {
+      unsigned char uc = static_cast<unsigned char>(c);
+      if (uc >= 128)
+        return;
+      if (!case_sensitive && uc >= 'A' && uc <= 'Z')
+        uc = uc - 'A' + 'a';
+      if (!node->children[uc])
+        node->children[uc] = new TrieNode();
+      node = node->children[uc];
+    }
+    node->is_word = true;
+  }
+
+  template <typename U = T>
+  std::enable_if_t<!std::is_void_v<U>> insert(const std::string &word,
+                                              const U &val) {
+    TrieNode *node = root;
+    for (char c : word) {
+      unsigned char uc = static_cast<unsigned char>(c);
+      if (!case_sensitive && uc >= 'A' && uc <= 'Z')
+        uc = uc - 'A' + 'a';
+      if (!node->children[uc])
+        node->children[uc] = new TrieNode();
+      node = node->children[uc];
+    }
+    node->is_word = true;
+    node->value = val;
+  }
+
+  void clear_trie(TrieNode *node) {
+    if (!node)
+      return;
+    for (auto *child : node->children)
+      clear_trie(child);
+    delete node;
+  }
+};
+
+#endif

include/ts.h

@@ -1,16 +0,0 @@
-#ifndef TS_H
-#define TS_H
-
-#include "./editor.h"
-#include "./pch.h"
-#include "./utils.h"
-
-#define HEX(s) (static_cast<uint32_t>(std::stoul(s, nullptr, 16)))
-
-extern std::unordered_map<std::string, pcre2_code *> regex_cache;
-
-TSQuery *load_query(const char *query_path, TSSetBase *set);
-void ts_collect_spans(Editor *editor);
-void clear_regex_cache();
-
-#endif

include/ts_def.h

@@ -1,47 +0,0 @@
-#ifndef TS_DEF_H
-#define TS_DEF_H
-
-#include "./pch.h"
-
-#define LANG(name) tree_sitter_##name
-#define TS_DEF(name) extern "C" const TSLanguage *LANG(name)()
-
-struct Language {
-  std::string name;
-  const TSLanguage *(*fn)();
-  uint8_t lsp_id = 0;
-};
-
-TS_DEF(bash);
-TS_DEF(c);
-TS_DEF(cpp);
-TS_DEF(css);
-TS_DEF(fish);
-TS_DEF(go);
-TS_DEF(haskell);
-TS_DEF(html);
-TS_DEF(javascript);
-TS_DEF(json);
-TS_DEF(lua);
-TS_DEF(make);
-TS_DEF(python);
-TS_DEF(ruby);
-TS_DEF(rust);
-TS_DEF(diff);
-TS_DEF(embedded_template);
-TS_DEF(gdscript);
-TS_DEF(gitattributes);
-TS_DEF(gitignore);
-TS_DEF(gomod);
-TS_DEF(ini);
-TS_DEF(markdown);
-TS_DEF(nginx);
-TS_DEF(php);
-TS_DEF(query);
-TS_DEF(regex);
-TS_DEF(sql);
-TS_DEF(toml);
-TS_DEF(yaml);
-TS_DEF(cabal);
-
-#endif

include/ui/bar.h

@@ -0,0 +1,20 @@
+#ifndef UI_BAR_H
+#define UI_BAR_H
+
+#include "editor/editor.h"
+#include "io/sysio.h"
+#include "utils/utils.h"
+
+struct Bar {
+  Coord screen;
+  std::string command = "";
+  std::string log_line = "";
+  uint32_t cursor = 0;
+
+  void init(Coord screen) { this->screen = screen; }
+  void render();
+  void handle(KeyEvent event);
+  void log(std::string message);
+};
+
+#endif

include/ui/completionbox.h

@@ -0,0 +1,21 @@
+#ifndef UI_COMPLETIONBOX_H
+#define UI_COMPLETIONBOX_H
+
+#include "io/sysio.h"
+#include "pch.h"
+#include "utils/utils.h"
+
+struct CompletionBox {
+  std::shared_mutex mtx;
+  struct CompletionSession *session;
+  bool hidden = true;
+  std::vector<ScreenCell> cells;
+  Coord size;
+  Coord position;
+
+  CompletionBox(CompletionSession *s) : session(s) {}
+  void render_update();
+  void render(Coord pos);
+};
+
+#endif

include/ui/diagnostics.h

@@ -0,0 +1,19 @@
+#ifndef UI_DIAGNOSTICS_H
+#define UI_DIAGNOSTICS_H
+
+#include "editor/decl.h"
+#include "io/sysio.h"
+#include "pch.h"
+#include "utils/utils.h"
+
+struct DiagnosticBox {
+  std::vector<VWarn> warnings;
+  std::vector<ScreenCell> cells;
+  Coord size;
+
+  void clear();
+  void render_first();
+  void render(Coord pos);
+};
+
+#endif

include/ui/hover.h

@@ -0,0 +1,22 @@
+#ifndef UI_HOVER_H
+#define UI_HOVER_H
+
+#include "editor/decl.h"
+#include "io/sysio.h"
+#include "pch.h"
+#include "utils/utils.h"
+
+struct HoverBox {
+  std::string text;
+  std::atomic<bool> is_markup;
+  uint32_t scroll_;
+  std::vector<ScreenCell> cells;
+  Coord size;
+
+  void clear();
+  void scroll(int32_t number);
+  void render_first(bool scroll = false);
+  void render(Coord pos);
+};
+
+#endif

include/utils.h

@@ -1,91 +0,0 @@
-#ifndef UTILS_H
-#define UTILS_H
-
-#include "./pch.h"
-#include "./ts_def.h"
-
-template <typename T> struct Queue {
-  std::queue<T> q;
-  std::mutex m;
-
-  void push(T val) {
-    std::lock_guard<std::mutex> lock(m);
-    q.push(val);
-  }
-  T front() {
-    std::lock_guard<std::mutex> lock(m);
-    return q.front();
-  }
-  bool pop(T &val) {
-    std::lock_guard<std::mutex> lock(m);
-    if (q.empty())
-      return false;
-    val = q.front();
-    q.pop();
-    return true;
-  }
-  void pop() {
-    std::lock_guard<std::mutex> lock(m);
-    q.pop();
-  }
-  bool empty() {
-    std::lock_guard<std::mutex> lock(m);
-    return q.empty();
-  }
-};
-
-struct Coord {
-  uint32_t row;
-  uint32_t col;
-
-  bool operator<(const Coord &other) const {
-    return row < other.row || (row == other.row && col < other.col);
-  }
-  bool operator<=(const Coord &other) const {
-    return *this < other || *this == other;
-  }
-  bool operator==(const Coord &other) const {
-    return row == other.row && col == other.col;
-  }
-  bool operator!=(const Coord &other) const { return !(*this == other); }
-  bool operator>(const Coord &other) const { return other < *this; }
-  bool operator>=(const Coord &other) const { return !(*this < other); }
-};
-
-std::string path_abs(const std::string &path_str);
-std::string path_to_file_uri(const std::string &path_str);
-int display_width(const char *str, size_t len);
-uint32_t get_visual_col_from_bytes(const char *line, uint32_t len,
-                                   uint32_t byte_limit);
-uint32_t get_bytes_from_visual_col(const char *line, uint32_t len,
-                                   uint32_t target_visual_col);
-void log(const char *fmt, ...);
-std::string get_exe_dir();
-char *load_file(const char *path, uint32_t *out_len);
-char *detect_file_type(const char *filename);
-int utf8_byte_offset_to_utf16(const char *s, size_t byte_pos);
-Language language_for_file(const char *filename);
-void copy_to_clipboard(const char *text, size_t len);
-char *get_from_clipboard(uint32_t *out_len);
-uint32_t count_clusters(const char *line, size_t len, size_t from, size_t to);
-
-template <typename Func, typename... Args>
-auto throttle(std::chrono::milliseconds min_duration, Func &&func,
-              Args &&...args) {
-  auto start = std::chrono::steady_clock::now();
-  if constexpr (std::is_void_v<std::invoke_result_t<Func, Args...>>) {
-    std::invoke(std::forward<Func>(func), std::forward<Args>(args)...);
-  } else {
-    auto result =
-        std::invoke(std::forward<Func>(func), std::forward<Args>(args)...);
-    auto elapsed = std::chrono::steady_clock::now() - start;
-    if (elapsed < min_duration)
-      std::this_thread::sleep_for(min_duration - elapsed);
-    return result;
-  }
-  auto elapsed = std::chrono::steady_clock::now() - start;
-  if (elapsed < min_duration)
-    std::this_thread::sleep_for(min_duration - elapsed);
-}
-
-#endif

include/utils/utils.h

@@ -0,0 +1,185 @@
+#ifndef UTILS_H
+#define UTILS_H
+
+#include "pch.h"
+
+template <typename T> struct Queue {
+  void push(T val) {
+    std::lock_guard<std::mutex> lock(m);
+    q.push(val);
+  }
+  std::optional<T> front() {
+    if (q.empty())
+      return std::nullopt;
+    return q.front();
+  }
+  bool pop(T &val) {
+    std::lock_guard<std::mutex> lock(m);
+    if (q.empty())
+      return false;
+    val = q.front();
+    q.pop();
+    return true;
+  }
+  void pop() {
+    std::lock_guard<std::mutex> lock(m);
+    q.pop();
+  }
+  bool empty() {
+    std::lock_guard<std::mutex> lock(m);
+    return q.empty();
+  }
+
+private:
+  std::queue<T> q;
+  std::mutex m;
+};
+
+template <typename T> struct UniqueQueue {
+  bool push(const T &value) {
+    std::lock_guard<std::mutex> lock(m);
+    if (set.contains(value))
+      return false;
+
+    dq.push_back(value);
+    set.insert(value);
+    return true;
+  }
+  bool pop(T &out) {
+    std::lock_guard<std::mutex> lock(m);
+    if (dq.empty())
+      return false;
+    out = dq.front();
+    dq.pop_front();
+    set.erase(out);
+    return true;
+  }
+  bool empty() const {
+    std::lock_guard<std::mutex> lock(m);
+    return dq.empty();
+  }
+  void clear() {
+    std::lock_guard<std::mutex> lock(m);
+    dq.clear();
+    set.clear();
+  }
+  size_t size() const {
+    std::lock_guard<std::mutex> lock(m);
+    return dq.size();
+  }
+
+private:
+  std::deque<T> dq;
+  std::set<T> set;
+  mutable std::mutex m;
+};
+
+struct Coord {
+  uint32_t row;
+  uint32_t col;
+
+  bool operator<(const Coord &other) const {
+    return row < other.row || (row == other.row && col < other.col);
+  }
+  bool operator<=(const Coord &other) const {
+    return *this < other || *this == other;
+  }
+  bool operator==(const Coord &other) const {
+    return row == other.row && col == other.col;
+  }
+  bool operator!=(const Coord &other) const { return !(*this == other); }
+  bool operator>(const Coord &other) const { return other < *this; }
+  bool operator>=(const Coord &other) const { return !(*this < other); }
+};
+
+struct Match {
+  size_t start;
+  size_t end;
+  std::string text;
+};
+
+struct Language {
+  std::string name;
+  std::string lsp_name;
+  uint32_t color;
+};
+
+struct LSP {
+  std::string command;
+  std::vector<std::string> args;
+};
+
+extern std::unordered_map<std::string, Language> languages;
+extern std::unordered_map<std::string, std::string> language_extensions;
+extern std::unordered_map<std::string, LSP> lsps;
+
+#define MAX(a, b) ((a) > (b) ? (a) : (b))
+#define MIN(a, b) ((a) < (b) ? (a) : (b))
+#define ABS(x) ((x) < 0 ? -(x) : (x))
+#define UNUSED(x) (void)(x)
+#define USING(x) UNUSED(sizeof(x))
+
+inline uint32_t HEX(const std::string &s) {
+  if (s.empty())
+    return 0xFFFFFF;
+  size_t start = (s.front() == '#') ? 1 : 0;
+  return static_cast<uint32_t>(std::stoul(s.substr(start), nullptr, 16));
+}
+
+bool compare(const char *a, const char *b, size_t n);
+std::string clean_text(const std::string &input);
+std::string percent_encode(const std::string &s);
+std::string percent_decode(const std::string &s);
+uint32_t count_clusters(const char *line, size_t len, size_t from, size_t to);
+std::string trim(const std::string &s);
+std::string substitute_fence(const std::string &documentation,
+                             const std::string &lang);
+
+int display_width(const char *str, size_t len);
+uint32_t get_visual_col_from_bytes(const char *line, uint32_t len,
+                                   uint32_t byte_limit);
+uint32_t get_bytes_from_visual_col(const char *line, uint32_t len,
+                                   uint32_t target_visual_col);
+size_t utf8_offset_to_utf16(const char *utf8, size_t utf8_len,
+                            size_t byte_offset);
+size_t utf16_offset_to_utf8(const char *utf8, size_t utf8_len,
+                            size_t utf16_offset);
+uint8_t utf8_codepoint_width(unsigned char c);
+
+void log(const char *fmt, ...);
+
+std::string path_abs(const std::string &path_str);
+std::string path_to_file_uri(const std::string &path_str);
+std::string filename_from_path(const std::string &path);
+std::string get_exe_dir();
+char *load_file(const char *path, uint32_t *out_len, bool *out_eol);
+Language language_for_file(const char *filename);
+
+template <typename T>
+inline T *safe_get(std::map<uint16_t, T> &m, uint16_t key) {
+  auto it = m.find(key);
+  if (it == m.end())
+    return nullptr;
+  return &it->second;
+}
+
+template <typename Func, typename... Args>
+auto throttle(std::chrono::milliseconds min_duration, Func &&func,
+              Args &&...args) {
+  auto start = std::chrono::steady_clock::now();
+  if constexpr (std::is_void_v<std::invoke_result_t<Func, Args...>>) {
+    std::invoke(std::forward<Func>(func), std::forward<Args>(args)...);
+  } else {
+    auto result =
+        std::invoke(std::forward<Func>(func), std::forward<Args>(args)...);
+    auto elapsed = std::chrono::steady_clock::now() - start;
+    if (elapsed < min_duration)
+      std::this_thread::sleep_for(min_duration - elapsed);
+    return result;
+  }
+  auto elapsed = std::chrono::steady_clock::now() - start;
+  if (elapsed < min_duration)
+    std::this_thread::sleep_for(min_duration - elapsed);
+}
+
+#endif

installer.sh

@@ -0,0 +1,39 @@
+#!/usr/bin/env sh
+
+set -eu
+
+install() {
+  BINARY_NAME="crib"
+  BIN_URL="https://git.syedm.dev/SyedM/crib/releases/download/v0.0.5-alpha/crib"
+
+  echo "Install or update locally (~/.local/bin) or globally (/usr/bin)? [l/g]"
+  read -r choice </dev/tty
+  case "$choice" in
+  l | L)
+    INSTALL_DIR="$HOME/.local/bin"
+    SUDO=""
+    ;;
+  g | G)
+    INSTALL_DIR="/usr/bin"
+    SUDO="sudo"
+    ;;
+  *)
+    echo "Invalid choice"
+    exit 1
+    ;;
+  esac
+
+  $SUDO mkdir -p "$INSTALL_DIR"
+
+  echo "Downloading binary..."
+  curl -L "$BIN_URL" -o /tmp/"$BINARY_NAME"
+  $SUDO install -m 755 /tmp/"$BINARY_NAME" "$INSTALL_DIR/$BINARY_NAME"
+  rm -f /tmp/"$BINARY_NAME"
+
+  echo
+  echo "✔ Crib installed to $INSTALL_DIR"
+  echo "Run with: $BINARY_NAME"
+  echo "Add $INSTALL_DIR to PATH if needed."
+}
+
+install "$@"

samples/Makefile

@@ -0,0 +1,119 @@
+SRC_DIR := src
+BIN_DIR := bin
+OBJ_DIR := build
+INCLUDE_DIR := include
+
+TARGET_DEBUG := $(BIN_DIR)/crib-dbg
+TARGET_RELEASE := $(BIN_DIR)/crib
+
+PCH_DEBUG := $(OBJ_DIR)/debug/pch.h.gch
+PCH_RELEASE := $(OBJ_DIR)/release/pch.h.gch
+
+CCACHE := ccache
+CXX_DEBUG := $(CCACHE) g++
+CXX_RELEASE := $(CCACHE) clang++
+
+CFLAGS_DEBUG := -std=c++20 -Wall -Wextra -O0 -fno-inline -gsplit-dwarf -g -fsanitize=address -fno-omit-frame-pointer
+CFLAGS_RELEASE := -std=c++20 -O3 -march=native -flto=thin \
+	-fno-exceptions -fno-rtti -fstrict-aliasing \
+	-ffast-math -funroll-loops \
+	-fvisibility=hidden \
+	-fomit-frame-pointer -DNDEBUG -s \
+	-mllvm -vectorize-loops \
+	-fno-unwind-tables -fno-asynchronous-unwind-tables
+
+PCH_CFLAGS_DEBUG := $(CFLAGS_DEBUG) -x c++-header
+PCH_CFLAGS_RELEASE := $(CFLAGS_RELEASE) -x c++-header
+
+UNICODE_SRC := $(wildcard libs/unicode_width/*.c)
+
+UNICODE_OBJ_DEBUG := $(patsubst libs/unicode_width/%.c,$(OBJ_DIR)/debug/unicode_width/%.o,$(UNICODE_SRC))
+UNICODE_OBJ_RELEASE := $(patsubst libs/unicode_width/%.c,$(OBJ_DIR)/release/unicode_width/%.o,$(UNICODE_SRC))
+
+TREE_SITTER_LIBS := $(wildcard libs/tree-sitter-*/libtree-sitter*.a)
+
+PHP_LIB := libs/tree-sitter-php/php/libtree-sitter-php.a
+
+NGINX_OBJ_PARSER := libs/tree-sitter-nginx/build/Release/obj.target/tree_sitter_nginx_binding/src/parser.o
+
+GITIGNORE_OBJ_PARSER := libs/tree-sitter-gitignore/build/Release/obj.target/tree_sitter_ignore_binding/src/parser.o
+
+FISH_OBJ_PARSER := libs/tree-sitter-fish/build/Release/obj.target/tree_sitter_fish_binding/src/parser.o
+FISH_OBJ_SCANNER := libs/tree-sitter-fish/build/Release/obj.target/tree_sitter_fish_binding/src/scanner.o
+
+MD_OBJ_PARSER := libs/tree-sitter-markdown/build/Release/obj.target/tree_sitter_markdown_binding/tree-sitter-markdown/src/parser.o
+MD_OBJ_SCANNER := libs/tree-sitter-markdown/build/Release/obj.target/tree_sitter_markdown_binding/tree-sitter-markdown/src/scanner.o
+
+MD_I_OBJ_PARSER := libs/tree-sitter-markdown/build/Release/obj.target/tree_sitter_markdown_binding/tree-sitter-markdown-inline/src/parser.o
+MD_I_OBJ_SCANNER := libs/tree-sitter-markdown/build/Release/obj.target/tree_sitter_markdown_binding/tree-sitter-markdown-inline/src/scanner.o
+
+LIBS := \
+	libs/libgrapheme/libgrapheme.a \
+	libs/tree-sitter/libtree-sitter.a \
+	$(TREE_SITTER_LIBS) \
+	$(PHP_LIB) \
+	$(NGINX_OBJ_PARSER) \
+	$(GITIGNORE_OBJ_PARSER) \
+	$(FISH_OBJ_PARSER) \
+	$(FISH_OBJ_SCANNER) \
+	$(MD_OBJ_PARSER) \
+	$(MD_OBJ_SCANNER) \
+	$(MD_I_OBJ_PARSER) \
+	$(MD_I_OBJ_SCANNER) \
+	-lpcre2-8 -lmagic
+
+SRC := $(wildcard $(SRC_DIR)/*.cc)
+OBJ_DEBUG := $(patsubst $(SRC_DIR)/%.cc,$(OBJ_DIR)/debug/%.o,$(SRC))
+OBJ_RELEASE := $(patsubst $(SRC_DIR)/%.cc,$(OBJ_DIR)/release/%.o,$(SRC))
+
+DEP_DEBUG := $(OBJ_DEBUG:.o=.d)
+DEP_RELEASE := $(OBJ_RELEASE:.o=.d)
+
+.PHONY: all test release clean
+
+all: debug
+
+test: $(TARGET_DEBUG)
+
+release: $(TARGET_RELEASE)
+
+$(PCH_DEBUG): $(INCLUDE_DIR)/pch.h
+	mkdir -p $(dir $@)
+	$(CXX_DEBUG) $(PCH_CFLAGS_DEBUG) -o $@ $<
+
+$(PCH_RELEASE): $(INCLUDE_DIR)/pch.h
+	mkdir -p $(dir $@)
+	$(CXX_RELEASE) $(PCH_CFLAGS_RELEASE) -o $@ $<
+
+$(TARGET_DEBUG): $(PCH_DEBUG) $(OBJ_DEBUG) $(UNICODE_OBJ_DEBUG)
+	mkdir -p $(BIN_DIR)
+	$(CXX_DEBUG) $(CFLAGS_DEBUG) -o $@ $(OBJ_DEBUG) $(UNICODE_OBJ_DEBUG) $(LIBS)
+
+$(TARGET_RELEASE): $(PCH_RELEASE) $(OBJ_RELEASE) $(UNICODE_OBJ_RELEASE)
+	mkdir -p $(BIN_DIR)
+	$(CXX_RELEASE) $(CFLAGS_RELEASE) -o $@ $(OBJ_RELEASE) $(UNICODE_OBJ_RELEASE) $(LIBS)
+
+$(OBJ_DIR)/debug/%.o: $(SRC_DIR)/%.cc $(PCH_DEBUG)
+	mkdir -p $(dir $@)
+	$(CXX_DEBUG) $(CFLAGS_DEBUG) -include $(INCLUDE_DIR)/pch.h -MMD -MP -c $< -o $@
+
+$(OBJ_DIR)/release/%.o: $(SRC_DIR)/%.cc $(PCH_RELEASE)
+	mkdir -p $(dir $@)
+	$(CXX_RELEASE) $(CFLAGS_RELEASE) -include $(INCLUDE_DIR)/pch.h -MMD -MP -c $< -o $@
+
+$(OBJ_DIR)/debug/unicode_width/%.o: libs/unicode_width/%.c
+	mkdir -p $(dir $@)
+	$(CXX_DEBUG) $(CFLAGS_DEBUG) -MMD -MP -c $< -o $@
+
+$(OBJ_DIR)/release/unicode_width/%.o: libs/unicode_width/%.c
+	mkdir -p $(dir $@)
+	$(CXX_RELEASE) $(CFLAGS_RELEASE) -MMD -MP -c $< -o $@
+
+DEP_DEBUG += $(UNICODE_OBJ_DEBUG:.o=.d)
+DEP_RELEASE += $(UNICODE_OBJ_RELEASE:.o=.d)
+
+-include $(DEP_DEBUG)
+-include $(DEP_RELEASE)
+
+clean:
+	rm -rf $(OBJ_DIR) $(BIN_DIR)

samples/bash.sh

@@ -1,8 +1,8 @@
 #!/usr/bin/env bash
 
-# ---------------------------------------------
+# ----------------------------------------------
 #   Bash Syntax Highlighter Test Specification
-# ---------------------------------------------
+# ----------------------------------------------
 
 VERSION="1.0.0"
 declare -a ITEMS=("alpha" "beta" "gamma" "delta")
@@ -26,14 +26,13 @@ handle_error() {
   log ERROR "An error occurred on line $1"
 }
 trap 'handle_error $LINENO' ERR
-
 # Multiline string test
-read -r -d '' MULTI <<'EOF'
+read -r -d '' MULTI <<'CPP'
-This is a multi-line
+int main() {
-string used to test
+  
-syntax highlighting for
+}
-here-documents.
+
-EOF
+CPP
 
 log INFO "Multi-line string loaded"
 
@@ -45,7 +44,7 @@ while ((counter < 5)); do
 done
 
 # Subshelled loops and alternating quoting
-for item in "${ITEMS[@]}"; do
+for item in "${ITEMS[@]}}"; do
   (
     msg="Processing $item"
     echo "$(colorize blue "$msg")"
@@ -125,7 +124,7 @@ grep "world" <<<"$FOO" >/dev/null && log INFO "FOO contains world"
 diff <(echo foo) <(echo foo) >/dev/null && log INFO "diff matched"
 
 # Command substitution with pipeline
-timestamp=$(date | sed 's/ /_/g')
+timestamp=$(date | sed 's//_/g')
 log INFO "Timestamp: $timestamp"
 
 # Testing array slicing
@@ -139,3 +138,4 @@ log INFO "You typed: $user_input"
 
 # End marker
 log INFO "Script finished (version $VERSION)"
+

samples/css.css

@@ -0,0 +1,71 @@
+/* === Basic selectors === */
+body {
+  margin: 0;
+  font-family: system-ui, sans-serif;
+  background: #121212;
+  color: #eee;
+}
+
+/* Class + ID + attribute */
+#main.container[data-theme="dark"] {
+  padding: 1rem;
+  border: 1px solid rgba(255, 255, 255, 0.2);
+}
+
+/* Pseudo-classes & elements */
+a:hover,
+a:focus-visible {
+  color: hsl(210, 80%, 60%);
+  text-decoration: underline;
+}
+
+input::placeholder {
+  color: #999;
+  background-color: #523;
+}
+
+/* CSS variables */
+:root {
+  --accent: #4fc3f7;
+  --spacing: 1rem;
+}
+
+.button {
+  background: var(--accent);
+  padding: calc(var(--spacing) * 1.5);
+}
+
+/* Media query */
+@media (max-width: 768px) {
+  .container {
+    padding: 0.5rem;
+  }
+}
+
+/* Keyframes */
+@keyframes fade-in {
+  from {
+    opacity: 0;
+    transform: translateY(10px);
+  }
+  to {
+    opacity: 1;
+    transform: translateY(0);
+  }
+}
+
+/* Animation usage */
+.modal {
+  animation: fade-in 250ms ease-out;
+}
+
+/* Complex selector */
+ul > li:not(:last-child)::after {
+  content: "•";
+  margin-left: 0.5em;
+}
+
+/* Edge cases */
+[data-value^="test"]::before {
+  content: attr(data-value);
+}

samples/diff.patch

@@ -0,0 +1,102 @@
+--- ./samples/toml.toml	2025-12-26 19:02:50.480936043 +0000
++++ ./samples/yaml.yml	2025-12-26 19:03:27.879765974 +0000
+@@ -2,52 +2,65 @@
+ # Basic types
+ # ============================================================
+ 
+-title = "Example TOML Configuration"
+-enabled = true
+-count = 42
+-pi = 3.14159
+-empty = ""
++title: "Example YAML Configuration"
++enabled: true
++count: 42
++pi: 3.14159
++empty: ""
+ 
+ # ============================================================
+-# Arrays
++# Arrays / Lists
+ # ============================================================
+-fruits = ["apple", "banana", "cherry"]
+-numbers = [1, 2, 3, 4, 5]
++fruits:
++  - apple
++  - banana
++  - cherry
+ 
+-# Nested array
+-matrix = [[1, 2], [3, 4]]
++numbers:
++  - 1
++  - 2
++  - 3
++  - 4
++  - 5
++
++matrix:
++  - [1, 2]
++  - [3, 4]
+ 
+ # ============================================================
+-# Tables
++# Nested objects / maps
+ # ============================================================
+-[owner]
+-name = "Alice"
+-dob = 1979-05-27T07:32:00Z
+-
+-[database]
+-server = "192.168.1.1"
+-ports = [ 8001, 8001, 8002 ]
+-connection_max = 5000
+-enabled = true
++owner:
++  name: Alice
++  dob: 1979-05-27T07:32:00Z
+ 
+-[servers.alpha]
+-ip = "10.0.0.1"
+-dc = "east"
++database:
++  server: 192.168.1.1
++  ports:
++    - 8001
++    - 8001
++    - 8002
++  connection_max: 5000
++  enabled: true
+ 
+-[servers.beta]
+-ip = "10.0.0.2"
+-dc = "west"
++servers:
++  alpha:
++    ip: 10.0.0.1
++    dc: east
++  beta:
++    ip: 10.0.0.2
++    dc: west
+ 
+ # ============================================================
+-# Inline tables
++# Multiline string
+ # ============================================================
+-clients = { name = "Bob", age = 30, active = true }
++description: |
++  This is a YAML file
++  used for testing syntax highlighting.
++  It supports multiple lines.
+ 
+ # ============================================================
+-# Multiline strings
++# Special characters
+ # ============================================================
+-description = """
+-This is a TOML file
+-used for testing syntax highlighting.
+-It supports multiple lines.
+-"""
++regex_pattern: "^[A-Za-z0-9_]+$"
++path: "C:\\Users\\Alice\\Documents"

samples/embedded_template.erb

@@ -0,0 +1,71 @@
+<%# app/views/users/show.html.erb %>
+
+<!DOCTYPE html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8">
+    <title><%= @user.name %> — Profile</title>
+
+    <%# Inline Ruby expression %>
+    <meta name="description" content="<%= @user.bio %>">
+
+    <% if @dark_mode %>
+      <style>
+        body {
+          background-color: #111;
+          color: #eee;
+        }
+      </style>
+    <% end %>
+  </head>
+
+  <body>
+    <!-- HTML comment -->
+    <header>
+      <h1>Welcome, <%= @user.name %></h1>
+      <p class="subtitle">
+        Member since <%= @user.created_at.strftime("%Y") %>
+      </p>
+    </header>
+
+    <% if @user.admin? %>
+      <section class="admin-panel">
+        <h2>Admin Tools</h2>
+        <ul>
+          <% @tools.each do |tool| %>
+            <li><%= tool.title %></li>
+          <% end %>
+        </ul>
+      </section>
+    <% else %>
+      <p>You do not have admin privileges.</p>
+    <% end %>
+
+    <section class="posts">
+      <% @posts.each do |post| %>
+        <article class="post">
+          <h3><%= post.title %></h3>
+          <p><%= truncate(post.body, length: 140) %></p>
+
+          <%# Conditional rendering %>
+          <% if post.published? %>
+            <span class="status published">Published</span>
+          <% else %>
+            <span class="status draft">Draft</span>
+          <% end %>
+        </article>
+      <% end %>
+    </section>
+
+    <footer>
+      <p>&copy; <%= Time.now.year %> Example Corp</p>
+      <%= link_to "Privacy Policy", "/privacy" %>
+    </footer>
+
+    <script>
+      // JavaScript inside ERB
+      const userName = "<%= j @user.name %>";
+      console.log(`Loaded profile for ${userName}`);
+    </script>
+  </body>
+</html>

samples/fish.fish

@@ -0,0 +1,93 @@
+#!/usr/bin/env fish
+# Fish highlighting torture test
+
+# === Variables ===
+set normal_var hello
+set -l local_var 123
+set -gx GLOBAL_VAR world
+set PATH $PATH /usr/local/bin
+set --erase OLD_VAR
+
+# Builtin variables
+echo $HOME $PWD $USER $FISH_VERSION
+
+# === Strings ===
+set single 'single quoted string'
+set double "double quoted $normal_var"
+set escaped "newline\n tab\t dollar\$"
+
+# === Conditionals ===
+if test $normal_var = hello
+    echo equal
+else if test $normal_var != world
+    echo "not equal"
+end
+
+# === Logical operators ===
+true and echo yes
+false or echo fallback
+not false
+
+# === Arithmetic ===
+set x 10
+set y 20
+math "$x + $y"
+if test (math "$x * 2") -gt 15
+    echo "math works"
+end
+
+# === Loops ===
+for i in 1 2 3
+    echo "loop $i"
+end
+
+while test $x -gt 0
+    set x (math "$x - 1")
+end
+
+# === Functions ===
+function greet --argument name
+    echo "Hello $name"
+end
+
+greet world
+
+# === Command substitution ===
+set files (ls | grep ".fish")
+
+# === Redirections ===
+echo output >/tmp/fish_test.txt
+cat </tmp/fish_test.txt >>/tmp/fish_log.txt
+
+# === Process substitution ===
+diff (ls /bin) (ls /usr/bin)
+
+# === Case statement ===
+switch $argv[1]
+    case start
+        echo Starting
+    case stop
+        echo Stopping
+    case '*'
+        echo Unknown
+end
+
+# === Subshell ===
+begin
+    echo "inside begin/end"
+end
+
+# === Comments & operators ===
+# && || | & ! should all highlight
+true && echo ok || echo fail
+
+# === Regex ===
+string match -r '^[a-z]+$' hello
+
+# === Test builtin ===
+test -f /etc/passwd
+test ! -d /does/not/exist
+
+# === Exit ===
+exit 0
+

samples/gdscript.gd

@@ -0,0 +1,81 @@
+# Sample GDScript for syntax highlighting
+
+extends Node2D
+
+# ============================================================
+# Constants
+# ============================================================
+const MAX_HEALTH = 100
+const PLAYER_SPEED = 200
+const PI_APPROX = 3.14159
+
+# ============================================================
+# Exported variables
+# ============================================================
+@export var player_name: String = "Hero"
+@export var is_alive: bool = true
+
+# ============================================================
+# Signals
+# ============================================================
+signal health_changed(new_health)
+
+# ============================================================
+# Member variables
+# ============================================================
+var health: int = MAX_HEALTH
+var velocity: Vector2 = Vector2.ZERO
+var inventory: Array = []
+
+# ============================================================
+# Functions
+# ============================================================
+func _ready() -> void:
+    print("Player ready:", player_name)
+    _initialize_inventory()
+    set_process(true)
+
+func _process(delta: float) -> void:
+    if is_alive:
+        _handle_input(delta)
+        _check_health()
+
+# Private functions
+func _initialize_inventory() -> void:
+    inventory.append("Sword")
+    inventory.append("Shield")
+
+func _handle_input(delta: float) -> void:
+    var direction: Vector2 = Vector2.ZERO
+    if Input.is_action_pressed("ui_right"):
+        direction.x += 1
+    if Input.is_action_pressed("ui_left"):
+        direction.x -= 1
+    if Input.is_action_pressed("ui_down"):
+        direction.y += 1
+    if Input.is_action_pressed("ui_up"):
+        direction.y -= 1
+
+    velocity = direction.normalized() * PLAYER_SPEED
+    position += velocity * delta
+
+func _check_health() -> void:
+    if health <= 0:
+        is_alive = false
+        print("Player is dead!")
+    else:
+        emit_signal("health_changed", health)
+
+# ============================================================
+# Example of class definition inside another script
+# ============================================================
+class Weapon:
+    var name: String
+    var damage: int
+
+    func _init(name: String, damage: int):
+        self.name = name
+        self.damage = damage
+
+    func attack():
+        print(name, "attacks for", damage, "damage")

samples/go.go

@@ -0,0 +1,95 @@
+// file: go.go
+package example_test
+
+import (
+	"context"
+	"fmt"
+	"math"
+	"sync"
+	"testing"
+	"time"
+)
+
+// Simple interface
+type Adder interface {
+	Add(a, b int) int
+}
+
+// Concrete implementation
+type Calculator struct{}
+
+func (Calculator) Add(a, b int) int {
+	return a + b
+}
+
+// Generic helper
+func Max[T ~int | ~float64](a, b T) T {
+	if a > b {
+		return a
+	}
+	return b
+}
+
+// Table-driven test
+func TestAdd(t *testing.T) {
+	tests := []struct {
+		name     string
+		a, b     int
+		expected int
+	}{
+		{"positive", 2, 3, 5},
+		{"negative", -2, -3, -5},
+		{"mixed", -2, 5, 3},
+	}
+
+	var calc Adder = Calculator{}
+
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			if got := calc.Add(tt.a, tt.b); got != tt.expected {
+				t.Fatalf("Add(%d, %d) = %d; want %d",
+					tt.a, tt.b, got, tt.expected)
+			}
+		})
+	}
+}
+
+// Concurrency + context test
+func TestWorker(t *testing.T) {
+	ctx, cancel := context.WithTimeout(context.Background(), 100*time.Millisecond)
+	defer cancel()
+
+	ch := make(chan int)
+	var wg sync.WaitGroup
+
+	wg.Add(1)
+	go func() {
+		defer wg.Done()
+		select {
+		case ch <- 42:
+		case <-ctx.Done():
+		}
+	}()
+
+	select {
+	case v := <-ch:
+		if v != 42 {
+			t.Errorf("unexpected value: %d", v)
+		}
+	case <-ctx.Done():
+		t.Fatal("timed out")
+	}
+
+	wg.Wait()
+}
+
+// Raw string + math edge case
+func TestRawString(t *testing.T) {
+	raw := `line 1
+line 2
+\t not escaped
+`
+	if len(raw) == 0 || math.IsNaN(float64(len(raw))) {
+		t.Fatal("impossible condition reached")
+	}
+}

samples/go.mod

@@ -0,0 +1,32 @@
+module github.com/example/project
+
+go 1.21
+
+// ==============================
+// Direct dependencies
+// ==============================
+require (
+    github.com/sirupsen/logrus v1.10.0
+    golang.org/x/net v0.10.0
+    github.com/pkg/errors v0.9.2 // indirect
+)
+
+// ==============================
+// Replace dependencies
+// ==============================
+replace (
+    github.com/old/dependency v1.2.3 => github.com/new/dependency v1.2.4
+    golang.org/x/oldnet => golang.org/x/net v0.11.0
+)
+
+// ==============================
+// Exclude dependencies
+// ==============================
+exclude github.com/bad/dependency v1.0.0
+
+// ==============================
+// Indirect dependencies
+// ==============================
+require (
+    github.com/another/pkg v1.3.0 // indirect
+)

samples/haskell.hs

@@ -0,0 +1,59 @@
+-- File: haskell.hs
+{-# LANGUAGE GADTs, TypeFamilies #-}
+
+module SyntaxTest where
+
+import Data.List (sort)
+import qualified Data.Map as Map
+
+-- Simple data type
+data Person = Person
+  { name :: String
+  , age  :: Int
+  } deriving (Show, Eq)
+
+-- GADT
+data Expr a where
+  I :: Int -> Expr Int
+  B :: Bool -> Expr Bool
+  Add :: Expr Int -> Expr Int -> Expr Int
+  Eq :: Expr Int -> Expr Int -> Expr Bool
+
+-- Type class
+class Describable a where
+  describe :: a -> String
+
+instance Describable Person where
+  describe (Person n a) = n ++ " is " ++ show a ++ " years old."
+
+-- Function with pattern matching
+sumList :: [Int] -> Int
+sumList []     = 0
+sumList (x:xs) = x + sumList xs
+
+-- Lambda and higher-order functions
+applyTwice :: (a -> a) -> a -> a
+applyTwice f x = f (f x)
+
+-- Infix operator
+infixl 6 +++
+(+++) :: Int -> Int -> Int
+a +++ b = a + b
+
+-- IO function
+main :: IO ()
+main = do
+  let people = [Person "Alice" 30, Person "Bob" 25]
+  mapM_ (putStrLn . describe) people
+  print $ sumList [1..10]
+  print $ applyTwice (+1) 5
+  print $ 3 +++ 4
+  print $ Eq (I 2) (Add (I 1) (I 1))
+
+-- Quasi-quote example
+someExpr :: Expr Int
+someExpr = [| Add (I 5) (I 7) |]
+
+-- Comments and Haddocks
+-- | This is a Haddock comment
+-- explaining the module and functions

samples/html.html

@@ -0,0 +1,87 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <title>Injection Test</title>
+
+    <!-- Comment -->
+    <!-- Another comment with spellcheck -->
+
+    <!-- CSS block -->
+    <style>
+      body {
+        background-color: #f0f0f0;
+      }
+      h1 {
+        color: blue;
+      }
+      .highlight {
+        font-weight: bold;
+      }
+    </style>
+
+    <!-- CSS block with type attribute -->
+    <style type="text/css">
+      p {
+        color: green;
+      }
+    </style>
+
+    <!-- Script block -->
+    <script>
+      console.log("Hello, world!");
+      function greet(name) {
+        alert(`Hello, ${name}`);
+      }
+    </script>
+
+    <!-- Script with type="module" -->
+    <script type="module">
+      import { something } from "./module.js";
+      something();
+    </script>
+
+    <!-- Script with type="importmap" -->
+    <script type="importmap">
+      {
+        "imports": {
+          "lodash": "/node_modules/lodash-es/lodash\n.js",
+          "key": 2
+        }
+      }
+    </script>
+
+    <!-- Script with type attribute custom -->
+    <script type="text/javascript">
+      console.log("Custom type");
+    </script>
+  </head>
+  <body>
+    <h1>Main Heading</h1>
+    <h2>Subheading H2</h2>
+
+    <p style="color: red; font-weight: bold">
+      This paragraph has an inline style
+    </p>
+
+    <p>
+      This is <strong>strong text</strong>, <b>bold also</b>,
+      <em>italic text</em>, <i>emphasized</i>, <u>underlined</u>,
+      <s>strikethrough</s>, <del>deleted text</del>, <code>inline code</code>,
+      <kbd>keyboard input</kbd>.
+    </p>
+
+    <a href="https://hello.world"></a>
+
+    <!-- Lit-html / template interpolation -->
+    <button @click="${e => console.log(e)}">Click me</button>
+    <button @click="${e => console.log(e)}">Click me too</button>
+
+    <!-- Input pattern (regex) -->
+    <input type="text" pattern="[0-9]{3}" placeholder="Enter 3 digits" />
+
+    <!-- Event handlers -->
+    <button onclick="alert('Clicked!')">Event Handler</button>
+    <input onchange="console.log(this.value)" />
+  </body>
+</html>

samples/ini.ini

@@ -0,0 +1,41 @@
+; =====================================================
+; Sample INI Configuration
+; =====================================================
+
+[general]
+app_name = MyApp
+version = 1.2.3
+debug = true
+max_users = 100
+
+[database]
+host = localhost
+port = 5432
+user = admin
+password = secret
+timeout = 30
+
+[paths]
+log_dir = /var/log/myapp
+data_dir = ./data
+cache_dir = ./cache
+
+[features]
+enable_feature_x = true
+enable_feature_y = false
+feature_list = item1, item2, item3
+
+[servers]
+server1 = 192.168.1.10
+server2 = 192.168.1.11
+server3 = 192.168.1.12
+
+; Nested sections (some parsers support this)
+[servers.backup]
+server1 = 192.168.2.10
+server2 = 192.168.2.11
+
+; Comments and special characters
+; This is a comment line
+; Values can also contain special characters like !@#$%^&*()
+special_value = !@#$%^&*()_+|~=

samples/javascript.js

@@ -0,0 +1,147 @@
+/* ===============================
+ * JavaScript Syntax Torture Test
+ * =============================== */
+
+'use strict';
+
+// === Imports ===
+import fs, { readFileSync as rfs } from "fs";
+import * as path from "path";
+import defaultExport, { named as alias } from "./module.js";
+
+// === Constants ===
+const PI = 3.141592653589793;
+const HEX = 0xff;
+const BIN = 0b101010;
+const OCT = 0o755;
+const BIG = 123_456_789n;
+
+// === Variables ===
+let x = null;
+var y = undefined;
+let z = NaN;
+
+// === Strings ===
+const s1 = "double quotes";
+const s2 = 'single quotes';
+const s3 = `template literal ${1 + 2}`;
+const s4 = `multi
+line
+template`;
+const s5 = String.raw`raw \n string`;
+
+// === Escapes ===
+const esc = "\n\t\r\b\f\\\"\'\u00A9\x41";
+
+// === Arrays & Objects ===
+const arr = [1, , 3, ...[4, 5], { a: 1, b: { c: 2 } }];
+const obj = {
+  key: "value",
+  "weird-key": 123,
+  ['dyn' + 'amic']: true,
+  method() {},
+  async asyncMethod() {},
+  *generator() { yield 1; },
+};
+
+// === Destructuring ===
+const { a, b: renamed, ...rest } = obj;
+const [x1, , x3 = 42] = arr;
+
+// === Functions ===
+function normal(a, b = 1, ...rest) {
+  return a + b + rest.length;
+}
+
+const arrow = (x = 0) => x * x;
+const asyncArrow = async () => await Promise.resolve(42);
+
+// === Classes ===
+class Example extends Array {
+  static staticField = 123;
+  #privateField = "secret";
+
+  constructor(...args) {
+    super(...args);
+  }
+
+  get value() {
+    return this.#privateField;
+  }
+
+  set value(v) {
+    this.#privateField = v;
+  }
+}
+
+// === Control Flow ===
+if (true && !false || null ?? true) {
+  console.log("truthy");
+} else if (false) {
+  console.warn("nope");
+} else {
+  console.error("never");
+}
+
+for (let i = 0; i < 3; i++) {
+  continue;
+}
+
+for (const k in obj) {}
+for (const v of arr) {}
+
+while (false) {}
+do {} while (false);
+
+switch (Math.random()) {
+  case 0:
+    break;
+  default:
+    break;
+}
+
+// === Try / Catch ===
+try {
+  throw new Error("boom");
+} catch (e) {
+  console.error(e?.message ?? "unknown");
+} finally {
+  // cleanup
+}
+
+// === Regex ===
+const regex1 = /foo|bar/i;
+const regex2 = /^<script\b(?![^>]*\btype\s*=\s*"(?!module|text\/javascript)[^"]*")[^>]*>$/;
+
+// === Tagged template ===
+function tag(strings, ...values) {
+  return strings.raw.join("|") + values.join(",");
+}
+tag`hello ${42} world`;
+
+// === Optional chaining / nullish ===
+const deep = obj?.a?.b ?? "fallback";
+
+// === Bitwise ===
+const mask = (1 << 4) | (1 << 8);
+
+// === JSON ===
+const json = JSON.stringify({ a: 1, b: [true, false] }, null, 2);
+
+// === Top-level await (if supported) ===
+await Promise.resolve("done");
+
+// === JSX-like (should still highlight interestingly) ===
+const jsx = (
+  <Component prop="value">
+    <Child />
+  </Component>
+);
+
+// === End ===
+export default {
+  PI,
+  arr,
+  obj,
+  Example,
+};

samples/json.jsonc

@@ -0,0 +1,51 @@
+/* Example configuration file (JSONC)
+// Used to test syntax highlighting and comment support
+mutiline comment
+*/
+
+{
+  // Application metadata
+  "name": "example-app",
+  "version": "1.2.3",
+  "debug": true,
+
+  // Paths and environment
+  "paths": {
+    "root": "/usr/local/example",
+    "cache": "/tmp/example-cache
+  asa
+  multiline string",
+    "logs": null, // optional
+  },
+
+  // Feature flags
+  "features": {
+    "experimental": false,
+    "hotReload": true,
+    "themes": [
+      "dark",
+      "light",
+      // "solarized"  // not ready yet
+    ],
+  },
+
+  // Network configuration
+  "server": {
+    "host": "127.0.0.1",
+    "port": 8080,
+    "ssl": {
+      "enabled": false,
+      "cert": "",
+      "key": "",
+    }
+  },
+
+  // Mixed value types
+  "timeouts": [100, 250, 500, null],
+  "retryCount": 3,
+
+  // Escapes and strings
+  "banner": "Welcome!\nThis supports \"escaped quotes\" and unicode → ✓",
+
+  // Trailing comma allowed in JSONC
+}

samples/lua.lua

@@ -0,0 +1,119 @@
+#!/usr/bin/env lua
+-- Lua syntax highlighting test file
+
+-- Constants
+PI = 3.14159
+MAX_COUNT = 100
+
+-- Variables
+local counter = 0
+local name = "Lua"
+
+-- Built-in variable
+print(self)
+
+-- Functions
+local function greet(user)
+  print("Hello, " .. user)
+end
+
+local function add(a, b)
+  return a + b
+end
+
+-- Method definitions
+local obj = {}
+function obj:sayHi()
+  print("Hi from method!")
+end
+
+obj.sayHello = function()
+  print("Hello from field function!")
+end
+
+-- Arrow-style anonymous function (LuaJIT/CFFI style)
+local arrow = function(x)
+  return x * 2
+end
+
+-- Table constructors
+local t = {
+  foo = 123,
+  bar = function()
+    return "bar"
+  end,
+  nested = {
+    a = 1,
+    b = 2,
+  },
+}
+
+-- Loops
+for i = 1, MAX_COUNT do
+  counter = counter + i
+end
+
+while counter > 0 do
+  counter = counter - 1
+end
+
+repeat
+  counter = counter + 1
+until counter == 10
+
+-- Conditionals
+if counter > 5 then
+  print("Big number")
+elseif counter == 5 then
+  print("Exactly five")
+else
+  print("Small number")
+end
+
+-- Operators
+local x, y = 10, 20
+local z = x + y * 2 - (x / y) ^ 2
+local ok = x == y or x ~= y and not false
+
+-- Function calls
+greet("World")
+obj:sayHi()
+obj.sayHello()
+add(5, 10)
+
+-- Built-in function calls
+assert(x > 0)
+pcall(function()
+  print("safe")
+end)
+tonumber("123")
+
+-- CFFI injection example
+local ffi = require("ffi")
+ffi.cdef([[
+    int printf(const char *fmt, ...);
+    typedef struct { int x; int y; } point;
+]])
+
+-- Boolean and nil
+local flag = true
+local nothing = nil
+
+-- Comments
+-- Single line
+--[[
+  Multi-line
+  comment
+]]
+
+-- Strings
+local s1 = "Hello\nWorld"
+local s2 = [[Long
+multi-line
+string]]
+
+-- Template strings (LuaJIT-style)
+local tpl = `Value: ${counter}`
+
+-- Regex-like string (for testing injection highlighting)
+local re = "/^%a+$/"

samples/markdown.md

@@ -0,0 +1,45 @@
+# Heading 1
+
+    ones
+    content
+
+# Heading 2
+
+### Heading 3
+
+This is a paragraph with **bold text**, *italic text*, ~~strikethrough~~, and `inline code`.
+
+> This is a blockquote.
+>
+> - Nested list item 1
+> - Nested list item 2
+>   - Sub-item
+
+- Task list:
+  - [ ] Unchecked task
+  - [x] Checked task
+
+1. Numbered list item
+2. Another item
+
+---
+
+| Name       | Age | City          |
+|------------|-----|---------------|
+| Alice      | 25  | London        |
+| Bob        | 30  | New York      |
+| Charlie    | 22  | San Francisco |
+
+[Link to OpenAI](https://openai.com)
+
+`Inline code` example and a fenced code block:
+
+```lua
+local s2 = [[Long
+multi-line
+string]]
+```
+
+![Image](https://example.com/image.jpg)
+
+> "This is a quote with a link to [Top](#Heading%202)."

samples/nginx.conf

@@ -0,0 +1,87 @@
+# ============================================================
+# Global Settings
+# ============================================================
+
+user  www-data;
+worker_processes  auto;
+pid /run/nginx.pid;
+include /etc/nginx/modules-enabled/*.conf;
+
+# ============================================================
+# Events Block
+# ============================================================
+events {
+    worker_connections  1024;
+    use epoll;
+    multi_accept on;
+}
+
+# ============================================================
+# HTTP Block
+# ============================================================
+http {
+    sendfile on;
+    tcp_nopush on;
+    tcp_nodelay on;
+    keepalive_timeout  65;
+    types_hash_max_size 2048;
+
+    include       /etc/nginx/mime.types;
+    default_type  application/octet-stream;
+
+    # Logging
+    access_log  /var/log/nginx/access.log;
+    error_log   /var/log/nginx/error.log warn;
+
+    # Gzip Settings
+    gzip on;
+    gzip_disable "msie6";
+
+    # ========================================================
+    # Upstream Backend Servers
+    # ========================================================
+    upstream backend {
+        server 127.0.0.1:8080 weight=5;
+        server 127.0.0.1:8081;
+        keepalive 32;
+    }
+
+    # ========================================================
+    # Server Block
+    # ========================================================
+    server {
+        listen 80 default_server;
+        listen [::]:80 default_server;
+
+        server_name example.com www.example.com;
+
+        root /var/www/html;
+        index index.html index.htm;
+
+        # ====================================================
+        # Location Blocks
+        # ====================================================
+        location / {
+            try_files $uri $uri/ =404;
+        }
+
+        location /api/ {
+            proxy_pass http://backend;
+            proxy_set_header Host $host;
+            proxy_set_header X-Real-IP $remote_addr;
+            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        }
+
+        location ~* \.(gif|jpg|jpeg|png|css|js|ico|svg)$ {
+            expires 30d;
+            add_header Cache-Control "public, no-transform";
+        }
+
+        error_page 404 /404.html;
+        error_page 500 502 503 504 /50x.html;
+
+        location = /50x.html {
+            root /var/www/html;
+        }
+    }
+}

samples/php.php

@@ -0,0 +1,136 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+  <meta charset="UTF-8">
+  <title>PHP Syntax Stress Test</title>
+
+  <style>
+    /* CSS section */
+    body {
+      font-family: Arial, sans-serif;
+      background: #1e1e1e;
+      color: #e0e0e0;
+    }
+
+    .box {
+      border: 1px solid #444;
+      padding: 10px;
+      margin: 10px;
+    }
+  </style>
+
+  <script>
+    // JS section
+    function greet(name) {
+      console.log("Hello " + name);
+    }
+
+    document.addEventListener("DOMContentLoaded", () => {
+      greet("World");
+    });
+  </script>
+</head>
+
+<body>
+
+  <?php
+  // Basic variables
+  $number = 42;
+  $text = "Hello PHP";
+  $truth = true;
+  $nothing = null;
+
+  // Constants
+  define("APP_NAME", "SyntaxTester");
+
+  // Arrays
+  $list = [1, 2, 3];
+  $assoc = [
+    "one" => 1,
+    "two" => 2
+  ];
+
+  // Function
+  function add(int $a, int $b): int
+  {
+    return $a + $b;
+  }
+
+  // Class + methods
+  class User
+  {
+    private string $name;
+    public static int $count = 0;
+
+    public function __construct(string $name)
+    {
+      $this->name = $name;
+      self::$count++;
+    }
+
+    public function greet(): string
+    {
+      return "Hello {$this->name}";
+    }
+  }
+
+  // Object usage
+  $user = new User("Alice");
+  echo $user->greet();
+
+  // Control flow
+  if ($number > 10) {
+    echo "Big number";
+  } elseif ($number === 10) {
+    echo "Exactly ten";
+  } else {
+    echo "Small number";
+  }
+
+  // Loop
+  foreach ($list as $item) {
+    echo $item;
+  }
+
+  // Match expression
+  $result = match ($number) {
+    1 => "one",
+    2 => "two",
+    default => "many"
+  };
+
+  // Try / catch
+  try {
+    throw new Exception("Test exception");
+  } catch (Exception $e) {
+    echo $e->getMessage();
+  }
+
+  // Anonymous function
+  $double = fn($x) => $x * 2;
+
+  // Nullsafe operator
+  $len = $user?->name ? strlen($user->name) : 0;
+
+  // Ternary
+  $status = $truth ? "yes" : "no";
+
+  // Include / require
+  require_once "config.php";
+
+  // Output
+  echo "<div class='box'>";
+  echo htmlspecialchars($text);
+  echo "</div>";
+  ?>
+
+  <script>
+    // JS interacting with PHP output
+    const phpValue = <?= json_encode($number) ?>;
+    console.log("Value from PHP:", phpValue);
+  </script>
+
+</body>
+
+</html>

samples/python.py

@@ -0,0 +1,163 @@
+from __future__ import annotations
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""Test file for Python Tree-sitter highlighting."""
+
+# ==============================
+# Constants / Builtins
+# ==============================
+PI = 3.14159
+MAX_SIZE = 100
+NotImplemented
+Ellipsis
+__name__  # builtin constant
+
+# ==============================
+# Imports
+# ==============================
+import os
+import sys as system
+from re import compile as re_compile
+from math import *
+
+# ==============================
+# Functions
+# ==============================
+def add(a: int, b: int = 5) -> int:
+    """Simple add function"""
+    return a + b
+
+def variadic(*args, **kwargs):
+    print(args, kwargs)
+
+lambda_func = lambda x, y=2: x * y
+
+def type_var_example(T: type):
+    pass
+
+# ==============================
+# Classes
+# ==============================
+class Base:
+    class_var = 10
+
+    def __init__(self, name: str):
+        self.name = name
+        self._private = 42
+
+    @classmethod
+    def cls_method(cls):
+        return cls.class_var
+
+    @staticmethod
+    def static_method():
+        return "static"
+
+    @property
+    def prop(self):
+        return self.name
+
+class Derived(Base):
+    def __init__(self, name, extra):
+        super().__init__(name)
+        self.extra = extra
+
+# ==============================
+# Variables
+# ==============================
+normal_var = 1
+_local_var = 2
+GLOBAL_VAR = 3
+
+# Builtin variable references
+self = "something"
+cls = "dj"
+
+# ==============================
+# Control flow
+# ==============================
+if True:
+    x = 10
+elif False:
+    x = 20
+else:
+    x = 0
+
+for i in range(3):
+    print(i)
+while x > 0:
+    x -= 1
+    if x == 1:
+        break
+    else:
+        continue
+
+try:
+    1 / 0
+except ZeroDivisionError as err:
+    raise
+finally:
+    pass
+
+# ==============================
+# Operators
+# ==============================
+a, b = 5, 10
+c = a + b * 2 // 3 % 4 ** 2
+d = (a << 2) & b | c ^ ~a
+ef = not a or b and c
+
+# ==============================
+# f-strings / interpolation
+# ==============================
+name = "Alice"
+greeting = f"Hello {name.upper()}!"
+formatted = f"{a + b} is sum"
+
+# ==============================
+# Regex
+# ==============================
+pattern1 = re_compile(r"\d+")
+pattern2 = re_compile(r"\w{2,}")
+
+# ==============================
+# Decorators usage
+# ==============================
+@staticmethod
+def static_func():
+    return True
+
+@classmethod
+def cls_func(cls):
+    return cls
+
+# @custom_decorator
+def decorated_func():
+    return None
+
+# ==============================
+# Misc / Type conversions / literals
+# ==============================
+flag: bool = True
+nothing: None = None
+num: float = float("3.14")
+text: str = str(123)
+lst = [1, 2, 3]
+tpl = (4, 5)
+dct = {"a": 1, "b": 2}
+
+# ==============================
+# Type hints / TypeVar / TypeAlias
+# ==============================
+from typing import TypeVar, NewType
+T = TypeVar("T")
+UserId = NewType("UserId", int)
+TypeAliasExample: type = int
+
+# ==============================
+# Function calls / constructors
+# ==============================
+result = add(1, 2)
+obj = Derived("Alice", "extra")
+variadic(1, 2, 3, key="value")
+instance_check = isinstance(obj, Base)

samples/regex.regex

@@ -0,0 +1,18 @@
+# Match email addresses with optional names
+(?P<name>[a-zA-Z0-9._%+-]+)?\s*<(?P<email>[a-zA-Z0-9.-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,})>
+
+# Match dates in YYYY-MM-DD or DD/MM/YYYY
+(\d{4}-\d{2}-\d{2})|(\d{2}/\d{2}/\d{4})
+
+# Match hexadecimal colors
+# e.g., #FFF, #FFFFFF
+# Optional leading #
+# Case-insensitive
+# Flags inline
+(?i)#([0-9a-fA-F]{3}|[0-9a-fA-F]{6})
+
+# Match words starting with vowels
+\b[aeiouAEIOU]\w*\b
+
+# Match simple URL
+https?://(?:www\.)?\w+\.\w+(?:/\S*)?

samples/ruby.rb

@@ -4,30 +4,48 @@
 # Purpose: Test syntax highlighting + width calculation in your editor
 # ---------------------------------------------------------------
 
-# Basic output
+# Mixed-width CJKssssssssssssssss LoadErssssssssssssssssssssssss
-def greet
-  puts "Hello, 世界! 👋🌏"
-end
-
-# Emoji-heavy strings
-emojis = "👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏👋🌏"
-
-# Mixed-width CJK blocks
 cjk_samples = [
-  "漢字テスト",
+  '漢字テスト',
-  "測試中文字串",
+  '測試中文字串',
-  "한국어 테스트",
+  '한국어 테스트',
-  "ひらがなカタカナ😀混合",
+  'ひらがなカタカナ混合'
-  "大量の文字列🚀🚀🚀",
 ]
 
+# a hex color: #FFFFFF shouldn't hl here: hsl(147rad, 50%, 47%)  as it is not css-style file
+
+0x603010 # another hex color
+
 # Ruby regex with unicode
-unicode_regex = /[一-龯ぁ-んァ-ヶー々〆〤]/
+$unicode_regex_multiline = /[一-龯ぁ-ん12288ァ
+\-ヶー
+s wow
+
+々〆〤]/
+
+UNICORE = /
+    s
+    {#{ss}}
+    \C-s\u{10}
+  /
+
+UNINITCORE = %(
+
+    {{#{}}}
+
+    test = "A:\x41 B:\101 C:\u0043 D:\u{44 45} NUL:\0 DEL:\c? CTRL_A:\cA META_X:\M-x CTRL_META_X:\C-\M-x MIX:\C-\M-z N:\N{UNICODE NAME}"
+
+  )
 
 # Unicode identifiers (valid in Ruby)
-变量 = 123
+变量 = 0x5_4eddaee
-π = 3.14159
+π = 0.314_159e+2, ?\u0234, "\,", ?\x0A, 's', true, false, 0
-挨拶 = -> { "こんにちは" }
+挨拶 = -> { "こんに \n ちは" }
+
+arr = []
+not_arr = NotABuiltin.new
+
+raise NameError or SystemExit or CustomError or Errno or ErrorNotAtAll
 
 # Method using unicode variable names
 def math_test
@@ -35,8 +53,12 @@ def math_test
 end
 
 # Iterate through CJK samples
-cjk_samples.each_with_index do |str, idx|
+cjk_samples.each_with_index do |str, idx:|
-  puts "CJK[#{idx}] => #{str} (len=#{str.length})"
+  puts %! CJK[#{idx}] => #{str} (len=#{str.length})\! !
+  symbol = :"
+  a
+  "
+  sym2 = :hello
 end
 
 # Test emoji width behaviors
@@ -44,31 +66,47 @@ puts "Emoji count: #{emojis.length}"
 
 # Multi-line string with unicode
 multi = <<~BASH
-  # Function recursion demo
+    # Function recursion demo
-  factorial() {
+    factorial() {
-    local n="$1"
+      local n="$1"
-    if ((n <= 1)); then
+      if ((n <= 1)); then
-      echo 1
+        echo 1
-    else
+      else\ns
-      local prev
+        local prev
-      prev=$(factorial $((n - 1)))
+        prev=$(factorial $((n - 1)))
-      echo $((n * prev))
+        echo $((n * prev))
-    fi
+       before #{ interpol
-  }
+                 # {'    '}
-
+                 # comment should be fine heres s
-  log INFO "factorial(5) = $(factorial 5)"
+                 $a / $-s + 0xFF
+              }s#{' '}
+  x
+      a after
+      fi
+    } #{s}
+    log INFO "factorial(5) = $(factorial 5)"
 BASH
 
 puts multi
 
+
 # Arrays mixing everything
 mixed = [
-  "🐍 Ruby + Python? sacrilege! 🐍",
+  '🐍 Ruby + Python? sacrilege! 🐍',
-  "日本語とEnglishと🔧mix",
+  '日本語とEnglishと🔧mix',
-  "Spacing test →→→→→→→",
+  'Spacing test →→→→→→→',
-  "Zero-width joiner test: 👨‍👩‍👧‍👦 family emoji",
+  'Zero-width joiner test: 👨‍👩‍👧‍👦 family emoji'
 ]
 
+two_docs = <<~DOC1, <<~DOC2
+  stuff for doc2
+  rdvajehvbaejbfh
+DOC1
+  stuff for doc 2 with #{!interpolation} and more
+DOC2
+
+p = 0 << 22 # not a heredoc
+
 mixed.each { |m| puts m }
 
 # Unicode in comments — highlight me!
@@ -84,37 +122,37 @@ end
 escaped = "Line1\nLine2\tTabbed 😀"
 puts escaped
 
+p = 0 << 2
 # Frozen string literal test
 # frozen_string_literal: true
-const_str = "定数文字列🔒".freeze
+const_str = '定数文字列🔒'.freeze
 puts const_str
 
 # End marker
-puts "--- END OF UNICODE TEST FILE ---"
+puts '--- END OF UNICODE TEST FILE ---'
 
 # Ruby syntax highlighting test
 
-=begin
+#   This is a multi-line comment.
-  This is a multi-line comment.
+#   It spans multiple lines.
-  It spans multiple lines.
+#   Good for testing highlighting.
-  Good for testing highlighting.
+#
-
+# This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped linetest,
-This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, This is a wrapped line test, 
+#
-
-=end
 
 # Constants
+
 PI = 3.14159
 MAX_ITER = 5
-
 # Module
 module Utilities
   def self.random_greeting
-    ["Hello", "Hi", "Hey", "Hola", "Bonjour", "Merhaba"].sample
+    %w[Hello Hi Hey Hola Bonjour Merhaba].sample
   end
 
   def self.factorial(n)
     return 1 if n <= 1
+
     n * factorial(n - 1)
   end
 end
@@ -132,6 +170,8 @@ class TestObject
     puts "#{@name}: #{@value}"
   end
 
+  private
+
   def double_value
     @value * 2
   end
@@ -173,11 +213,16 @@ end
 # Method definition
 def greet_person(name)
   puts "#{Utilities.random_greeting}, #{name}!"
+  return true if name == 'harry'
+
+  's'
 end
 
+h = a / a
+
 # Calling methods
-greet_person("Alice")
+greet_person('Alice')
-greet_person("Bob")
+greet_person('Bob')
 
 # Loops
 i = 0
@@ -197,7 +242,7 @@ begin
 rescue ZeroDivisionError => e
   puts "Caught an error: #{e}"
 ensure
-  puts "This runs no matter what"
+  puts 'This runs no matter what'
 end
 
 # Arrays of objects
@@ -233,7 +278,7 @@ end
 end
 
 # Special objects
-so = SpecialObject.new("Special", 10)
+so = SpecialObject.new('Special', 10)
 puts "Double: #{so.double_value}, Triple: #{so.triple_value}"
 
 # String interpolation and formatting
@@ -241,16 +286,19 @@ puts "PI is approximately #{PI.round(2)}"
 
 # Multi-line strings
 multi_line = <<~TEXT
+   k kmW ;
   This is a multi-line string.
   It spans multiple lines.
-  Good for testing highlighting.
+  Gossn sssmss
+  ddsss
+  od for testing highlighting.
 TEXT
 
 puts multi_line
 
 # Symbols and strings
-sym = :my_symbol
+sym = :my_symbol == __dir__
-str = "my string"
+str = 'my string'
 puts "Symbol: #{sym}, String: #{str}"
 
 # Random numbers
@@ -269,20 +317,28 @@ end
 
 # Block with yield
 def wrapper
-  puts "Before block"
+  puts 'Before block'
   yield if block_given?
-  puts "After block"
+  puts 'After block'
 end
 
-wrapper { puts "Inside block" }
+# ss
+
+wrapper { puts 'Inside block' }
 
 # Sorting
 sorted = rand_nums.sort
 puts "Sorted: #{sorted.join(', ')}"
 
 # Regex
-sample_text = "The quick brown fox jumps over the lazy dog"
+sample_text = 'The quick brown fox jumps over the lazy dog'
 puts "Match 'fox'?" if sample_text =~ /fox/
 
 # End of test script
-puts "Ruby syntax highlighting test complete."
+puts 'Ruby syntax highlighting test complete.'
+
+__END__
+
+
+Anything here should be ignored >><<
+{{{}}}[[[]]](((000)))

samples/rust.rs

@@ -0,0 +1,406 @@
+#![allow(dead_code)]
+
+use std::collections::{BTreeMap, HashMap};
+use std::fmt;
+use std::time::Duration;
+
+//! Examples to exercise the Rust regex injection queries in the highlights.scm.
+//! These cover Regex::new, regex::Regex::new, regex::bytes::Regex::new,
+//! RegexSet::new, regex::RegexSet::new, RegexSetBuilder::new, and byte variants.
+//!
+//! Injection patterns in the query file trigger on:
+//! - call to (Regex|ByteRegexBuilder)::new with a raw string literal
+//! - call to (RegexSet|RegexSetBuilder)::new with an array of raw string literals
+
+use regex::{Regex, RegexSet, RegexSetBuilder};
+use regex::bytes::Regex as ByteRegex;
+use regex::bytes::RegexSet as ByteRegexSet;
+use regex::bytes::RegexSetBuilder as ByteRegexSetBuilder;
+
+fn main() {
+    // --- Should inject (Regex::new with raw string) ---
+    let _simple = Regex::new(r"^\d{4}-\d{2}-\d{2}$").unwrap();
+
+    // --- Should inject (fully qualified regex::Regex::new with raw string) ---
+    let _fq = regex::Regex::new(r"(?m)^\w+\s*=\s*.+$").unwrap();
+
+    // --- Should inject (bytes::Regex::new with raw string) ---
+    let _bytes = ByteRegex::new(r"(?-u)\xFF[\x00-\x7F]+").unwrap();
+
+    // --- Should inject (RegexSet::new with array of raw strings) ---
+    let _set = RegexSet::new([
+        r"^INFO:",
+        r"^WARN:",
+        r"^ERROR:",
+    ]).unwrap();
+
+    // --- Should inject (regex::RegexSet::new fully qualified) ---
+    let _set_fq = regex::RegexSet::new([
+        r"foo\d+",
+        r"bar\d+",
+    ]).unwrap();
+
+    // --- Should inject (RegexSetBuilder::new with array of raw strings) ---
+    let _set_builder = RegexSetBuilder::new([
+        r"\bcat\b",
+        r"\bdog\b",
+    ])
+    .case_insensitive(true)
+    .build()
+    .unwrap();
+
+    // --- Should inject (bytes set builder) ---
+    let _byte_set_builder = ByteRegexSetBuilder::new([
+        r"(?-u)\x01\x02",
+        r"(?-u)\xFF.+",
+    ])
+    .build()
+    .unwrap();
+
+    // --- Should inject (bytes set) ---
+    let _byte_set = ByteRegexSet::new([
+        r"(?-u)\x00+\xFF",
+        r"(?-u)[\x10-\x20]+",
+    ]).unwrap();
+
+    // --- NEGATIVE examples (should NOT inject) ---
+
+    // Not raw string literal (plain string): the query expects raw_string_literal.
+    let _no_inject_plain = Regex::new("plain-string-no-raw").unwrap();
+
+    // Function name is not `new`, so should not inject.
+    let _builder = Regex::new(r"\d+").map(|re| re.replace("123", "x"));
+
+    // Different type name, should not inject.
+    let _other = Some(r"not a regex call");
+
+    // Raw string but different function, should not inject.
+    let _format = format!(r"literal: {}", 42);
+}
+
+// Keep a simple test to ensure this compiles and runs.
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn smoke() {
+        let re = Regex::new(r"^\d+$").unwrap();
+        assert!(re.is_match("12345"));
+        let set = RegexSet::new([r"cat", r"dog"]).unwrap();
+        assert!(set.is_match("hotdog"));
+    }
+}
+
+/// A simple data type to exercise traits, pattern matching, and methods.
+#[derive(Debug, Clone, PartialEq)]
+pub struct Point {
+    pub x: i64,
+    pub y: i64,
+}
+
+impl Point {
+    pub fn manhattan(&self) -> i64 {
+        self.x.abs() + self.y.abs()
+    }
+
+    pub fn translate(&self, dx: i64, dy: i64) -> Self {
+        Self {
+            x: self.x + dx,
+            y: self.y + dy,
+        }
+    }
+}
+
+impl fmt::Display for Point {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+        write!(f, "({}, {})", self.x, self.y)
+    }
+}
+
+#[derive(Debug, PartialEq, Eq)]
+pub enum ParseError {
+    Empty,
+    InvalidDigit,
+    TooLarge,
+}
+
+pub fn parse_u8(input: &str) -> Result<u8, ParseError> {
+    if input.trim().is_empty() {
+        return Err(ParseError::Empty);
+    }
+    let mut value: u16 = 0;
+    for ch in input.bytes() {
+        if !(b'0'..=b'9').contains(&ch) {
+            return Err(ParseError::InvalidDigit);
+        }
+        value = value * 10 + u16::from(ch - b'0');
+        if value > u8::MAX as u16 {
+            return Err(ParseError::TooLarge);
+        }
+    }
+    Ok(value as u8)
+}
+
+pub fn sum_iter<I: IntoIterator<Item = i64>>(iter: I) -> i64 {
+    iter.into_iter().fold(0, |acc, n| acc + n)
+}
+
+pub fn split_once<'a>(input: &'a str, needle: char) -> Option<(&'a str, &'a str)> {
+    let idx = input.find(needle)?;
+    Some((&input[..idx], &input[idx + needle.len_utf8()..]))
+}
+
+pub fn join_with<I: IntoIterator<Item = String>>(iter: I, sep: &str) -> String {
+    let mut it = iter.into_iter().peekable();
+    let mut out = String::new();
+    while let Some(item) = it.next() {
+        out.push_str(&item);
+        if it.peek().is_some() {
+            out.push_str(sep);
+        }
+    }
+    out
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use std::cell::RefCell;
+    use std::sync::mpsc;
+    use std::thread;
+
+    macro_rules! assert_contains {
+        ($haystack:expr, $needle:expr) => {
+            if !$haystack.contains($needle) {
+                panic!("expected {:?} to contain {:?}", $haystack, $needle);
+            }
+        };
+    }
+
+    #[test]
+    fn point_manhattan_and_display() {
+        let p = Point { x: -3, y: 4 };
+        assert_eq!(p.manhattan(), 7);
+        assert_eq!(p.to_string(), "(-3, 4)");
+    }
+
+    #[test]
+    fn point_translate_is_pure() {
+        let p = Point { x: 1, y: 2 };
+        let q = p.translate(3, -1);
+        assert_eq!(p, Point { x: 1, y: 2 });
+        assert_eq!(q, Point { x: 4, y: 1 });
+    }
+
+    #[test]
+    fn parse_u8_success_and_errors() {
+        assert_eq!(parse_u8("0"), Ok(0));
+        assert_eq!(parse_u8("255"), Ok(255));
+        assert_eq!(parse_u8(" 17 "), Ok(17)); // leading/trailing spaces are rejected as Empty? we trimmed only emptiness, digits still parsed.
+        assert_eq!(parse_u8(""), Err(ParseError::Empty));
+        assert_eq!(parse_u8("  "), Err(ParseError::Empty));
+        assert_eq!(parse_u8("12a"), Err(ParseError::InvalidDigit));
+        assert_eq!(parse_u8("256"), Err(ParseError::TooLarge));
+    }
+
+    #[test]
+    fn sum_iter_works_for_various_iterators() {
+        let v = vec![1, 2, 3, 4, -5];
+        assert_eq!(sum_iter(&v), 5);
+        let arr = [10i64; 4];
+        assert_eq!(sum_iter(arr), 40);
+        assert_eq!(sum_iter(0..5), 10);
+    }
+
+    #[test]
+    fn split_once_basic_and_unicode() {
+        assert_eq!(split_once("a,b,c", ','), Some(("a", "b,c")));
+        assert_eq!(split_once("no-sep", '/'), None);
+        // UTF-8 needle
+        let s = "fooλbar";
+        assert_eq!(split_once(s, 'λ'), Some(("foo", "bar")));
+    }
+
+    #[test]
+    fn join_with_various_lengths() {
+        let empty: Vec<String> = vec![];
+        assert_eq!(join_with(empty, ", "), "");
+        assert_eq!(join_with(vec!["a".into()], ", "), "a");
+        assert_eq!(
+            join_with(vec!["a".into(), "b".into(), "c".into()], "|"),
+            "a|b|c"
+        );
+    }
+
+    #[test]
+    fn hash_map_grouping_example() {
+        let words = ["ant", "bat", "apple", "boat"];
+        let mut by_initial: HashMap<char, Vec<&str>> = HashMap::new();
+        for w in &words {
+            let key = w.chars().next().unwrap();
+            by_initial.entry(key).or_default().push(*w);
+        }
+        assert_eq!(by_initial.get(&'a').unwrap(), &vec!["ant", "apple"]);
+        assert_eq!(by_initial.get(&'b').unwrap(), &vec!["bat", "boat"]);
+    }
+
+    #[test]
+    fn btree_map_sorted_iteration() {
+        let mut map = BTreeMap::new();
+        map.insert("c", 3);
+        map.insert("a", 1);
+        map.insert("b", 2);
+        let keys: Vec<_> = map.keys().copied().collect();
+        assert_eq!(keys, vec!["a", "b", "c"]);
+    }
+
+    #[test]
+    fn channels_and_threads() {
+        let (tx, rx) = mpsc::channel();
+        thread::spawn(move || {
+            for i in 0..5 {
+                tx.send(i * i).unwrap();
+            }
+        });
+        let received: Vec<_> = (0..5).map(|_| rx.recv().unwrap()).collect();
+        assert_eq!(received, vec![0, 1, 4, 9, 16]);
+    }
+
+    #[test]
+    fn interior_mutability_with_refcell() {
+        #[derive(Debug)]
+        struct Counter {
+            inner: RefCell<u32>,
+        }
+        impl Counter {
+            fn inc(&self) {
+                *self.inner.borrow_mut() += 1;
+            }
+            fn get(&self) -> u32 {
+                *self.inner.borrow()
+            }
+        }
+
+        let c = Counter {
+            inner: RefCell::new(0),
+        };
+        c.inc();
+        c.inc();
+        assert_eq!(c.get(), 2);
+    }
+
+    #[test]
+    fn should_panic_on_too_large_parse() {
+        #[should_panic(expected = "TooLarge")]
+        fn check() {
+            parse_u8("999").unwrap();
+        }
+        check();
+    }
+
+    #[test]
+    fn result_based_test() -> Result<(), String> {
+        let p = Point { x: 2, y: 3 };
+        if p.manhattan() == 5 {
+            Ok(())
+        } else {
+            Err("manhattan distance mismatch".into())
+        }
+    }
+
+    #[test]
+    fn iterator_combinators_cover_common_paths() {
+        let data = vec![Some(1), None, Some(3), Some(4)];
+        let sum: i32 = data.iter().flatten().sum();
+        assert_eq!(sum, 8);
+
+        let doubled: Vec<_> = (1..=5).map(|n| n * 2).filter(|n| n % 4 == 0).collect();
+        assert_eq!(doubled, vec![4, 8]);
+    }
+
+    #[test]
+    fn pattern_matching_with_guards() {
+        let numbers = [-2, -1, 0, 1, 2];
+        let labels: Vec<_> = numbers
+            .iter()
+            .map(|n| match n {
+                n if *n < 0 => "neg",
+                0 => "zero",
+                n if *n % 2 == 0 => "even-pos",
+                _ => "odd-pos",
+            })
+            .collect();
+        assert_eq!(labels, vec!["neg", "neg", "zero", "odd-pos", "even-pos"]);
+    }
+
+    #[test]
+    fn custom_macro_assert_contains() {
+        assert_contains!("hello world", "world");
+    }
+
+    #[test]
+    fn ownership_and_borrowing_examples() {
+        fn takes_and_gives_back(mut v: Vec<i32>) -> Vec<i32> {
+            v.push(42);
+            v
+        }
+        let v = vec![1, 2, 3];
+        let v = takes_and_gives_back(v);
+        assert_eq!(v, vec![1, 2, 3, 42]);
+
+        let s = String::from("hi");
+        let len = length_of_str(&s);
+        assert_eq!(len, 2);
+    }
+
+    fn length_of_str(s: &str) -> usize {
+        s.len()
+    }
+
+    #[test]
+    fn lifetimes_and_slices() {
+        fn first<'a>(xs: &'a [i32]) -> Option<&'a i32> {
+            xs.first()
+        }
+        let data = [10, 20, 30];
+        assert_eq!(first(&data), Some(&10));
+    }
+
+    #[test]
+    fn const_generics_array_sum() {
+        fn sum_array<const N: usize>(arr: [i32; N]) -> i32 {
+            arr.iter().sum()
+        }
+        assert_eq!(sum_array::<3>([1, 2, 3]), 6);
+        assert_eq!(sum_array([0; 5]), 0);
+    }
+
+    #[test]
+    fn duration_and_instant_arithmetic() {
+        use std::time::Instant;
+        let start = Instant::now();
+        std::thread::sleep(Duration::from_millis(5));
+        let elapsed = start.elapsed();
+        assert!(elapsed >= Duration::from_millis(5));
+    }
+
+    #[test]
+    fn string_builder_patterns() {
+        let parts = ["a", "b", "c"];
+        let mut s = String::with_capacity(3);
+        for p in parts {
+            s.push_str(p);
+        }
+        assert_eq!(s, "abc");
+        assert!(s.capacity() >= 3);
+    }
+
+    #[test]
+    fn equality_and_ordering_on_point() {
+        let p1 = Point { x: 1, y: 2 };
+        let p2 = Point { x: 1, y: 2 };
+        assert_eq!(p1, p2);
+        assert!(p1.manhattan() <= p2.manhattan());
+    }
+}

samples/sample.gitattributes

@@ -0,0 +1,5 @@
+# Sample .gitattributes file for syntax highlighting tests
+
+*.c syntax=c
+*.h syntax=c
+*.py syntax=python