Update mruby api.

.clangd

@@ -2,6 +2,7 @@ CompileFlags:
   Add: [
     -I/home/syed/main/crib/include,
     -I/home/syed/main/crib/libs,
+    -I/home/syed/main/crib/libs/mruby/include,
     -std=c++23
   ]
   Remove: []

.gitmodules

@@ -2,3 +2,7 @@
 	path = libs/libgrapheme
 	url = git://git.suckless.org/libgrapheme
   ignore = dirty
+[submodule "libs/mruby"]
+	path = libs/mruby
+  url = https://github.com/mruby/mruby.git
+  ignore = dirty

Makefile

@@ -20,8 +20,8 @@ CFLAGS_DEBUG :=\
 	-O0 -fno-inline -gsplit-dwarf \
 	-g -fno-omit-frame-pointer \
 	-Wno-unused-command-line-argument \
-	-fsanitize=address \
+	-I./include -I./libs -I/home/syed/main/crib/libs/mruby/include
-	-I./include -I./libs
+# -fsanitize=address \
 
 CFLAGS_RELEASE :=\
 	-static --target=x86_64-linux-musl \
@@ -32,7 +32,7 @@ CFLAGS_RELEASE :=\
 	-fomit-frame-pointer -DNDEBUG -s \
 	-mllvm -vectorize-loops \
 	-Wno-unused-command-line-argument \
-	-I./include -I./libs
+	-I./include -I./libs -I/home/syed/main/crib/libs/mruby/include
 
 PCH_CFLAGS_DEBUG := $(CFLAGS_DEBUG) -x c++-header
 PCH_CFLAGS_RELEASE := $(CFLAGS_RELEASE) -x c++-header
@@ -43,12 +43,12 @@ UNICODE_OBJ_DEBUG := $(patsubst libs/unicode_width/%.c,$(OBJ_DIR)/debug/unicode_
 UNICODE_OBJ_RELEASE := $(patsubst libs/unicode_width/%.c,$(OBJ_DIR)/release/unicode_width/%.o,$(UNICODE_SRC))
 
 LIBS_RELEASE := \
-	libs/libgrapheme/libgrapheme.a \
+	libs/libgrapheme/libgrapheme.a ./libs/mruby/build/host/lib/libmruby.a \
-	-Wl,-Bstatic,--gc-sections -lpcre2-8 -lmruby
+	-Wl,-Bstatic,--gc-sections -lpcre2-8
 
 LIBS_DEBUG := \
-	libs/libgrapheme/libgrapheme.a \
+	libs/libgrapheme/libgrapheme.a ./libs/mruby/build/host/lib/libmruby.a \
-	-Wl,-Bdynamic -lpcre2-8 -lmruby
+	-Wl,-Bdynamic -lpcre2-8
 
 SRC := $(wildcard $(SRC_DIR)/**/*.cc) $(wildcard $(SRC_DIR)/*.cc)
 OBJ_DEBUG := $(patsubst $(SRC_DIR)/%.cc,$(OBJ_DIR)/debug/%.o,$(SRC))

README.md

@@ -20,9 +20,8 @@ Binary can be installed with the following command:
 curl https://syedm.dev/crib | sh
 ```
 
-It requires `libmagic` to be installed (most systems have it preinstalled).<br>
 Currently only for Linux.<br>
-*Tested with arch linux and ubuntu*<br>
+*Tested with arch linux and ubuntu and void*<br>
 
 ## Building
 
@@ -99,7 +98,7 @@ The following lsp's are added by default and can be installed anywhere in your `
 
 #### Compiler
 
-`clang++` should work fine but `c++23+` is required.<br>
+`g++` or `clang++` should work fine but `c++20+` is required.<br>
 Can remove `ccache` if you want from the makefile.<br>
 
 #### Compliling

TODO.md

@@ -4,13 +4,14 @@ Copyright 2025 Syed Daanish
 
 ##### BTW Check each lsp with each of the features implemented
 
-* [ ] Make a proper qeued system for bar contents from ruby
+* Add ruby config for file detection (with `file` command by default)
-* [ ] Allow clipbaord setting & alpha in ini files
+* [ ] Add mgems for most common things and a ruby library to allow combining true ruby with mruby
+      - Or revert to cruby and retry with manual linking . maybe it might work?
+* [ ] color alpha in ini files
 * [ ] Make warning before ctrl+q for saving
 * [ ] **LSP Bug:** Check why `fish-lsp` is behaving so off with completions filtering.
 * [ ] **Line move:** fix the move line functions to work without the calculations from folds as folds are removed.
 * [ ] **Editor Indentation Fix:** - Main : merger indentation with the parser for more accurate results.
-    * [ ] Fix bug where enter at start of line with ending type crashes
     * [ ] Keep cache of language maps in engine to reduce lookup time.
     * [ ] In indents add function to support tab which indents if before any content and inserts a pure \t otherwise.
     * [ ] And backspace which undents if before any content.
@@ -30,7 +31,7 @@ Copyright 2025 Syed Daanish
 * Try to make all functions better now that folds have been purged
 * Cleanup syntax and renderer files
 
-* Add a thing called view which is a rect with speacial type editor . but otherwise a ruby or c++ view
+* **RN** Add a thing called view which is a rect with speacial type editor . but otherwise a ruby or c++ view
 * can be used for stuff like file manager/git manager/theme picker.
 * allow flushing functions in ruby to tell c++ to refresh keybinds/themes etc.
 * allow keybinds to be set in ruby

config/main.rb

@@ -1,3 +1,10 @@
+# Files can be insluded using Kernel#require_relative
+# but it can be called with binding as the second argument
+# skipping it will call it with global binding which is usually fine
+# Kernel#load can also be used
+
+require_relative "theme"
+
 # basic configuration
 # This can also be used to do speacail configs for different projects.
 # its ruby guys script whatever you want.
@@ -12,43 +19,6 @@ C.shutdown do
   puts "Exiting crib..."
 end
 
-# this can be modified by the user during runtime through keybindings
-# But i need to know how to ever read this value only when needed.
-# maybe i can write a function that notifies if theme maybe changed then reload
-# It can also be scripted to load different theme formats into a hash usable by crib
-C.theme = {
-  :default => { fg: 0xEEEEEE },
-  :shebang => { fg: 0x7DCFFF },
-  :error => { fg: 0xEF5168 },
-  :comment => { fg: 0xAAAAAA, italic: true },
-  :string => { fg: 0xAAD94C },
-  :escape => { fg: 0x7DCFFF },
-  :interpolation => { fg: 0x7DCFFF },
-  :regexp => { fg: 0xD2A6FF },
-  :number => { fg: 0xE6C08A },
-  # rubocop:disable Lint/BooleanSymbol
-  :true => { fg: 0x7AE93C },
-  :false => { fg: 0xEF5168 },
-  # rubocop:enable Lint/BooleanSymbol
-  :char => { fg: 0xFFAF70 },
-  :keyword => { fg: 0xFF8F40 },
-  :keywordoperator => { fg: 0xF07178 },
-  :operator => { fg: 0xFFFFFF, italic: true },
-  :function => { fg: 0xFFAF70 },
-  :type => { fg: 0xF07178 },
-  :constant => { fg: 0x7DCFFF },
-  :variableinstance => { fg: 0x95E6CB },
-  :variableglobal => { fg: 0xF07178 },
-  :annotation => { fg: 0x7DCFFF },
-  :directive => { fg: 0xFF8F40 },
-  :label => { fg: 0xD2A6FF },
-  :brace1 => { fg: 0xD2A6FF },
-  :brace2 => { fg: 0xFFAFAF },
-  :brace3 => { fg: 0xFFFF00 },
-  :brace4 => { fg: 0x0FFF0F },
-  :brace5 => { fg: 0xFF0F0F }
-}
-
 # TODO: to be done once a proper api for binding and window drawing is made
 #       The binds will be connected to either `editor` or windows where editor can
 #       only use a preset set of stuff to bind while teh windows are purely custom
@@ -99,7 +69,7 @@ C.extra_highlights do |_line, _idx|
 end
 
 # The highlighter will be aplied to the language as long as the langauge is defined in C.languages
-C.highlighters[:ruby_n] = {
+C.highlighters[:string] = {
   parser: ->(line, state, line_idx) {
     # the return value is a hash
     # it contains the state and the highlights

config/theme.rb

@@ -0,0 +1,36 @@
+# this can be modified by the user during runtime through keybindings
+# But i need to know how to ever read this value only when needed.
+# maybe i can write a function that notifies if theme maybe changed then reload
+# It can also be scripted to load different theme formats into a hash usable by crib
+C.theme = {
+  :default => { fg: 0xEEEEEE },
+  :shebang => { fg: 0x7DCFFF },
+  :error => { fg: 0xEF5168 },
+  :comment => { fg: 0xAAAAAA, italic: true },
+  :string => { fg: 0xAAD94C },
+  :escape => { fg: 0x7DCFFF },
+  :interpolation => { fg: 0x7DCFFF },
+  :regexp => { fg: 0xD2A6FF },
+  :number => { fg: 0xE6C08A },
+  # rubocop:disable Lint/BooleanSymbol
+  :true => { fg: 0x7AE93C },
+  :false => { fg: 0xEF5168 },
+  # rubocop:enable Lint/BooleanSymbol
+  :char => { fg: 0xFFAF70 },
+  :keyword => { fg: 0xFF8F40 },
+  :keywordoperator => { fg: 0xF07178 },
+  :operator => { fg: 0xFFFFFF, italic: true },
+  :function => { fg: 0xFFAF70 },
+  :type => { fg: 0xF07178 },
+  :constant => { fg: 0x7DCFFF },
+  :variableinstance => { fg: 0x95E6CB },
+  :variableglobal => { fg: 0xF07178 },
+  :annotation => { fg: 0x7DCFFF },
+  :directive => { fg: 0xFF8F40 },
+  :label => { fg: 0xD2A6FF },
+  :brace1 => { fg: 0xD2A6FF },
+  :brace2 => { fg: 0xFFAFAF },
+  :brace3 => { fg: 0xFFFF00 },
+  :brace4 => { fg: 0x0FFF0F },
+  :brace5 => { fg: 0xFF0F0F }
+}

include/io/knot.h

@@ -115,8 +115,8 @@ LineIterator *begin_l_iter(Knot *root, uint32_t start_line);
 // Each subsequent call returns the next line as a null terminated string
 // `it` is the iterator returned from begin_l_iter
 // After getting the necessary lines free the iterator (no need to go upto
-// the end) returns null if there are no more lines All return strings
+// the end) returns null if there are no more lines
-// `must` be freed by the caller
+// The string must not be freed
 char *next_line(LineIterator *it, uint32_t *out_len);
 
 // Returns the previous line as a null terminated string

include/pch.h

@@ -4,12 +4,12 @@
 #define PCRE2_CODE_UNIT_WIDTH 8
 #define PCRE_WORKSPACE_SIZE 512
 
-#include <mruby.h>
+#include "mruby.h"
-#include <mruby/array.h>
+#include "mruby/array.h"
-#include <mruby/compile.h>
+#include "mruby/compile.h"
-#include <mruby/hash.h>
+#include "mruby/hash.h"
-#include <mruby/irep.h>
+#include "mruby/irep.h"
-#include <mruby/string.h>
+#include "mruby/string.h"
 #include <nlohmann/json.hpp>
 #include <pcre2.h>
 extern "C" {

include/scripting/decl.h

@@ -4,8 +4,12 @@
 #include "syntax/decl.h"
 #include "utils/utils.h"
 
+namespace fs = std::filesystem;
+
 extern std::unordered_map<std::string, std::pair<mrb_value, mrb_value>>
     custom_highlighters;
+extern mrb_state *mrb;
+extern fs::path ruby_config_path;
 
 struct BarLight {
   uint32_t start;
@@ -29,14 +33,18 @@ struct BarLine {
 void setup_ruby_bindings(mrb_state *mrb, RClass *C_module);
 void ruby_start();
 void ruby_shutdown();
+void ruby_copy(const char *text, size_t len);
+std::string ruby_paste();
+std::string ruby_file_detect(std::string filename);
 void load_theme();
 void load_languages_info();
 uint8_t read_line_endings();
 void load_custom_highlighters();
-mrb_value parse_custom(std::vector<Token> *tokens, mrb_value parser_block,
+bool custom_compare(mrb_value match_block, std::string state1,
-                       const char *line, uint32_t len, mrb_value state,
+                    std::string state2);
-                       uint32_t c_line);
+std::string parse_custom(std::vector<Token> *tokens, mrb_value parser_block,
-bool custom_compare(mrb_value match_block, mrb_value state1, mrb_value state2);
+                         const char *line, uint32_t len, std::string state,
+                         uint32_t c_line);
 BarLine bar_contents(uint8_t mode, std::string lang_name, uint32_t warnings,
                      std::string lsp_name, std::string filename,
                      std::string foldername, uint32_t line, uint32_t max_line,

include/scripting/libcrib.rb

@@ -1,3 +1,66 @@
+def command_exists?(cmd)
+  system("command -v #{cmd} > /dev/null 2>&1")
+end
+
+module Clipboard
+  @clip = ""
+  @os = :os_name_placed_here
+
+  class << self
+    def copy(text)
+      if @os == :windows
+        IO.popen("clip", "w") { |f| f.write(text) }
+      elsif @os == :mac
+        IO.popen("pbcopy", "w") { |f| f.write(text) }
+      elsif @os == :linux
+        if ENV["XDG_SESSION_TYPE"]&.downcase == "wayland" || ENV["WAYLAND_DISPLAY"]
+          if command_exists?("wl-copy")
+            IO.popen("wl-copy", "w") { |f| f.write(text) }
+          else
+            osc52_copy(text)
+          end
+        elsif ENV["XDG_SESSION_TYPE"]&.downcase == "x11" || ENV["DISPLAY"]
+          if command_exists?("xsel")
+            IO.popen("xsel --clipboard --input", "w") { |f| f.write(text) }
+          elsif command_exists?("xclip")
+            IO.popen("xclip -selection clipboard", "w") { |f| f.write(text) }
+          else
+            osc52_copy(text)
+          end
+        end
+      end
+      @clip = text
+    end
+    def paste
+      if @os == :windows
+        return `powershell -NoProfile -Command Get-Clipboard`
+      elsif @os == :mac
+        return `pbpaste`
+      elsif @os == :linux
+        if ENV["XDG_SESSION_TYPE"]&.downcase == "wayland" || ENV["WAYLAND_DISPLAY"]
+          if command_exists?("wl-copy")
+            return `wl-paste`
+          end
+        elsif ENV["XDG_SESSION_TYPE"]&.downcase == "x11" || ENV["DISPLAY"]
+          if command_exists?("xsel")
+            return `xsel --clipboard --output`
+          elsif command_exists?("xclip")
+            return `xclip -selection clipboard -o`
+          else
+            return @clip
+          end
+        end
+      end
+      return ""
+    end
+    def osc52_copy(text)
+      encoded = [text].pack("m0")
+      print "\e]52;c;#{encoded}\a"
+      text
+    end
+  end
+end
+
 module C
   @lsp_config = {
     "clangd" => [
@@ -224,6 +287,11 @@ module C
       extensions: ["sh"],
       filenames: ["bash_profile", "bashrc"],
       lsp: "bash-language-server"
+    },
+    default: {
+      color: 0x6d8086,
+      symbol: "󰈚 ",
+      extensions: []
     }
   }
   @theme = {
@@ -262,7 +330,7 @@ module C
   @highlighters = {}
   @b_startup = nil
   @b_shutdown = nil
-  @b_bar = lambda do |info|
+  @b_bar = proc do |info|
     # mode, lang_name, warnings, lsp_name, filename, foldername, line, max_line, width
     # puts info.inspect
     mode_color = 0x82AAFF
@@ -285,6 +353,9 @@ module C
       mode_symbol = " "
     end
     lang_info = C.languages[info[:lang_name]]
+    if lang_info.nil?
+      lang_info = C.languages[:default]
+    end
     filename = File.basename(info[:filename])
     starting = " #{mode_symbol} #{info[:mode].to_s.upcase}  #{lang_info[:symbol]}#{filename}"
     highlights = []
@@ -294,20 +365,59 @@ module C
     highlights << { fg: lang_info[:color], bg: 0x24272d, start: 13, length: 2 }
     highlights << { fg: 0xced4df, bg: 0x24272d, start: 15, length: filename.length }
     highlights << { fg: 0x24272d, bg: 0x000000, start: 15 + filename.length, length: 1 }
-    return {
+    next {
       text: starting,
       highlights: highlights
     }
   end
+  @b_copy = proc do |text|
+    Clipboard.copy(text)
+  end
+  @b_paste = proc do
+    next Clipboard.paste
+  end
+  @b_file_detect = proc do |filename|
+    type = :default
+    next type unless File.exist?(filename)
+    first_line = File.open(filename, &:readline).chomp
+    if first_line.start_with?("#!")
+      shebang = first_line[2..].downcase
+      type = case shebang
+             when /bash/, /sh/   then :bash
+             when /fish/         then :fish
+             when /python/       then :python
+             when /ruby/         then :ruby
+             when /lua/          then :lua
+             else :default
+             end
+      next type
+    end
+    next type if :os_name_placed_here != :linux || :os_name_placed_here != :mac
+    next type if !command_exists?("file")
+    mimetype = `file --mime-type -b #{filename}`.chomp
+    type = case mimetype
+           when /shellscript/ then :bash
+           when /ruby/        then :ruby
+           when /diff/        then :diff
+           when /html/        then :html
+           when /python/      then :python
+           when /javascript/  then :javascript
+           when /makefile/    then :makefile
+           when /-c$/         then :c
+           else :default
+           end
+    next type
+  end
 
   class << self
     attr_accessor :theme, :lsp_config, :languages,
                   :line_endings, :highlighters
-    attr_reader :b_startup, :b_shutdown, :b_extra_highlights, :b_bar
+    attr_reader :b_startup, :b_shutdown, :b_extra_highlights,
+                :b_bar, :b_copy, :b_paste, :b_file_detect
 
-    # def bar=(block)
+    def bar=(&block)
-    #   @b_bar = block
+      @b_bar = block
-    # end
+    end
 
     def startup(&block)
       @b_startup = block
@@ -317,6 +427,18 @@ module C
       @b_shutdown = block
     end
 
+    def copy(&block)
+      @b_copy = block
+    end
+
+    def paste(&block)
+      @b_paste = block
+    end
+
+    def file_detect(&block)
+      @b_file_detect = block
+    end
+
     def extra_highlights(&block)
       @b_extra_highlights = block
     end
@@ -352,3 +474,22 @@ module C
     end
   end
 end
+
+$LOADED ||= []
+
+module Kernel
+  def require_relative(path, bind = nil)
+    path += ".rb" unless path.end_with?(".rb")
+    path = File.expand_path(path, File.dirname(C.config_file))
+    return if $LOADED.include?(path)
+    $LOADED << path
+    code = File.read(path)
+    eval(code, bind || binding, path)
+  end
+  def load(path, bind = nil)
+    path += ".rb" unless path.end_with?(".rb")
+    path = File.expand_path(path, File.dirname(C.config_file))
+    $LOADED.delete(path)
+    require_relative(path, bind)
+  end
+end

include/syntax/decl.h

@@ -3,6 +3,7 @@
 
 #include "io/knot.h"
 #include "io/sysio.h"
+#include "pch.h"
 #include "syntax/trie.h"
 
 struct Highlight {
@@ -40,9 +41,4 @@ struct LineData {
   std::shared_ptr<void> out_state{nullptr};
 };
 
-struct CustomState {
-  mrb_value state;
-  CustomState(mrb_value s) : state(s) {}
-};
-
 #endif

include/syntax/langs.h

@@ -1,6 +1,7 @@
 #ifndef SYNTAX_LANGS_H
 #define SYNTAX_LANGS_H
 
+#include "scripting/decl.h"
 #include "syntax/decl.h"
 
 #define DEF_LANG(name)                                                         \

include/syntax/line_tree.h

@@ -5,17 +5,12 @@
 
 struct LineTree {
   void clear() {
-    std::unique_lock lock(mtx);
     clear_node(root);
     root = nullptr;
     stack_size = 0;
   }
-  void build(uint32_t x) {
+  void build(uint32_t x) { root = build_node(x); }
-    std::unique_lock lock(mtx);
-    root = build_node(x);
-  }
   LineData *at(uint32_t x) {
-    std::shared_lock lock(mtx);
     LineNode *n = root;
     while (n) {
       uint32_t left_size = n->left ? n->left->size : 0;
@@ -31,7 +26,6 @@ struct LineTree {
     return nullptr;
   }
   LineData *start_iter(uint32_t x) {
-    std::shared_lock lock(mtx);
     stack_size = 0;
     LineNode *n = root;
     while (n) {
@@ -52,7 +46,6 @@ struct LineTree {
   }
   void end_iter() { stack_size = 0; }
   LineData *next() {
-    std::shared_lock lock(mtx);
     while (stack_size) {
       auto &f = stack[stack_size - 1];
       LineNode *n = f.node;
@@ -73,21 +66,16 @@ struct LineTree {
     return nullptr;
   }
   void insert(uint32_t x, uint32_t y) {
-    std::unique_lock lock(mtx);
     if (x > subtree_size(root))
       x = subtree_size(root);
     root = insert_node(root, x, y);
   }
   void erase(uint32_t x, uint32_t y) {
-    std::unique_lock lock(mtx);
     if (x + y > subtree_size(root))
       x = subtree_size(root) - y;
     root = erase_node(root, x, y);
   }
-  uint32_t count() {
+  uint32_t count() { return subtree_size(root); }
-    std::shared_lock lock(mtx);
-    return subtree_size(root);
-  }
   ~LineTree() { clear(); }
 
 private:
@@ -117,7 +105,6 @@ private:
   LineNode *root = nullptr;
   Frame stack[32];
   std::atomic<uint8_t> stack_size = 0;
-  std::shared_mutex mtx;
   static constexpr uint32_t LEAF_TARGET = 256;
   LineTree::LineNode *erase_node(LineNode *n, uint32_t x, uint32_t y) {
     if (!n || y == 0)

include/syntax/parser.h

@@ -17,10 +17,8 @@ struct Parser {
   mrb_value parser_block = mrb_nil_value();
   mrb_value match_block = mrb_nil_value();
   bool is_custom{false};
-  std::atomic<uint32_t> scroll_max{UINT32_MAX - 2048};
+  std::atomic<uint32_t> scroll_max{0};
   std::atomic<bool> scroll_dirty{false};
-  std::mutex mutex;
-  std::mutex data_mutex;
   LineTree line_tree;
   UniqueQueue<uint32_t> dirty_lines;
 

include/utils/utils.h

@@ -155,9 +155,6 @@ std::string get_exe_dir();
 char *load_file(const char *path, uint32_t *out_len, bool *out_eol);
 Language language_for_file(const char *filename);
 
-void copy_to_clipboard(const char *text, size_t len);
-char *get_from_clipboard(uint32_t *out_len);
-
 template <typename T>
 inline T *safe_get(std::map<uint16_t, T> &m, uint16_t key) {
   auto it = m.find(key);

samples/ruby.rb

@@ -24,10 +24,10 @@ s wow
 々〆〤]/
 
 UNICORE = /
-    s
+s
-    {#{ss}}
+{#{ss}}
-    \C-s\u{10}
+\C-s\u{10}
-  /
+/
 
 UNINITCORE = %(
 

src/editor/helpers.cc

@@ -11,7 +11,7 @@ void cut(Editor *editor) {
   Coord start;
   uint32_t len;
   char *text = get_selection(editor, &len, &start);
-  copy_to_clipboard(text, len);
+  ruby_copy(text, len);
   len = count_clusters(text, len, 0, len);
   edit_erase(editor, start, len);
   free(text);
@@ -23,22 +23,20 @@ void copy(Editor *editor) {
     return;
   uint32_t len;
   char *text = get_selection(editor, &len, nullptr);
-  copy_to_clipboard(text, len);
+  ruby_copy(text, len);
   free(text);
   editor->selection_active = false;
 }
 
 void paste(Editor *editor) {
-  uint32_t len;
   if (mode == NORMAL) {
-    char *text = get_from_clipboard(&len);
+    std::string text = ruby_paste();
-    if (text) {
+    if (text.empty())
-      insert_str(editor, text, len);
+      return;
-      free(text);
+    insert_str(editor, (char *)text.c_str(), text.length());
-    }
   } else if (mode == SELECT) {
-    char *text = get_from_clipboard(&len);
+    std::string text = ruby_paste();
-    if (text) {
+    if (!text.empty()) {
       Coord start, end;
       selection_bounds(editor, &start, &end);
       uint32_t start_byte =
@@ -46,8 +44,7 @@ void paste(Editor *editor) {
       uint32_t end_byte =
           line_to_byte(editor->root, end.row, nullptr) + end.col;
       edit_erase(editor, start, end_byte - start_byte);
-      edit_insert(editor, editor->cursor, text, len);
+      edit_insert(editor, editor->cursor, (char *)text.c_str(), text.length());
-      free(text);
     }
     editor->selection_active = false;
   }

src/editor/indents.cc

@@ -226,8 +226,8 @@ void IndentationEngine::insert_new_line(Coord cursor) {
     if (!end_matched && is_end_start != kLangtoBlockEndsStart.end())
       for (auto end : is_end_start->second)
         if (starts_with(trim(line), end)) {
-          cursor.col =
+          cursor.col = set_indent(
-              set_indent(cursor.row, (int64_t)indent_expected(cursor.row) - 1);
+              cursor.row, (int64_t)indent_expected(cursor.row) - (int64_t)1);
           break;
         }
     lock.lock();
@@ -248,7 +248,7 @@ void IndentationEngine::insert_new_line(Coord cursor) {
   }
   std::string ending = trim(std::string(line + cursor.col, len - cursor.col));
   std::string before = trim(std::string(line, cursor.col));
-  uint32_t c_indent = indent_real(line, len);
+  int64_t c_indent = indent_real(line, len);
   if (!ending.empty()) {
     bool ending_valid = false;
     bool starting_valid = false;
@@ -271,14 +271,13 @@ void IndentationEngine::insert_new_line(Coord cursor) {
     if (is_end_set != kLangtoBlockStartsEnd.end())
       for (auto end : is_end_set->second)
         if (ends_with(before, end)) {
-          c_indent++;
           starting_valid = true;
           break;
         }
     if (!starting_valid && is_start_set != kLangtoBlockStartsStart.end())
       for (auto end : is_start_set->second)
         if (starts_with(before, end)) {
-          c_indent++;
+          starting_valid = true;
           break;
         }
     if (ending_valid && starting_valid)
@@ -286,7 +285,7 @@ void IndentationEngine::insert_new_line(Coord cursor) {
                (indent == 1 ? std::string(c_indent, '\t')
                             : std::string(c_indent * indent, ' ')) +
                ending;
-    else if (ending_valid && c_indent)
+    else if (ending_valid)
       c_indent--;
   }
   auto is_end_set = kLangtoBlockStartsEnd.find(editor->lang.name);
@@ -305,11 +304,13 @@ void IndentationEngine::insert_new_line(Coord cursor) {
         c_indent++;
         break;
       }
+  if (c_indent < 0)
+    c_indent = 0;
   formatted = "\n" +
               (indent == 1 ? std::string(c_indent, '\t')
                            : std::string(c_indent * indent, ' ')) +
               ending;
-  Coord new_cursor = {cursor.row + 1, c_indent * indent};
+  Coord new_cursor = {cursor.row + 1, (uint32_t)c_indent * indent};
   edit_replace(editor, cursor, {cursor.row, len}, formatted.data(),
                formatted.size());
   editor->cursor = new_cursor;

src/editor/renderer.cc

@@ -25,9 +25,6 @@ void render_editor(Editor *editor) {
   while (warn_it != editor->warnings.end() &&
          warn_it->line < editor->scroll.row)
     ++warn_it;
-  std::unique_lock<std::mutex> lock;
-  if (editor->parser)
-    lock = std::unique_lock<std::mutex>(editor->parser->mutex);
   LineData *line_data = nullptr;
   auto get_type = [&](uint32_t col) {
     if (!line_data)
@@ -450,8 +447,6 @@ void render_editor(Editor *editor) {
     global_byte_offset += line_len + 1;
     line_index++;
   }
-  if (lock.owns_lock())
-    lock.unlock();
   while (rendered_rows < editor->size.row) {
     for (uint32_t col = 0; col < editor->size.col; col++)
       update(editor->position.row + rendered_rows, editor->position.col + col,

src/main.cc

@@ -37,7 +37,30 @@ inline uint8_t index_of(Editor *ed) {
   return 0;
 }
 
-void input_listener() {
+int main(int argc, char *argv[]) {
+  ruby_start();
+  load_theme();
+  load_languages_info();
+  load_custom_highlighters();
+
+  Coord screen = start_screen();
+  const char *filename = (argc > 1) ? argv[1] : "";
+  uint8_t eol = read_line_endings();
+  Editor *editor =
+      new_editor(filename, {0, 0}, {screen.row - 2, screen.col}, eol);
+  bar.init(screen);
+
+  if (!editor) {
+    end_screen();
+    fprintf(stderr, "Failed to load editor\n");
+    return 1;
+  }
+
+  editors.push_back(editor);
+  current_editor = editors.size() - 1;
+
+  std::thread lsp_thread(background_lsp);
+
   while (running) {
     KeyEvent event = throttle(1ms, read_key);
     if (event.key_type == KEY_NONE)
@@ -67,44 +90,12 @@ void input_listener() {
     if ((event.key_type == KEY_CHAR || event.key_type == KEY_PASTE) && event.c)
       free(event.c);
   render:
+    throttle(4ms, editor_worker, editors[current_editor]);
+    bar.work();
     bar.render();
     render_editor(editors[current_editor]);
     throttle(4ms, render);
   }
-}
-
-int main(int argc, char *argv[]) {
-  ruby_start();
-  load_theme();
-  load_languages_info();
-  load_custom_highlighters();
-
-  Coord screen = start_screen();
-  const char *filename = (argc > 1) ? argv[1] : "";
-  uint8_t eol = read_line_endings();
-  Editor *editor =
-      new_editor(filename, {0, 0}, {screen.row - 2, screen.col}, eol);
-  bar.init(screen);
-
-  if (!editor) {
-    end_screen();
-    fprintf(stderr, "Failed to load editor\n");
-    return 1;
-  }
-
-  editors.push_back(editor);
-  current_editor = editors.size() - 1;
-
-  std::thread input_thread(input_listener);
-  std::thread lsp_thread(background_lsp);
-
-  while (running) {
-    throttle(16ms, editor_worker, editors[current_editor]);
-    bar.work();
-  }
-
-  if (input_thread.joinable())
-    input_thread.join();
 
   if (lsp_thread.joinable())
     lsp_thread.join();

src/ruby_compile.sh

@@ -19,14 +19,29 @@ while read -r line; do
   fi
 done <"$INPUT"
 
+OS="$(uname -s)"
+OS_TYPE="unknown"
+
+case "$OS" in
+Linux*)
+  OS_TYPE="linux"
+  ;;
+Darwin*)
+  OS_TYPE="mac"
+  ;;
+CYGWIN* | MINGW* | MSYS*)
+  OS_TYPE="windows"
+  ;;
+esac
+
 {
   echo "  freeze"
   echo "end"
   echo
-  cat "$SCRIPT_DIR/../include/scripting/libcrib.rb"
+  cat "$SCRIPT_DIR/../include/scripting/libcrib.rb" | sed "s/os_name_placed_here/$OS_TYPE/g"
 } >>"$TMP"
 
-mrbc -o$OUTPUT $TMP
+"$SCRIPT_DIR/../libs/mruby/bin/mrbc" -o$OUTPUT $TMP
 
 {
   echo "#pragma once"

src/scripting/bindings.cc

@@ -1,10 +1,10 @@
-#include "main.h"
 #include "scripting/decl.h"
 
-mrb_value get_mode(mrb_state *mrb, mrb_value self) {
+mrb_value get_config_file(mrb_state *mrb, mrb_value self) {
-  return mrb_fixnum_value(mode);
+  return mrb_str_new_cstr(mrb, ruby_config_path.string().c_str());
 }
 
 void setup_ruby_bindings(mrb_state *mrb, RClass *C_module) {
-  mrb_define_module_function(mrb, C_module, "mode", get_mode, MRB_ARGS_NONE());
+  mrb_define_module_function(mrb, C_module, "config_file", get_config_file,
+                             MRB_ARGS_NONE());
 }

src/scripting/process.cc

@@ -1,8 +1,9 @@
+#include "io/sysio.h"
 #include "main.h"
+#include "pch.h"
 #include "scripting/decl.h"
 #include "scripting/ruby_compiled.h"
 #include "utils/utils.h"
-#include <mruby/boxing_word.h>
 
 std::unordered_map<std::string, std::pair<mrb_value, mrb_value>>
     custom_highlighters;
@@ -27,8 +28,7 @@ struct R_Language {
 
 mrb_state *mrb = nullptr;
 RClass *C_module;
-
+fs::path ruby_config_path;
-namespace fs = std::filesystem;
 
 void ruby_start() {
   mrb = mrb_open();
@@ -60,6 +60,7 @@ void ruby_start() {
     if (fs::exists(p)) {
       FILE *f = fopen(p.string().c_str(), "r");
       if (f) {
+        ruby_config_path = p;
         mrb_load_file(mrb, f);
         if (mrb->exc)
           exit(1);
@@ -72,6 +73,39 @@ void ruby_start() {
   mrb_value block = mrb_funcall(mrb, mod_val, "b_startup", 0);
   if (!mrb_nil_p(block))
     mrb_funcall(mrb, block, "call", 0);
+  mrb_garbage_collect(mrb);
+}
+
+static mrb_value sym_fg;
+static mrb_value sym_bg;
+static mrb_value sym_flags;
+static mrb_value sym_start;
+static mrb_value sym_length;
+static mrb_value sym_mode;
+static mrb_value sym_lang_name;
+static mrb_value sym_filename;
+static mrb_value sym_width;
+static mrb_value sym_normal;
+static mrb_value sym_insert;
+static mrb_value sym_select;
+static mrb_value sym_runner;
+static mrb_value sym_jumper;
+
+inline void initialize_symbols() {
+  sym_fg = mrb_symbol_value(mrb_intern_cstr(mrb, "fg"));
+  sym_bg = mrb_symbol_value(mrb_intern_cstr(mrb, "bg"));
+  sym_flags = mrb_symbol_value(mrb_intern_cstr(mrb, "flags"));
+  sym_start = mrb_symbol_value(mrb_intern_cstr(mrb, "start"));
+  sym_length = mrb_symbol_value(mrb_intern_cstr(mrb, "length"));
+  sym_mode = mrb_symbol_value(mrb_intern_cstr(mrb, "mode"));
+  sym_lang_name = mrb_symbol_value(mrb_intern_cstr(mrb, "lang_name"));
+  sym_filename = mrb_symbol_value(mrb_intern_cstr(mrb, "filename"));
+  sym_width = mrb_symbol_value(mrb_intern_cstr(mrb, "width"));
+  sym_normal = mrb_symbol_value(mrb_intern_cstr(mrb, "normal"));
+  sym_insert = mrb_symbol_value(mrb_intern_cstr(mrb, "insert"));
+  sym_select = mrb_symbol_value(mrb_intern_cstr(mrb, "select"));
+  sym_runner = mrb_symbol_value(mrb_intern_cstr(mrb, "runner"));
+  sym_jumper = mrb_symbol_value(mrb_intern_cstr(mrb, "jumper"));
 }
 
 inline static std::vector<BarLight>
@@ -84,14 +118,11 @@ convert_highlights(mrb_state *mrb, mrb_value highlights_val) {
     mrb_value item = mrb_ary_ref(mrb, highlights_val, i);
     if (!mrb_hash_p(item))
       continue;
-    auto get_sym = [&](const char *name) {
+    mrb_value fg_v = mrb_hash_get(mrb, item, sym_fg);
-      return mrb_symbol_value(mrb_intern_cstr(mrb, name));
+    mrb_value bg_v = mrb_hash_get(mrb, item, sym_bg);
-    };
+    mrb_value flags_v = mrb_hash_get(mrb, item, sym_flags);
-    mrb_value fg_v = mrb_hash_get(mrb, item, get_sym("fg"));
+    mrb_value start_v = mrb_hash_get(mrb, item, sym_start);
-    mrb_value bg_v = mrb_hash_get(mrb, item, get_sym("bg"));
+    mrb_value length_v = mrb_hash_get(mrb, item, sym_length);
-    mrb_value flags_v = mrb_hash_get(mrb, item, get_sym("flags"));
-    mrb_value start_v = mrb_hash_get(mrb, item, get_sym("start"));
-    mrb_value length_v = mrb_hash_get(mrb, item, get_sym("length"));
     BarLight bl{};
     if (!mrb_nil_p(fg_v))
       bl.highlight.fg = (uint32_t)mrb_fixnum(fg_v);
@@ -113,43 +144,54 @@ BarLine bar_contents(uint8_t mode, std::string lang_name, uint32_t warnings,
                      std::string foldername, uint32_t line, uint32_t max_line,
                      uint32_t width) {
   BarLine bar_line;
+  static bool initialed = false;
+  if (!initialed) {
+    initialize_symbols();
+    initialed = true;
+  }
+  int ai = mrb_gc_arena_save(mrb);
   mrb_value info = mrb_hash_new(mrb);
-  mrb_value key_mode = mrb_symbol_value(mrb_intern_cstr(mrb, "mode"));
+  mrb_value key_mode = sym_mode;
   mrb_value val_mode;
   switch (mode) {
   case NORMAL:
-    val_mode = mrb_symbol_value(mrb_intern_cstr(mrb, "normal"));
+    val_mode = sym_normal;
     break;
   case INSERT:
-    val_mode = mrb_symbol_value(mrb_intern_cstr(mrb, "insert"));
+    val_mode = sym_insert;
     break;
   case SELECT:
-    val_mode = mrb_symbol_value(mrb_intern_cstr(mrb, "select"));
+    val_mode = sym_select;
     break;
   case RUNNER:
-    val_mode = mrb_symbol_value(mrb_intern_cstr(mrb, "runner"));
+    val_mode = sym_runner;
     break;
   case JUMPER:
-    val_mode = mrb_symbol_value(mrb_intern_cstr(mrb, "jumper"));
+    val_mode = sym_jumper;
     break;
   }
   mrb_hash_set(mrb, info, key_mode, val_mode);
-  mrb_value key_lang_name = mrb_symbol_value(mrb_intern_cstr(mrb, "lang_name"));
+  mrb_value key_lang_name = sym_lang_name;
   mrb_value val_lang_name =
       mrb_symbol_value(mrb_intern_cstr(mrb, lang_name.c_str()));
   mrb_hash_set(mrb, info, key_lang_name, val_lang_name);
-  mrb_value key_filename = mrb_symbol_value(mrb_intern_cstr(mrb, "filename"));
+  mrb_value key_filename = sym_filename;
   mrb_value val_filename =
       mrb_str_new(mrb, filename.c_str(), filename.length());
   mrb_hash_set(mrb, info, key_filename, val_filename);
-  mrb_value key_width = mrb_symbol_value(mrb_intern_cstr(mrb, "width"));
+  mrb_value key_width = sym_width;
   mrb_value val_width = mrb_fixnum_value(width);
   mrb_hash_set(mrb, info, key_width, val_width);
   mrb_value mod_val = mrb_obj_value(C_module);
   mrb_value block = mrb_funcall(mrb, mod_val, "b_bar", 0);
   mrb_value val_line = mrb_funcall(mrb, block, "call", 1, info);
-  if (mrb->exc)
+  if (mrb->exc) {
+    end_screen();
+    fputs("Error when executing Ruby code:\n", stderr);
+    mrb_print_error(mrb);
+    mrb_close(mrb);
     exit(1);
+  }
   mrb_value text_val = mrb_hash_get(
       mrb, val_line, mrb_symbol_value(mrb_intern_cstr(mrb, "text")));
   const char *ptr = RSTRING_PTR(text_val);
@@ -158,9 +200,129 @@ BarLine bar_contents(uint8_t mode, std::string lang_name, uint32_t warnings,
   mrb_value highlights_val = mrb_hash_get(
       mrb, val_line, mrb_symbol_value(mrb_intern_cstr(mrb, "highlights")));
   bar_line.highlights = convert_highlights(mrb, highlights_val);
+  mrb_gc_arena_restore(mrb, ai);
   return bar_line;
 }
 
+std::string serialize_value(mrb_state *mrb, mrb_value val) {
+  int ai = mrb_gc_arena_save(mrb);
+  mrb_value marshal_module = mrb_obj_value(mrb_module_get(mrb, "Marshal"));
+  mrb_value dumped = mrb_funcall(mrb, marshal_module, "dump", 1, val);
+  if (mrb->exc) {
+    end_screen();
+    fputs("Error when executing Ruby code:\n", stderr);
+    mrb_print_error(mrb);
+    mrb_close(mrb);
+    exit(1);
+  }
+  std::string bytes(RSTRING_PTR(dumped), RSTRING_LEN(dumped));
+  mrb_gc_arena_restore(mrb, ai);
+  return bytes;
+}
+
+mrb_value deserialize_value(mrb_state *mrb, std::string bytes) {
+  if (bytes.empty())
+    return mrb_nil_value();
+  mrb_value marshal_module = mrb_obj_value(mrb_module_get(mrb, "Marshal"));
+  mrb_value val = mrb_funcall(mrb, marshal_module, "load", 1,
+                              mrb_str_new(mrb, bytes.c_str(), bytes.length()));
+  if (mrb->exc) {
+    end_screen();
+    fputs("Error when executing Ruby code:\n", stderr);
+    mrb_print_error(mrb);
+    mrb_close(mrb);
+    exit(1);
+  }
+  return val;
+}
+
+void ruby_copy(const char *text, size_t len) {
+  int ai = mrb_gc_arena_save(mrb);
+  if (C_module == nullptr)
+    return;
+  mrb_value mod_val = mrb_obj_value(C_module);
+  mrb_value block = mrb_funcall(mrb, mod_val, "b_copy", 0);
+  if (!mrb_nil_p(block))
+    mrb_funcall(mrb, block, "call", 1, mrb_str_new(mrb, text, len));
+  if (mrb->exc) {
+    end_screen();
+    fputs("Error when executing Ruby code:\n", stderr);
+    mrb_print_error(mrb);
+    mrb_close(mrb);
+    exit(1);
+  }
+  mrb_gc_arena_restore(mrb, ai);
+}
+
+std::string ruby_file_detect(std::string filename) {
+  int ai = mrb_gc_arena_save(mrb);
+  if (C_module == nullptr)
+    return "";
+  mrb_value mod_val = mrb_obj_value(C_module);
+  mrb_value block = mrb_funcall(mrb, mod_val, "b_file_detect", 0);
+  if (mrb->exc) {
+    end_screen();
+    fputs("Error when executing Ruby code:\n", stderr);
+    mrb_print_error(mrb);
+    mrb_close(mrb);
+    exit(1);
+  }
+  if (!mrb_nil_p(block)) {
+    mrb_value val =
+        mrb_funcall(mrb, block, "call", 1,
+                    mrb_str_new(mrb, filename.c_str(), filename.length()));
+    if (mrb->exc) {
+      end_screen();
+      fputs("Error when executing Ruby code:\n", stderr);
+      mrb_print_error(mrb);
+      mrb_close(mrb);
+      exit(1);
+    }
+    mrb_value s_val = mrb_funcall(mrb, val, "to_s", 0);
+    if (mrb->exc) {
+      end_screen();
+      fputs("Error when executing Ruby code:\n", stderr);
+      mrb_print_error(mrb);
+      mrb_close(mrb);
+      exit(1);
+    }
+    if (mrb_string_p(s_val)) {
+      std::string result = std::string(RSTRING_PTR(s_val), RSTRING_LEN(s_val));
+      mrb_gc_arena_restore(mrb, ai);
+      return result;
+    }
+  }
+  mrb_gc_arena_restore(mrb, ai);
+  return "";
+}
+
+std::string ruby_paste() {
+  int ai = mrb_gc_arena_save(mrb);
+  if (C_module == nullptr)
+    return "";
+  mrb_value mod_val = mrb_obj_value(C_module);
+  mrb_value block = mrb_funcall(mrb, mod_val, "b_paste", 0);
+  if (!mrb_nil_p(block)) {
+    mrb_value val = mrb_funcall(mrb, block, "call", 0);
+    if (mrb->exc) {
+      end_screen();
+      fputs("Error when executing Ruby code:\n", stderr);
+      mrb_print_error(mrb);
+      mrb_close(mrb);
+      exit(1);
+    }
+    if (mrb_string_p(val)) {
+      std::string result = std::string(RSTRING_PTR(val), RSTRING_LEN(val));
+      mrb_gc_arena_restore(mrb, ai);
+      return result;
+    }
+    mrb_gc_arena_restore(mrb, ai);
+    return "";
+  }
+  mrb_gc_arena_restore(mrb, ai);
+  return "";
+}
+
 void ruby_shutdown() {
   if (C_module == nullptr)
     return;
@@ -211,25 +373,36 @@ void load_custom_highlighters() {
         mrb_hash_get(mrb, val_hash, mrb_symbol_value(matcher_sym));
     custom_highlighters[key] = {parse_block, match_block};
   }
+  mrb_garbage_collect(mrb);
 }
 
-bool custom_compare(mrb_value match_block, mrb_value state1, mrb_value state2) {
+bool custom_compare(mrb_value match_block, std::string state1,
+                    std::string state2) {
+  if (state1.empty() || state2.empty())
+    return false;
+  int ai = mrb_gc_arena_save(mrb);
   if (mrb_type(match_block) != MRB_TT_PROC)
     return false;
-  mrb_value ret = mrb_funcall(mrb, match_block, "call", 2, state1, state2);
+  mrb_value ret =
-  return mrb_test(ret);
+      mrb_funcall(mrb, match_block, "call", 2, deserialize_value(mrb, state1),
+                  deserialize_value(mrb, state2));
+  bool result = mrb_test(ret);
+  mrb_gc_arena_restore(mrb, ai);
+  return result;
 }
 
-mrb_value parse_custom(std::vector<Token> *tokens, mrb_value parser_block,
+std::string parse_custom(std::vector<Token> *tokens, mrb_value parser_block,
-                       const char *line, uint32_t len, mrb_value state,
+                         const char *line, uint32_t len, std::string state,
-                       uint32_t c_line) {
+                         uint32_t c_line) {
+  int ai = mrb_gc_arena_save(mrb);
   tokens->clear();
   if (mrb_nil_p(parser_block))
-    return mrb_nil_value();
+    return "";
   mrb_value ruby_line = mrb_str_new(mrb, line, len);
   mrb_value line_idx = mrb_fixnum_value(c_line);
   mrb_value tokens_and_state_hash =
-      mrb_funcall(mrb, parser_block, "call", 3, ruby_line, state, line_idx);
+      mrb_funcall(mrb, parser_block, "call", 3, ruby_line,
+                  deserialize_value(mrb, state), line_idx);
   mrb_sym tokens_sym = mrb_intern_lit(mrb, "tokens");
   mrb_value tokens_rb =
       mrb_hash_get(mrb, tokens_and_state_hash, mrb_symbol_value(tokens_sym));
@@ -249,7 +422,13 @@ mrb_value parse_custom(std::vector<Token> *tokens, mrb_value parser_block,
     }
   }
   mrb_sym state_sym = mrb_intern_lit(mrb, "state");
-  return mrb_hash_get(mrb, tokens_and_state_hash, mrb_symbol_value(state_sym));
+  mrb_value state_rb =
+      mrb_hash_get(mrb, tokens_and_state_hash, mrb_symbol_value(state_sym));
+  std::string result;
+  if (mrb_type(state_rb) == MRB_TT_STRING)
+    result = std::string(RSTRING_PTR(state_rb), RSTRING_LEN(state_rb));
+  mrb_gc_arena_restore(mrb, ai);
+  return result;
 }
 
 static std::vector<R_ThemeEntry> read_theme() {
@@ -298,6 +477,7 @@ static std::vector<R_ThemeEntry> read_theme() {
       entry.strikethrough = mrb_test(strikethrough);
     result.push_back(entry);
   }
+  mrb_garbage_collect(mrb);
   return result;
 }
 
@@ -366,6 +546,7 @@ std::vector<LSP> read_lsps() {
     std::vector<std::string> args = array_to_vector(args_array);
     result.push_back({cmd, args});
   }
+  mrb_garbage_collect(mrb);
   return result;
 }
 
@@ -406,6 +587,7 @@ std::vector<R_Language> read_languages() {
       lang.lsp_command = std::string(RSTRING_PTR(lsp), RSTRING_LEN(lsp));
     result.push_back(lang);
   }
+  mrb_garbage_collect(mrb);
   return result;
 }
 

src/syntax/parser.cc

@@ -31,7 +31,6 @@ Parser::Parser(Editor *n_editor, std::string n_lang, uint32_t n_scroll_max) {
 
 void Parser::edit(uint32_t start_line, uint32_t old_end_line,
                   uint32_t inserted_rows) {
-  std::lock_guard lock(data_mutex);
   if (((int64_t)old_end_line - (int64_t)start_line) > 0)
     line_tree.erase(start_line, old_end_line - start_line);
   if (inserted_rows > 0)
@@ -45,143 +44,90 @@ void Parser::edit(uint32_t start_line, uint32_t old_end_line,
 void Parser::work() {
   if (!editor || !editor->root)
     return;
-  std::shared_lock k_lock(editor->knot_mtx);
+  std::vector<uint32_t> batch;
-  k_lock.unlock();
-  uint32_t capacity = 256;
-  char *text = (char *)calloc((capacity + 1), sizeof(char));
-  std::unique_lock lock_data(data_mutex);
-  lock_data.unlock();
-  std::unique_lock lock(mutex);
-  lock.unlock();
   uint32_t c_line;
-  while (dirty_lines.pop(c_line)) {
+  while (dirty_lines.pop(c_line))
-    if (!running.load(std::memory_order_relaxed)) {
+    batch.push_back(c_line);
-      free(text);
+  for (uint32_t c_line : batch) {
-      return;
+    if (!running.load(std::memory_order_relaxed))
-    }
+      break;
-    if (c_line > scroll_max + 40) {
+    uint32_t min_line = scroll_max > 50 ? scroll_max - 50 : 0;
+    uint32_t max_line = scroll_max + 10;
+    if (c_line < min_line || c_line > max_line) {
       dirty_lines.push(c_line);
       continue;
     }
-    if (scroll_max > 50 && c_line < scroll_max - 50) {
+    uint32_t scroll_snapshot = scroll_max;
-      dirty_lines.push(c_line);
+    std::shared_ptr<void> prev_state = nullptr;
-      continue;
+    uint32_t line_count;
-    }
+    line_count = line_tree.count();
-    uint32_t line_count = line_tree.count();
+    if (c_line > 0 && c_line < line_count)
-    lock_data.lock();
+      prev_state = line_tree.at(c_line - 1)->out_state;
-    std::shared_ptr<void> prev_state =
+    std::shared_lock k_lock(editor->knot_mtx);
-        (c_line > 0) && c_line < line_tree.count()
+    LineIterator *it = begin_l_iter(editor->root, c_line);
-            ? line_tree.at(c_line - 1)->out_state
+    uint32_t cur_line = c_line;
-            : nullptr;
+    while (cur_line < line_count) {
-    lock_data.unlock();
+      if (!running.load(std::memory_order_relaxed))
-    while (c_line < line_count) {
+        break;
-      if (!running.load(std::memory_order_relaxed)) {
+      if (scroll_snapshot != scroll_max) {
-        free(text);
+        dirty_lines.push(cur_line);
-        return;
+        break;
       }
-      if (scroll_dirty.exchange(false, std::memory_order_acq_rel)) {
+      if (cur_line < min_line || cur_line > max_line) {
-        dirty_lines.push(c_line);
+        dirty_lines.push(cur_line);
-        c_line = scroll_max < 50 ? 0 : scroll_max - 50;
+        break;
       }
-      k_lock.lock();
+      uint32_t len;
-      if (c_line > editor->root->line_count) {
+      char *line = next_line(it, &len);
-        k_lock.unlock();
+      if (!line)
-        continue;
+        break;
-      }
+      LineData *line_data = line_tree.at(cur_line);
-      uint32_t r_offset, r_len;
-      r_offset = line_to_byte(editor->root, c_line, &r_len);
-      if (r_len > capacity) {
-        capacity = r_len;
-        text = (char *)realloc(text, capacity + 1);
-        memset(text, 0, capacity + 1);
-      }
-      read_into(editor->root, r_offset, r_len, text);
-      k_lock.unlock();
-      if (c_line < scroll_max &&
-          ((scroll_max > 100 && c_line > scroll_max - 100) || c_line < 100))
-        lock.lock();
-      if (line_tree.count() < c_line) {
-        if (lock.owns_lock())
-          lock.unlock();
-        continue;
-      }
-      lock_data.lock();
-      LineData *line_data = line_tree.at(c_line);
       if (!line_data) {
-        lock_data.unlock();
+        cur_line++;
-        if (lock.owns_lock())
-          lock.unlock();
         continue;
       }
-      std::shared_ptr<void> new_state{nullptr};
+      std::shared_ptr<void> new_state;
       if (is_custom) {
-        mrb_value state = mrb_nil_value();
+        std::string state = "";
-        if (prev_state) {
+        if (prev_state)
-          std::shared_ptr<CustomState> state_ptr =
+          state = std::static_pointer_cast<std::string>(prev_state)->c_str();
-              std::static_pointer_cast<CustomState>(prev_state);
+        std::string out_state = parse_custom(&line_data->tokens, parser_block,
-          state = state_ptr->state;
+                                             line, len, state, cur_line);
-        }
+        new_state = std::make_shared<std::string>(out_state);
-        mrb_value out_state = parse_custom(&line_data->tokens, parser_block,
-                                           text, r_len, state, c_line);
-        std::shared_ptr<CustomState> out_state_ptr =
-            std::make_shared<CustomState>(out_state);
-        new_state = out_state_ptr;
       } else {
         new_state =
-            parse_func(&line_data->tokens, prev_state, text, r_len, c_line);
+            parse_func(&line_data->tokens, prev_state, line, len, cur_line);
       }
       line_data->in_state = prev_state;
       line_data->out_state = new_state;
-      if (!running.load(std::memory_order_relaxed)) {
+      bool done = false;
-        free(text);
+      if (cur_line + 1 < line_count) {
-        return;
+        LineData *next_line_data = line_tree.at(cur_line + 1);
+        if (next_line_data) {
+          if (is_custom) {
+            std::string a =
+                prev_state
+                    ? std::static_pointer_cast<std::string>(new_state)->c_str()
+                    : "";
+            std::string b = next_line_data->in_state
+                                ? std::static_pointer_cast<std::string>(
+                                      next_line_data->in_state)
+                                      ->c_str()
+                                : "";
+            done = custom_compare(match_block, a, b);
+          } else {
+            done = state_match_func(new_state, next_line_data->in_state);
+          }
+        }
       }
       prev_state = new_state;
-      c_line++;
+      cur_line++;
-      if (c_line < line_count && c_line > scroll_max + 50 && scroll_max < 50 &&
+      if (done)
-          c_line < scroll_max + 50) {
-        lock_data.unlock();
-        if (lock.owns_lock())
-          lock.unlock();
-        if (c_line > 0)
-          dirty_lines.push(c_line - 1);
-        dirty_lines.push(c_line);
         break;
-      }
-      if (c_line < line_count && (line_data = line_tree.at(c_line))) {
-        bool done = false;
-        if (is_custom) {
-          mrb_value in_state_v = mrb_nil_value();
-          if (prev_state)
-            in_state_v =
-                std::static_pointer_cast<CustomState>(prev_state)->state;
-          mrb_value out_state_v = mrb_nil_value();
-          if (line_data->in_state)
-            out_state_v =
-                std::static_pointer_cast<CustomState>(line_data->in_state)
-                    ->state;
-          done = custom_compare(match_block, in_state_v, out_state_v);
-        } else {
-          done = state_match_func(prev_state, line_data->in_state);
-        }
-        if (done) {
-          lock_data.unlock();
-          if (lock.owns_lock())
-            lock.unlock();
-          break;
-        }
-      }
-      lock_data.unlock();
-      if (lock.owns_lock())
-        lock.unlock();
-    }
-    if (!running.load(std::memory_order_relaxed)) {
-      free(text);
-      return;
     }
+    free(it->buffer);
+    free(it);
   }
-  free(text);
-  lock_data.lock();
 }
 
 void Parser::scroll(uint32_t line) {
@@ -190,7 +136,6 @@ void Parser::scroll(uint32_t line) {
     uint32_t c_line = line > 50 ? line - 50 : 0;
     if (c_line >= line_tree.count())
       return;
-    std::unique_lock lock_data(data_mutex);
     if (line_tree.at(c_line)->in_state || line_tree.at(c_line)->out_state)
       return;
     scroll_dirty = true;

src/utils/system.cc

@@ -1,3 +1,4 @@
+#include "scripting/decl.h"
 #include "utils/utils.h"
 
 std::unordered_map<std::string, Language> languages;
@@ -107,60 +108,16 @@ static std::string file_extension(const char *filename) {
 
 Language language_for_file(const char *filename) {
   std::string ext = file_extension(filename);
-  std::string lang_name;
   if (!ext.empty()) {
     auto it = language_extensions.find(ext);
     if (it != language_extensions.end())
       return languages.find(it->second)->second;
   }
+  std::string lang_name = ruby_file_detect(filename);
+  if (!lang_name.empty()) {
+    auto it = languages.find(lang_name);
+    if (it != languages.end())
+      return it->second;
+  }
   return Language{};
 }
-
-char *get_from_clipboard(uint32_t *out_len) {
-  FILE *pipe = popen("xclip -selection clipboard -o", "r");
-  if (!pipe) {
-    *out_len = 0;
-    return nullptr;
-  }
-  size_t capacity = 4096;
-  size_t length = 0;
-  char *buffer = (char *)malloc(capacity);
-  if (!buffer) {
-    pclose(pipe);
-    *out_len = 0;
-    return nullptr;
-  }
-  size_t n;
-  while ((n = fread(buffer + length, 1, capacity - length, pipe)) > 0) {
-    length += n;
-    if (length == capacity) {
-      capacity *= 2;
-      char *tmp = (char *)realloc(buffer, capacity);
-      if (!tmp) {
-        free(buffer);
-        pclose(pipe);
-        *out_len = 0;
-        return nullptr;
-      }
-      buffer = tmp;
-    }
-  }
-  pclose(pipe);
-  char *result = (char *)realloc(buffer, length + 1);
-  if (result) {
-    result[length] = '\0';
-    buffer = result;
-  } else {
-    buffer[length] = '\0';
-  }
-  *out_len = length;
-  return buffer;
-}
-
-void copy_to_clipboard(const char *text, size_t len) {
-  FILE *pipe = popen("xclip -selection clipboard", "w");
-  if (!pipe)
-    return;
-  fwrite(text, sizeof(char), len, pipe);
-  pclose(pipe);
-}