mirror of
https://github.com/NeoFlock/neonucleus.git
synced 2025-09-24 17:13:31 +02:00
110 lines
3.1 KiB
Lua
110 lines
3.1 KiB
Lua
local unicode = require("unicode")
|
|
local tx = require("transforms")
|
|
|
|
local text = {}
|
|
text.internal = {}
|
|
|
|
text.syntax = {"^%d?>>?&%d+","^%d?>>?",">>?","<%&%d+","<",";","&&","||?"}
|
|
|
|
function text.trim(value) -- from http://lua-users.org/wiki/StringTrim
|
|
local from = string.match(value, "^%s*()")
|
|
return from > #value and "" or string.match(value, ".*%S", from)
|
|
end
|
|
|
|
-- used by lib/sh
|
|
function text.escapeMagic(txt)
|
|
return txt:gsub('[%(%)%.%%%+%-%*%?%[%^%$]', '%%%1')
|
|
end
|
|
|
|
function text.removeEscapes(txt)
|
|
return txt:gsub("%%([%(%)%.%%%+%-%*%?%[%^%$])","%1")
|
|
end
|
|
|
|
function text.internal.tokenize(value, options)
|
|
checkArg(1, value, "string")
|
|
checkArg(2, options, "table", "nil")
|
|
options = options or {}
|
|
local delimiters = options.delimiters
|
|
local custom = not not options.delimiters
|
|
delimiters = delimiters or text.syntax
|
|
|
|
local words, reason = text.internal.words(value, options)
|
|
|
|
local splitter = text.escapeMagic(custom and table.concat(delimiters) or "<>|;&")
|
|
if type(words) ~= "table" or
|
|
#splitter == 0 or
|
|
not value:find("["..splitter.."]") then
|
|
return words, reason
|
|
end
|
|
|
|
return text.internal.splitWords(words, delimiters)
|
|
end
|
|
|
|
-- tokenize input by quotes and whitespace
|
|
function text.internal.words(input, options)
|
|
checkArg(1, input, "string")
|
|
checkArg(2, options, "table", "nil")
|
|
options = options or {}
|
|
local quotes = options.quotes
|
|
local show_escapes = options.show_escapes
|
|
local qr = nil
|
|
quotes = quotes or {{"'","'",true},{'"','"'},{'`','`'}}
|
|
local function append(dst, txt, _qr)
|
|
local size = #dst
|
|
if size == 0 or dst[size].qr ~= _qr then
|
|
dst[size+1] = {txt=txt, qr=_qr}
|
|
else
|
|
dst[size].txt = dst[size].txt..txt
|
|
end
|
|
end
|
|
-- token meta is {string,quote rule}
|
|
local tokens, token = {}, {}
|
|
local escaped, start = false, -1
|
|
for i = 1, unicode.len(input) do
|
|
local char = unicode.sub(input, i, i)
|
|
if escaped then -- escaped character
|
|
escaped = false
|
|
-- include escape char if show_escapes
|
|
-- or the followwing are all true
|
|
-- 1. qr active
|
|
-- 2. the char escaped is NOT the qr closure
|
|
-- 3. qr is not literal
|
|
if show_escapes or (qr and not qr[3] and qr[2] ~= char) then
|
|
append(token, '\\', qr)
|
|
end
|
|
append(token, char, qr)
|
|
elseif char == "\\" and (not qr or not qr[3]) then
|
|
escaped = true
|
|
elseif qr and qr[2] == char then -- end of quoted string
|
|
-- if string is empty, we can still capture a quoted empty arg
|
|
if #token == 0 or #token[#token] == 0 then
|
|
append(token, '', qr)
|
|
end
|
|
qr = nil
|
|
elseif not qr and tx.first(quotes,function(Q)
|
|
qr=Q[1]==char and Q or nil return qr end) then
|
|
start = i
|
|
elseif not qr and string.find(char, "%s") then
|
|
if #token > 0 then
|
|
table.insert(tokens, token)
|
|
end
|
|
token = {}
|
|
else -- normal char
|
|
append(token, char, qr)
|
|
end
|
|
end
|
|
if qr then
|
|
return nil, "unclosed quote at index " .. start
|
|
end
|
|
|
|
if #token > 0 then
|
|
table.insert(tokens, token)
|
|
end
|
|
|
|
return tokens
|
|
end
|
|
|
|
require("package").delay(text, "/lib/core/full_text.lua")
|
|
|
|
return text
|