--[[ This file is part of parser.lua - table based parsing Copyright (C) 2019 Soni L. This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with this program. If not, see . --]] local parser = require "parser" local caseno = 0 local function case() caseno = caseno + 1 return caseno end do -- trim left spaces local defs = {} defs.self = defs defs[' '] = "whitespace" defs['\n'] = "whitespace" defs['\r'] = "whitespace" defs['\t'] = "whitespace" defs['\f'] = "whitespace" defs['\v'] = "whitespace" defs.whitespace = "self" defs[''] = function(state, token) state[#state + 1] = token if #state > 20 then state[1] = table.concat(state) for i=#state, 2, -1 do state[i] = nil end end return "start" end defs.start = {} defs.start.self = defs.start defs.start[''] = function(state, token) state[#state + 1] = token if #state > 20 then state[1] = table.concat(state) for i=#state, 2, -1 do state[i] = nil end end return "self" end for k,v in ipairs({"hello", " hello", "\t \v \n\r hallo", "I really like this parser thingy if it can be called that"}) do local state, err = parser.parse(defs, v) if not state then print(case(), err) else print(case(), table.concat(state)) end end end -- trim left spaces do -- lua tokens local luatokens = require "luatokens" local tokens = luatokens.tokens local state, err, etoken, estate = parser.parse(tokens, [["hello world"]]) local case = case() print(case, "---- IN TOKENS ----") if not state then print(case, err, etoken) for i,v in pairs(estate) do print(case, i, v) end else for i,v in ipairs(state) do print(case, i, v) end end print(case, "---- OUT TOKENS ----") end -- lua tokens do -- more lua tokens local luatokens = require "luatokens" local tokens = luatokens.tokens local state, err, etoken, estate = parser.parse(tokens, [["\a\b\f\n\r\t\v\\\"\'\z \x41\65\ "]]) local case = case() print(case, "---- IN TOKENS ----") if not state then print(case, err, etoken) for i,v in pairs(estate) do print(case, i, v) end else for i,v in ipairs(state) do print(case, i, v) if v == luatokens.TK_STRING then in_string = true elseif in_string then print(case, v:gsub(".", function(v) return "\\"..string.byte(v) end)) in_string = false end end end print(case, "---- OUT TOKENS ----") end -- lua tokens