scite-context-lexer-sql.lua /size: 13 Kb    last modification: 2021-10-28 13:49
1local info = {
2    version   = 1.001,
3    comment   = "scintilla lpeg lexer for sql",
4    author    = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
5    copyright = "PRAGMA ADE / ConTeXt Development Team",
6    license   = "see context related readme files",
7}
8
9local P, R, S = lpeg.P, lpeg.R, lpeg.S
10
11local lexers        = require("scite-context-lexer")
12
13local patterns      = lexers.patterns
14local token         = lexers.token
15
16local sqllexer      = lexers.new("sql","scite-context-lexer-sql")
17local sqlwhitespace = sqllexer.whitespace
18
19-- ANSI SQL 92 | 99 | 2003
20
21local keywords_standard = {
22    "absolute", "action", "add", "after", "all", "allocate", "alter", "and", "any",
23    "are", "array", "as", "asc", "asensitive", "assertion", "asymmetric", "at",
24    "atomic", "authorization", "avg", "before", "begin", "between", "bigint",
25    "binary", "bit", "bit_length", "blob", "boolean", "both", "breadth", "by",
26    "call", "called", "cascade", "cascaded", "case", "cast", "catalog", "char",
27    "char_length", "character", "character_length", "check", "clob", "close",
28    "coalesce", "collate", "collation", "column", "commit", "condition", "connect",
29    "connection", "constraint", "constraints", "constructor", "contains", "continue",
30    "convert", "corresponding", "count", "create", "cross", "cube", "current",
31    "current_date", "current_default_transform_group", "current_path",
32    "current_role", "current_time", "current_timestamp",
33    "current_transform_group_for_type", "current_user", "cursor", "cycle", "data",
34    "date", "day", "deallocate", "dec", "decimal", "declare", "default",
35    "deferrable", "deferred", "delete", "depth", "deref", "desc", "describe",
36    "descriptor", "deterministic", "diagnostics", "disconnect", "distinct", "do",
37    "domain", "double", "drop", "dynamic", "each", "element", "else", "elseif",
38    "end", "equals", "escape", "except", "exception", "exec", "execute", "exists",
39    "exit", "external", "extract", "false", "fetch", "filter", "first", "float",
40    "for", "foreign", "found", "free", "from", "full", "function", "general", "get",
41    "global", "go", "goto", "grant", "group", "grouping", "handler", "having",
42    "hold", "hour", "identity", "if", "immediate", "in", "indicator", "initially",
43    "inner", "inout", "input", "insensitive", "insert", "int", "integer",
44    "intersect", "interval", "into", "is", "isolation", "iterate", "join", "key",
45    "language", "large", "last", "lateral", "leading", "leave", "left", "level",
46    "like", "local", "localtime", "localtimestamp", "locator", "loop", "lower",
47    "map", "match", "max", "member", "merge", "method", "min", "minute", "modifies",
48    "module", "month", "multiset", "names", "national", "natural", "nchar", "nclob",
49    "new", "next", "no", "none", "not", "null", "nullif", "numeric", "object",
50    "octet_length", "of", "old", "on", "only", "open", "option", "or", "order",
51    "ordinality", "out", "outer", "output", "over", "overlaps", "pad", "parameter",
52    "partial", "partition", "path", "position", "precision", "prepare", "preserve",
53    "primary", "prior", "privileges", "procedure", "public", "range", "read",
54    "reads", "real", "recursive", "ref", "references", "referencing", "relative",
55    "release", "repeat", "resignal", "restrict", "result", "return", "returns",
56    "revoke", "right", "role", "rollback", "rollup", "routine", "row", "rows",
57    "savepoint", "schema", "scope", "scroll", "search", "second", "section",
58    "select", "sensitive", "session", "session_user", "set", "sets", "signal",
59    "similar", "size", "smallint", "some", "space", "specific", "specifictype",
60    "sql", "sqlcode", "sqlerror", "sqlexception", "sqlstate", "sqlwarning", "start",
61    "state", "static", "submultiset", "substring", "sum", "symmetric", "system",
62    "system_user", "table", "tablesample", "temporary", "then", "time", "timestamp",
63    "timezone_hour", "timezone_minute", "to", "trailing", "transaction", "translate",
64    "translation", "treat", "trigger", "trim", "true", "under", "undo", "union",
65    "unique", "unknown", "unnest", "until", "update", "upper", "usage", "user",
66    "using", "value", "values", "varchar", "varying", "view", "when", "whenever",
67    "where", "while", "window", "with", "within", "without", "work", "write", "year",
68    "zone",
69}
70
71-- The dialects list is taken from drupal.org with standard subtracted.
72--
73-- MySQL 3.23.x | 4.x | 5.x
74-- PostGreSQL 8.1
75-- MS SQL Server 2000
76-- MS ODBC
77-- Oracle 10.2
78
79local keywords_dialects = {
80    "a", "abort", "abs", "access", "ada", "admin", "aggregate", "alias", "also",
81    "always", "analyse", "analyze", "assignment", "attribute", "attributes", "audit",
82    "auto_increment", "avg_row_length", "backup", "backward", "bernoulli", "bitvar",
83    "bool", "break", "browse", "bulk", "c", "cache", "cardinality", "catalog_name",
84    "ceil", "ceiling", "chain", "change", "character_set_catalog",
85    "character_set_name", "character_set_schema", "characteristics", "characters",
86    "checked", "checkpoint", "checksum", "class", "class_origin", "cluster",
87    "clustered", "cobol", "collation_catalog", "collation_name", "collation_schema",
88    "collect", "column_name", "columns", "command_function", "command_function_code",
89    "comment", "committed", "completion", "compress", "compute", "condition_number",
90    "connection_name", "constraint_catalog", "constraint_name", "constraint_schema",
91    "containstable", "conversion", "copy", "corr", "covar_pop", "covar_samp",
92    "createdb", "createrole", "createuser", "csv", "cume_dist", "cursor_name",
93    "database", "databases", "datetime", "datetime_interval_code",
94    "datetime_interval_precision", "day_hour", "day_microsecond", "day_minute",
95    "day_second", "dayofmonth", "dayofweek", "dayofyear", "dbcc", "defaults",
96    "defined", "definer", "degree", "delay_key_write", "delayed", "delimiter",
97    "delimiters", "dense_rank", "deny", "derived", "destroy", "destructor",
98    "dictionary", "disable", "disk", "dispatch", "distinctrow", "distributed", "div",
99    "dual", "dummy", "dump", "dynamic_function", "dynamic_function_code", "enable",
100    "enclosed", "encoding", "encrypted", "end-exec", "enum", "errlvl", "escaped",
101    "every", "exclude", "excluding", "exclusive", "existing", "exp", "explain",
102    "fields", "file", "fillfactor", "final", "float4", "float8", "floor", "flush",
103    "following", "force", "fortran", "forward", "freetext", "freetexttable",
104    "freeze", "fulltext", "fusion", "g", "generated", "granted", "grants",
105    "greatest", "header", "heap", "hierarchy", "high_priority", "holdlock", "host",
106    "hosts", "hour_microsecond", "hour_minute", "hour_second", "identified",
107    "identity_insert", "identitycol", "ignore", "ilike", "immutable",
108    "implementation", "implicit", "include", "including", "increment", "index",
109    "infile", "infix", "inherit", "inherits", "initial", "initialize", "insert_id",
110    "instance", "instantiable", "instead", "int1", "int2", "int3", "int4", "int8",
111    "intersection", "invoker", "isam", "isnull", "k", "key_member", "key_type",
112    "keys", "kill", "lancompiler", "last_insert_id", "least", "length", "less",
113    "limit", "lineno", "lines", "listen", "ln", "load", "location", "lock", "login",
114    "logs", "long", "longblob", "longtext", "low_priority", "m", "matched",
115    "max_rows", "maxextents", "maxvalue", "mediumblob", "mediumint", "mediumtext",
116    "message_length", "message_octet_length", "message_text", "middleint",
117    "min_rows", "minus", "minute_microsecond", "minute_second", "minvalue",
118    "mlslabel", "mod", "mode", "modify", "monthname", "more", "move", "mumps",
119    "myisam", "name", "nesting", "no_write_to_binlog", "noaudit", "nocheck",
120    "nocompress", "nocreatedb", "nocreaterole", "nocreateuser", "noinherit",
121    "nologin", "nonclustered", "normalize", "normalized", "nosuperuser", "nothing",
122    "notify", "notnull", "nowait", "nullable", "nulls", "number", "octets", "off",
123    "offline", "offset", "offsets", "oids", "online", "opendatasource", "openquery",
124    "openrowset", "openxml", "operation", "operator", "optimize", "optionally",
125    "options", "ordering", "others", "outfile", "overlay", "overriding", "owner",
126    "pack_keys", "parameter_mode", "parameter_name", "parameter_ordinal_position",
127    "parameter_specific_catalog", "parameter_specific_name",
128    "parameter_specific_schema", "parameters", "pascal", "password", "pctfree",
129    "percent", "percent_rank", "percentile_cont", "percentile_disc", "placing",
130    "plan", "pli", "postfix", "power", "preceding", "prefix", "preorder", "prepared",
131    "print", "proc", "procedural", "process", "processlist", "purge", "quote",
132    "raid0", "raiserror", "rank", "raw", "readtext", "recheck", "reconfigure",
133    "regexp", "regr_avgx", "regr_avgy", "regr_count", "regr_intercept", "regr_r2",
134    "regr_slope", "regr_sxx", "regr_sxy", "regr_syy", "reindex", "reload", "rename",
135    "repeatable", "replace", "replication", "require", "reset", "resource",
136    "restart", "restore", "returned_cardinality", "returned_length",
137    "returned_octet_length", "returned_sqlstate", "rlike", "routine_catalog",
138    "routine_name", "routine_schema", "row_count", "row_number", "rowcount",
139    "rowguidcol", "rowid", "rownum", "rule", "save", "scale", "schema_name",
140    "schemas", "scope_catalog", "scope_name", "scope_schema", "second_microsecond",
141    "security", "self", "separator", "sequence", "serializable", "server_name",
142    "setof", "setuser", "share", "show", "shutdown", "simple", "soname", "source",
143    "spatial", "specific_name", "sql_big_result", "sql_big_selects",
144    "sql_big_tables", "sql_calc_found_rows", "sql_log_off", "sql_log_update",
145    "sql_low_priority_updates", "sql_select_limit", "sql_small_result",
146    "sql_warnings", "sqlca", "sqrt", "ssl", "stable", "starting", "statement",
147    "statistics", "status", "stddev_pop", "stddev_samp", "stdin", "stdout",
148    "storage", "straight_join", "strict", "string", "structure", "style",
149    "subclass_origin", "sublist", "successful", "superuser", "synonym", "sysdate",
150    "sysid", "table_name", "tables", "tablespace", "temp", "template", "terminate",
151    "terminated", "text", "textsize", "than", "ties", "tinyblob", "tinyint",
152    "tinytext", "toast", "top", "top_level_count", "tran", "transaction_active",
153    "transactions_committed", "transactions_rolled_back", "transform", "transforms",
154    "trigger_catalog", "trigger_name", "trigger_schema", "truncate", "trusted",
155    "tsequal", "type", "uescape", "uid", "unbounded", "uncommitted", "unencrypted",
156    "unlisten", "unlock", "unnamed", "unsigned", "updatetext", "use",
157    "user_defined_type_catalog", "user_defined_type_code", "user_defined_type_name",
158    "user_defined_type_schema", "utc_date", "utc_time", "utc_timestamp", "vacuum",
159    "valid", "validate", "validator", "var_pop", "var_samp", "varbinary", "varchar2",
160    "varcharacter", "variable", "variables", "verbose", "volatile", "waitfor",
161    "width_bucket", "writetext", "x509", "xor", "year_month", "zerofill",
162}
163
164local space         = patterns.space -- S(" \n\r\t\f\v")
165local any           = patterns.any
166local restofline    = patterns.restofline
167local startofline   = patterns.startofline
168local exactmatch    = patterns.exactmatch
169
170local squote        = P("'")
171local dquote        = P('"')
172local bquote        = P('`')
173local escaped       = P("\\") * P(1)
174
175local begincomment  = P("/*")
176local endcomment    = P("*/")
177
178local decimal       = patterns.decimal
179local float         = patterns.float
180local integer       = P("-")^-1 * decimal
181
182local spacing       = token(sqlwhitespace, space^1)
183local rest          = token("default", any)
184
185local shortcomment  = token("comment", (P("#") + P("--")) * restofline^0)
186local longcomment   = token("comment", begincomment * (1-endcomment)^0 * endcomment^-1)
187
188local p_validword   = R("AZ","az","__") * R("AZ","az","__","09")^0
189local identifier    = token("default",p_validword)
190
191local shortstring   = token("quote", dquote) -- can be shared
192                    * token("string", (escaped + (1-dquote))^0)
193                    * token("quote", dquote)
194                    + token("quote", squote)
195                    * token("string", (escaped + (1-squote))^0)
196                    * token("quote", squote)
197                    + token("quote", bquote)
198                    * token("string", (escaped + (1-bquote))^0)
199                    * token("quote", bquote)
200
201local p_keywords_s  = exactmatch(keywords_standard,true)
202local p_keywords_d  = exactmatch(keywords_dialects,true)
203local keyword_s     = token("keyword", p_keywords_s)
204local keyword_d     = token("command", p_keywords_d)
205
206local number        = token("number", float + integer)
207local operator      = token("special", S("+-*/%^!=<>;:{}[]().&|?~"))
208
209sqllexer.folding = {
210    ["/*"] = { ["comment"]  =  1 },
211    ["*/"] = { ["comment"]  = -1 },
212 -- ["{"]  = { ["operator"] =  1 },
213 -- ["}"]  = { ["operator"] = -1 },
214}
215
216sqllexer.rules = {
217    { "whitespace",   spacing      },
218    { "keyword-s",    keyword_s    },
219    { "keyword-d",    keyword_d    },
220    { "identifier",   identifier   },
221    { "string",       shortstring  },
222    { "longcomment",  longcomment  },
223    { "shortcomment", shortcomment },
224    { "number",       number       },
225    { "operator",     operator     },
226    { "rest",         rest         },
227}
228
229return sqllexer
230