Server-side syntax highlighting for all code (#12047)

* Server-side syntax hilighting for all code

This PR does a few things:

* Remove all traces of highlight.js
* Use chroma library to provide fast syntax hilighting directly on the server
* Provide syntax hilighting for diffs
* Re-style both unified and split diffs views
* Add custom syntax hilighting styling for both regular and arc-green

Fixes #7729
Fixes #10157
Fixes #11825
Fixes #7728
Fixes #3872
Fixes #3682

And perhaps gets closer to #9553

* fix line marker

* fix repo search

* Fix single line select

* properly load settings

* npm uninstall highlight.js

* review suggestion

* code review

* forgot to call function

* fix test

* Apply suggestions from code review

suggestions from @silverwind thanks

Co-authored-by: silverwind <me@silverwind.io>

* code review

* copy/paste error

* Use const for highlight size limit

* Update web_src/less/_repository.less

Co-authored-by: Lauris BH <lauris@nix.lv>

* update size limit to 1MB and other styling tweaks

* fix highlighting for certain diff sections

* fix test

* add worker back as suggested

Co-authored-by: silverwind <me@silverwind.io>
Co-authored-by: Lauris BH <lauris@nix.lv>

vendor/github.com/alecthomas/chroma/lexers/r/r.go

@@ -0,0 +1,66 @@
+package r
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// R/S lexer.
+var R = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "R",
+		Aliases:   []string{"splus", "s", "r"},
+		Filenames: []string{"*.S", "*.R", "*.r", ".Rhistory", ".Rprofile", ".Renviron"},
+		MimeTypes: []string{"text/S-plus", "text/S", "text/x-r-source", "text/x-r", "text/x-R", "text/x-r-history", "text/x-r-profile"},
+	},
+	Rules{
+		"comments": {
+			{`#.*$`, CommentSingle, nil},
+		},
+		"valid_name": {
+			{"(?:`[^`\\\\]*(?:\\\\.[^`\\\\]*)*`)|(?:(?:[a-zA-z]|[_.][^0-9])[\\w_.]*)", Name, nil},
+		},
+		"punctuation": {
+			{`\[{1,2}|\]{1,2}|\(|\)|;|,`, Punctuation, nil},
+		},
+		"keywords": {
+			{`(if|else|for|while|repeat|in|next|break|return|switch|function)(?![\w.])`, KeywordReserved, nil},
+		},
+		"operators": {
+			{`<<?-|->>?|-|==|<=|>=|<|>|&&?|!=|\|\|?|\?`, Operator, nil},
+			{`\*|\+|\^|/|!|%[^%]*%|=|~|\$|@|:{1,3}`, Operator, nil},
+		},
+		"builtin_symbols": {
+			{`(NULL|NA(_(integer|real|complex|character)_)?|letters|LETTERS|Inf|TRUE|FALSE|NaN|pi|\.\.(\.|[0-9]+))(?![\w.])`, KeywordConstant, nil},
+			{`(T|F)\b`, NameBuiltinPseudo, nil},
+		},
+		"numbers": {
+			{`0[xX][a-fA-F0-9]+([pP][0-9]+)?[Li]?`, LiteralNumberHex, nil},
+			{`[+-]?([0-9]+(\.[0-9]+)?|\.[0-9]+|\.)([eE][+-]?[0-9]+)?[Li]?`, LiteralNumber, nil},
+		},
+		"statements": {
+			Include("comments"),
+			{`\s+`, Text, nil},
+			{`\'`, LiteralString, Push("string_squote")},
+			{`\"`, LiteralString, Push("string_dquote")},
+			Include("builtin_symbols"),
+			Include("valid_name"),
+			Include("numbers"),
+			Include("keywords"),
+			Include("punctuation"),
+			Include("operators"),
+		},
+		"root": {
+			{"((?:`[^`\\\\]*(?:\\\\.[^`\\\\]*)*`)|(?:(?:[a-zA-z]|[_.][^0-9])[\\w_.]*))\\s*(?=\\()", NameFunction, nil},
+			Include("statements"),
+			{`\{|\}`, Punctuation, nil},
+			{`.`, Text, nil},
+		},
+		"string_squote": {
+			{`([^\'\\]|\\.)*\'`, LiteralString, Pop(1)},
+		},
+		"string_dquote": {
+			{`([^"\\]|\\.)*"`, LiteralString, Pop(1)},
+		},
+	},
+))

vendor/github.com/alecthomas/chroma/lexers/r/racket.go

@@ -0,0 +1,102 @@
+package r
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// Racket lexer.
+var Racket = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "Racket",
+		Aliases:   []string{"racket", "rkt"},
+		Filenames: []string{"*.rkt", "*.rktd", "*.rktl"},
+		MimeTypes: []string{"text/x-racket", "application/x-racket"},
+	},
+	Rules{
+		"root": {
+			{`[)\]}]`, Error, nil},
+			{`(?!\Z)`, Text, Push("unquoted-datum")},
+		},
+		"datum": {
+			{`(?s)#;|#![ /]([^\\\n]|\\.)*`, Comment, nil},
+			{`;[^\n\r…

]*`, CommentSingle, nil},
+			{`#\|`, CommentMultiline, Push("block-comment")},
+			{`\s+`, Text, nil},
+			{"(?i)(?:#e)?(?:#d)?(?:#e)?[-+]?\\d+(?=[()[\\]{}\",\\'`;\\s])", LiteralNumberInteger, Pop(1)},
+			{"(?i)(?:#e)?(?:#d)?(?:#e)?[-+]?(\\d+(\\.\\d*)?|\\.\\d+)([deflst][-+]?\\d+)?(?=[()[\\]{}\",\\'`;\\s])", LiteralNumberFloat, Pop(1)},
+			{"(?i)(?:#e)?(?:#d)?(?:#e)?[-+]?((?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)(?:[defls][-+]?\\d+)?)([-+](?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)(?:[defls][-+]?\\d+)?)?i)?|[-+](?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)(?:[defls][-+]?\\d+)?)?i)(?=[()[\\]{}\",\\'`;\\s])", LiteralNumber, Pop(1)},
+			{"(?i)(#d)?((?:[-+]?(?:(?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)|(?:\\d+#+(?:\\.#*|/\\d+#*)?|\\.\\d+#+|\\d+(?:\\.\\d*#+|/\\d+#+)))(?:[defls][-+]?\\d+)?)|[-+](?:(?:inf|nan)\\.[0f]))([-+](?:(?:(?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)|(?:\\d+#+(?:\\.#*|/\\d+#*)?|\\.\\d+#+|\\d+(?:\\.\\d*#+|/\\d+#+)))(?:[defls][-+]?\\d+)?)|(?:(?:inf|nan)\\.[0f]))?i)?|[-+](?:(?:(?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)|(?:\\d+#+(?:\\.#*|/\\d+#*)?|\\.\\d+#+|\\d+(?:\\.\\d*#+|/\\d+#+)))(?:[defls][-+]?\\d+)?)|(?:(?:inf|nan)\\.[0f]))?i|(?:[-+]?(?:(?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)|(?:\\d+#+(?:\\.#*|/\\d+#*)?|\\.\\d+#+|\\d+(?:\\.\\d*#+|/\\d+#+)))(?:[defls][-+]?\\d+)?)|[-+](?:(?:inf|nan)\\.[0f]))@(?:[-+]?(?:(?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)|(?:\\d+#+(?:\\.#*|/\\d+#*)?|\\.\\d+#+|\\d+(?:\\.\\d*#+|/\\d+#+)))(?:[defls][-+]?\\d+)?)|[-+](?:(?:inf|nan)\\.[0f])))(?=[()[\\]{}\",\\'`;\\s])", LiteralNumberFloat, Pop(1)},
+			{"(?i)(([-+]?(?:(?:\\d+(?:/\\d+|\\.\\d*)?|\\.\\d+)|(?:\\d+#+(?:\\.#*|/\\d+#*)?|\\.\\d+#+|\\d+(?:\\.\\d*#+|/\\d+#+)))t[-+]?\\d+)|[-+](inf|nan)\\.t)(?=[()[\\]{}\",\\'`;\\s])", LiteralNumberFloat, Pop(1)},
+			{"(?i)(#[ei])?#b(?:\\|[^|]*\\||\\\\[\\w\\W]|[^|\\\\()[\\]{}\",\\'`;\\s]+)+", LiteralNumberBin, Pop(1)},
+			{"(?i)(#[ei])?#o(?:\\|[^|]*\\||\\\\[\\w\\W]|[^|\\\\()[\\]{}\",\\'`;\\s]+)+", LiteralNumberOct, Pop(1)},
+			{"(?i)(#[ei])?#x(?:\\|[^|]*\\||\\\\[\\w\\W]|[^|\\\\()[\\]{}\",\\'`;\\s]+)+", LiteralNumberHex, Pop(1)},
+			{"(?i)(#d)?#i(?:\\|[^|]*\\||\\\\[\\w\\W]|[^|\\\\()[\\]{}\",\\'`;\\s]+)+", LiteralNumberFloat, Pop(1)},
+			{`#?"`, LiteralStringDouble, Push("#pop", "string")},
+			{`#<<(.+)\n(^(?!\1$).*$\n)*^\1$`, LiteralStringHeredoc, Pop(1)},
+			{`#\\(u[\da-fA-F]{1,4}|U[\da-fA-F]{1,8})`, LiteralStringChar, Pop(1)},
+			{`(?is)#\\([0-7]{3}|[a-z]+|.)`, LiteralStringChar, Pop(1)},
+			{`(?s)#[pr]x#?"(\\?.)*?"`, LiteralStringRegex, Pop(1)},
+			{`#(true|false|[tTfF])`, NameConstant, Pop(1)},
+			{"#:(?:\\|[^|]*\\||\\\\[\\w\\W]|[^|\\\\()[\\]{}\",\\'`;\\s]+)+", KeywordDeclaration, Pop(1)},
+			{`(#lang |#!)(\S+)`, ByGroups(KeywordNamespace, NameNamespace), nil},
+			{`#reader`, KeywordNamespace, Push("quoted-datum")},
+			{"(?i)\\.(?=[()[\\]{}\",\\'`;\\s])|#c[is]|#['`]|#,@?", Operator, nil},
+			{`'|#[s&]|#hash(eqv?)?|#\d*(?=[([{])`, Operator, Push("#pop", "quoted-datum")},
+		},
+		"datum*": {
+			{"`|,@?", Operator, nil},
+			{"(?:\\|[^|]*\\||\\\\[\\w\\W]|[^|\\\\()[\\]{}\",\\'`;\\s]+)+", LiteralStringSymbol, Pop(1)},
+			{`[|\\]`, Error, nil},
+			Default(Pop(1)),
+		},
+		"list": {
+			{`[)\]}]`, Punctuation, Pop(1)},
+		},
+		"unquoted-datum": {
+			Include("datum"),
+			{"quote(?=[()[\\]{}\",\\'`;\\s])", Keyword, Push("#pop", "quoted-datum")},
+			{"`", Operator, Push("#pop", "quasiquoted-datum")},
+			{"quasiquote(?=[()[\\]{}\",\\'`;\\s])", Keyword, Push("#pop", "quasiquoted-datum")},
+			{`[([{]`, Punctuation, Push("#pop", "unquoted-list")},
+			{Words(``, "(?=[()[\\]{}\",\\'`;\\s])", `#%app`, `#%datum`, `#%declare`, `#%expression`, `#%module-begin`, `#%plain-app`, `#%plain-lambda`, `#%plain-module-begin`, `#%printing-module-begin`, `#%provide`, `#%require`, `#%stratified-body`, `#%top`, `#%top-interaction`, `#%variable-reference`, `->`, `->*`, `->*m`, `->d`, `->dm`, `->i`, `->m`, `...`, `:do-in`, `==`, `=>`, `_`, `absent`, `abstract`, `all-defined-out`, `all-from-out`, `and`, `any`, `augment`, `augment*`, `augment-final`, `augment-final*`, `augride`, `augride*`, `begin`, `begin-for-syntax`, `begin0`, `case`, `case->`, `case->m`, `case-lambda`, `class`, `class*`, `class-field-accessor`, `class-field-mutator`, `class/c`, `class/derived`, `combine-in`, `combine-out`, `command-line`, `compound-unit`, `compound-unit/infer`, `cond`, `cons/dc`, `contract`, `contract-out`, `contract-struct`, `contracted`, `define`, `define-compound-unit`, `define-compound-unit/infer`, `define-contract-struct`, `define-custom-hash-types`, `define-custom-set-types`, `define-for-syntax`, `define-local-member-name`, `define-logger`, `define-match-expander`, `define-member-name`, `define-module-boundary-contract`, `define-namespace-anchor`, `define-opt/c`, `define-sequence-syntax`, `define-serializable-class`, `define-serializable-class*`, `define-signature`, `define-signature-form`, `define-struct`, `define-struct/contract`, `define-struct/derived`, `define-syntax`, `define-syntax-rule`, `define-syntaxes`, `define-unit`, `define-unit-binding`, `define-unit-from-context`, `define-unit/contract`, `define-unit/new-import-export`, `define-unit/s`, `define-values`, `define-values-for-export`, `define-values-for-syntax`, `define-values/invoke-unit`, `define-values/invoke-unit/infer`, `define/augment`, `define/augment-final`, `define/augride`, `define/contract`, `define/final-prop`, `define/match`, `define/overment`, `define/override`, `define/override-final`, `define/private`, `define/public`, `define/public-final`, `define/pubment`, `define/subexpression-pos-prop`, `define/subexpression-pos-prop/name`, `delay`, `delay/idle`, `delay/name`, `delay/strict`, `delay/sync`, `delay/thread`, `do`, `else`, `except`, `except-in`, `except-out`, `export`, `extends`, `failure-cont`, `false`, `false/c`, `field`, `field-bound?`, `file`, `flat-murec-contract`, `flat-rec-contract`, `for`, `for*`, `for*/and`, `for*/async`, `for*/first`, `for*/fold`, `for*/fold/derived`, `for*/hash`, `for*/hasheq`, `for*/hasheqv`, `for*/last`, `for*/list`, `for*/lists`, `for*/mutable-set`, `for*/mutable-seteq`, `for*/mutable-seteqv`, `for*/or`, `for*/product`, `for*/set`, `for*/seteq`, `for*/seteqv`, `for*/stream`, `for*/sum`, `for*/vector`, `for*/weak-set`, `for*/weak-seteq`, `for*/weak-seteqv`, `for-label`, `for-meta`, `for-syntax`, `for-template`, `for/and`, `for/async`, `for/first`, `for/fold`, `for/fold/derived`, `for/hash`, `for/hasheq`, `for/hasheqv`, `for/last`, `for/list`, `for/lists`, `for/mutable-set`, `for/mutable-seteq`, `for/mutable-seteqv`, `for/or`, `for/product`, `for/set`, `for/seteq`, `for/seteqv`, `for/stream`, `for/sum`, `for/vector`, `for/weak-set`, `for/weak-seteq`, `for/weak-seteqv`, `gen:custom-write`, `gen:dict`, `gen:equal+hash`, `gen:set`, `gen:stream`, `generic`, `get-field`, `hash/dc`, `if`, `implies`, `import`, `include`, `include-at/relative-to`, `include-at/relative-to/reader`, `include/reader`, `inherit`, `inherit-field`, `inherit/inner`, `inherit/super`, `init`, `init-depend`, `init-field`, `init-rest`, `inner`, `inspect`, `instantiate`, `interface`, `interface*`, `invariant-assertion`, `invoke-unit`, `invoke-unit/infer`, `lambda`, `lazy`, `let`, `let*`, `let*-values`, `let-syntax`, `let-syntaxes`, `let-values`, `let/cc`, `let/ec`, `letrec`, `letrec-syntax`, `letrec-syntaxes`, `letrec-syntaxes+values`, `letrec-values`, `lib`, `link`, `local`, `local-require`, `log-debug`, `log-error`, `log-fatal`, `log-info`, `log-warning`, `match`, `match*`, `match*/derived`, `match-define`, `match-define-values`, `match-lambda`, `match-lambda*`, `match-lambda**`, `match-let`, `match-let*`, `match-let*-values`, `match-let-values`, `match-letrec`, `match-letrec-values`, `match/derived`, `match/values`, `member-name-key`, `mixin`, `module`, `module*`, `module+`, `nand`, `new`, `nor`, `object-contract`, `object/c`, `only`, `only-in`, `only-meta-in`, `open`, `opt/c`, `or`, `overment`, `overment*`, `override`, `override*`, `override-final`, `override-final*`, `parameterize`, `parameterize*`, `parameterize-break`, `parametric->/c`, `place`, `place*`, `place/context`, `planet`, `prefix`, `prefix-in`, `prefix-out`, `private`, `private*`, `prompt-tag/c`, `protect-out`, `provide`, `provide-signature-elements`, `provide/contract`, `public`, `public*`, `public-final`, `public-final*`, `pubment`, `pubment*`, `quasiquote`, `quasisyntax`, `quasisyntax/loc`, `quote`, `quote-syntax`, `quote-syntax/prune`, `recontract-out`, `recursive-contract`, `relative-in`, `rename`, `rename-in`, `rename-inner`, `rename-out`Line truncated
+			{Words(``, "(?=[()[\\]{}\",\\'`;\\s])", `*`, `*list/c`, `+`, `-`, `/`, `<`, `</c`, `<=`, `<=/c`, `=`, `=/c`, `>`, `>/c`, `>=`, `>=/c`, `abort-current-continuation`, `abs`, `absolute-path?`, `acos`, `add-between`, `add1`, `alarm-evt`, `always-evt`, `and/c`, `andmap`, `angle`, `any/c`, `append`, `append*`, `append-map`, `apply`, `argmax`, `argmin`, `arithmetic-shift`, `arity-at-least`, `arity-at-least-value`, `arity-at-least?`, `arity-checking-wrapper`, `arity-includes?`, `arity=?`, `arrow-contract-info`, `arrow-contract-info-accepts-arglist`, `arrow-contract-info-chaperone-procedure`, `arrow-contract-info-check-first-order`, `arrow-contract-info?`, `asin`, `assf`, `assoc`, `assq`, `assv`, `atan`, `bad-number-of-results`, `banner`, `base->-doms/c`, `base->-rngs/c`, `base->?`, `between/c`, `bitwise-and`, `bitwise-bit-field`, `bitwise-bit-set?`, `bitwise-ior`, `bitwise-not`, `bitwise-xor`, `blame-add-car-context`, `blame-add-cdr-context`, `blame-add-context`, `blame-add-missing-party`, `blame-add-nth-arg-context`, `blame-add-range-context`, `blame-add-unknown-context`, `blame-context`, `blame-contract`, `blame-fmt->-string`, `blame-missing-party?`, `blame-negative`, `blame-original?`, `blame-positive`, `blame-replace-negative`, `blame-source`, `blame-swap`, `blame-swapped?`, `blame-update`, `blame-value`, `blame?`, `boolean=?`, `boolean?`, `bound-identifier=?`, `box`, `box-cas!`, `box-immutable`, `box-immutable/c`, `box/c`, `box?`, `break-enabled`, `break-parameterization?`, `break-thread`, `build-chaperone-contract-property`, `build-compound-type-name`, `build-contract-property`, `build-flat-contract-property`, `build-list`, `build-path`, `build-path/convention-type`, `build-string`, `build-vector`, `byte-pregexp`, `byte-pregexp?`, `byte-ready?`, `byte-regexp`, `byte-regexp?`, `byte?`, `bytes`, `bytes->immutable-bytes`, `bytes->list`, `bytes->path`, `bytes->path-element`, `bytes->string/latin-1`, `bytes->string/locale`, `bytes->string/utf-8`, `bytes-append`, `bytes-append*`, `bytes-close-converter`, `bytes-convert`, `bytes-convert-end`, `bytes-converter?`, `bytes-copy`, `bytes-copy!`, `bytes-environment-variable-name?`, `bytes-fill!`, `bytes-join`, `bytes-length`, `bytes-no-nuls?`, `bytes-open-converter`, `bytes-ref`, `bytes-set!`, `bytes-utf-8-index`, `bytes-utf-8-length`, `bytes-utf-8-ref`, `bytes<?`, `bytes=?`, `bytes>?`, `bytes?`, `caaaar`, `caaadr`, `caaar`, `caadar`, `caaddr`, `caadr`, `caar`, `cadaar`, `cadadr`, `cadar`, `caddar`, `cadddr`, `caddr`, `cadr`, `call-in-nested-thread`, `call-with-atomic-output-file`, `call-with-break-parameterization`, `call-with-composable-continuation`, `call-with-continuation-barrier`, `call-with-continuation-prompt`, `call-with-current-continuation`, `call-with-default-reading-parameterization`, `call-with-escape-continuation`, `call-with-exception-handler`, `call-with-file-lock/timeout`, `call-with-immediate-continuation-mark`, `call-with-input-bytes`, `call-with-input-file`, `call-with-input-file*`, `call-with-input-string`, `call-with-output-bytes`, `call-with-output-file`, `call-with-output-file*`, `call-with-output-string`, `call-with-parameterization`, `call-with-semaphore`, `call-with-semaphore/enable-break`, `call-with-values`, `call/cc`, `call/ec`, `car`, `cartesian-product`, `cdaaar`, `cdaadr`, `cdaar`, `cdadar`, `cdaddr`, `cdadr`, `cdar`, `cddaar`, `cddadr`, `cddar`, `cdddar`, `cddddr`, `cdddr`, `cddr`, `cdr`, `ceiling`, `channel-get`, `channel-put`, `channel-put-evt`, `channel-put-evt?`, `channel-try-get`, `channel/c`, `channel?`, `chaperone-box`, `chaperone-channel`, `chaperone-continuation-mark-key`, `chaperone-contract-property?`, `chaperone-contract?`, `chaperone-evt`, `chaperone-hash`, `chaperone-hash-set`, `chaperone-of?`, `chaperone-procedure`, `chaperone-procedure*`, `chaperone-prompt-tag`, `chaperone-struct`, `chaperone-struct-type`, `chaperone-vector`, `chaperone?`, `char->integer`, `char-alphabetic?`, `char-blank?`, `char-ci<=?`, `char-ci<?`, `char-ci=?`, `char-ci>=?`, `char-ci>?`, `char-downcase`, `char-foldcase`, `char-general-category`, `char-graphic?`, `char-in`, `char-in/c`, `char-iso-control?`, `char-lower-case?`, `char-numeric?`, `char-punctuation?`, `char-ready?`, `char-symbolic?`, `char-title-case?`, `char-titlecase`, `char-upcase`, `char-upper-case?`, `char-utf-8-length`, `char-whitespace?`, `char<=?`, `char<?`, `char=?`, `char>=?`, `char>?`, `char?`, `check-duplicate-identifier`, `check-duplicates`, `checked-procedure-check-and-extract`, `choice-evt`, `class->interface`, `class-info`, `class-seal`, `class-unseal`, `class?`, `cleanse-path`, `close-input-port`, `close-output-port`, `coerce-chaperone-contract`, `coerce-chaperone-contracts`, `coerce-contract`, `coerce-contract/f`, `coerce-contracts`, `coerce-flat-contract`, `coerce-flat-contracts`, `collect-garbage`, `collection-file-path`, `collection-path`, `combinations`, `compile`, `compile-allow-set!-undefined`, `compile-context-preservation-enabled`, `compile-enforce-module-constaLine truncated
+			{"(?:\\|[^|]*\\||\\\\[\\w\\W]|[^|\\\\()[\\]{}\",\\'`;\\s]+)+", Name, Pop(1)},
+			Include("datum*"),
+		},
+		"unquoted-list": {
+			Include("list"),
+			{`(?!\Z)`, Text, Push("unquoted-datum")},
+		},
+		"quasiquoted-datum": {
+			Include("datum"),
+			{`,@?`, Operator, Push("#pop", "unquoted-datum")},
+			{"unquote(-splicing)?(?=[()[\\]{}\",\\'`;\\s])", Keyword, Push("#pop", "unquoted-datum")},
+			{`[([{]`, Punctuation, Push("#pop", "quasiquoted-list")},
+			Include("datum*"),
+		},
+		"quasiquoted-list": {
+			Include("list"),
+			{`(?!\Z)`, Text, Push("quasiquoted-datum")},
+		},
+		"quoted-datum": {
+			Include("datum"),
+			{`[([{]`, Punctuation, Push("#pop", "quoted-list")},
+			Include("datum*"),
+		},
+		"quoted-list": {
+			Include("list"),
+			{`(?!\Z)`, Text, Push("quoted-datum")},
+		},
+		"block-comment": {
+			{`#\|`, CommentMultiline, Push()},
+			{`\|#`, CommentMultiline, Pop(1)},
+			{`[^#|]+|.`, CommentMultiline, nil},
+		},
+		"string": {
+			{`"`, LiteralStringDouble, Pop(1)},
+			{`(?s)\\([0-7]{1,3}|x[\da-fA-F]{1,2}|u[\da-fA-F]{1,4}|U[\da-fA-F]{1,8}|.)`, LiteralStringEscape, nil},
+			{`[^\\"]+`, LiteralStringDouble, nil},
+		},
+	},
+))

vendor/github.com/alecthomas/chroma/lexers/r/ragel.go

@@ -0,0 +1,76 @@
+package r
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// Ragel lexer.
+var Ragel = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "Ragel",
+		Aliases:   []string{"ragel"},
+		Filenames: []string{},
+		MimeTypes: []string{},
+	},
+	Rules{
+		"whitespace": {
+			{`\s+`, TextWhitespace, nil},
+		},
+		"comments": {
+			{`\#.*$`, Comment, nil},
+		},
+		"keywords": {
+			{`(access|action|alphtype)\b`, Keyword, nil},
+			{`(getkey|write|machine|include)\b`, Keyword, nil},
+			{`(any|ascii|extend|alpha|digit|alnum|lower|upper)\b`, Keyword, nil},
+			{`(xdigit|cntrl|graph|print|punct|space|zlen|empty)\b`, Keyword, nil},
+		},
+		"numbers": {
+			{`0x[0-9A-Fa-f]+`, LiteralNumberHex, nil},
+			{`[+-]?[0-9]+`, LiteralNumberInteger, nil},
+		},
+		"literals": {
+			{`"(\\\\|\\"|[^"])*"`, LiteralString, nil},
+			{`'(\\\\|\\'|[^'])*'`, LiteralString, nil},
+			{`\[(\\\\|\\\]|[^\]])*\]`, LiteralString, nil},
+			{`/(?!\*)(\\\\|\\/|[^/])*/`, LiteralStringRegex, nil},
+		},
+		"identifiers": {
+			{`[a-zA-Z_]\w*`, NameVariable, nil},
+		},
+		"operators": {
+			{`,`, Operator, nil},
+			{`\||&|--?`, Operator, nil},
+			{`\.|<:|:>>?`, Operator, nil},
+			{`:`, Operator, nil},
+			{`->`, Operator, nil},
+			{`(>|\$|%|<|@|<>)(/|eof\b)`, Operator, nil},
+			{`(>|\$|%|<|@|<>)(!|err\b)`, Operator, nil},
+			{`(>|\$|%|<|@|<>)(\^|lerr\b)`, Operator, nil},
+			{`(>|\$|%|<|@|<>)(~|to\b)`, Operator, nil},
+			{`(>|\$|%|<|@|<>)(\*|from\b)`, Operator, nil},
+			{`>|@|\$|%`, Operator, nil},
+			{`\*|\?|\+|\{[0-9]*,[0-9]*\}`, Operator, nil},
+			{`!|\^`, Operator, nil},
+			{`\(|\)`, Operator, nil},
+		},
+		"root": {
+			Include("literals"),
+			Include("whitespace"),
+			Include("comments"),
+			Include("keywords"),
+			Include("numbers"),
+			Include("identifiers"),
+			Include("operators"),
+			{`\{`, Punctuation, Push("host")},
+			{`=`, Operator, nil},
+			{`;`, Punctuation, nil},
+		},
+		"host": {
+			{`([^{}\'"/#]+|[^\\]\\[{}]|"(\\\\|\\"|[^"])*"|'(\\\\|\\'|[^'])*'|//.*$\n?|/\*(.|\n)*?\*/|\#.*$\n?|/(?!\*)(\\\\|\\/|[^/])*/|/)+`, Other, nil},
+			{`\{`, Punctuation, Push()},
+			{`\}`, Punctuation, Pop(1)},
+		},
+	},
+))

vendor/github.com/alecthomas/chroma/lexers/r/reasonml.go

@@ -0,0 +1,67 @@
+package r
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// Reasonml lexer.
+var Reasonml = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "ReasonML",
+		Aliases:   []string{"reason", "reasonml"},
+		Filenames: []string{"*.re", "*.rei"},
+		MimeTypes: []string{"text/x-reasonml"},
+	},
+	Rules{
+		"escape-sequence": {
+			{`\\[\\"\'ntbr]`, LiteralStringEscape, nil},
+			{`\\[0-9]{3}`, LiteralStringEscape, nil},
+			{`\\x[0-9a-fA-F]{2}`, LiteralStringEscape, nil},
+		},
+		"root": {
+			{`\s+`, Text, nil},
+			{`false|true|\(\)|\[\]`, NameBuiltinPseudo, nil},
+			{`\b([A-Z][\w\']*)(?=\s*\.)`, NameNamespace, Push("dotted")},
+			{`\b([A-Z][\w\']*)`, NameClass, nil},
+			{`//.*?\n`, CommentSingle, nil},
+			{`\/\*(?![\/])`, CommentMultiline, Push("comment")},
+			{`\b(as|assert|begin|class|constraint|do|done|downto|else|end|exception|external|false|for|fun|esfun|function|functor|if|in|include|inherit|initializer|lazy|let|switch|module|pub|mutable|new|nonrec|object|of|open|pri|rec|sig|struct|then|to|true|try|type|val|virtual|when|while|with)\b`, Keyword, nil},
+			{"(~|\\}|\\|]|\\||\\|\\||\\{<|\\{|`|_|]|\\[\\||\\[>|\\[<|\\[|\\?\\?|\\?|>\\}|>]|>|=|<-|<|;;|;|:>|:=|::|:|\\.\\.\\.|\\.\\.|\\.|=>|-\\.|-|,|\\+|\\*|\\)|\\(|&&|&|#|!=)", OperatorWord, nil},
+			{`([=<>@^|&+\*/$%-]|[!?~])?[!$%&*+\./:<=>?@^|~-]`, Operator, nil},
+			{`\b(and|asr|land|lor|lsl|lsr|lxor|mod|or)\b`, OperatorWord, nil},
+			{`\b(unit|int|float|bool|string|char|list|array)\b`, KeywordType, nil},
+			{`[^\W\d][\w']*`, Name, nil},
+			{`-?\d[\d_]*(.[\d_]*)?([eE][+\-]?\d[\d_]*)`, LiteralNumberFloat, nil},
+			{`0[xX][\da-fA-F][\da-fA-F_]*`, LiteralNumberHex, nil},
+			{`0[oO][0-7][0-7_]*`, LiteralNumberOct, nil},
+			{`0[bB][01][01_]*`, LiteralNumberBin, nil},
+			{`\d[\d_]*`, LiteralNumberInteger, nil},
+			{`'(?:(\\[\\\"'ntbr ])|(\\[0-9]{3})|(\\x[0-9a-fA-F]{2}))'`, LiteralStringChar, nil},
+			{`'.'`, LiteralStringChar, nil},
+			{`'`, Keyword, nil},
+			{`"`, LiteralStringDouble, Push("string")},
+			{`[~?][a-z][\w\']*:`, NameVariable, nil},
+		},
+		"comment": {
+			{`[^\/*]+`, CommentMultiline, nil},
+			{`\/\*`, CommentMultiline, Push()},
+			{`\*\/`, CommentMultiline, Pop(1)},
+			{`[\*]`, CommentMultiline, nil},
+		},
+		"string": {
+			{`[^\\"]+`, LiteralStringDouble, nil},
+			Include("escape-sequence"),
+			{`\\\n`, LiteralStringDouble, nil},
+			{`"`, LiteralStringDouble, Pop(1)},
+		},
+		"dotted": {
+			{`\s+`, Text, nil},
+			{`\.`, Punctuation, nil},
+			{`[A-Z][\w\']*(?=\s*\.)`, NameNamespace, nil},
+			{`[A-Z][\w\']*`, NameClass, Pop(1)},
+			{`[a-z_][\w\']*`, Name, Pop(1)},
+			Default(Pop(1)),
+		},
+	},
+))

vendor/github.com/alecthomas/chroma/lexers/r/regedit.go

@@ -0,0 +1,32 @@
+package r
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// Reg lexer.
+var Reg = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "reg",
+		Aliases:   []string{"registry"},
+		Filenames: []string{"*.reg"},
+		MimeTypes: []string{"text/x-windows-registry"},
+	},
+	Rules{
+		"root": {
+			{`Windows Registry Editor.*`, Text, nil},
+			{`\s+`, Text, nil},
+			{`[;#].*`, CommentSingle, nil},
+			{`(\[)(-?)(HKEY_[A-Z_]+)(.*?\])$`, ByGroups(Keyword, Operator, NameBuiltin, Keyword), nil},
+			{`("(?:\\"|\\\\|[^"])+")([ \t]*)(=)([ \t]*)`, ByGroups(NameAttribute, Text, Operator, Text), Push("value")},
+			{`(.*?)([ \t]*)(=)([ \t]*)`, ByGroups(NameAttribute, Text, Operator, Text), Push("value")},
+		},
+		"value": {
+			{`-`, Operator, Pop(1)},
+			{`(dword|hex(?:\([0-9a-fA-F]\))?)(:)([0-9a-fA-F,]+)`, ByGroups(NameVariable, Punctuation, LiteralNumber), Pop(1)},
+			{`.+`, LiteralString, Pop(1)},
+			Default(Pop(1)),
+		},
+	},
+))

vendor/github.com/alecthomas/chroma/lexers/r/rexx.go

@@ -0,0 +1,59 @@
+package r
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// Rexx lexer.
+var Rexx = internal.Register(MustNewLexer(
+	&Config{
+		Name:            "Rexx",
+		Aliases:         []string{"rexx", "arexx"},
+		Filenames:       []string{"*.rexx", "*.rex", "*.rx", "*.arexx"},
+		MimeTypes:       []string{"text/x-rexx"},
+		NotMultiline:    true,
+		CaseInsensitive: true,
+	},
+	Rules{
+		"root": {
+			{`\s`, TextWhitespace, nil},
+			{`/\*`, CommentMultiline, Push("comment")},
+			{`"`, LiteralString, Push("string_double")},
+			{`'`, LiteralString, Push("string_single")},
+			{`[0-9]+(\.[0-9]+)?(e[+-]?[0-9])?`, LiteralNumber, nil},
+			{`([a-z_]\w*)(\s*)(:)(\s*)(procedure)\b`, ByGroups(NameFunction, TextWhitespace, Operator, TextWhitespace, KeywordDeclaration), nil},
+			{`([a-z_]\w*)(\s*)(:)`, ByGroups(NameLabel, TextWhitespace, Operator), nil},
+			Include("function"),
+			Include("keyword"),
+			Include("operator"),
+			{`[a-z_]\w*`, Text, nil},
+		},
+		"function": {
+			{Words(``, `(\s*)(\()`, `abbrev`, `abs`, `address`, `arg`, `b2x`, `bitand`, `bitor`, `bitxor`, `c2d`, `c2x`, `center`, `charin`, `charout`, `chars`, `compare`, `condition`, `copies`, `d2c`, `d2x`, `datatype`, `date`, `delstr`, `delword`, `digits`, `errortext`, `form`, `format`, `fuzz`, `insert`, `lastpos`, `left`, `length`, `linein`, `lineout`, `lines`, `max`, `min`, `overlay`, `pos`, `queued`, `random`, `reverse`, `right`, `sign`, `sourceline`, `space`, `stream`, `strip`, `substr`, `subword`, `symbol`, `time`, `trace`, `translate`, `trunc`, `value`, `verify`, `word`, `wordindex`, `wordlength`, `wordpos`, `words`, `x2b`, `x2c`, `x2d`, `xrange`), ByGroups(NameBuiltin, TextWhitespace, Operator), nil},
+		},
+		"keyword": {
+			{`(address|arg|by|call|do|drop|else|end|exit|for|forever|if|interpret|iterate|leave|nop|numeric|off|on|options|parse|pull|push|queue|return|say|select|signal|to|then|trace|until|while)\b`, KeywordReserved, nil},
+		},
+		"operator": {
+			{`(-|//|/|\(|\)|\*\*|\*|\\<<|\\<|\\==|\\=|\\>>|\\>|\\|\|\||\||&&|&|%|\+|<<=|<<|<=|<>|<|==|=|><|>=|>>=|>>|>|¬<<|¬<|¬==|¬=|¬>>|¬>|¬|\.|,)`, Operator, nil},
+		},
+		"string_double": {
+			{`[^"\n]+`, LiteralString, nil},
+			{`""`, LiteralString, nil},
+			{`"`, LiteralString, Pop(1)},
+			{`\n`, Text, Pop(1)},
+		},
+		"string_single": {
+			{`[^\'\n]`, LiteralString, nil},
+			{`\'\'`, LiteralString, nil},
+			{`\'`, LiteralString, Pop(1)},
+			{`\n`, Text, Pop(1)},
+		},
+		"comment": {
+			{`[^*]+`, CommentMultiline, nil},
+			{`\*/`, CommentMultiline, Pop(1)},
+			{`\*`, CommentMultiline, nil},
+		},
+	},
+))

vendor/github.com/alecthomas/chroma/lexers/r/rst.go

@@ -0,0 +1,86 @@
+package r
+
+import (
+	"strings"
+
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// Restructuredtext lexer.
+var Restructuredtext = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "reStructuredText",
+		Aliases:   []string{"rst", "rest", "restructuredtext"},
+		Filenames: []string{"*.rst", "*.rest"},
+		MimeTypes: []string{"text/x-rst", "text/prs.fallenstein.rst"},
+	},
+	Rules{
+		"root": {
+			{"^(=+|-+|`+|:+|\\.+|\\'+|\"+|~+|\\^+|_+|\\*+|\\++|#+)([ \\t]*\\n)(.+)(\\n)(\\1)(\\n)", ByGroups(GenericHeading, Text, GenericHeading, Text, GenericHeading, Text), nil},
+			{"^(\\S.*)(\\n)(={3,}|-{3,}|`{3,}|:{3,}|\\.{3,}|\\'{3,}|\"{3,}|~{3,}|\\^{3,}|_{3,}|\\*{3,}|\\+{3,}|#{3,})(\\n)", ByGroups(GenericHeading, Text, GenericHeading, Text), nil},
+			{`^(\s*)([-*+])( .+\n(?:\1  .+\n)*)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
+			{`^(\s*)([0-9#ivxlcmIVXLCM]+\.)( .+\n(?:\1  .+\n)*)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
+			{`^(\s*)(\(?[0-9#ivxlcmIVXLCM]+\))( .+\n(?:\1  .+\n)*)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
+			{`^(\s*)([A-Z]+\.)( .+\n(?:\1  .+\n)+)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
+			{`^(\s*)(\(?[A-Za-z]+\))( .+\n(?:\1  .+\n)+)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
+			{`^(\s*)(\|)( .+\n(?:\|  .+\n)*)`, ByGroups(Text, Operator, UsingSelf("inline")), nil},
+			{`^( *\.\.)(\s*)((?:source)?code(?:-block)?)(::)([ \t]*)([^\n]+)(\n[ \t]*\n)([ \t]+)(.*)(\n)((?:(?:\8.*|)\n)+)`, EmitterFunc(rstCodeBlock), nil},
+			{`^( *\.\.)(\s*)([\w:-]+?)(::)(?:([ \t]*)(.*))`, ByGroups(Punctuation, Text, OperatorWord, Punctuation, Text, UsingSelf("inline")), nil},
+			{`^( *\.\.)(\s*)(_(?:[^:\\]|\\.)+:)(.*?)$`, ByGroups(Punctuation, Text, NameTag, UsingSelf("inline")), nil},
+			{`^( *\.\.)(\s*)(\[.+\])(.*?)$`, ByGroups(Punctuation, Text, NameTag, UsingSelf("inline")), nil},
+			{`^( *\.\.)(\s*)(\|.+\|)(\s*)([\w:-]+?)(::)(?:([ \t]*)(.*))`, ByGroups(Punctuation, Text, NameTag, Text, OperatorWord, Punctuation, Text, UsingSelf("inline")), nil},
+			{`^ *\.\..*(\n( +.*\n|\n)+)?`, CommentPreproc, nil},
+			{`^( *)(:[a-zA-Z-]+:)(\s*)$`, ByGroups(Text, NameClass, Text), nil},
+			{`^( *)(:.*?:)([ \t]+)(.*?)$`, ByGroups(Text, NameClass, Text, NameFunction), nil},
+			{`^(\S.*(?<!::)\n)((?:(?: +.*)\n)+)`, ByGroups(UsingSelf("inline"), UsingSelf("inline")), nil},
+			{`(::)(\n[ \t]*\n)([ \t]+)(.*)(\n)((?:(?:\3.*|)\n)+)`, ByGroups(LiteralStringEscape, Text, LiteralString, LiteralString, Text, LiteralString), nil},
+			Include("inline"),
+		},
+		"inline": {
+			{`\\.`, Text, nil},
+			{"``", LiteralString, Push("literal")},
+			{"(`.+?)(<.+?>)(`__?)", ByGroups(LiteralString, LiteralStringInterpol, LiteralString), nil},
+			{"`.+?`__?", LiteralString, nil},
+			{"(`.+?`)(:[a-zA-Z0-9:-]+?:)?", ByGroups(NameVariable, NameAttribute), nil},
+			{"(:[a-zA-Z0-9:-]+?:)(`.+?`)", ByGroups(NameAttribute, NameVariable), nil},
+			{`\*\*.+?\*\*`, GenericStrong, nil},
+			{`\*.+?\*`, GenericEmph, nil},
+			{`\[.*?\]_`, LiteralString, nil},
+			{`<.+?>`, NameTag, nil},
+			{"[^\\\\\\n\\[*`:]+", Text, nil},
+			{`.`, Text, nil},
+		},
+		"literal": {
+			{"[^`]+", LiteralString, nil},
+			{"``((?=$)|(?=[-/:.,; \\n\\x00\\\u2010\\\u2011\\\u2012\\\u2013\\\u2014\\\u00a0\\'\\\"\\)\\]\\}\\>\\\u2019\\\u201d\\\u00bb\\!\\?]))", LiteralString, Pop(1)},
+			{"`", LiteralString, nil},
+		},
+	},
+))
+
+func rstCodeBlock(groups []string, lexer Lexer) Iterator {
+	iterators := []Iterator{}
+	tokens := []Token{
+		{Punctuation, groups[1]},
+		{Text, groups[2]},
+		{OperatorWord, groups[3]},
+		{Punctuation, groups[4]},
+		{Text, groups[5]},
+		{Keyword, groups[6]},
+		{Text, groups[7]},
+	}
+	code := strings.Join(groups[8:], "")
+	lexer = internal.Get(groups[6])
+	if lexer == nil {
+		tokens = append(tokens, Token{String, code})
+		iterators = append(iterators, Literator(tokens...))
+	} else {
+		sub, err := lexer.Tokenise(nil, code)
+		if err != nil {
+			panic(err)
+		}
+		iterators = append(iterators, Literator(tokens...), sub)
+	}
+	return Concaterator(iterators...)
+}

vendor/github.com/alecthomas/chroma/lexers/r/ruby.go

@@ -0,0 +1,250 @@
+package r
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// Ruby lexer.
+var Ruby = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "Ruby",
+		Aliases:   []string{"rb", "ruby", "duby"},
+		Filenames: []string{"*.rb", "*.rbw", "Rakefile", "*.rake", "*.gemspec", "*.rbx", "*.duby", "Gemfile"},
+		MimeTypes: []string{"text/x-ruby", "application/x-ruby"},
+		DotAll:    true,
+	},
+	Rules{
+		"root": {
+			{`\A#!.+?$`, CommentHashbang, nil},
+			{`#.*?$`, CommentSingle, nil},
+			{`=begin\s.*?\n=end.*?$`, CommentMultiline, nil},
+			{Words(``, `\b`, `BEGIN`, `END`, `alias`, `begin`, `break`, `case`, `defined?`, `do`, `else`, `elsif`, `end`, `ensure`, `for`, `if`, `in`, `next`, `redo`, `rescue`, `raise`, `retry`, `return`, `super`, `then`, `undef`, `unless`, `until`, `when`, `while`, `yield`), Keyword, nil},
+			{`(module)(\s+)([a-zA-Z_]\w*(?:::[a-zA-Z_]\w*)*)`, ByGroups(Keyword, Text, NameNamespace), nil},
+			{`(def)(\s+)`, ByGroups(Keyword, Text), Push("funcname")},
+			{"def(?=[*%&^`~+-/\\[<>=])", Keyword, Push("funcname")},
+			{`(class)(\s+)`, ByGroups(Keyword, Text), Push("classname")},
+			{Words(``, `\b`, `initialize`, `new`, `loop`, `include`, `extend`, `raise`, `attr_reader`, `attr_writer`, `attr_accessor`, `attr`, `catch`, `throw`, `private`, `module_function`, `public`, `protected`, `true`, `false`, `nil`), KeywordPseudo, nil},
+			{`(not|and|or)\b`, OperatorWord, nil},
+			{Words(``, `\?`, `autoload`, `block_given`, `const_defined`, `eql`, `equal`, `frozen`, `include`, `instance_of`, `is_a`, `iterator`, `kind_of`, `method_defined`, `nil`, `private_method_defined`, `protected_method_defined`, `public_method_defined`, `respond_to`, `tainted`), NameBuiltin, nil},
+			{`(chomp|chop|exit|gsub|sub)!`, NameBuiltin, nil},
+			{Words(`(?<!\.)`, `\b`, `Array`, `Float`, `Integer`, `String`, `__id__`, `__send__`, `abort`, `ancestors`, `at_exit`, `autoload`, `binding`, `callcc`, `caller`, `catch`, `chomp`, `chop`, `class_eval`, `class_variables`, `clone`, `const_defined?`, `const_get`, `const_missing`, `const_set`, `constants`, `display`, `dup`, `eval`, `exec`, `exit`, `extend`, `fail`, `fork`, `format`, `freeze`, `getc`, `gets`, `global_variables`, `gsub`, `hash`, `id`, `included_modules`, `inspect`, `instance_eval`, `instance_method`, `instance_methods`, `instance_variable_get`, `instance_variable_set`, `instance_variables`, `lambda`, `load`, `local_variables`, `loop`, `method`, `method_missing`, `methods`, `module_eval`, `name`, `object_id`, `open`, `p`, `print`, `printf`, `private_class_method`, `private_instance_methods`, `private_methods`, `proc`, `protected_instance_methods`, `protected_methods`, `public_class_method`, `public_instance_methods`, `public_methods`, `putc`, `puts`, `raise`, `rand`, `readline`, `readlines`, `require`, `scan`, `select`, `self`, `send`, `set_trace_func`, `singleton_methods`, `sleep`, `split`, `sprintf`, `srand`, `sub`, `syscall`, `system`, `taint`, `test`, `throw`, `to_a`, `to_s`, `trace_var`, `trap`, `untaint`, `untrace_var`, `warn`), NameBuiltin, nil},
+			{`__(FILE|LINE)__\b`, NameBuiltinPseudo, nil},
+			{"(?<!\\w)(<<-?)([\"`\\']?)([a-zA-Z_]\\w*)(\\2)(.*?\\n)", String, nil},
+			{`(<<-?)("|\')()(\2)(.*?\n)`, String, nil},
+			{`__END__`, CommentPreproc, Push("end-part")},
+			{`(?:^|(?<=[=<>~!:])|(?<=(?:\s|;)when\s)|(?<=(?:\s|;)or\s)|(?<=(?:\s|;)and\s)|(?<=\.index\s)|(?<=\.scan\s)|(?<=\.sub\s)|(?<=\.sub!\s)|(?<=\.gsub\s)|(?<=\.gsub!\s)|(?<=\.match\s)|(?<=(?:\s|;)if\s)|(?<=(?:\s|;)elsif\s)|(?<=^when\s)|(?<=^index\s)|(?<=^scan\s)|(?<=^sub\s)|(?<=^gsub\s)|(?<=^sub!\s)|(?<=^gsub!\s)|(?<=^match\s)|(?<=^if\s)|(?<=^elsif\s))(\s*)(/)`, ByGroups(Text, LiteralStringRegex), Push("multiline-regex")},
+			{`(?<=\(|,|\[)/`, LiteralStringRegex, Push("multiline-regex")},
+			{`(\s+)(/)(?![\s=])`, ByGroups(Text, LiteralStringRegex), Push("multiline-regex")},
+			{`(0_?[0-7]+(?:_[0-7]+)*)(\s*)([/?])?`, ByGroups(LiteralNumberOct, Text, Operator), nil},
+			{`(0x[0-9A-Fa-f]+(?:_[0-9A-Fa-f]+)*)(\s*)([/?])?`, ByGroups(LiteralNumberHex, Text, Operator), nil},
+			{`(0b[01]+(?:_[01]+)*)(\s*)([/?])?`, ByGroups(LiteralNumberBin, Text, Operator), nil},
+			{`([\d]+(?:_\d+)*)(\s*)([/?])?`, ByGroups(LiteralNumberInteger, Text, Operator), nil},
+			{`@@[a-zA-Z_]\w*`, NameVariableClass, nil},
+			{`@[a-zA-Z_]\w*`, NameVariableInstance, nil},
+			{`\$\w+`, NameVariableGlobal, nil},
+			{"\\$[!@&`\\'+~=/\\\\,;.<>_*$?:\"^-]", NameVariableGlobal, nil},
+			{`\$-[0adFiIlpvw]`, NameVariableGlobal, nil},
+			{`::`, Operator, nil},
+			Include("strings"),
+			{`\?(\\[MC]-)*(\\([\\abefnrstv#"\']|x[a-fA-F0-9]{1,2}|[0-7]{1,3})|\S)(?!\w)`, LiteralStringChar, nil},
+			{`[A-Z]\w+`, NameConstant, nil},
+			{Words(`(\.|::)`, ``, `*`, `**`, `-`, `+`, `-@`, `+@`, `/`, `%`, `&`, `|`, `^`, "`", `~`, `[]`, `[]=`, `<<`, `>>`, `<`, `<>`, `<=>`, `>`, `>=`, `==`, `===`), ByGroups(Operator, NameOperator), nil},
+			{"(\\.|::)([a-zA-Z_]\\w*[!?]?|[*%&^`~+\\-/\\[<>=])", ByGroups(Operator, Name), nil},
+			{`[a-zA-Z_]\w*[!?]?`, Name, nil},
+			{`(\[|\]|\*\*|<<?|>>?|>=|<=|<=>|=~|={3}|!~|&&?|\|\||\.{1,3})`, Operator, nil},
+			{`[-+/*%=<>&!^|~]=?`, Operator, nil},
+			{`[(){};,/?:\\]`, Punctuation, nil},
+			{`\s+`, Text, nil},
+		},
+		"funcname": {
+			{`\(`, Punctuation, Push("defexpr")},
+			{"(?:([a-zA-Z_]\\w*)(\\.))?([a-zA-Z_]\\w*[!?]?|\\*\\*?|[-+]@?|[/%&|^`~]|\\[\\]=?|<<|>>|<=?>|>=?|===?)", ByGroups(NameClass, Operator, NameFunction), Pop(1)},
+			Default(Pop(1)),
+		},
+		"classname": {
+			{`\(`, Punctuation, Push("defexpr")},
+			{`<<`, Operator, Pop(1)},
+			{`[A-Z_]\w*`, NameClass, Pop(1)},
+			Default(Pop(1)),
+		},
+		"defexpr": {
+			{`(\))(\.|::)?`, ByGroups(Punctuation, Operator), Pop(1)},
+			{`\(`, Operator, Push()},
+			Include("root"),
+		},
+		"in-intp": {
+			{`\{`, LiteralStringInterpol, Push()},
+			{`\}`, LiteralStringInterpol, Pop(1)},
+			Include("root"),
+		},
+		"string-intp": {
+			{`#\{`, LiteralStringInterpol, Push("in-intp")},
+			{`#@@?[a-zA-Z_]\w*`, LiteralStringInterpol, nil},
+			{`#\$[a-zA-Z_]\w*`, LiteralStringInterpol, nil},
+		},
+		"string-intp-escaped": {
+			Include("string-intp"),
+			{`\\([\\abefnrstv#"\']|x[a-fA-F0-9]{1,2}|[0-7]{1,3})`, LiteralStringEscape, nil},
+		},
+		"interpolated-regex": {
+			Include("string-intp"),
+			{`[\\#]`, LiteralStringRegex, nil},
+			{`[^\\#]+`, LiteralStringRegex, nil},
+		},
+		"interpolated-string": {
+			Include("string-intp"),
+			{`[\\#]`, LiteralStringOther, nil},
+			{`[^\\#]+`, LiteralStringOther, nil},
+		},
+		"multiline-regex": {
+			Include("string-intp"),
+			{`\\\\`, LiteralStringRegex, nil},
+			{`\\/`, LiteralStringRegex, nil},
+			{`[\\#]`, LiteralStringRegex, nil},
+			{`[^\\/#]+`, LiteralStringRegex, nil},
+			{`/[mixounse]*`, LiteralStringRegex, Pop(1)},
+		},
+		"end-part": {
+			{`.+`, CommentPreproc, Pop(1)},
+		},
+		"strings": {
+			{`\:@{0,2}[a-zA-Z_]\w*[!?]?`, LiteralStringSymbol, nil},
+			{Words(`\:@{0,2}`, ``, `*`, `**`, `-`, `+`, `-@`, `+@`, `/`, `%`, `&`, `|`, `^`, "`", `~`, `[]`, `[]=`, `<<`, `>>`, `<`, `<>`, `<=>`, `>`, `>=`, `==`, `===`), LiteralStringSymbol, nil},
+			{`:'(\\\\|\\'|[^'])*'`, LiteralStringSymbol, nil},
+			{`'(\\\\|\\'|[^'])*'`, LiteralStringSingle, nil},
+			{`:"`, LiteralStringSymbol, Push("simple-sym")},
+			{`([a-zA-Z_]\w*)(:)(?!:)`, ByGroups(LiteralStringSymbol, Punctuation), nil},
+			{`"`, LiteralStringDouble, Push("simple-string")},
+			{"(?<!\\.)`", LiteralStringBacktick, Push("simple-backtick")},
+			{`%[QWx]?\{`, LiteralStringOther, Push("cb-intp-string")},
+			{`%[qsw]\{`, LiteralStringOther, Push("cb-string")},
+			{`%r\{`, LiteralStringRegex, Push("cb-regex")},
+			{`%[QWx]?\[`, LiteralStringOther, Push("sb-intp-string")},
+			{`%[qsw]\[`, LiteralStringOther, Push("sb-string")},
+			{`%r\[`, LiteralStringRegex, Push("sb-regex")},
+			{`%[QWx]?\(`, LiteralStringOther, Push("pa-intp-string")},
+			{`%[qsw]\(`, LiteralStringOther, Push("pa-string")},
+			{`%r\(`, LiteralStringRegex, Push("pa-regex")},
+			{`%[QWx]?<`, LiteralStringOther, Push("ab-intp-string")},
+			{`%[qsw]<`, LiteralStringOther, Push("ab-string")},
+			{`%r<`, LiteralStringRegex, Push("ab-regex")},
+			{`(%r([\W_]))((?:\\\2|(?!\2).)*)(\2[mixounse]*)`, String, nil},
+			{`%[qsw]([\W_])((?:\\\1|(?!\1).)*)\1`, LiteralStringOther, nil},
+			{`(%[QWx]([\W_]))((?:\\\2|(?!\2).)*)(\2)`, String, nil},
+			{`(?<=[-+/*%=<>&!^|~,(])(\s*)(%([\t ])(?:(?:\\\3|(?!\3).)*)\3)`, ByGroups(Text, LiteralStringOther, None), nil},
+			{`^(\s*)(%([\t ])(?:(?:\\\3|(?!\3).)*)\3)`, ByGroups(Text, LiteralStringOther, None), nil},
+			{`(%([^a-zA-Z0-9\s]))((?:\\\2|(?!\2).)*)(\2)`, String, nil},
+		},
+		"simple-string": {
+			Include("string-intp-escaped"),
+			{`[^\\"#]+`, LiteralStringDouble, nil},
+			{`[\\#]`, LiteralStringDouble, nil},
+			{`"`, LiteralStringDouble, Pop(1)},
+		},
+		"simple-sym": {
+			Include("string-intp-escaped"),
+			{`[^\\"#]+`, LiteralStringSymbol, nil},
+			{`[\\#]`, LiteralStringSymbol, nil},
+			{`"`, LiteralStringSymbol, Pop(1)},
+		},
+		"simple-backtick": {
+			Include("string-intp-escaped"),
+			{"[^\\\\`#]+", LiteralStringBacktick, nil},
+			{`[\\#]`, LiteralStringBacktick, nil},
+			{"`", LiteralStringBacktick, Pop(1)},
+		},
+		"cb-intp-string": {
+			{`\\[\\{}]`, LiteralStringOther, nil},
+			{`\{`, LiteralStringOther, Push()},
+			{`\}`, LiteralStringOther, Pop(1)},
+			Include("string-intp-escaped"),
+			{`[\\#{}]`, LiteralStringOther, nil},
+			{`[^\\#{}]+`, LiteralStringOther, nil},
+		},
+		"cb-string": {
+			{`\\[\\{}]`, LiteralStringOther, nil},
+			{`\{`, LiteralStringOther, Push()},
+			{`\}`, LiteralStringOther, Pop(1)},
+			{`[\\#{}]`, LiteralStringOther, nil},
+			{`[^\\#{}]+`, LiteralStringOther, nil},
+		},
+		"cb-regex": {
+			{`\\[\\{}]`, LiteralStringRegex, nil},
+			{`\{`, LiteralStringRegex, Push()},
+			{`\}[mixounse]*`, LiteralStringRegex, Pop(1)},
+			Include("string-intp"),
+			{`[\\#{}]`, LiteralStringRegex, nil},
+			{`[^\\#{}]+`, LiteralStringRegex, nil},
+		},
+		"sb-intp-string": {
+			{`\\[\\\[\]]`, LiteralStringOther, nil},
+			{`\[`, LiteralStringOther, Push()},
+			{`\]`, LiteralStringOther, Pop(1)},
+			Include("string-intp-escaped"),
+			{`[\\#\[\]]`, LiteralStringOther, nil},
+			{`[^\\#\[\]]+`, LiteralStringOther, nil},
+		},
+		"sb-string": {
+			{`\\[\\\[\]]`, LiteralStringOther, nil},
+			{`\[`, LiteralStringOther, Push()},
+			{`\]`, LiteralStringOther, Pop(1)},
+			{`[\\#\[\]]`, LiteralStringOther, nil},
+			{`[^\\#\[\]]+`, LiteralStringOther, nil},
+		},
+		"sb-regex": {
+			{`\\[\\\[\]]`, LiteralStringRegex, nil},
+			{`\[`, LiteralStringRegex, Push()},
+			{`\][mixounse]*`, LiteralStringRegex, Pop(1)},
+			Include("string-intp"),
+			{`[\\#\[\]]`, LiteralStringRegex, nil},
+			{`[^\\#\[\]]+`, LiteralStringRegex, nil},
+		},
+		"pa-intp-string": {
+			{`\\[\\()]`, LiteralStringOther, nil},
+			{`\(`, LiteralStringOther, Push()},
+			{`\)`, LiteralStringOther, Pop(1)},
+			Include("string-intp-escaped"),
+			{`[\\#()]`, LiteralStringOther, nil},
+			{`[^\\#()]+`, LiteralStringOther, nil},
+		},
+		"pa-string": {
+			{`\\[\\()]`, LiteralStringOther, nil},
+			{`\(`, LiteralStringOther, Push()},
+			{`\)`, LiteralStringOther, Pop(1)},
+			{`[\\#()]`, LiteralStringOther, nil},
+			{`[^\\#()]+`, LiteralStringOther, nil},
+		},
+		"pa-regex": {
+			{`\\[\\()]`, LiteralStringRegex, nil},
+			{`\(`, LiteralStringRegex, Push()},
+			{`\)[mixounse]*`, LiteralStringRegex, Pop(1)},
+			Include("string-intp"),
+			{`[\\#()]`, LiteralStringRegex, nil},
+			{`[^\\#()]+`, LiteralStringRegex, nil},
+		},
+		"ab-intp-string": {
+			{`\\[\\<>]`, LiteralStringOther, nil},
+			{`<`, LiteralStringOther, Push()},
+			{`>`, LiteralStringOther, Pop(1)},
+			Include("string-intp-escaped"),
+			{`[\\#<>]`, LiteralStringOther, nil},
+			{`[^\\#<>]+`, LiteralStringOther, nil},
+		},
+		"ab-string": {
+			{`\\[\\<>]`, LiteralStringOther, nil},
+			{`<`, LiteralStringOther, Push()},
+			{`>`, LiteralStringOther, Pop(1)},
+			{`[\\#<>]`, LiteralStringOther, nil},
+			{`[^\\#<>]+`, LiteralStringOther, nil},
+		},
+		"ab-regex": {
+			{`\\[\\<>]`, LiteralStringRegex, nil},
+			{`<`, LiteralStringRegex, Push()},
+			{`>[mixounse]*`, LiteralStringRegex, Pop(1)},
+			Include("string-intp"),
+			{`[\\#<>]`, LiteralStringRegex, nil},
+			{`[^\\#<>]+`, LiteralStringRegex, nil},
+		},
+	},
+))

vendor/github.com/alecthomas/chroma/lexers/r/rust.go

@@ -0,0 +1,135 @@
+package r
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// Rust lexer.
+var Rust = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "Rust",
+		Aliases:   []string{"rust"},
+		Filenames: []string{"*.rs", "*.rs.in"},
+		MimeTypes: []string{"text/rust"},
+		EnsureNL:  true,
+	},
+	Rules{
+		"root": {
+			{`#![^[\r\n].*$`, CommentPreproc, nil},
+			Default(Push("base")),
+		},
+		"base": {
+			{`\n`, TextWhitespace, nil},
+			{`\s+`, TextWhitespace, nil},
+			{`//!.*?\n`, LiteralStringDoc, nil},
+			{`///(\n|[^/].*?\n)`, LiteralStringDoc, nil},
+			{`//(.*?)\n`, CommentSingle, nil},
+			{`/\*\*(\n|[^/*])`, LiteralStringDoc, Push("doccomment")},
+			{`/\*!`, LiteralStringDoc, Push("doccomment")},
+			{`/\*`, CommentMultiline, Push("comment")},
+			{`r#*"(?:\\.|[^\\\r\n;])*"#*`, LiteralString, nil},
+			{`"(?:\\.|[^\\\r\n"])*"`, LiteralString, nil},
+			{`\$([a-zA-Z_]\w*|\(,?|\),?|,?)`, CommentPreproc, nil},
+			{Words(``, `\b`, `as`, `box`, `const`, `crate`, `else`, `extern`, `for`, `if`, `impl`, `in`, `loop`, `match`, `move`, `mut`, `pub`, `ref`, `return`, `static`, `super`, `trait`, `unsafe`, `use`, `where`, `while`), Keyword, nil},
+			{Words(``, `\b`, `abstract`, `alignof`, `become`, `do`, `final`, `macro`, `offsetof`, `override`, `priv`, `proc`, `pure`, `sizeof`, `typeof`, `unsized`, `virtual`, `yield`), KeywordReserved, nil},
+			{`(true|false)\b`, KeywordConstant, nil},
+			{`mod\b`, Keyword, Push("modname")},
+			{`let\b`, KeywordDeclaration, nil},
+			{`fn\b`, Keyword, Push("funcname")},
+			{`(struct|enum|type|union)\b`, Keyword, Push("typename")},
+			{`(default)(\s+)(type|fn)\b`, ByGroups(Keyword, Text, Keyword), nil},
+			{Words(``, `\b`, `u8`, `u16`, `u32`, `u64`, `i8`, `i16`, `i32`, `i64`, `usize`, `isize`, `f32`, `f64`, `str`, `bool`), KeywordType, nil},
+			{`self\b`, NameBuiltinPseudo, nil},
+			{Words(``, `\b`, `Copy`, `Send`, `Sized`, `Sync`, `Drop`, `Fn`, `FnMut`, `FnOnce`, `Box`, `ToOwned`, `Clone`, `PartialEq`, `PartialOrd`, `Eq`, `Ord`, `AsRef`, `AsMut`, `Into`, `From`, `Default`, `Iterator`, `Extend`, `IntoIterator`, `DoubleEndedIterator`, `ExactSizeIterator`, `Option`, `Some`, `None`, `Result`, `Ok`, `Err`, `SliceConcatExt`, `String`, `ToString`, `Vec`), NameBuiltin, nil},
+			{`::\b`, Text, nil},
+			{`(?::|->)`, Text, Push("typename")},
+			{`(break|continue)(\s*)(\'[A-Za-z_]\w*)?`, ByGroups(Keyword, TextWhitespace, NameLabel), nil},
+			{`'(\\['"\\nrt]|\\x[0-7][0-9a-fA-F]|\\0|\\u\{[0-9a-fA-F]{1,6}\}|.)'`, LiteralStringChar, nil},
+			{`b'(\\['"\\nrt]|\\x[0-9a-fA-F]{2}|\\0|\\u\{[0-9a-fA-F]{1,6}\}|.)'`, LiteralStringChar, nil},
+			{`0b[01_]+`, LiteralNumberBin, Push("number_lit")},
+			{`0o[0-7_]+`, LiteralNumberOct, Push("number_lit")},
+			{`0[xX][0-9a-fA-F_]+`, LiteralNumberHex, Push("number_lit")},
+			{`[0-9][0-9_]*(\.[0-9_]+[eE][+\-]?[0-9_]+|\.[0-9_]*(?!\.)|[eE][+\-]?[0-9_]+)`, LiteralNumberFloat, Push("number_lit")},
+			{`[0-9][0-9_]*`, LiteralNumberInteger, Push("number_lit")},
+			{`b"`, LiteralString, Push("bytestring")},
+			{`b?r(#*)".*?"\1`, LiteralString, nil},
+			{`'static`, NameBuiltin, nil},
+			{`'[a-zA-Z_]\w*`, NameAttribute, nil},
+			{`[{}()\[\],.;]`, Punctuation, nil},
+			{`[+\-*/%&|<>^!~@=:?]`, Operator, nil},
+			{`(r#)?[a-zA-Z_]\w*`, Name, nil},
+			{`#!?\[`, CommentPreproc, Push("attribute[")},
+			{`([A-Za-z_]\w*)(!)(\s*)([A-Za-z_]\w*)?(\s*)(\{)`, ByGroups(CommentPreproc, Punctuation, TextWhitespace, Name, TextWhitespace, Punctuation), Push("macro{")},
+			{`([A-Za-z_]\w*)(!)(\s*)([A-Za-z_]\w*)?(\()`, ByGroups(CommentPreproc, Punctuation, TextWhitespace, Name, Punctuation), Push("macro(")},
+		},
+		"comment": {
+			{`[^*/]+`, CommentMultiline, nil},
+			{`/\*`, CommentMultiline, Push()},
+			{`\*/`, CommentMultiline, Pop(1)},
+			{`[*/]`, CommentMultiline, nil},
+		},
+		"doccomment": {
+			{`[^*/]+`, LiteralStringDoc, nil},
+			{`/\*`, LiteralStringDoc, Push()},
+			{`\*/`, LiteralStringDoc, Pop(1)},
+			{`[*/]`, LiteralStringDoc, nil},
+		},
+		"modname": {
+			{`\s+`, Text, nil},
+			{`[a-zA-Z_]\w*`, NameNamespace, Pop(1)},
+			Default(Pop(1)),
+		},
+		"funcname": {
+			{`\s+`, Text, nil},
+			{`[a-zA-Z_]\w*`, NameFunction, Pop(1)},
+			Default(Pop(1)),
+		},
+		"typename": {
+			{`\s+`, Text, nil},
+			{`&`, KeywordPseudo, nil},
+			{Words(``, `\b`, `Copy`, `Send`, `Sized`, `Sync`, `Drop`, `Fn`, `FnMut`, `FnOnce`, `Box`, `ToOwned`, `Clone`, `PartialEq`, `PartialOrd`, `Eq`, `Ord`, `AsRef`, `AsMut`, `Into`, `From`, `Default`, `Iterator`, `Extend`, `IntoIterator`, `DoubleEndedIterator`, `ExactSizeIterator`, `Option`, `Some`, `None`, `Result`, `Ok`, `Err`, `SliceConcatExt`, `String`, `ToString`, `Vec`), NameBuiltin, nil},
+			{Words(``, `\b`, `u8`, `u16`, `u32`, `u64`, `i8`, `i16`, `i32`, `i64`, `usize`, `isize`, `f32`, `f64`, `str`, `bool`), KeywordType, nil},
+			{`[a-zA-Z_]\w*`, NameClass, Pop(1)},
+			Default(Pop(1)),
+		},
+		"number_lit": {
+			{`[ui](8|16|32|64|size)`, Keyword, Pop(1)},
+			{`f(32|64)`, Keyword, Pop(1)},
+			Default(Pop(1)),
+		},
+		"string": {
+			{`"`, LiteralString, Pop(1)},
+			{`\\['"\\nrt]|\\x[0-7][0-9a-fA-F]|\\0|\\u\{[0-9a-fA-F]{1,6}\}`, LiteralStringEscape, nil},
+			{`[^\\"]+`, LiteralString, nil},
+			{`\\`, LiteralString, nil},
+		},
+		"bytestring": {
+			{`\\x[89a-fA-F][0-9a-fA-F]`, LiteralStringEscape, nil},
+			Include("string"),
+		},
+		"macro{": {
+			{`\{`, Operator, Push()},
+			{`\}`, Operator, Pop(1)},
+		},
+		"macro(": {
+			{`\(`, Operator, Push()},
+			{`\)`, Operator, Pop(1)},
+		},
+		"attribute_common": {
+			{`"`, LiteralString, Push("string")},
+			{`\[`, CommentPreproc, Push("attribute[")},
+			{`\(`, CommentPreproc, Push("attribute(")},
+		},
+		"attribute[": {
+			Include("attribute_common"),
+			{`\];?`, CommentPreproc, Pop(1)},
+			{`[^"\]]+`, CommentPreproc, nil},
+		},
+		"attribute(": {
+			Include("attribute_common"),
+			{`\);?`, CommentPreproc, Pop(1)},
+			{`[^")]+`, CommentPreproc, nil},
+		},
+	},
+))