vole

Clone

Read only, no credentials:

https://rodent.software/vole.git

Write over SSH with a registered key:

git clone ssh://git@rodent.software:2222/vole.git

A free and open-source forge that lives in your Git repo.

Load a Prism grammar only when a blob names it

1b8675b19e70346d6d02d5fc0c10538f50bf94b2 · Keenan Nemetz · 9d ago · parent 11720250

Load a Prism grammar only when a blob names it

The worker imported prism-languages.min.js — every grammar Prism ships — on
every code page. That is 546 KB to evaluate before the first token, and a page
showing one Go file paid it for all 293 components.

Each component is now vendored as its own file, and prism-manifest.js maps a
language name to the files that define it in dependency order. The worker
starts with Prism's core and the manifest and imports a language's files the
first time a job names it, remembering what it has run so a file is never
imported twice. A Go blob loads 30 KB instead of 564 KB; a .tsx blob, the
widest common entry at 8 files, loads 49 KB.

The manifest also carries the components that register no language of their
own but change one: css-extras, js-extras, js-templates, php-extras, xml-doc.
Each is placed after the grammar it rewrites and included in the entries that
inherit it, so a language that extends javascript now gets js-extras' arrow
and maybe-class-name tokens too. The old bundle's order handed those to some
inheriting languages and not others; nothing loses a token.

scripts/vendor-prism.py writes the grammars and the manifest, and --check
compares them byte for byte with cdnjs. TestPrismLanguagesAreVendored,
TestPrismGrammarsMatchTheManifest and TestPrismWorkerLoadsGrammarsOnDemand
hold the server's extension table, the vendored set and the worker's lazy
import together.

server/web/static/prism-languages/elixir.js +1

@@ -0,0 +1 @@
		1	Prism.languages.elixir={doc:{pattern:/@(?:doc\|moduledoc)\s+(?:("""\|''')[\s\S]?\1\|("\|')(?:\$?:\r\n\|[\s\S])\|(?!\2)[^\\\r\n])\2)/,inside:{attribute:/^@\w+/,string:/['"][\s\S]+/}},comment:{pattern:/#./,greedy:!0},regex:{pattern:/~[rR](?:("""\|''')(?:\\[\s\S]\|(?!\1)[^\\])+\1\|([\/\|"'])(?:\\.\|(?!\2)[^\\\r\n])+\2\|\((?:\\.\|[^\$\r\n])+\)\|\[(?:\\.\|[^\\\]\r\n])+\]\|\{(?:\\.\|[^\\}\r\n])+\}\|<(?:\\.\|[^\\>\r\n])+>)[uismxfr]/,greedy:!0},string:[{pattern:/~[cCsSwW](?:("""\|''')(?:\\[\s\S]\|(?!\1)[^\\])+\1\|([\/\|"'])(?:\\.\|(?!\2)[^\\\r\n])+\2\|$(?:\\.\|[^\$\r\n])+\)\|\[(?:\\.\|[^\\\]\r\n])+\]\|\{(?:\\.\|#\{[^}]+\}\|#(?!\{)\|[^#\\}\r\n])+\}\|<(?:\\.\|[^\\>\r\n])+>)[csa]?/,greedy:!0,inside:{}},{pattern:/("""\|''')[\s\S]?\1/,greedy:!0,inside:{}},{pattern:/("\|')(?:\\(?:\r\n\|[\s\S])\|(?!\1)[^\\\r\n])\1/,greedy:!0,inside:{}}],atom:{pattern:/(^\|[^:]):\w+/,lookbehind:!0,alias:"symbol"},module:{pattern:/\b[A-Z]\w\b/,alias:"class-name"},"attr-name":/\b\w+\??:(?!:)/,argument:{pattern:/(^\|[^&])&\d+/,lookbehind:!0,alias:"variable"},attribute:{pattern:/@\w+/,alias:"variable"},function:/\b[_a-zA-Z]\w[?!]?(?:(?=\s(?:\.\s)?\()\|(?=\/\d))/,number:/\b(?:0[box][a-f\d_]+\|\d[\d_])(?:\.[\d_]+)?(?:e[+-]?[\d_]+)?\b/i,keyword:/\b(?:after\|alias\|and\|case\|catch\|cond\|def(?:callback\|delegate\|exception\|impl\|macro\|module\|n\|np\|p\|protocol\|struct)?\|do\|else\|end\|fn\|for\|if\|import\|not\|or\|quote\|raise\|require\|rescue\|try\|unless\|unquote\|use\|when)\b/,boolean:/\b(?:false\|nil\|true)\b/,operator:[/\bin\b\|&&?\|\\|[\|>]?\|\\\\\|::\|\.\.\.?\|\+\+?\|-[->]?\|<[-=>]\|>=\|!==?\|\B!\|=(?:==?\|[>~])?\|[\/^]/,{pattern:/([^<])<(?!<)/,lookbehind:!0},{pattern:/([^>])>(?!>)/,lookbehind:!0}],punctuation:/<<\|>>\|[.,%\[\]{}()]/},Prism.languages.elixir.string.forEach((function(e){e.inside={interpolation:{pattern:/#\{[^}]+\}/,inside:{delimiter:{pattern:/^#\{\|\}$/,alias:"punctuation"},rest:Prism.languages.elixir}}}}));

@@ -0,0 +1 @@
		1	Prism.languages.elixir={doc:{pattern:/@(?:doc\|moduledoc)\s+(?:("""\|''')[\s\S]?\1\|("\|')(?:\\(?:\r\n\|[\s\S])\|(?!\2)[^\\\r\n])\2)/,inside:{attribute:/^@\w+/,string:/['"][\s\S]+/}},comment:{pattern:/#./,greedy:!0},regex:{pattern:/~[rR](?:("""\|''')(?:\\[\s\S]\|(?!\1)[^\\])+\1\|([\/\|"'])(?:\\.\|(?!\2)[^\\\r\n])+\2\|\((?:\\.\|[^\\)\r\n])+\)\|\[(?:\\.\|[^\\\]\r\n])+\]\|\{(?:\\.\|[^\\}\r\n])+\}\|<(?:\\.\|[^\\>\r\n])+>)[uismxfr]/,greedy:!0},string:[{pattern:/~[cCsSwW](?:("""\|''')(?:\\[\s\S]\|(?!\1)[^\\])+\1\|([\/\|"'])(?:\\.\|(?!\2)[^\\\r\n])+\2\|\((?:\\.\|[^\\)\r\n])+\)\|\[(?:\\.\|[^\\\]\r\n])+\]\|\{(?:\\.\|#\{[^}]+\}\|#(?!\{)\|[^#\\}\r\n])+\}\|<(?:\\.\|[^\\>\r\n])+>)[csa]?/,greedy:!0,inside:{}},{pattern:/("""\|''')[\s\S]?\1/,greedy:!0,inside:{}},{pattern:/("\|')(?:\\(?:\r\n\|[\s\S])\|(?!\1)[^\\\r\n])\1/,greedy:!0,inside:{}}],atom:{pattern:/(^\|[^:]):\w+/,lookbehind:!0,alias:"symbol"},module:{pattern:/\b[A-Z]\w\b/,alias:"class-name"},"attr-name":/\b\w+\??:(?!:)/,argument:{pattern:/(^\|[^&])&\d+/,lookbehind:!0,alias:"variable"},attribute:{pattern:/@\w+/,alias:"variable"},function:/\b[_a-zA-Z]\w[?!]?(?:(?=\s(?:\.\s)?\()\|(?=\/\d))/,number:/\b(?:0[box][a-f\d_]+\|\d[\d_])(?:\.[\d_]+)?(?:e[+-]?[\d_]+)?\b/i,keyword:/\b(?:after\|alias\|and\|case\|catch\|cond\|def(?:callback\|delegate\|exception\|impl\|macro\|module\|n\|np\|p\|protocol\|struct)?\|do\|else\|end\|fn\|for\|if\|import\|not\|or\|quote\|raise\|require\|rescue\|try\|unless\|unquote\|use\|when)\b/,boolean:/\b(?:false\|nil\|true)\b/,operator:[/\bin\b\|&&?\|\\|[\|>]?\|\\\\\|::\|\.\.\.?\|\+\+?\|-[->]?\|<[-=>]\|>=\|!==?\|\B!\|=(?:==?\|[>~])?\|[\/^]/,{pattern:/([^<])<(?!<)/,lookbehind:!0},{pattern:/([^>])>(?!>)/,lookbehind:!0}],punctuation:/<<\|>>\|[.,%\[\]{}()]/},Prism.languages.elixir.string.forEach((function(e){e.inside={interpolation:{pattern:/#\{[^}]+\}/,inside:{delimiter:{pattern:/^#\{\|\}$/,alias:"punctuation"},rest:Prism.languages.elixir}}}}));