vole

Clone

Read only, no credentials:

https://rodent.software/vole.git

Write over SSH with a registered key:

git clone ssh://git@rodent.software:2222/vole.git

A free and open-source forge that lives in your Git repo.

Load a Prism grammar only when a blob names it

1b8675b19e70346d6d02d5fc0c10538f50bf94b2 · Keenan Nemetz · 9d ago · parent 11720250

Load a Prism grammar only when a blob names it

The worker imported prism-languages.min.js — every grammar Prism ships — on
every code page. That is 546 KB to evaluate before the first token, and a page
showing one Go file paid it for all 293 components.

Each component is now vendored as its own file, and prism-manifest.js maps a
language name to the files that define it in dependency order. The worker
starts with Prism's core and the manifest and imports a language's files the
first time a job names it, remembering what it has run so a file is never
imported twice. A Go blob loads 30 KB instead of 564 KB; a .tsx blob, the
widest common entry at 8 files, loads 49 KB.

The manifest also carries the components that register no language of their
own but change one: css-extras, js-extras, js-templates, php-extras, xml-doc.
Each is placed after the grammar it rewrites and included in the entries that
inherit it, so a language that extends javascript now gets js-extras' arrow
and maybe-class-name tokens too. The old bundle's order handed those to some
inheriting languages and not others; nothing loses a token.

scripts/vendor-prism.py writes the grammars and the manifest, and --check
compares them byte for byte with cdnjs. TestPrismLanguagesAreVendored,
TestPrismGrammarsMatchTheManifest and TestPrismWorkerLoadsGrammarsOnDemand
hold the server's extension table, the vendored set and the worker's lazy
import together.

server/web/static/prism-languages/regex.js +1

@@ -0,0 +1 @@
		1	!function(a){var e={pattern:/\\[\$){}[\]^$+?\|.]/,alias:"escape"},n=/\\(?:x[\da-fA-F]{2}\|u[\da-fA-F]{4}\|u\{[\da-fA-F]+\}\|0[0-7]{0,2}\|[123][0-7]{2}\|c[a-zA-Z]\|.)/,t="(?:[^\\\\-]\|"+n.source+")",s=RegExp(t+"-"+t),i={pattern:/(<\|')[^<>']+(?=[>']$)/,lookbehind:!0,alias:"variable"};a.languages.regex={"char-class":{pattern:/((?:^\|[^\\])(?:\\\$)\[(?:[^\\\]]\|\\[\s\S])\]/,lookbehind:!0,inside:{"char-class-negation":{pattern:/(^\[)\^/,lookbehind:!0,alias:"operator"},"char-class-punctuation":{pattern:/^\[\|\]$/,alias:"punctuation"},range:{pattern:s,inside:{escape:n,"range-punctuation":{pattern:/-/,alias:"operator"}}},"special-escape":e,"char-set":{pattern:/\\[wsd]\|\\p\{[^{}]+\}/i,alias:"class-name"},escape:n}},"special-escape":e,"char-set":{pattern:/\.\|\\[wsd]\|\\p\{[^{}]+\}/i,alias:"class-name"},backreference:[{pattern:/\$?![123][0-7]{2})[1-9]/,alias:"keyword"},{pattern:/\\k<[^<>']+>/,alias:"keyword",inside:{"group-name":i}}],anchor:{pattern:/[$^]\|\\[ABbGZz]/,alias:"function"},escape:n,group:[{pattern:/\((?:\?(?:<[^<>']+>\|'[^<>']+'\|[>:]\|<?[=!]\|[idmnsuxU]+(?:-[idmnsuxU]+)?:?))?/,alias:"punctuation",inside:{"group-name":i}},{pattern:/$/,alias:"punctuation"}],quantifier:{pattern:/(?:[+?]\|\{\d+(?:,\d*)?\})[?+]?/,alias:"number"},alternation:{pattern:/\\|/,alias:"keyword"}}}(Prism);

@@ -0,0 +1 @@
		1	!function(a){var e={pattern:/\\[\\(){}[\]^$+?\|.]/,alias:"escape"},n=/\\(?:x[\da-fA-F]{2}\|u[\da-fA-F]{4}\|u\{[\da-fA-F]+\}\|0[0-7]{0,2}\|[123][0-7]{2}\|c[a-zA-Z]\|.)/,t="(?:[^\\\\-]\|"+n.source+")",s=RegExp(t+"-"+t),i={pattern:/(<\|')[^<>']+(?=[>']$)/,lookbehind:!0,alias:"variable"};a.languages.regex={"char-class":{pattern:/((?:^\|[^\\])(?:\\\\))\[(?:[^\\\]]\|\\[\s\S])\]/,lookbehind:!0,inside:{"char-class-negation":{pattern:/(^\[)\^/,lookbehind:!0,alias:"operator"},"char-class-punctuation":{pattern:/^\[\|\]$/,alias:"punctuation"},range:{pattern:s,inside:{escape:n,"range-punctuation":{pattern:/-/,alias:"operator"}}},"special-escape":e,"char-set":{pattern:/\\[wsd]\|\\p\{[^{}]+\}/i,alias:"class-name"},escape:n}},"special-escape":e,"char-set":{pattern:/\.\|\\[wsd]\|\\p\{[^{}]+\}/i,alias:"class-name"},backreference:[{pattern:/\\(?![123][0-7]{2})[1-9]/,alias:"keyword"},{pattern:/\\k<[^<>']+>/,alias:"keyword",inside:{"group-name":i}}],anchor:{pattern:/[$^]\|\\[ABbGZz]/,alias:"function"},escape:n,group:[{pattern:/\((?:\?(?:<[^<>']+>\|'[^<>']+'\|[>:]\|<?[=!]\|[idmnsuxU]+(?:-[idmnsuxU]+)?:?))?/,alias:"punctuation",inside:{"group-name":i}},{pattern:/\)/,alias:"punctuation"}],quantifier:{pattern:/(?:[+?]\|\{\d+(?:,\d*)?\})[?+]?/,alias:"number"},alternation:{pattern:/\\|/,alias:"keyword"}}}(Prism);