vole

Clone

Read only, no credentials:

https://rodent.software/vole.git

Write over SSH with a registered key:

git clone ssh://git@rodent.software:2222/vole.git

A free and open-source forge that lives in your Git repo.

Load a Prism grammar only when a blob names it

1b8675b19e70346d6d02d5fc0c10538f50bf94b2 · Keenan Nemetz · 9d ago · parent 11720250

Load a Prism grammar only when a blob names it

The worker imported prism-languages.min.js — every grammar Prism ships — on
every code page. That is 546 KB to evaluate before the first token, and a page
showing one Go file paid it for all 293 components.

Each component is now vendored as its own file, and prism-manifest.js maps a
language name to the files that define it in dependency order. The worker
starts with Prism's core and the manifest and imports a language's files the
first time a job names it, remembering what it has run so a file is never
imported twice. A Go blob loads 30 KB instead of 564 KB; a .tsx blob, the
widest common entry at 8 files, loads 49 KB.

The manifest also carries the components that register no language of their
own but change one: css-extras, js-extras, js-templates, php-extras, xml-doc.
Each is placed after the grammar it rewrites and included in the entries that
inherit it, so a language that extends javascript now gets js-extras' arrow
and maybe-class-name tokens too. The old bundle's order handed those to some
inheriting languages and not others; nothing loses a token.

scripts/vendor-prism.py writes the grammars and the manifest, and --check
compares them byte for byte with cdnjs. TestPrismLanguagesAreVendored,
TestPrismGrammarsMatchTheManifest and TestPrismWorkerLoadsGrammarsOnDemand
hold the server's extension table, the vendored set and the worker's lazy
import together.

server/web/static/prism-languages/perl.js +1

@@ -0,0 +1 @@
		1	!function(e){var n="(?:\$(?:[^()\\\\]\|\\\\[^])\$\|\\{(?:[^{}\\\\]\|\\\\[^])\\}\|\\[(?:[^[\\]\\\\]\|\\\\[^])\\]\|<(?:[^<>\\\\]\|\\\\[^])>)";e.languages.perl={comment:[{pattern:/(^\s)=\w[\s\S]?=cut./m,lookbehind:!0,greedy:!0},{pattern:/(^\|[^\\$])#./,lookbehind:!0,greedy:!0}],string:[{pattern:RegExp("\\b(?:q\|qq\|qw\|qx)(?![a-zA-Z0-9])\\s(?:"+["([^a-zA-Z0-9\\s{(\\[<])(?:(?!\\1)[^\\\\]\|\\\\[^])\\1","([a-zA-Z0-9])(?:(?!\\2)[^\\\\]\|\\\\[^])\\2",n].join("\|")+")"),greedy:!0},{pattern:/("\|`)(?:(?!\1)[^\\]\|\\[\s\S])\1/,greedy:!0},{pattern:/'(?:[^'\\\r\n]\|\\.)'/,greedy:!0}],regex:[{pattern:RegExp("\\b(?:m\|qr)(?![a-zA-Z0-9])\\s(?:"+["([^a-zA-Z0-9\\s{(\\[<])(?:(?!\\1)[^\\\\]\|\\\\[^])\\1","([a-zA-Z0-9])(?:(?!\\2)[^\\\\]\|\\\\[^])\\2",n].join("\|")+")[msixpodualngc]"),greedy:!0},{pattern:RegExp("(^\|[^-])\\b(?:s\|tr\|y)(?![a-zA-Z0-9])\\s(?:"+["([^a-zA-Z0-9\\s{(\\[<])(?:(?!\\2)[^\\\\]\|\\\\[^])\\2(?:(?!\\2)[^\\\\]\|\\\\[^])\\2","([a-zA-Z0-9])(?:(?!\\3)[^\\\\]\|\\\\[^])\\3(?:(?!\\3)[^\\\\]\|\\\\[^])\\3",n+"\\s"+n].join("\|")+")[msixpodualngcer]"),lookbehind:!0,greedy:!0},{pattern:/\/(?:[^\/\\\r\n]\|\\.)\/[msixpodualngc](?=\s(?:$\|[\r\n,.;})&\|\-+~<>!?^]\|(?:and\|cmp\|eq\|ge\|gt\|le\|lt\|ne\|not\|or\|x\|xor)\b))/,greedy:!0}],variable:[/[&$@%]\{\^[A-Z]+\}/,/[&$@%]\^[A-Z_]/,/[&$@%]#?(?=\{)/,/[&$@%]#?(?:(?:::)'?(?!\d)[\w$]+(?![\w$]))+(?:::)/,/[&$@%]\d+/,/(?!%=)[$@%][!"#$%&'()+,\-.\/:;<=>?@[\\\]^_`{\|}~]/],filehandle:{pattern:/<(?![<=])\S?>\|\b_\b/,alias:"symbol"},"v-string":{pattern:/v\d+(?:\.\d+)\|\d+(?:\.\d+){2,}/,alias:"string"},function:{pattern:/(\bsub[ \t]+)\w+/,lookbehind:!0},keyword:/\b(?:any\|break\|continue\|default\|delete\|die\|do\|else\|elsif\|eval\|for\|foreach\|given\|goto\|if\|last\|local\|my\|next\|our\|package\|print\|redo\|require\|return\|say\|state\|sub\|switch\|undef\|unless\|until\|use\|when\|while)\b/,number:/\b(?:0x[\dA-Fa-f](?:_?[\dA-Fa-f])\|0b[01](?:_?[01])\|(?:(?:\d(?:_?\d))?\.)?\d(?:_?\d)(?:[Ee][+-]?\d+)?)\b/,operator:/-[rwxoRWXOezsfdlpSbctugkTBMAC]\b\|\+[+=]?\|-[-=>]?\|\\?=?\|\/\/?=?\|=[=~>]?\|~[~=]?\|\\|\\|?=?\|&&?=?\|<(?:=>?\|<=?)?\|>>?=?\|![~=]?\|[%^]=?\|\.(?:=\|\.\.?)?\|[\\?]\|\bx(?:=\|\b)\|\b(?:and\|cmp\|eq\|ge\|gt\|le\|lt\|ne\|not\|or\|xor)\b/,punctuation:/[{}[\];(),:]/}}(Prism);

@@ -0,0 +1 @@
		1	!function(e){var n="(?:\\((?:[^()\\\\]\|\\\\[^])\\)\|\\{(?:[^{}\\\\]\|\\\\[^])\\}\|\\[(?:[^[\\]\\\\]\|\\\\[^])\\]\|<(?:[^<>\\\\]\|\\\\[^])>)";e.languages.perl={comment:[{pattern:/(^\s)=\w[\s\S]?=cut./m,lookbehind:!0,greedy:!0},{pattern:/(^\|[^\\$])#./,lookbehind:!0,greedy:!0}],string:[{pattern:RegExp("\\b(?:q\|qq\|qw\|qx)(?![a-zA-Z0-9])\\s(?:"+["([^a-zA-Z0-9\\s{(\\[<])(?:(?!\\1)[^\\\\]\|\\\\[^])\\1","([a-zA-Z0-9])(?:(?!\\2)[^\\\\]\|\\\\[^])\\2",n].join("\|")+")"),greedy:!0},{pattern:/("\|`)(?:(?!\1)[^\\]\|\\[\s\S])\1/,greedy:!0},{pattern:/'(?:[^'\\\r\n]\|\\.)'/,greedy:!0}],regex:[{pattern:RegExp("\\b(?:m\|qr)(?![a-zA-Z0-9])\\s(?:"+["([^a-zA-Z0-9\\s{(\\[<])(?:(?!\\1)[^\\\\]\|\\\\[^])\\1","([a-zA-Z0-9])(?:(?!\\2)[^\\\\]\|\\\\[^])\\2",n].join("\|")+")[msixpodualngc]"),greedy:!0},{pattern:RegExp("(^\|[^-])\\b(?:s\|tr\|y)(?![a-zA-Z0-9])\\s(?:"+["([^a-zA-Z0-9\\s{(\\[<])(?:(?!\\2)[^\\\\]\|\\\\[^])\\2(?:(?!\\2)[^\\\\]\|\\\\[^])\\2","([a-zA-Z0-9])(?:(?!\\3)[^\\\\]\|\\\\[^])\\3(?:(?!\\3)[^\\\\]\|\\\\[^])\\3",n+"\\s"+n].join("\|")+")[msixpodualngcer]"),lookbehind:!0,greedy:!0},{pattern:/\/(?:[^\/\\\r\n]\|\\.)\/[msixpodualngc](?=\s(?:$\|[\r\n,.;})&\|\-+~<>!?^]\|(?:and\|cmp\|eq\|ge\|gt\|le\|lt\|ne\|not\|or\|x\|xor)\b))/,greedy:!0}],variable:[/[&$@%]\{\^[A-Z]+\}/,/[&$@%]\^[A-Z_]/,/[&$@%]#?(?=\{)/,/[&$@%]#?(?:(?:::)'?(?!\d)[\w$]+(?![\w$]))+(?:::)/,/[&$@%]\d+/,/(?!%=)[$@%][!"#$%&'()+,\-.\/:;<=>?@[\\\]^_`{\|}~]/],filehandle:{pattern:/<(?![<=])\S?>\|\b_\b/,alias:"symbol"},"v-string":{pattern:/v\d+(?:\.\d+)\|\d+(?:\.\d+){2,}/,alias:"string"},function:{pattern:/(\bsub[ \t]+)\w+/,lookbehind:!0},keyword:/\b(?:any\|break\|continue\|default\|delete\|die\|do\|else\|elsif\|eval\|for\|foreach\|given\|goto\|if\|last\|local\|my\|next\|our\|package\|print\|redo\|require\|return\|say\|state\|sub\|switch\|undef\|unless\|until\|use\|when\|while)\b/,number:/\b(?:0x[\dA-Fa-f](?:_?[\dA-Fa-f])\|0b[01](?:_?[01])\|(?:(?:\d(?:_?\d))?\.)?\d(?:_?\d)(?:[Ee][+-]?\d+)?)\b/,operator:/-[rwxoRWXOezsfdlpSbctugkTBMAC]\b\|\+[+=]?\|-[-=>]?\|\\?=?\|\/\/?=?\|=[=~>]?\|~[~=]?\|\\|\\|?=?\|&&?=?\|<(?:=>?\|<=?)?\|>>?=?\|![~=]?\|[%^]=?\|\.(?:=\|\.\.?)?\|[\\?]\|\bx(?:=\|\b)\|\b(?:and\|cmp\|eq\|ge\|gt\|le\|lt\|ne\|not\|or\|xor)\b/,punctuation:/[{}[\];(),:]/}}(Prism);