vole

Clone

Read only, no credentials:

https://rodent.software/vole.git

Write over SSH with a registered key:

git clone ssh://git@rodent.software:2222/vole.git

A free and open-source forge that lives in your Git repo.

Load a Prism grammar only when a blob names it

1b8675b19e70346d6d02d5fc0c10538f50bf94b2 · Keenan Nemetz · 9d ago · parent 11720250

Load a Prism grammar only when a blob names it

The worker imported prism-languages.min.js — every grammar Prism ships — on
every code page. That is 546 KB to evaluate before the first token, and a page
showing one Go file paid it for all 293 components.

Each component is now vendored as its own file, and prism-manifest.js maps a
language name to the files that define it in dependency order. The worker
starts with Prism's core and the manifest and imports a language's files the
first time a job names it, remembering what it has run so a file is never
imported twice. A Go blob loads 30 KB instead of 564 KB; a .tsx blob, the
widest common entry at 8 files, loads 49 KB.

The manifest also carries the components that register no language of their
own but change one: css-extras, js-extras, js-templates, php-extras, xml-doc.
Each is placed after the grammar it rewrites and included in the entries that
inherit it, so a language that extends javascript now gets js-extras' arrow
and maybe-class-name tokens too. The old bundle's order handed those to some
inheriting languages and not others; nothing loses a token.

scripts/vendor-prism.py writes the grammars and the manifest, and --check
compares them byte for byte with cdnjs. TestPrismLanguagesAreVendored,
TestPrismGrammarsMatchTheManifest and TestPrismWorkerLoadsGrammarsOnDemand
hold the server's extension table, the vendored set and the worker's lazy
import together.

server/web/static/prism-languages/ftl.js +1

@@ -0,0 +1 @@
		1	!function(e){for(var t="[^<()\"']\|\$(?:<expr>)\$\|<(?!#--)\|<#--(?:[^-]\|-(?!->))--\x3e\|\"(?:[^\\\\\"]\|\\\\.)\"\|'(?:[^\\\\']\|\\\\.)'",n=0;n<2;n++)t=t.replace(/<expr>/g,(function(){return t}));t=t.replace(/<expr>/g,"[^\\s\\S]");var i={comment:/<#--[\s\S]?-->/,string:[{pattern:/\br("\|')(?:(?!\1)[^\\]\|\\.)\1/,greedy:!0},{pattern:RegExp("(\"\|')(?:(?!\\1\|\\$\\{)[^\\\\]\|\\\\.\|\\$\\{(?:(?!\\})(?:<expr>))\\})\\1".replace(/<expr>/g,(function(){return t}))),greedy:!0,inside:{interpolation:{pattern:RegExp("((?:^\|[^\\\\])(?:\\\\\\\\))\\$\\{(?:(?!\\})(?:<expr>))\\}".replace(/<expr>/g,(function(){return t}))),lookbehind:!0,inside:{"interpolation-punctuation":{pattern:/^\$\{\|\}$/,alias:"punctuation"},rest:null}}}}],keyword:/\b(?:as)\b/,boolean:/\b(?:false\|true)\b/,"builtin-function":{pattern:/((?:^\|[^?])\?\s)\w+/,lookbehind:!0,alias:"function"},function:/\b\w+(?=\s\()/,number:/\b\d+(?:\.\d+)?\b/,operator:/\.\.[<!]?\|->\|--\|\+\+\|&&\|\\|\\|\|\?{1,2}\|[-+/%!=<>]=?\|\b(?:gt\|gte\|lt\|lte)\b/,punctuation:/[,;.:()[\]{}]/};i.string[1].inside.interpolation.inside.rest=i,e.languages.ftl={"ftl-comment":{pattern:/^<#--[\s\S]/,alias:"comment"},"ftl-directive":{pattern:/^<[\s\S]+>$/,inside:{directive:{pattern:/(^<\/?)[#@][a-z]\w/i,lookbehind:!0,alias:"keyword"},punctuation:/^<\/?\|\/?>$/,content:{pattern:/\s\S[\s\S]/,alias:"ftl",inside:i}}},"ftl-interpolation":{pattern:/^\$\{[\s\S]\}$/,inside:{punctuation:/^\$\{\|\}$/,content:{pattern:/\s\S[\s\S]/,alias:"ftl",inside:i}}}},e.hooks.add("before-tokenize",(function(n){var i=RegExp("<#--[^]?--\x3e\|</?[#@][a-zA-Z](?:<expr>)?>\|\\$\\{(?:<expr>)?\\}".replace(/<expr>/g,(function(){return t})),"gi");e.languages["markup-templating"].buildPlaceholders(n,"ftl",i)})),e.hooks.add("after-tokenize",(function(t){e.languages["markup-templating"].tokenizePlaceholders(t,"ftl")}))}(Prism);

@@ -0,0 +1 @@
		1	!function(e){for(var t="[^<()\"']\|\\((?:<expr>)\\)\|<(?!#--)\|<#--(?:[^-]\|-(?!->))--\x3e\|\"(?:[^\\\\\"]\|\\\\.)\"\|'(?:[^\\\\']\|\\\\.)'",n=0;n<2;n++)t=t.replace(/<expr>/g,(function(){return t}));t=t.replace(/<expr>/g,"[^\\s\\S]");var i={comment:/<#--[\s\S]?-->/,string:[{pattern:/\br("\|')(?:(?!\1)[^\\]\|\\.)\1/,greedy:!0},{pattern:RegExp("(\"\|')(?:(?!\\1\|\\$\\{)[^\\\\]\|\\\\.\|\\$\\{(?:(?!\\})(?:<expr>))\\})\\1".replace(/<expr>/g,(function(){return t}))),greedy:!0,inside:{interpolation:{pattern:RegExp("((?:^\|[^\\\\])(?:\\\\\\\\))\\$\\{(?:(?!\\})(?:<expr>))\\}".replace(/<expr>/g,(function(){return t}))),lookbehind:!0,inside:{"interpolation-punctuation":{pattern:/^\$\{\|\}$/,alias:"punctuation"},rest:null}}}}],keyword:/\b(?:as)\b/,boolean:/\b(?:false\|true)\b/,"builtin-function":{pattern:/((?:^\|[^?])\?\s)\w+/,lookbehind:!0,alias:"function"},function:/\b\w+(?=\s\()/,number:/\b\d+(?:\.\d+)?\b/,operator:/\.\.[<!]?\|->\|--\|\+\+\|&&\|\\|\\|\|\?{1,2}\|[-+/%!=<>]=?\|\b(?:gt\|gte\|lt\|lte)\b/,punctuation:/[,;.:()[\]{}]/};i.string[1].inside.interpolation.inside.rest=i,e.languages.ftl={"ftl-comment":{pattern:/^<#--[\s\S]/,alias:"comment"},"ftl-directive":{pattern:/^<[\s\S]+>$/,inside:{directive:{pattern:/(^<\/?)[#@][a-z]\w/i,lookbehind:!0,alias:"keyword"},punctuation:/^<\/?\|\/?>$/,content:{pattern:/\s\S[\s\S]/,alias:"ftl",inside:i}}},"ftl-interpolation":{pattern:/^\$\{[\s\S]\}$/,inside:{punctuation:/^\$\{\|\}$/,content:{pattern:/\s\S[\s\S]/,alias:"ftl",inside:i}}}},e.hooks.add("before-tokenize",(function(n){var i=RegExp("<#--[^]?--\x3e\|</?[#@][a-zA-Z](?:<expr>)?>\|\\$\\{(?:<expr>)?\\}".replace(/<expr>/g,(function(){return t})),"gi");e.languages["markup-templating"].buildPlaceholders(n,"ftl",i)})),e.hooks.add("after-tokenize",(function(t){e.languages["markup-templating"].tokenizePlaceholders(t,"ftl")}))}(Prism);