index.js

   1 const express = require('express')
   2 const acorn = require('acorn')
   3 const fs = require('fs')
   4 // const fs = require('node:fs/promises');
   5 const visitor = require('./visitor.js')
   6
   7 const dir = '../wiki-client/lib'
   8 const mods = []
   9 fs.readdir(dir, async (err, files) => {
  10   mods.push(... await Promise.all(files.map(load)))
  11 })
  12
  13 async function load(file) {
  14   return new Promise(resolve => {
  15     fs.readFile(`${dir}/${file}`, "utf8", (err,text) => {
  16       const tree = acorn.parse(text, {ecmaVersion: "latest"})
  17       resolve({file,text,tree})
  18     })
  19   })
  20 }
  21
  22
  23 // P A G E S
  24
  25 const style = (title,here='') => `
  26   <style>
  27     body {font-family:sans-serif;}
  28     a {text-decoration:none;}
  29     td:first-child {text-align:right;}
  30     .hi {background-color:pink;}
  31     section {letter-spacing:.2rem; font-size:1.2rem;}
  32    </style>
  33    <section>— ${title} <span style="background-color:#ddd;">&nbsp;${escape(here)}&nbsp;</span> —</section>`
  34 const app = express()
  35
  36 app.get('/index', async (req,res,next) => {
  37   console.log(new Date().toLocaleTimeString(), 'index')
  38   const reductions = counter()
  39   const doit = branch => {reductions.count(branch.type)}
  40   visitor.wander(mods,doit)
  41   const result = `
  42     <p>${reductions.size()} non-terminals
  43     <br>${reductions.total()} reductions
  44     <p><table>${reductions.tally()
  45       .map(([k,v]) => `<tr><td>${v}<td>${link(k)}`)
  46       .join("\n")}</table>`
  47   res.send(style('index')+result);
  48   next()
  49   })
  50
  51 function link(key) {
  52   if(key.match(/^Ident/)) return `<a href="/terminal?type=${key}&field=name">${key}</a>`
  53   if(key.match(/^(As|B|L|U).*Ex/)) return `<a href="/terminal?type=${key}&field=operator">${key}</a>`
  54   if(key.match(/^Lit/)) return `<a href="/terminal?type=${key}&field=value">${key}</a>`
  55   return key
  56 }
  57
  58 app.get('/terminal', (req,res) => {
  59   const {type,field} = req.query
  60   const lits = counter()
  61   const doit = branch => {if(branch.type==type) lits.count(branch[field])}
  62   visitor.wander(mods,doit)
  63   const result = style('terminal',type)+`
  64     <p>${lits.size()} uniques
  65     <br>${lits.total()} total
  66     <p><table>${lits.tally()
  67       .map(([k,v]) => `<tr><td>${v}<td><a href="/usage?type=${type}&field=${field}&key=${encodeURIComponent(k)}&width=2&depth=3">${escape(k)}</a>`)
  68       .join("\n")}</table>`
  69   res.send(result)
  70 })
  71
  72 app.get('/usage', (req,res) => {
  73   const {type,field,key,width,depth} = req.query
  74   const list = []
  75   const files = counter()
  76   const doit = (branch,stack) => {
  77     if(branch.type==type && branch[field]==key)list.push(`
  78       <tr><td><a href="/nesting/?file=${files.count(stack.at(-1))}&type=${type}&start=${branch.start}&end=${branch.end}">
  79       ${stack.at(-1)}</a>
  80       <td>${sxpr(stack[width ?? 2], depth ?? 3)}`)
  81   }
  82   visitor.wander(mods,doit)
  83   const vis = row => row.split(/\n/)[3].trim().replaceAll(/<.*?>/g,'').replaceAll(/\.\.+/g,'..')
  84   list.sort((a,b) => vis(a)>vis(b) ? 1 : -1)
  85   const q = (id,delta) => Object.entries(req.query)
  86     .map(([k,v]) => k == id ? `${k}=${+v+delta}` : `${k}=${v}`)
  87     .join('&')
  88   const p = id => `<a href=/usage?${q(id,+1)} style="background-color:#ddd;">&nbsp;&plus;&nbsp;</a>`
  89   const m = id => `<a href=/usage?${q(id,-1)} style="background-color:#ddd;">&nbsp;&minus;&nbsp;</a>`
  90   const d = id => `<span title=${req.query[id]}>${id} ${p(id)} ${m(id)}</span>`
  91   res.send(style('usage',key)+`
  92     <p><table>${files.tally().map(([k,v]) => `<tr><td>${v}<td>${k}`).join("\n")}</table>
  93     <p><section>— ${d('width')} ${d('depth')} —</section>
  94     <p><table>${list.join("\n")}</table>`)
  95 })
  96
  97 app.get('/nesting', (req,res) => {
  98   const {file,type,start,end} = req.query
  99   const result = []
 100   const doit = (branch,stack) => {
 101     if(stack.at(-1)==file && branch.type==type && branch.start==start && branch.end==end) {
 102       const file = stack.at(-1)
 103       const path = stack.slice(0,-1).map((n,i) => `
 104         <tr>
 105         <td><a title=${file} href=/similar?pos=${`${file}-${start}-${end}`}&depth=${i}>${n.type}</a>:
 106         <td>${sxpr(n,3,null,stack[i-1])}`).reverse()
 107       const hit = stack[1]
 108       result.push(`
 109         <p><table>${path.join("")}</table><br>
 110         <p><pre>${escape(JSON.stringify(hit,omit,2))}</pre>`)
 111     }
 112   }
 113   visitor.wander(mods,doit)
 114   res.send(style('nesting')+`${result.join("<hr>")}`)
 115 })
 116
 117
 118 // H E L P E R S
 119
 120 function counter() {
 121   const counts = new Map()
 122   return {
 123     count(item) {
 124       if(counts.has(item))
 125         counts.set(item, counts.get(item)+1)
 126       else
 127         counts.set(item,1)
 128       return item
 129     },
 130     size() {
 131       return counts.size
 132     },
 133     total() {
 134       return [...counts]
 135         .reduce((sum,each) => sum + each[1], 0)
 136     },
 137     tally() {
 138       return [...counts]
 139         .sort((a,b) => a[1]==b[1] ? (a[0]>b[0] ? 1 : -1) : b[1]-a[1])
 140     },
 141   }
 142 }
 143
 144 function escape(text) {
 145   try {
 146     return text
 147       .replace(/&/g, '&amp;')
 148       .replace(/</g, '&lt;')
 149       .replace(/>/g, '&gt;')
 150       .replace(/\*(.+?)\*/g, '<i>$1</i>')
 151   } catch (e) {
 152     return text
 153   }
 154 }
 155
 156 function sxpr(obj,deep,key,child) {
 157   const hilite = obj===child ? 'class="hi"' : ''
 158   const link = word => obj.type == 'Identifier' ? `<a href=/usage?type=Identifier&field=name&key=${word}>${word}</a>` : word
 159   if (obj) {
 160     if(deep) {
 161       const fields = Object.entries(obj)
 162         .filter(([k,v]) => !['start','end','raw','computed','optional','kind'].includes(k))
 163         .map(([k,v]) =>
 164           k=='type' ? abv(v) :
 165           (typeof v == 'string') ? link(escape(v)) :
 166           Array.isArray(v) ? `[${v.map(o => sxpr(o,deep-1,k,child)).join(" ")}]` :
 167           sxpr(v, deep-1, k, child))
 168         .join(" ")
 169       return key ? `<span ${hilite} title=${key}>(${(fields)})</span>` : `(${(fields)})`
 170     } else return elipsis(obj)
 171   } else return `<span title=${obj}>.</span>`
 172 }
 173
 174 function abv(type) {
 175   return `<span title=${type}>${type.replaceAll(/[a-z]/g,'')}</span>`
 176 }
 177
 178 function omit(k,v) {
 179   return k=='type'?v:k=='start'||k=='end'?undefined:v
 180 }
 181
 182 function elipsis(obj) {
 183   const bytes = (obj.end||0)-(obj.start||0)
 184   const dots = '..' + '.'.repeat(Math.floor(Math.log2(bytes||1)))
 185   return `(<span title="${bytes} bytes">${dots}</span>)`
 186 }
 187
 188 app.listen(1954)