back to table · edit · history · where entries came from · files · download
5406 bytes, as of the version from 2026-11-16 21:12 (current). Recorded here, not run.
"""Inspect exact stored T727 content through NumberDB's public preview renderer.
No API key is passed to this browser. Preview slices avoid the request-line cap.
"""
import os,json,re,copy,asyncio,hashlib,urllib.parse,html
from pathlib import Path
from playwright.async_api import async_playwright
p=Path(os.environ['TMPDIR'])
doc=json.loads((p/'stored-document.json').read_text())
chunks=[]
for section in ['Definition','Comments','Formulas','Keywords','References','Links','Similar tables','Programs','Data properties']:
value=doc.get(section)
if not value:continue
if isinstance(value,dict):
pieces=[]
for k,v in value.items():
if section=='Data properties' and k=='rigour details':pieces.extend({k:x} for x in v.split('\n\n'))
else:pieces.append({k:v})
elif section=='Similar tables':pieces=[[v] for v in value]
else:pieces=[value]
for i,piece in enumerate(pieces):
chunk={k:doc[k] for k in ['Title','Tags','Parameters','Display properties']}
chunk.update({'Numbers':{},section:piece})
if section!='Data properties':chunk['Data properties']={'type':'R'}
else:chunk['Data properties']={'type':'R',**piece}
cited=set(re.findall(r'CITE\{([^}]+)\}',json.dumps(piece)))
for ctx in ['References','Links']:
needed={k:v for k,v in doc.get(ctx,{}).items() if k in cited}
if needed and ctx!=section:chunk[ctx]=needed
chunks.append((section.lower().replace(' ','-')+'-'+str(i+1),chunk))
rows=list(doc['Numbers'].items())
for i in range(0,len(rows),8):
chunk={k:doc[k] for k in ['Title','Parameters','Display properties']}
chunk['Numbers']=dict(rows[i:i+8]);chunks.append((f'rows-{i+1:03d}',chunk))
async def main():
results=[]
async with async_playwright() as pw:
browser=await pw.chromium.launch(headless=True,args=['--no-sandbox'])
page=await browser.new_page(viewport={'width':1440,'height':1100})
await page.goto('https://numberdb.org/preview',wait_until='networkidle',timeout=60000)
for label,chunk in chunks:
url='https://numberdb.org/preview?'+urllib.parse.urlencode({'table':json.dumps(chunk,separators=(',',':'),ensure_ascii=False)})
assert len(url.encode())<3990,(label,len(url.encode()))
saved_html=p/f'render-{label}.html';saved_text=p/f'render-{label}.txt'
if saved_html.exists() and saved_text.exists():
oldhtml=saved_html.read_text();oldtext=saved_text.read_text()
match=re.search(r'<textarea[^>]*id="table-yaml"[^>]*>(.*?)</textarea>',oldhtml,re.S)
if match and doc['Title'] in oldtext and 'Error while' not in oldtext and 'YAML format error' not in oldtext and '<mjx-merror' not in oldhtml:
oldchunk=json.loads(html.unescape(match.group(1)))
if oldchunk==chunk:
results.append({'slice':label,'status':200,'request_bytes':len(url.encode()),'screenshot':f'render-{label}.png' if (p/f'render-{label}.png').exists() else None,'math_errors':0,'reuse':'Exact unchanged slice and visible text from completed browser inspection'})
continue
body=''
for attempt in range(3):
try:
response=await page.goto(url,wait_until='networkidle',timeout=60000)
assert response.status==200,(label,response.status)
await page.evaluate("async () => { await document.fonts.ready; if (window.MathJax && MathJax.startup) await MathJax.startup.promise; document.querySelectorAll('details').forEach(e=>e.open=true); }")
await page.wait_for_timeout(700)
body=await page.locator('body').inner_text()
if doc['Title'] in body:break
except Exception:
if attempt==2:raise
await page.wait_for_timeout(500)
if doc['Title'] not in body:
(p/f'render-error-{label}.html').write_text(await page.content())
(p/f'render-error-{label}.txt').write_text(body)
raise AssertionError(('unrendered plain text',label,len(body)))
if 'Error while' in body or 'YAML format error' in body:
(p/f'render-error-{label}.html').write_text(await page.content())
(p/f'render-error-{label}.txt').write_text(body)
raise AssertionError(label)
assert await page.locator('mjx-merror').count()==0,label
if 'Similar tables' in chunk:
for record in chunk['Similar tables']:
tid=re.search(r'HREF\{(T\d+)\}',record['table']).group(1)
assert await page.locator(f'a[href="/{tid}"],a[href="{tid}"]').count()>0,(label,tid)
(p/f'render-{label}.html').write_text(await page.content())
(p/f'render-{label}.txt').write_text(body)
screenshot=None
if label.startswith(('definition','formulas','similar-tables','programs')) or label in ['rows-001','rows-105']:
screenshot=f'render-{label}.png';await page.screenshot(path=str(p/screenshot),full_page=True)
results.append({'slice':label,'status':response.status,'request_bytes':len(url.encode()),'screenshot':screenshot,'math_errors':0})
await browser.close()
(p/'render-evidence.json').write_text(json.dumps({'table':'T727','stored_document_sha256':hashlib.sha256((p/'stored-document.json').read_bytes()).hexdigest(),'method':'NumberDB preview renderer on exact readback content in bounded slices','limitation':'Full private page needs a signed-in browser session. API key was restricted to NumberDB API; every prose field and numeric row was rendered through the same website preview renderer.','rows_rendered':len(rows),'all_four_companion_links_rendered':True,'slices':results},indent=2)+'\n')
print('Rendered',len(results),'slices;',len(rows),'rows; all four companion links present')
asyncio.run(main())