Files
MeltMind/docs/claude/data/warp_fetch.py
T

34 lines
1.6 KiB
Python

# Range-read LOG/YML entries from Zenodo 17831586 data.zip (metadata only; VTUs never fetched).
import sys,struct,urllib.request,os
U='https://zenodo.org/api/records/17831586/files/data.zip/content'; T=2031797362; out=sys.argv[1]
def rg(a,b):
r=urllib.request.Request(U,headers={'Range':'bytes=%d-%d'%(a,b),'User-Agent':'curl/8.5.0'})
return urllib.request.urlopen(r,timeout=120).read()
tail=rg(T-200000,T-1); base=T-len(tail)
i=tail.rfind(b'PK\x05\x06'); cdsz,cdoff=struct.unpack('<II',tail[i+12:i+20])
j=tail.rfind(b'PK\x06\x06')
if cdoff==0xFFFFFFFF or j>=0:
cdsz,cdoff=struct.unpack('<QQ',tail[j+40:j+56])
cd=rg(cdoff,cdoff+cdsz-1) if cdoff<base else tail[cdoff-base:cdoff-base+cdsz]
p=0;ents=[];names=[]
while cd[p:p+4]==b'PK\x01\x02':
csz,usz=struct.unpack('<II',cd[p+20:p+28]); nl,el,cl=struct.unpack('<HHH',cd[p+28:p+34]); lo=struct.unpack('<I',cd[p+42:p+46])[0]
name=cd[p+46:p+46+nl].decode(); ex=cd[p+46+nl:p+46+nl+el]; q=0
while q<len(ex):
hid,hs=struct.unpack('<HH',ex[q:q+4])
if hid==1:
v=ex[q+4:q+4+hs];k=0
if usz==0xFFFFFFFF: k+=8
if csz==0xFFFFFFFF: csz=struct.unpack('<Q',v[k:k+8])[0];k+=8
if lo==0xFFFFFFFF: lo=struct.unpack('<Q',v[k:k+8])[0];k+=8
q+=4+hs
names.append(name)
if name.endswith(('.log','.yml','.yaml')): ents.append((name,lo,csz,nl))
p+=46+nl+el+cl
open(os.path.join(out,'..','names.txt'),'w').write('\n'.join(names))
print('entries',len(names),'meta',len(ents))
for name,lo,csz,nl in ents:
b=rg(lo,lo+30+nl+400+csz)
open(os.path.join(out,os.path.basename(name)+'.bin'),'wb').write(b)
print('done')