warpage-set LOG/YML census (metadata only) + v5 census; register entry
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
e2d5b58aec
commit
f56e10d72b
5 files changed
+877
No files matched your search
@@ -0,0 +1,33 @@
|
||||
# Range-read LOG/YML entries from Zenodo 17831586 data.zip (metadata only; VTUs never fetched).
|
||||
import sys,struct,urllib.request,os
|
||||
U='https://zenodo.org/api/records/17831586/files/data.zip/content'; T=2031797362; out=sys.argv[1]
|
||||
def rg(a,b):
|
||||
r=urllib.request.Request(U,headers={'Range':'bytes=%d-%d'%(a,b),'User-Agent':'curl/8.5.0'})
|
||||
return urllib.request.urlopen(r,timeout=120).read()
|
||||
tail=rg(T-200000,T-1); base=T-len(tail)
|
||||
i=tail.rfind(b'PK\x05\x06'); cdsz,cdoff=struct.unpack('<II',tail[i+12:i+20])
|
||||
j=tail.rfind(b'PK\x06\x06')
|
||||
if cdoff==0xFFFFFFFF or j>=0:
|
||||
cdsz,cdoff=struct.unpack('<QQ',tail[j+40:j+56])
|
||||
cd=rg(cdoff,cdoff+cdsz-1) if cdoff<base else tail[cdoff-base:cdoff-base+cdsz]
|
||||
p=0;ents=[];names=[]
|
||||
while cd[p:p+4]==b'PK\x01\x02':
|
||||
csz,usz=struct.unpack('<II',cd[p+20:p+28]); nl,el,cl=struct.unpack('<HHH',cd[p+28:p+34]); lo=struct.unpack('<I',cd[p+42:p+46])[0]
|
||||
name=cd[p+46:p+46+nl].decode(); ex=cd[p+46+nl:p+46+nl+el]; q=0
|
||||
while q<len(ex):
|
||||
hid,hs=struct.unpack('<HH',ex[q:q+4])
|
||||
if hid==1:
|
||||
v=ex[q+4:q+4+hs];k=0
|
||||
if usz==0xFFFFFFFF: k+=8
|
||||
if csz==0xFFFFFFFF: csz=struct.unpack('<Q',v[k:k+8])[0];k+=8
|
||||
if lo==0xFFFFFFFF: lo=struct.unpack('<Q',v[k:k+8])[0];k+=8
|
||||
q+=4+hs
|
||||
names.append(name)
|
||||
if name.endswith(('.log','.yml','.yaml')): ents.append((name,lo,csz,nl))
|
||||
p+=46+nl+el+cl
|
||||
open(os.path.join(out,'..','names.txt'),'w').write('\n'.join(names))
|
||||
print('entries',len(names),'meta',len(ents))
|
||||
for name,lo,csz,nl in ents:
|
||||
b=rg(lo,lo+30+nl+400+csz)
|
||||
open(os.path.join(out,os.path.basename(name)+'.bin'),'wb').write(b)
|
||||
print('done')
|
||||
Reference in new issue
Block a user