34 lines
1.6 KiB
Python
34 lines
1.6 KiB
Python
# Range-read LOG/YML entries from Zenodo 17831586 data.zip (metadata only; VTUs never fetched).
|
|
import sys,struct,urllib.request,os
|
|
U='https://zenodo.org/api/records/17831586/files/data.zip/content'; T=2031797362; out=sys.argv[1]
|
|
def rg(a,b):
|
|
r=urllib.request.Request(U,headers={'Range':'bytes=%d-%d'%(a,b),'User-Agent':'curl/8.5.0'})
|
|
return urllib.request.urlopen(r,timeout=120).read()
|
|
tail=rg(T-200000,T-1); base=T-len(tail)
|
|
i=tail.rfind(b'PK\x05\x06'); cdsz,cdoff=struct.unpack('<II',tail[i+12:i+20])
|
|
j=tail.rfind(b'PK\x06\x06')
|
|
if cdoff==0xFFFFFFFF or j>=0:
|
|
cdsz,cdoff=struct.unpack('<QQ',tail[j+40:j+56])
|
|
cd=rg(cdoff,cdoff+cdsz-1) if cdoff<base else tail[cdoff-base:cdoff-base+cdsz]
|
|
p=0;ents=[];names=[]
|
|
while cd[p:p+4]==b'PK\x01\x02':
|
|
csz,usz=struct.unpack('<II',cd[p+20:p+28]); nl,el,cl=struct.unpack('<HHH',cd[p+28:p+34]); lo=struct.unpack('<I',cd[p+42:p+46])[0]
|
|
name=cd[p+46:p+46+nl].decode(); ex=cd[p+46+nl:p+46+nl+el]; q=0
|
|
while q<len(ex):
|
|
hid,hs=struct.unpack('<HH',ex[q:q+4])
|
|
if hid==1:
|
|
v=ex[q+4:q+4+hs];k=0
|
|
if usz==0xFFFFFFFF: k+=8
|
|
if csz==0xFFFFFFFF: csz=struct.unpack('<Q',v[k:k+8])[0];k+=8
|
|
if lo==0xFFFFFFFF: lo=struct.unpack('<Q',v[k:k+8])[0];k+=8
|
|
q+=4+hs
|
|
names.append(name)
|
|
if name.endswith(('.log','.yml','.yaml')): ents.append((name,lo,csz,nl))
|
|
p+=46+nl+el+cl
|
|
open(os.path.join(out,'..','names.txt'),'w').write('\n'.join(names))
|
|
print('entries',len(names),'meta',len(ents))
|
|
for name,lo,csz,nl in ents:
|
|
b=rg(lo,lo+30+nl+400+csz)
|
|
open(os.path.join(out,os.path.basename(name)+'.bin'),'wb').write(b)
|
|
print('done')
|