37 lines
2.0 KiB
Python
37 lines
2.0 KiB
Python
#!/usr/bin/env python3
|
|
"""Single official read-only request, durable cached, aggregate receipt only."""
|
|
import argparse
|
|
import json
|
|
from pathlib import Path
|
|
import re
|
|
import requests
|
|
from clarity_collector import ClarityCollector, load_token
|
|
from seo_performance_tracker import Store
|
|
|
|
class ShapeSession:
|
|
def __init__(self): self.session=requests.Session(); self.shape=[]; self.calls=0
|
|
def get(self,*args,**kwargs):
|
|
self.calls+=1
|
|
response=self.session.get(*args,**kwargs)
|
|
if response.status_code==200:
|
|
try:
|
|
data=response.json()
|
|
if isinstance(data,list):
|
|
for group in data:
|
|
if not isinstance(group,dict): continue
|
|
rows=group.get('information')
|
|
keys=set().union(*(r.keys() for r in rows if isinstance(r,dict))) if isinstance(rows,list) else set()
|
|
self.shape.append({'rowCount':len(rows) if isinstance(rows,list) else None,'fieldNames':sorted(k for k in keys if re.fullmatch(r'[A-Za-z]{1,60}',k))})
|
|
except (ValueError,TypeError): pass
|
|
return response
|
|
|
|
def main():
|
|
p=argparse.ArgumentParser(); p.add_argument('--state',required=True); p.add_argument('--receipt',required=True); a=p.parse_args()
|
|
store=Store(a.state); session=ShapeSession()
|
|
result=ClarityCollector(store,session,load_token(),'canina.ir').collect()
|
|
receipt={'status':result['status'],'httpStatus':result.get('httpStatus'),'error':result.get('error'),'scope':result['scope'],'window':result['window'],'coverage':result['coverage'],'metricNames':sorted((result.get('metrics') or {}).keys()),'aggregateShape':session.shape,'networkRequests':session.calls,'remoteWrites':False,'backendDelivery':'not_attempted','catalogMode':'unchanged','secretLogged':False}
|
|
Path(a.receipt).write_text(json.dumps(receipt,indent=2)+'\n')
|
|
print(json.dumps(receipt,indent=2)); store.db.close()
|
|
return 0 if result['status']=='available' else 1
|
|
if __name__=='__main__': raise SystemExit(main())
|