17:10:01:debug:https://ws.cadc-ccda.hia-iha.nrc-cnrc.gc.ca/argus//availability 17:10:01:debug:lastmodified: update(cadc) 2022-04-20 23:38:17, delete(local) 703813098 17:10:01:debug:copy ReadMe to v1 17:10:01:debug:copy .Summary to v1 17:10:01:debug:copy obscore.dump to v1 17:11:09:debug:get data 17:14:24:debug:TAP(GET): https://ws.cadc-ccda.hia-iha.nrc-cnrc.gc.ca/argus///sync?request=doQuery&phase=RUN&lang=ADQL&format=csv&query=SELECT+TOP+200000+obs_publisher_did,obs_collection,facility_name,instrument_name,obs_id,dataproduct_type,calib_level,obs_release_date,target_name,s_ra,s_dec,s_fov,s_region,s_resolution,s_xel1,s_xel2,t_min,t_max,t_exptime,t_resolution,t_xel,em_min,em_max,em_res_power,em_xel,em_ucd,pol_states,pol_xel,o_ucd,access_url,access_format,access_estsize,core_id,lastModified+FROM+ivoa.obscore+WHERE+obs_collection=%27HST%27+AND+lastModified%3E=%272022-04-20+23:38:17%27+ORDER+BY+lastModified+ASC WARNING: AstropyDeprecationWarning: tmp/obscore.tsv already exists. Automatically overwriting ASCII files is deprecated. Use the argument 'overwrite=True' in the future. [astropy.io.ascii.ui] 17:15:21:debug:update database 17:21:26:debug:make dump and change status 17:23:23:warning:Data inserted into VizieR DB 17:24:28:debug:TAP(GET): https://ws.cadc-ccda.hia-iha.nrc-cnrc.gc.ca/argus///sync?request=doQuery&phase=RUN&lang=ADQL&format=csv&query=SELECT+COUNT(*)+FROM+ivoa.obscore+WHERE+obs_collection='HST' 17:24:28:warning:error to get the number of records in CADC [debug] close cursor [debug] SQL:select max(lastModified)-7200 as maxdate from vcds1.c102004obscore [debug] begin! [debug] ['703813097'] [debug] close cursor [debug] close cursor [debug] SQL:SELECT t.dbname, d.login FROM METAtab t JOIN METAdba d ON t.dbaid=d.dbaid WHERE t.name='B/hst/obscore' [debug] begin! [debug] ['dbname', 'login'] [debug] ['c102004obscore', 'vcds1@VIZIR'] [debug] close cursor update table tmp/obscore.csv [debug] close cursor [debug] SQL:begin; DELETE FROM vcds1.c102004obscore WHERE lastModified>=703813098; \copy vcds1.c102004obscore from tmp/obscore.tsv with null as '' SELECT a.core_id, max(a.lastModified) AS lastModified into temporary table t FROM vcds1.c102004obscore a JOIN (SELECT core_id, count(*) AS n FROM vcds1.c102004obscore GROUP BY core_id) b ON a.core_id=b.core_id WHERE b.n>1 GROUP BY a.core_id;DELETE FROM vcds1.c102004obscore a USING t WHERE t.core_id=a.core_id AND a.lastModified 4 ....Insert into metaviz.METAcell02 select 102004, c.qb1, c.ns => 139 ....Insert into metaviz.METAcell03 select 102004, c.qb1, c.ns => 192 ....Insert into metaviz.METAcell09 select 102004, c.qb1, c.ns => 4696 ....Insert into metaviz.METAcell0a select 102004, c.qb1, c.ns => 3944 ....Insert into metaviz.METAcell0b select 102004, c.qb1, c.ns => 5105 ....Insert into metaviz.METAcell0c select 102004, c.qb1, c.ns => 6202 ....Insert into metaviz.METAcell0d select 102004, c.qb1, c.ns => 3872 ....Insert into metaviz.METAcell0e select 102004, c.qb1, c.ns => 3054 ====Total counts: 18123218 ====Total non-empty qboxes: 27208 #===Items in list: 9 #===Items in list: 9