880
Comment:
|
← Revision 9 as of 2009-07-15 14:32:36 ⇥
2248
converted to 1.6 markup
|
Deletions are marked like this. | Additions are marked like this. |
Line 3: | Line 3: |
== General == Poolmanager : poolman@pacs1 |
== Populate and access a local PacsPool == Script to populate a local PACS Pool starting from TM Files or Database |
Line 6: | Line 6: |
== Available Pools == | |
Line 8: | Line 7: |
# The database to use for the dbPool #port 44530 hcss.dbpool.database = pacs_standard_products_fmilt@pacs1.mpe-garching.mpg.de #port 44529 hcss.dbpool.database1 = pacs_standard_products_test1@pacs1.mpe-garching.mpg.de #port 44528 hcss.dbpool.database2 = pacs_standard_products_test2@pacs1.mpe-garching.mpg.de #port 44527 hcss.dbpool.database3 = pacs_standard_products_test3@pacs1.mpe-garching.mpg.de |
from binstruct import * from spg import * from herschel.pacs.spg import ProcessObservationTask |
Line 18: | Line 11: |
#port 44520 hcss.dbpool.cal = pacs_calibration_products@pacs1.mpe-garching.mpg.de #port 44519 hcss.dbpool.cal1 = pacs_calibration_products_test1@pacs1.mpe-garching.mpg.de #port 44518 hcss.dbpool.cal2 = pacs_calibration_products_test2@pacs1.mpe-garching.mpg.de #port 44517 hcss.dbpool.cal3 = pacs_calibration_products_test3@pacs1.mpe-garching.mpg.de |
# Populate Pacs Pool starting from file(s) f = "FILT_PhotFocus_filB_Aper1mm_20070616_12.tm" #c = populatePacsPool(filename=f, poolName ="Level0Test1", poolType="LocalStore", noObsid = True) #c = populatePacsPoolFromFiles(f, 111, "Level0Test1") # Populate Pacs Pool starting from Database #c = populatePacsPoolFromFiles(poolName = "Level0Test1", startDirectory="..") #c = populatePacsPoolFromDatabase(poolName = "Level0Test2", database="pacs_fm_ilt_3@pacs5") c = populatePacsPoolFromDatabase(536874110l, "pacs_fm_ilt_3@pacs5", "Level0Test2") # Open a "Store" for a certain PacsPool (you may specify many Pools) lstore = LocalStoreFactory.getStore("Level0Test2") store = ProductStorage() store.register(lstore) # # OPen the GUI and "go shopping" # result = browseProduct(store) # My result of shopping (much less then going with Tina) print result.size() # Get Observation Context # obsCont = result[0].product # Extract level 0 data level0 = obsCont.level0 print level0 # Extract Herschel Pacs Photometer AVEraged Blue data (frames) frames = level0.refs["HPPAVGB"].product.refs[0].product print frames # Extract Herschel Pacs OGSE HouseKeeping data hk = level0.refs["HPOGSEHK"].product.refs[0].product["HPOGSEHKS"] # What does it contain ? print hk # Extract a certain value print hk["BB1_Heat_Power"] # Export to Fits (for Helmut, but may find it also in Pool) fa=FitsArchive() p=Product() p["ogse"] = hk fa.save("ogse.fits",p) p2 = fa.load("ogse.fits") print p2["ogse"]["BB1_Heat_Power"] # # Access data by command line # query = MetaQuery(ObservationContext, 'h', 'h.meta["obsid"].value == 536874110') results = store.select(query) print results.size() # obsCont = results[0].product level0 = obsCont.level0 print level0 frames = level0.refs["HPPAVGB"].product.refs[0].product print frames |
Line 27: | Line 77: |
== Copy a Pool == *[[PACS/Rsync|Copying Pools with Rsync]] *[[PACS/RsyncAdmin|Data Pool Rsync Administration]] |
PACS Data Pools
Populate and access a local PacsPool
Script to populate a local PACS Pool starting from TM Files or Database
from binstruct import * from spg import * from herschel.pacs.spg import ProcessObservationTask # Populate Pacs Pool starting from file(s) f = "FILT_PhotFocus_filB_Aper1mm_20070616_12.tm" #c = populatePacsPool(filename=f, poolName ="Level0Test1", poolType="LocalStore", noObsid = True) #c = populatePacsPoolFromFiles(f, 111, "Level0Test1") # Populate Pacs Pool starting from Database #c = populatePacsPoolFromFiles(poolName = "Level0Test1", startDirectory="..") #c = populatePacsPoolFromDatabase(poolName = "Level0Test2", database="pacs_fm_ilt_3@pacs5") c = populatePacsPoolFromDatabase(536874110l, "pacs_fm_ilt_3@pacs5", "Level0Test2") # Open a "Store" for a certain PacsPool (you may specify many Pools) lstore = LocalStoreFactory.getStore("Level0Test2") store = ProductStorage() store.register(lstore) # # OPen the GUI and "go shopping" # result = browseProduct(store) # My result of shopping (much less then going with Tina) print result.size() # Get Observation Context # obsCont = result[0].product # Extract level 0 data level0 = obsCont.level0 print level0 # Extract Herschel Pacs Photometer AVEraged Blue data (frames) frames = level0.refs["HPPAVGB"].product.refs[0].product print frames # Extract Herschel Pacs OGSE HouseKeeping data hk = level0.refs["HPOGSEHK"].product.refs[0].product["HPOGSEHKS"] # What does it contain ? print hk # Extract a certain value print hk["BB1_Heat_Power"] # Export to Fits (for Helmut, but may find it also in Pool) fa=FitsArchive() p=Product() p["ogse"] = hk fa.save("ogse.fits",p) p2 = fa.load("ogse.fits") print p2["ogse"]["BB1_Heat_Power"] # # Access data by command line # query = MetaQuery(ObservationContext, 'h', 'h.meta["obsid"].value == 536874110') results = store.select(query) print results.size() # obsCont = results[0].product level0 = obsCont.level0 print level0 frames = level0.refs["HPPAVGB"].product.refs[0].product print frames