csiactdata.py
6.42 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
#!/usr/bin/env python
# ==========================================================================
# Inspection of IACT data storage
#
# Copyright (C) 2015 Michael Mayer
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# ==========================================================================
import gammalib
import ctools
import sys
import os
import json
# ================ #
# csiactdata class #
# ================ #
class csiactdata(ctools.cscript):
"""
This script inspects the available FITS data storage on the user machine
and writes information about the available FITS configurations into a log
file or prints it on the screen. These information can be used as input
for 'csiactobs'.
"""
def __init__(self, *argv):
"""
Constructor.
"""
# Set name
self.name = "csiactdata"
self.version = "1.0.0"
self.datapath = os.getenv("VHEFITS","")
# Make sure that parfile exists
file = self.parfile()
# Initialise application
if len(argv) == 0:
ctools.cscript.__init__(self, self.name, self.version)
elif len(argv) == 1:
ctools.cscript.__init__(self, self.name, self.version, *argv)
else:
raise TypeError("Invalid number of arguments given.")
# Set logger properties
self.log_header()
self.log.date(True)
# Return
return
def __del__(self):
"""
Destructor.
"""
# Return
return
def parfile(self):
"""
Check if parfile exists. If parfile does not exist then create a
default parfile. This kluge avoids shipping the cscript with a
parfile.
"""
# Set parfile name
parfile = self.name+".par"
try:
pars = gammalib.GApplicationPars(parfile)
except:
# Signal if parfile was not found
sys.stdout.write("Parfile "+parfile+" not found. Create default parfile.\n")
# Create default parfile
pars = gammalib.GApplicationPars()
pars.append(gammalib.GApplicationPar("datapath","s","a",self.datapath,"","","Path were data is located"))
pars.append(gammalib.GApplicationPar("master_indx","s","h","master.json","","","Name of master index file"))
pars.append_standard()
pars.append(gammalib.GApplicationPar("logfile","f","h","csiactdata.log","","","Log filename"))
pars.save(parfile)
# Return
return
def get_parameters(self):
"""
Get parameters from parfile and setup the observation.
"""
# Get datapath if not already set
if self.datapath == "":
self.datapath = self["datapath"].string()
# Expand environment
self.datapath = gammalib.expand_env(self.datapath)
# Get filename of master index file
self.m_master_indx = self["master_indx"].string()
self.m_master_file = os.path.join(self.datapath, self.m_master_indx)
# Check for presence of master index file
if not os.path.isfile(self.m_master_file):
raise RuntimeError("Master index file \""+self.m_master_file+"\" not found. Use hidden parameter \"master_indx\" to specifiy a different filename.")
# Return
return
def execute(self):
"""
Execute the script.
"""
# Run the script
self.run()
# Return
return
def run(self):
"""
Run the script.
"""
# Switch screen logging on
self.log.cout(True)
# Get parameters
self.get_parameters()
# Write input parameters into logger
if self.logTerse():
self.log_parameters()
self.log("\n")
self.log("\n")
self.log.header1("Data storage entries")
self.log("\n")
self.log.parformat("Master index file")
self.log(self.m_master_file)
self.log("\n")
self.log("\n")
# Open and load JSON file
json_data = open(self.m_master_file).read()
data = json.loads(json_data)
configs = data["datasets"]
# Loop over configs and display unavailable storage first
for config in configs:
# Create hdu and obs index files
hdu = os.path.join(self.datapath, config["hduindx"])
obs = os.path.join(self.datapath, config["obsindx"])
# Check if index files are available
if not (gammalib.is_fits(str(hdu)) and gammalib.is_fits(str(obs))):
self.log.parformat(str(config["name"]))
self.log("Not available")
self.log("\n")
# Loop over configs and log available configs
for config in configs:
# Create hdu and obs index files
hdu = os.path.join(self.datapath, config["hduindx"])
obs = os.path.join(self.datapath, config["obsindx"])
# Check if index files are available
if gammalib.is_fits(str(hdu)) and gammalib.is_fits(str(obs)):
# Log data information
self.log("\n")
self.log.header3(str(config["name"]))
for key in config:
self.log.parformat(str(key))
self.log(str(config[key]))
self.log("\n")
# Return
return
# ======================== #
# Main routine entry point #
# ======================== #
if __name__ == '__main__':
"""
Shows data storage information
"""
# Create instance of application
app = csiactdata(sys.argv)
# Open logfile
app.logFileOpen()
# Execute application
app.execute()