test_ctulimit.py
8.36 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
#! /usr/bin/env python
# ==========================================================================
# This scripts performs unit tests for the ctulimit tool.
#
# Copyright (C) 2015-2016 Michael Mayer
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# ==========================================================================
import gammalib
import ctools
from testing import test
# ============================ #
# Test class for ctulimit tool #
# ============================ #
class Test(test):
"""
Test class for ctulimit tool
"""
# Constructor
def __init__(self):
"""
Constructor
"""
# Call base class constructor
test.__init__(self)
# Return
return
# Set test functions
def set(self):
"""
Set all test functions
"""
# Set test name
self.name('ctulimit')
# Append tests
self.append(self._test_cmd, 'Test ctulimit on command line')
self.append(self._test_python, 'Test ctulimit from Python')
# Return
return
# Test ctulimit on command line
def _test_cmd(self):
"""
Test ctulimit on the command lines
"""
# Set tool name
ctulimit = self._tool('ctulimit')
# Setup ctulimit command
cmd = ctulimit+' inobs="'+self._events+'"'+ \
' inmodel="'+self._model+'" srcname="Crab"'+ \
' caldb="'+self._caldb+'" irf="'+self._irf+'"'+ \
' logfile="ctulimit_cmd1.log" chatter=1'
# Check if execution of wrong command fails
self.test_assert(self._execute('command_that_does_not_exist') != 0,
'Self test of test script')
# Check if execution was successful
self.test_assert(self._execute(cmd) == 0,
'Check successful execution from command line')
# Check result file
self._check_result_file('ctulimit_cmd1.log')
# Setup ctulimit command
cmd = ctulimit+' inobs="event_file_that_does_not_exist.fits"'+ \
' inmodel="'+self._model+'" srcname="Crab"'+ \
' caldb="'+self._caldb+'" irf="'+self._irf+'"'+ \
' logfile="ctulimit_cmd2.log" chatter=1'
# Check if execution failed
self.test_assert(self._execute(cmd) != 0,
'Check invalid input file when executed from command line')
# Return
return
# Test ctulimit from Python
def _test_python(self):
"""
Test ctulimit from Python
"""
# Allocate ctulimit
ulimit = ctools.ctulimit()
# Check that empty ctulimit tool holds zero upper limits
self.test_value(ulimit.diff_ulimit(), 0.0, 1.0e-21,
'Check differential upper limit')
self.test_value(ulimit.flux_ulimit(), 0.0, 1.0e-16,
'Check upper limit on photon flux')
self.test_value(ulimit.eflux_ulimit(), 0.0, 1.0e-16,
'Check upper limit on energy flux')
# Check that saving does not nothing
ulimit.logFileOpen()
ulimit.save()
# Check that clearing does not lead to an exception or segfault
ulimit.clear()
# Now set ctulimit parameters
ulimit['inobs'] = self._events
ulimit['inmodel'] = self._model
ulimit['srcname'] = 'Crab'
ulimit['caldb'] = self._caldb
ulimit['irf'] = self._irf
ulimit['logfile'] = 'ctulimit_py1.log'
ulimit['chatter'] = 2
# Run ctulimit tool
ulimit.logFileOpen() # Make sure we get a log file
ulimit.run()
ulimit.save()
# Check results
self.test_value(ulimit.diff_ulimit(), 8.86803e-18, 1.0e-21,
'Check differential upper limit')
self.test_value(ulimit.flux_ulimit(), 6.10509e-12, 1.0e-16,
'Check upper limit on photon flux')
self.test_value(ulimit.eflux_ulimit(), 2.75669e-11, 1.0e-16,
'Check upper limit on energy flux')
# Check obs() method
self.test_value(ulimit.obs().size(), 1,
'Check number of observations in container')
# Check opt() method
self.test_value(ulimit.opt().status(), 0, 'Check optimizer status')
# Copy ctulimit tool
cpy_ulimit = ulimit.copy()
# Check results of copy
self.test_value(cpy_ulimit.diff_ulimit(), 8.86803e-18, 1.0e-21,
'Check differential upper limit')
self.test_value(cpy_ulimit.flux_ulimit(), 6.10509e-12, 1.0e-16,
'Check upper limit on photon flux')
self.test_value(cpy_ulimit.eflux_ulimit(), 2.75669e-11, 1.0e-16,
'Check upper limit on energy flux')
# Execute copy of ctulimit tool again, now with a higher chatter
# level than before
cpy_ulimit['logfile'] = 'ctulimit_py2.log'
cpy_ulimit['chatter'] = 3
cpy_ulimit.logFileOpen() # Needed to get a new log file
cpy_ulimit.execute()
# Check results
self.test_value(cpy_ulimit.diff_ulimit(), 8.86803e-18, 1.0e-21,
'Check differential upper limit')
self.test_value(cpy_ulimit.flux_ulimit(), 6.10509e-12, 1.0e-16,
'Check upper limit on photon flux')
self.test_value(cpy_ulimit.eflux_ulimit(), 2.75669e-11, 1.0e-16,
'Check upper limit on energy flux')
# Save copy of observation container for later
obs = cpy_ulimit.obs().copy()
# Now clear copy of ctulimit tool
cpy_ulimit.clear()
# Check that empty ctulimit tool holds zero upper limits
self.test_value(cpy_ulimit.diff_ulimit(), 0.0, 1.0e-21,
'Check differential upper limit')
self.test_value(cpy_ulimit.flux_ulimit(), 0.0, 1.0e-16,
'Check upper limit on photon flux')
self.test_value(cpy_ulimit.eflux_ulimit(), 0.0, 1.0e-16,
'Check upper limit on energy flux')
# Now set ctulimit tool using the observation container from last
# time. This should avoid the necessity to recompute the maximum
# likelihood
ulimit = ctools.ctulimit(obs)
ulimit['srcname'] = 'Crab'
ulimit['logfile'] = 'ctulimit_py3.log'
ulimit['chatter'] = 4
# Execute ctulimit tool
ulimit.logFileOpen() # Needed to get a new log file
ulimit.execute()
# Check results
self.test_value(ulimit.diff_ulimit(), 8.86803e-18, 1.0e-21,
'Check differential upper limit')
self.test_value(ulimit.flux_ulimit(), 6.10509e-12, 1.0e-16,
'Check upper limit on photon flux')
self.test_value(ulimit.eflux_ulimit(), 2.75669e-11, 1.0e-16,
'Check upper limit on energy flux')
# Test invalid model name
self.test_try('Test invalid model name')
try:
ulimit['srcname'] = 'Weihnachtsstern'
ulimit['logfile'] = 'ctulimit_py4.log'
ulimit.logFileOpen()
ulimit.execute()
self.test_try_failure('Exception not thrown')
except ValueError:
self.test_try_success()
# Test specification of background model
ulimit['srcname'] = 'Background'
ulimit['logfile'] = 'ctulimit_py5.log'
ulimit.logFileOpen()
self.test_try('Test invalid model name')
try:
ulimit.execute()
self.test_try_failure('Exception not thrown')
except ValueError:
self.test_try_success()
# Return
return
# Check result file
def _check_result_file(self, filename):
"""
Check result file
"""
# Return
return