Skip to content
Snippets Groups Projects
Commit 448708a8 authored by Wilbur, Spencer Franklin's avatar Wilbur, Spencer Franklin
Browse files

Adding a few changes to FDSNFActory regarding the FDSNNoDataException. I also... 

Adding a few changes to FDSNFActory regarding the FDSNNoDataException. I also created a private function to contain the logic that removes sensitivity/response info for traces. I added all avaiable stations that transmit geomgagnetic data for networks, IU, N4, and US to the VariometerMetadata.py module.
parent f97d0eda
No related branches found
No related tags found
1 merge request!340Adding a few changes to FDSNFActory regarding the FDSNNoDataException. I also...
Hide whitespace changes
Inline Side-by-side
geomagio/VariometerMetadata.py
+ 178
− 24
View file @ 448708a8
......@@ -30,8 +30,8 @@ DEFAULT_ASL_METADATA = {
"ANMO": {
"metadata": {
"elevation": 1820,
"geodetic_latitude": 34.946,
"geodetic_longitude": -106.457,
"geodetic_latitude": 34.94591,
"geodetic_longitude": -106.4572,
"station_name": "Albuquerque",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
......@@ -41,8 +41,8 @@ DEFAULT_ASL_METADATA = {
"CASY": {
"metadata": {
"elevation": 10,
"geodetic_latitude": -66.279,
"geodetic_longitude": 110.535,
"geodetic_latitude": -66.2792,
"geodetic_longitude": 110.5354,
"station_name": "Casey",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
......@@ -52,8 +52,8 @@ DEFAULT_ASL_METADATA = {
"COLA": {
"metadata": {
"elevation": 200,
"geodetic_latitude": 64.874,
"geodetic_longitude": -147.862,
"geodetic_latitude": 64.8736,
"geodetic_longitude": -147.8616,
"station_name": "College Outpost",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
......@@ -63,20 +63,31 @@ DEFAULT_ASL_METADATA = {
"COR": {
"metadata": {
"elevation": 110,
"geodetic_latitude": 44.586,
"geodetic_longitude": -123.305,
"geodetic_latitude": 44.5855,
"geodetic_longitude": -123.3046,
"station_name": "Corvallis",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"QSPA": {
"KBS": {
"metadata": {
"elevation": 2850,
"geodetic_latitude": -89.929,
"geodetic_longitude": 144.438,
"station_name": "South Pole Remote Earth Science Observatory",
"elevation": 90,
"geodetic_latitude": 78.9154,
"geodetic_longitude": 11.9385,
"station_name": "Ny-Alesund",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"KONO": {
"metadata": {
"elevation": 558,
"geodetic_latitude": 59.6521,
"geodetic_longitude": 9.5946,
"station_name": "Kongsberg",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
......@@ -85,8 +96,8 @@ DEFAULT_ASL_METADATA = {
"RSSD": {
"metadata": {
"elevation": 2090,
"geodetic_latitude": 44.121,
"geodetic_longitude": -104.036,
"geodetic_latitude": 44.1212,
"geodetic_longitude": -104.0359,
"station_name": "Black Hills",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
......@@ -96,8 +107,8 @@ DEFAULT_ASL_METADATA = {
"SBA": {
"metadata": {
"elevation": 50,
"geodetic_latitude": -77.849,
"geodetic_longitude": 166.757,
"geodetic_latitude": -77.8492,
"geodetic_longitude": 166.7572,
"station_name": "Scott Base",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
......@@ -107,20 +118,163 @@ DEFAULT_ASL_METADATA = {
"SFJD": {
"metadata": {
"elevation": 330,
"geodetic_latitude": 66.996,
"geodetic_longitude": -50.621,
"geodetic_latitude": 66.9961,
"geodetic_longitude": -50.6207,
"station_name": "Sondre Stromfjord",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"SPA": {
"SSPA": {
"metadata": {
"elevation": 270,
"geodetic_latitude": 40.6358,
"geodetic_longitude": -77.8876,
"station_name": "Standing Stone, Pennsylvania",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"QSPA": {
"metadata": {
"elevation": 2850,
"geodetic_latitude": -89.9289,
"geodetic_longitude": 144.4382,
"station_name": "South Pole Remote Earth Science Observatory",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"E62A": {
"metadata": {
"elevation": 365,
"geodetic_latitude": 46.6201,
"geodetic_longitude": -69.5227,
"station_name": "Eastport",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"E46A": {
"metadata": {
"elevation": 269,
"geodetic_latitude": 46.3665,
"geodetic_longitude": -84.3062,
"station_name": "Lake Superior",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"PAB": {
"metadata": {
"elevation": 950,
"geodetic_latitude": 39.5446,
"geodetic_longitude": -4.3499,
"station_name": "San Pablo, Spain",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"WCI": {
"metadata": {
"elevation": 210,
"geodetic_latitude": 38.2289,
"geodetic_longitude": -86.2939,
"station_name": "Wyandotte Cave, Indiana, USA",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"KSU1": {
"metadata": {
"elevation": 317,
"geodetic_latitude": 39.1009,
"geodetic_longitude": -96.6094,
"station_name": "Kansas State University",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"EYMN": {
"metadata": {
"elevation": 475,
"geodetic_latitude": 47.9462,
"geodetic_longitude": -91.4953,
"station_name": "Ely, Minnesota, USA",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"GOGA": {
"metadata": {
"elevation": 150,
"geodetic_latitude": 33.41476,
"geodetic_longitude": -83.47327,
"station_name": "Godfrey, GA, USA",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"DGMT": {
"metadata": {
"elevation": 646,
"geodetic_latitude": 48.4702,
"geodetic_longitude": -104.1959,
"station_name": "Dagmar Montana, USA",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"DWPF": {
"metadata": {
"elevation": 30,
"geodetic_latitude": 28.1103,
"geodetic_longitude": -81.4327,
"station_name": "Disney Wilderness Preserve, Florida, USA",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"ECSD": {
"metadata": {
"elevation": 478,
"geodetic_latitude": 43.7337,
"geodetic_longitude": -96.6141,
"station_name": "EROS Data Center, Sioux Falls, South Dakota, USA",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"HRV": {
"metadata": {
"elevation": 200,
"geodetic_latitude": 42.5064,
"geodetic_longitude": -71.5583,
"station_name": "Adam Dziewonski Observatory (Oak Ridge), Massachusetts, USA",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
"interval_specific": DEFAULT_INTERVAL_SPECIFIC,
},
"O20A": {
"metadata": {
"elevation": 2927,
"geodetic_latitude": -90.0,
"geodetic_longitude": 0.0,
"station_name": "South Pole",
"elevation": 1915,
"geodetic_latitude": 40.1348,
"geodetic_longitude": -108.2416,
"station_name": "White River City, CO, USA",
"agency_name": "United States Geological Survey (USGS)",
"declination_base": None,
},
......
geomagio/edge/FDSNFactory.py
+ 43
− 37
View file @ 448708a8
......@@ -256,6 +256,13 @@ class FDSNFactory(TimeseriesFactory):
endtime=endtime + half_delta,
attach_response=True,
)
# Perfrom calibrations to properly remove response/sensitivity
data = self._calibrate_sensitivty_and_response(data)
if channel in channel_rotations:
data = self._rotate_and_return_requested_channel(
data, sncl, starttime, endtime, channel
)
except FDSNNoDataException:
data = Stream()
......@@ -282,43 +289,8 @@ class FDSNFactory(TimeseriesFactory):
TimeseriesUtility.pad_and_trim_trace(
trace=data[0], starttime=starttime, endtime=endtime
)
if channel in channel_rotations:
data = self._rotate_and_return_requested_channel(
data, sncl, starttime, endtime, channel
)
for trace in data:
if hasattr(trace.stats, "response") and trace.stats.response is not None:
response = trace.stats.response
if self.remove_sensitivity is not None:
if self.remove_sensitivity_flag == "remove_sensitivity":
trace.remove_sensitivity()
elif self.remove_sensitivity_flag == "remove_response":
trace.remove_response()
else:
raise ValueError(
f"Warning: Unrecognized remove_sensitivity value '{self.remove_sensitivity}'. No sensitivity or response removal applied."
)
else:
if response.instrument_sensitivity:
if response.instrument_sensitivity.input_units == "T":
# some ASL stations produce data in Teslas, not nanoteslas
response.instrument_sensitivity.value /= 1e9
response.instrument_sensitivity.input_units = "nT"
# apply total gain/sensitivity, ignore any frequency response
trace.remove_sensitivity()
else:
# according to fdsn docs, if no instrument_sensitivity,
# the response must be an instrument_polynomial
# https://docs.fdsn.org/projects/stationxml/en/latest/reference.html#instrumentsensitivity
# Geomag Program observatories use 2nd order instrument_polynomial
# to capture both offset and scale, but no frequency response
data.remove_response()
else:
self._set_metadata(data, observatory, channel, type, interval)
self._set_metadata(data, observatory, channel, type, interval)
return data
......@@ -403,7 +375,7 @@ class FDSNFactory(TimeseriesFactory):
# Initialize FDSN client and get the necessary data
FDSN = self.Client
# Determine if the requested channel is X, Y, or Z
# Determine if the requested channel is X, Y, or
inv = FDSN.get_stations(
network=sncl.network,
......@@ -436,3 +408,37 @@ class FDSNFactory(TimeseriesFactory):
return Stream()
return rotated_stream
def _calibrate_sensitivty_and_response(self, data: Stream) -> Stream:
for trace in data:
if hasattr(trace.stats, "response") and trace.stats.response is not None:
response = trace.stats.response
if self.remove_sensitivity is not None:
if self.remove_sensitivity_flag == "remove_sensitivity":
trace.remove_sensitivity()
elif self.remove_sensitivity_flag == "remove_response":
trace.remove_response()
else:
raise ValueError(
f"Warning: Unrecognized remove_sensitivity value '{self.remove_sensitivity}'. No sensitivity or response removal applied."
)
else:
if response.instrument_sensitivity:
if response.instrument_sensitivity.input_units == "T":
# some ASL stations produce data in Teslas, not nanoteslas
response.instrument_sensitivity.value /= 1e9
response.instrument_sensitivity.input_units = "nT"
# apply total gain/sensitivity, ignore any frequency response
trace.remove_sensitivity()
else:
# according to fdsn docs, if no instrument_sensitivity,
# the response must be an instrument_polynomial
# https://docs.fdsn.org/projects/stationxml/en/latest/reference.html#instrumentsensitivity
# Geomag Program observatories use 2nd order instrument_polynomial
# to capture both offset and scale, but no frequency response
data.remove_response()
return data
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment