Module redvox.tests.common.test_timesync
tests for timesync
Expand source code
"""
tests for timesync
"""
import unittest
import contextlib
import numpy as np
import redvox.tests as tests
from redvox.common import timesync as ts
from redvox.common import api_reader
from redvox.common.io import ReadFilter
class TimesyncTest(unittest.TestCase):
@classmethod
def setUpClass(cls) -> None:
with contextlib.redirect_stdout(None):
result = api_reader.ApiReader(tests.TEST_DATA_DIR, structured_dir=False,
read_filter=ReadFilter(station_ids={"1637680001"}))
cls.time_sync_analysis = ts.TimeSyncAnalysis().from_raw_packets(result.read_files_by_id("1637680001"))
def test_validate_sensors(self):
test_ts = ts.TimeSyncData()
test_ts.station_id = "test"
test_ts.sample_rate_hz = 80.0
test_ts.station_start_timestamp = 1
other_ts = ts.TimeSyncData()
other_ts.station_id = "test"
other_ts.sample_rate_hz = 80.0
tsa_test = ts.TimeSyncAnalysis()
tsa_test.station_id = "test"
tsa_test.timesync_data = [test_ts, other_ts]
tsa_test.sample_rate_hz = 80.0
tsa_test.station_start_timestamp = 1
self.assertFalse(ts.validate_sensors(tsa_test))
def test_compute_tri_message_stats(self):
self.assertEqual(self.time_sync_analysis.get_latencies()[0], 69664.0)
self.assertEqual(self.time_sync_analysis.get_offsets()[0], -22906528.0)
def test_find_bad_packets(self):
self.assertEqual(len(self.time_sync_analysis.get_bad_packets()), 0)
def test_time_sync_analysis_data_load(self):
self.assertEqual(len(self.time_sync_analysis.get_latencies()), 3)
self.assertEqual(len(self.time_sync_analysis.get_offsets()), 3)
self.assertEqual(self.time_sync_analysis.get_best_latency(), 69664.0)
self.assertEqual(self.time_sync_analysis.best_latency_index, 0)
def test_get_latency_mean(self):
self.assertAlmostEqual(self.time_sync_analysis.get_mean_latency(), 116253.55, 2)
def test_get_latency_std_dev(self):
self.assertAlmostEqual(self.time_sync_analysis.get_latency_stdev(), 82599.05, 2)
def test_get_offset_mean(self):
self.assertAlmostEqual(self.time_sync_analysis.get_mean_offset(), -22904378.43, 2)
def test_get_offset_std_dev(self):
self.assertAlmostEqual(self.time_sync_analysis.get_offset_stdev(), 89482.83, 2)
def test_get_best_start_time(self):
self.assertEqual(self.time_sync_analysis.get_best_start_time(), 1532459197088257)
def test_update_time_array(self):
times = np.array([1532459197, 1532460197, 1532461197])
times = ts.update_time_array(self.time_sync_analysis.timesync_data[0], times)
self.assertAlmostEqual(1532459174.09, times[0], 2)
def test_correct_time_array(self):
"""
Example: A sample is taken every 0.5 seconds, and a file has 5 seconds (10 samples). Let's say we sampled
for a total of 20 seconds (4 files, 40 samples). At the beginning of each file (every 10th sample, or every
5 seconds), there is a start mach time and a start epoch time. Rebuild the time array
with the packet with the lowest latency being the best start time. In this case, the best latency is 1,
which occurs in file 2, which starts at 4 seconds. In the end we should get 40 timestamps,
starting at -1.0 and increasing at a rate of 0.5 seconds, and the 11th sample (idx 10) = 4 seconds.
"""
# the revised start times are in microseconds, but the corrected time is in seconds
tsd_one = ts.TimeSyncData()
tsd_one.packet_start_timestamp = 1000000
tsd_one.best_latency = 2
tsd_one.sample_rate_hz = 2
tsd_one.station_start_timestamp = 0
tsd_two = ts.TimeSyncData()
tsd_two.packet_start_timestamp = 4000000
tsd_two.best_latency = 1
tsd_two.sample_rate_hz = 2
tsd_two.station_start_timestamp = 0
tsd_thr = ts.TimeSyncData()
tsd_thr.packet_start_timestamp = 8000000
tsd_thr.best_latency = 2
tsd_thr.sample_rate_hz = 2
tsd_thr.station_start_timestamp = 0
tsd_for = ts.TimeSyncData()
tsd_for.packet_start_timestamp = 13000000
tsd_for.best_latency = 2
tsd_for.sample_rate_hz = 2
tsd_for.station_start_timestamp = 0
tsa_one = ts.TimeSyncAnalysis()
tsa_one.station_id = "test_station"
tsa_one.timesync_data = [tsd_one, tsd_two, tsd_thr, tsd_for]
tsa_one.best_latency_index = 1
tsa_one.sample_rate_hz = 2
tsa_one.station_start_timestamp = 0
file_samples = 10 # 10 samples per file
correct_time_array_sec = ts.update_evenly_sampled_time_array(tsa_one, file_samples)
self.assertTrue(np.array_equal(np.arange(-1.0, 19.0, 0.5), correct_time_array_sec))
self.assertEqual(4.0, correct_time_array_sec[10])
self.assertTrue(isinstance(correct_time_array_sec, np.ndarray))
Classes
class TimesyncTest (methodName='runTest')
-
A class whose instances are single test cases.
By default, the test code itself should be placed in a method named 'runTest'.
If the fixture may be used for many test cases, create as many test methods as are needed. When instantiating such a TestCase subclass, specify in the constructor arguments the name of the test method that the instance is to execute.
Test authors should subclass TestCase for their own tests. Construction and deconstruction of the test's environment ('fixture') can be implemented by overriding the 'setUp' and 'tearDown' methods respectively.
If it is necessary to override the init method, the base class init method must always be called. It is important that subclasses should not change the signature of their init method, since instances of the classes are instantiated automatically by parts of the framework in order to be run.
When subclassing TestCase, you can set these attributes: * failureException: determines which exception will be raised when the instance's assertion methods fail; test methods raising this exception will be deemed to have 'failed' rather than 'errored'. * longMessage: determines whether long messages (including repr of objects used in assert methods) will be printed on failure in addition to any explicit message passed. * maxDiff: sets the maximum length of a diff in failure messages by assert methods using difflib. It is looked up as an instance attribute so can be configured by individual tests if required.
Create an instance of the class that will use the named test method when executed. Raises a ValueError if the instance does not have a method with the specified name.
Expand source code
class TimesyncTest(unittest.TestCase): @classmethod def setUpClass(cls) -> None: with contextlib.redirect_stdout(None): result = api_reader.ApiReader(tests.TEST_DATA_DIR, structured_dir=False, read_filter=ReadFilter(station_ids={"1637680001"})) cls.time_sync_analysis = ts.TimeSyncAnalysis().from_raw_packets(result.read_files_by_id("1637680001")) def test_validate_sensors(self): test_ts = ts.TimeSyncData() test_ts.station_id = "test" test_ts.sample_rate_hz = 80.0 test_ts.station_start_timestamp = 1 other_ts = ts.TimeSyncData() other_ts.station_id = "test" other_ts.sample_rate_hz = 80.0 tsa_test = ts.TimeSyncAnalysis() tsa_test.station_id = "test" tsa_test.timesync_data = [test_ts, other_ts] tsa_test.sample_rate_hz = 80.0 tsa_test.station_start_timestamp = 1 self.assertFalse(ts.validate_sensors(tsa_test)) def test_compute_tri_message_stats(self): self.assertEqual(self.time_sync_analysis.get_latencies()[0], 69664.0) self.assertEqual(self.time_sync_analysis.get_offsets()[0], -22906528.0) def test_find_bad_packets(self): self.assertEqual(len(self.time_sync_analysis.get_bad_packets()), 0) def test_time_sync_analysis_data_load(self): self.assertEqual(len(self.time_sync_analysis.get_latencies()), 3) self.assertEqual(len(self.time_sync_analysis.get_offsets()), 3) self.assertEqual(self.time_sync_analysis.get_best_latency(), 69664.0) self.assertEqual(self.time_sync_analysis.best_latency_index, 0) def test_get_latency_mean(self): self.assertAlmostEqual(self.time_sync_analysis.get_mean_latency(), 116253.55, 2) def test_get_latency_std_dev(self): self.assertAlmostEqual(self.time_sync_analysis.get_latency_stdev(), 82599.05, 2) def test_get_offset_mean(self): self.assertAlmostEqual(self.time_sync_analysis.get_mean_offset(), -22904378.43, 2) def test_get_offset_std_dev(self): self.assertAlmostEqual(self.time_sync_analysis.get_offset_stdev(), 89482.83, 2) def test_get_best_start_time(self): self.assertEqual(self.time_sync_analysis.get_best_start_time(), 1532459197088257) def test_update_time_array(self): times = np.array([1532459197, 1532460197, 1532461197]) times = ts.update_time_array(self.time_sync_analysis.timesync_data[0], times) self.assertAlmostEqual(1532459174.09, times[0], 2) def test_correct_time_array(self): """ Example: A sample is taken every 0.5 seconds, and a file has 5 seconds (10 samples). Let's say we sampled for a total of 20 seconds (4 files, 40 samples). At the beginning of each file (every 10th sample, or every 5 seconds), there is a start mach time and a start epoch time. Rebuild the time array with the packet with the lowest latency being the best start time. In this case, the best latency is 1, which occurs in file 2, which starts at 4 seconds. In the end we should get 40 timestamps, starting at -1.0 and increasing at a rate of 0.5 seconds, and the 11th sample (idx 10) = 4 seconds. """ # the revised start times are in microseconds, but the corrected time is in seconds tsd_one = ts.TimeSyncData() tsd_one.packet_start_timestamp = 1000000 tsd_one.best_latency = 2 tsd_one.sample_rate_hz = 2 tsd_one.station_start_timestamp = 0 tsd_two = ts.TimeSyncData() tsd_two.packet_start_timestamp = 4000000 tsd_two.best_latency = 1 tsd_two.sample_rate_hz = 2 tsd_two.station_start_timestamp = 0 tsd_thr = ts.TimeSyncData() tsd_thr.packet_start_timestamp = 8000000 tsd_thr.best_latency = 2 tsd_thr.sample_rate_hz = 2 tsd_thr.station_start_timestamp = 0 tsd_for = ts.TimeSyncData() tsd_for.packet_start_timestamp = 13000000 tsd_for.best_latency = 2 tsd_for.sample_rate_hz = 2 tsd_for.station_start_timestamp = 0 tsa_one = ts.TimeSyncAnalysis() tsa_one.station_id = "test_station" tsa_one.timesync_data = [tsd_one, tsd_two, tsd_thr, tsd_for] tsa_one.best_latency_index = 1 tsa_one.sample_rate_hz = 2 tsa_one.station_start_timestamp = 0 file_samples = 10 # 10 samples per file correct_time_array_sec = ts.update_evenly_sampled_time_array(tsa_one, file_samples) self.assertTrue(np.array_equal(np.arange(-1.0, 19.0, 0.5), correct_time_array_sec)) self.assertEqual(4.0, correct_time_array_sec[10]) self.assertTrue(isinstance(correct_time_array_sec, np.ndarray))
Ancestors
- unittest.case.TestCase
Static methods
def setUpClass() ‑> NoneType
-
Hook method for setting up class fixture before running tests in the class.
Expand source code
@classmethod def setUpClass(cls) -> None: with contextlib.redirect_stdout(None): result = api_reader.ApiReader(tests.TEST_DATA_DIR, structured_dir=False, read_filter=ReadFilter(station_ids={"1637680001"})) cls.time_sync_analysis = ts.TimeSyncAnalysis().from_raw_packets(result.read_files_by_id("1637680001"))
Methods
def test_compute_tri_message_stats(self)
-
Expand source code
def test_compute_tri_message_stats(self): self.assertEqual(self.time_sync_analysis.get_latencies()[0], 69664.0) self.assertEqual(self.time_sync_analysis.get_offsets()[0], -22906528.0)
def test_correct_time_array(self)
-
Example: A sample is taken every 0.5 seconds, and a file has 5 seconds (10 samples). Let's say we sampled for a total of 20 seconds (4 files, 40 samples). At the beginning of each file (every 10th sample, or every 5 seconds), there is a start mach time and a start epoch time. Rebuild the time array with the packet with the lowest latency being the best start time. In this case, the best latency is 1, which occurs in file 2, which starts at 4 seconds. In the end we should get 40 timestamps, starting at -1.0 and increasing at a rate of 0.5 seconds, and the 11th sample (idx 10) = 4 seconds.
Expand source code
def test_correct_time_array(self): """ Example: A sample is taken every 0.5 seconds, and a file has 5 seconds (10 samples). Let's say we sampled for a total of 20 seconds (4 files, 40 samples). At the beginning of each file (every 10th sample, or every 5 seconds), there is a start mach time and a start epoch time. Rebuild the time array with the packet with the lowest latency being the best start time. In this case, the best latency is 1, which occurs in file 2, which starts at 4 seconds. In the end we should get 40 timestamps, starting at -1.0 and increasing at a rate of 0.5 seconds, and the 11th sample (idx 10) = 4 seconds. """ # the revised start times are in microseconds, but the corrected time is in seconds tsd_one = ts.TimeSyncData() tsd_one.packet_start_timestamp = 1000000 tsd_one.best_latency = 2 tsd_one.sample_rate_hz = 2 tsd_one.station_start_timestamp = 0 tsd_two = ts.TimeSyncData() tsd_two.packet_start_timestamp = 4000000 tsd_two.best_latency = 1 tsd_two.sample_rate_hz = 2 tsd_two.station_start_timestamp = 0 tsd_thr = ts.TimeSyncData() tsd_thr.packet_start_timestamp = 8000000 tsd_thr.best_latency = 2 tsd_thr.sample_rate_hz = 2 tsd_thr.station_start_timestamp = 0 tsd_for = ts.TimeSyncData() tsd_for.packet_start_timestamp = 13000000 tsd_for.best_latency = 2 tsd_for.sample_rate_hz = 2 tsd_for.station_start_timestamp = 0 tsa_one = ts.TimeSyncAnalysis() tsa_one.station_id = "test_station" tsa_one.timesync_data = [tsd_one, tsd_two, tsd_thr, tsd_for] tsa_one.best_latency_index = 1 tsa_one.sample_rate_hz = 2 tsa_one.station_start_timestamp = 0 file_samples = 10 # 10 samples per file correct_time_array_sec = ts.update_evenly_sampled_time_array(tsa_one, file_samples) self.assertTrue(np.array_equal(np.arange(-1.0, 19.0, 0.5), correct_time_array_sec)) self.assertEqual(4.0, correct_time_array_sec[10]) self.assertTrue(isinstance(correct_time_array_sec, np.ndarray))
def test_find_bad_packets(self)
-
Expand source code
def test_find_bad_packets(self): self.assertEqual(len(self.time_sync_analysis.get_bad_packets()), 0)
def test_get_best_start_time(self)
-
Expand source code
def test_get_best_start_time(self): self.assertEqual(self.time_sync_analysis.get_best_start_time(), 1532459197088257)
def test_get_latency_mean(self)
-
Expand source code
def test_get_latency_mean(self): self.assertAlmostEqual(self.time_sync_analysis.get_mean_latency(), 116253.55, 2)
def test_get_latency_std_dev(self)
-
Expand source code
def test_get_latency_std_dev(self): self.assertAlmostEqual(self.time_sync_analysis.get_latency_stdev(), 82599.05, 2)
def test_get_offset_mean(self)
-
Expand source code
def test_get_offset_mean(self): self.assertAlmostEqual(self.time_sync_analysis.get_mean_offset(), -22904378.43, 2)
def test_get_offset_std_dev(self)
-
Expand source code
def test_get_offset_std_dev(self): self.assertAlmostEqual(self.time_sync_analysis.get_offset_stdev(), 89482.83, 2)
def test_time_sync_analysis_data_load(self)
-
Expand source code
def test_time_sync_analysis_data_load(self): self.assertEqual(len(self.time_sync_analysis.get_latencies()), 3) self.assertEqual(len(self.time_sync_analysis.get_offsets()), 3) self.assertEqual(self.time_sync_analysis.get_best_latency(), 69664.0) self.assertEqual(self.time_sync_analysis.best_latency_index, 0)
def test_update_time_array(self)
-
Expand source code
def test_update_time_array(self): times = np.array([1532459197, 1532460197, 1532461197]) times = ts.update_time_array(self.time_sync_analysis.timesync_data[0], times) self.assertAlmostEqual(1532459174.09, times[0], 2)
def test_validate_sensors(self)
-
Expand source code
def test_validate_sensors(self): test_ts = ts.TimeSyncData() test_ts.station_id = "test" test_ts.sample_rate_hz = 80.0 test_ts.station_start_timestamp = 1 other_ts = ts.TimeSyncData() other_ts.station_id = "test" other_ts.sample_rate_hz = 80.0 tsa_test = ts.TimeSyncAnalysis() tsa_test.station_id = "test" tsa_test.timesync_data = [test_ts, other_ts] tsa_test.sample_rate_hz = 80.0 tsa_test.station_start_timestamp = 1 self.assertFalse(ts.validate_sensors(tsa_test))