diff --git a/docs/guides/development.md b/docs/guides/development.md index 2ad2fa4c54..77b92dcb4d 100644 --- a/docs/guides/development.md +++ b/docs/guides/development.md @@ -26,6 +26,7 @@ template `etc/schema_readme_template.md`, and must match (case sensitive) the value of `$section`, otherwise the schema entry is inserted under the `Other` section + ## Releases The `bin/upgrade_version` tool updates : diff --git a/docs/specs/sequences/generated.md b/docs/specs/sequences/generated.md index a7c29bc880..a60b4aa2a4 100644 --- a/docs/specs/sequences/generated.md +++ b/docs/specs/sequences/generated.md @@ -32,9 +32,9 @@ Some caveats: * [bad_target_family](#bad_target_family-preview): Error handling for badly formed target address family -* [broken_config](#broken_config-beta): Check that the device correctly handles a broken (non-json) config message. -* [config_logging](#config_logging-beta): Check that the device publishes minimum required log entries when receiving config -* [device_config_acked](#device_config_acked-beta): Check that the device MQTT-acknowledges a sent config. +* [broken_config](#broken_config-stable): Check that the device correctly handles a broken (non-json) config message. +* [config_logging](#config_logging-stable): Check that the device publishes minimum required log entries when receiving config +* [device_config_acked](#device_config_acked-stable): Check that the device MQTT-acknowledges a sent config. * [empty_enumeration](#empty_enumeration-preview): Check enumeration of nothing at all * [endpoint_connection_error](#endpoint_connection_error-preview): Push endpoint config message to device that results in a connection error. * [endpoint_connection_retry](#endpoint_connection_retry-preview): Check repeated endpoint with same information gets retried. @@ -42,20 +42,20 @@ Some caveats: * [endpoint_connection_success_reconnect](#endpoint_connection_success_reconnect-preview): Check a successful reconnect to the same endpoint. * [endpoint_failure_and_restart](#endpoint_failure_and_restart-preview) * [endpoint_redirect_and_restart](#endpoint_redirect_and_restart-preview) -* [extra_config](#extra_config-beta): Check that the device correctly handles an extra out-of-schema field +* [extra_config](#extra_config-stable): Check that the device correctly handles an extra out-of-schema field * [family_ether_addr](#family_ether_addr-preview) * [family_ipv4_addr](#family_ipv4_addr-preview) * [family_ipv6_addr](#family_ipv6_addr-preview) * [feature_enumeration](#feature_enumeration-preview): Check enumeration of device features * [gateway_proxy_events](#gateway_proxy_events-beta): Check that a gateway proxies pointset events for indicated devices -* [pointset_publish](#pointset_publish-beta): Check that a device publishes pointset events -* [pointset_publish_interval](#pointset_publish_interval-beta): Check handling of sample_rate_sec and sample_limit_sec -* [pointset_remove_point](#pointset_remove_point-beta): Check that pointset state does not report an unconfigured point -* [pointset_request_extraneous](#pointset_request_extraneous-beta): Check error when pointset configuration contains extraneous point -* [state_make_model](#state_make_model-beta): Check that a device publishes correct make and model information in state messages -* [state_software](#state_software-beta): Check that a device publishes correct software information in state messages +* [pointset_publish](#pointset_publish-stable): Check that a device publishes pointset events +* [pointset_publish_interval](#pointset_publish_interval-stable): Check handling of sample_rate_sec and sample_limit_sec +* [pointset_remove_point](#pointset_remove_point-stable): Check that pointset state does not report an unconfigured point +* [pointset_request_extraneous](#pointset_request_extraneous-stable): Check error when pointset configuration contains extraneous point +* [state_make_model](#state_make_model-stable): Check that a device publishes correct make and model information in state messages +* [state_software](#state_software-stable): Check that a device publishes correct software information in state messages * [system_last_update](#system_last_update-stable): Check that last_update state is correctly set in response to a config update. -* [valid_serial_no](#valid_serial_no-beta) +* [valid_serial_no](#valid_serial_no-stable) ## bad_target_family (PREVIEW) @@ -63,7 +63,7 @@ Error handling for badly formed target address family 1. Test skipped: Not a proxied device -## broken_config (BETA) +## broken_config (STABLE) Check that the device correctly handles a broken (non-json) config message. @@ -87,7 +87,7 @@ Check that the device correctly handles a broken (non-json) config message. 1. Check that log category `system.config.receive` level `DEBUG` not logged 1. Check that log category `system.config.parse` level `DEBUG` not logged -## config_logging (BETA) +## config_logging (STABLE) Check that the device publishes minimum required log entries when receiving config @@ -98,7 +98,7 @@ Check that the device publishes minimum required log entries when receiving conf 1. Wait for log category `system.config.parse` level `DEBUG` to be logged 1. Wait for log category `system.config.apply` level `NOTICE` to be logged -## device_config_acked (BETA) +## device_config_acked (STABLE) Check that the device MQTT-acknowledges a sent config. @@ -238,7 +238,7 @@ Check a successful reconnect to the same endpoint. * Remove `blobset.blobs._iot_endpoint_config` 1. Wait for endpoint config blobset state not defined -## extra_config (BETA) +## extra_config (STABLE) Check that the device correctly handles an extra out-of-schema field @@ -298,13 +298,13 @@ Check that a gateway proxies pointset events for indicated devices 1. Test skipped: Not a gateway -## pointset_publish (BETA) +## pointset_publish (STABLE) Check that a device publishes pointset events 1. Wait for receive a pointset event -## pointset_publish_interval (BETA) +## pointset_publish_interval (STABLE) Check handling of sample_rate_sec and sample_limit_sec @@ -319,7 +319,7 @@ Check handling of sample_rate_sec and sample_limit_sec 1. Wait for receive at least 4 pointset events 1. Check that time period between successive pointset events is between 15 and 18 seconds -## pointset_remove_point (BETA) +## pointset_remove_point (STABLE) Check that pointset state does not report an unconfigured point @@ -336,7 +336,7 @@ Check that pointset state does not report an unconfigured point 1. Wait for pointset state matches config 1. Wait for pointset event contains correct points -## pointset_request_extraneous (BETA) +## pointset_request_extraneous (STABLE) Check error when pointset configuration contains extraneous point @@ -355,13 +355,13 @@ Check error when pointset configuration contains extraneous point 1. Wait for pointset state matches config 1. Wait for pointset event contains correct points -## state_make_model (BETA) +## state_make_model (STABLE) Check that a device publishes correct make and model information in state messages 1. Check that make and model in state matches make in metadata -## state_software (BETA) +## state_software (STABLE) Check that a device publishes correct software information in state messages @@ -380,6 +380,6 @@ Check that last_update state is correctly set in response to a config update. 1. Wait for state last_config matches config timestamp 1. Wait for state update complete -## valid_serial_no (BETA) +## valid_serial_no (STABLE) 1. Wait for received serial number matches diff --git a/etc/schema.out b/etc/schema.out index 55bfcd8408..0c881eac62 100644 --- a/etc/schema.out +++ b/etc/schema.out @@ -1,10 +1,7 @@ RESULT pass schemas device_state_alpha ALPHA 5/5 Schema validation passed -RESULT pass schemas device_state_beta BETA 5/5 Schema validation passed RESULT pass schemas device_state_stable STABLE 5/5 Schema validation passed -RESULT pass schemas events_pointset_beta BETA 5/5 Schema validation passed +RESULT pass schemas events_pointset_stable STABLE 5/5 Schema validation passed RESULT pass schemas events_system_alpha ALPHA 5/5 Schema validation passed -RESULT pass schemas events_system_beta BETA 5/5 Schema validation passed RESULT pass schemas events_system_stable STABLE 5/5 Schema validation passed RESULT pass schemas state_update_alpha ALPHA 5/5 Schema validation passed -RESULT pass schemas state_update_beta BETA 5/5 Schema validation passed RESULT pass schemas state_update_stable STABLE 5/5 Schema validation passed diff --git a/etc/schema_itemized.out b/etc/schema_itemized.out index 5bd15b1c2b..068b11cb97 100644 --- a/etc/schema_itemized.out +++ b/etc/schema_itemized.out @@ -4,9 +4,9 @@ 04 pointset_remove_point 05 too_much_state 06 feature_enumeration -07 valid_serial_no RESULT pass schemas device_state_beta BETA 5/5 Schema validation passed -07 valid_serial_no RESULT pass schemas events_system_beta BETA 5/5 Schema validation passed -07 valid_serial_no RESULT pass schemas state_update_beta BETA 5/5 Schema validation passed +07 valid_serial_no RESULT pass schemas device_state_stable STABLE 5/5 Schema validation passed +07 valid_serial_no RESULT pass schemas events_system_stable STABLE 5/5 Schema validation passed +07 valid_serial_no RESULT pass schemas state_update_stable STABLE 5/5 Schema validation passed 08 writeback_success 09 writeback_success 10 writeback_success @@ -14,13 +14,13 @@ 12 system_mode_restart 13 config_logging 14 broken_config -15 broken_config RESULT pass schemas device_state_beta BETA 5/5 Schema validation passed -15 broken_config RESULT pass schemas events_system_beta BETA 5/5 Schema validation passed -15 broken_config RESULT pass schemas state_update_beta BETA 5/5 Schema validation passed +15 broken_config RESULT pass schemas device_state_stable STABLE 5/5 Schema validation passed +15 broken_config RESULT pass schemas events_system_stable STABLE 5/5 Schema validation passed +15 broken_config RESULT pass schemas state_update_stable STABLE 5/5 Schema validation passed 16 broken_config -17 broken_config RESULT pass schemas device_state_beta BETA 5/5 Schema validation passed -17 broken_config RESULT pass schemas events_system_beta BETA 5/5 Schema validation passed -17 broken_config RESULT pass schemas state_update_beta BETA 5/5 Schema validation passed +17 broken_config RESULT pass schemas device_state_stable STABLE 5/5 Schema validation passed +17 broken_config RESULT pass schemas events_system_stable STABLE 5/5 Schema validation passed +17 broken_config RESULT pass schemas state_update_stable STABLE 5/5 Schema validation passed 18 broken_config 19 system_last_update RESULT fail schemas state_update_stable STABLE 5/5 Schema violations found 19 system_last_update RESULT pass schemas device_state_stable STABLE 5/5 Schema validation passed diff --git a/etc/sequencer.out b/etc/sequencer.out index eed3188687..8f718d0f63 100644 --- a/etc/sequencer.out +++ b/etc/sequencer.out @@ -19,25 +19,25 @@ RESULT pass enumeration.pointset pointset_enumeration ALPHA 5/5 Sequence complet RESULT skip gateway bad_target_family PREVIEW 0/0 Not a proxied device RESULT skip gateway gateway_attach_handling ALPHA 0/0 Not a gateway RESULT skip gateway gateway_proxy_events BETA 0/0 Not a gateway -RESULT pass pointset pointset_publish BETA 5/5 Sequence complete -RESULT pass pointset pointset_publish_interval BETA 5/5 Sequence complete -RESULT pass pointset pointset_remove_point BETA 5/5 Sequence complete -RESULT pass pointset pointset_request_extraneous BETA 5/5 Sequence complete -RESULT pass system broken_config BETA 5/5 Sequence complete +RESULT pass pointset pointset_publish STABLE 5/5 Sequence complete +RESULT pass pointset pointset_publish_interval STABLE 5/5 Sequence complete +RESULT pass pointset pointset_remove_point STABLE 5/5 Sequence complete +RESULT pass pointset pointset_request_extraneous STABLE 5/5 Sequence complete +RESULT pass system broken_config STABLE 5/5 Sequence complete CPBLTY pass system broken_config.logging ALPHA 1/1 Capability supported -RESULT pass system config_logging BETA 5/5 Sequence complete -RESULT pass system device_config_acked BETA 5/5 Sequence complete -RESULT pass system extra_config BETA 5/5 Sequence complete +RESULT pass system config_logging STABLE 5/5 Sequence complete +RESULT pass system device_config_acked STABLE 5/5 Sequence complete +RESULT pass system extra_config STABLE 5/5 Sequence complete RESULT pass system family_ether_addr PREVIEW 5/5 Sequence complete RESULT pass system family_ipv4_addr PREVIEW 5/5 Sequence complete RESULT pass system family_ipv6_addr PREVIEW 5/5 Sequence complete -RESULT pass system state_make_model BETA 5/5 Sequence complete -RESULT pass system state_software BETA 5/5 Sequence complete +RESULT pass system state_make_model STABLE 5/5 Sequence complete +RESULT pass system state_software STABLE 5/5 Sequence complete RESULT pass system system_last_update STABLE 6/6 Sequence complete CPBLTY pass system system_last_update.subblocks ALPHA 1/1 Capability supported RESULT pass system system_min_loglevel ALPHA 5/5 Sequence complete RESULT pass system too_much_state ALPHA 5/5 Sequence complete -RESULT pass system valid_serial_no BETA 5/5 Sequence complete +RESULT pass system valid_serial_no STABLE 5/5 Sequence complete RESULT pass system.mode system_mode_restart ALPHA 5/5 Sequence complete RESULT pass writeback writeback_failure ALPHA 5/5 Sequence complete RESULT pass writeback writeback_invalid ALPHA 5/5 Sequence complete diff --git a/etc/sequencer_local.out b/etc/sequencer_local.out index 9f8d3938cb..95e5c1f2f7 100644 --- a/etc/sequencer_local.out +++ b/etc/sequencer_local.out @@ -8,20 +8,20 @@ RESULT pass enumeration empty_enumeration PREVIEW 5/5 Sequence complete RESULT pass enumeration.features feature_enumeration PREVIEW 5/5 Sequence complete RESULT skip gateway bad_target_family PREVIEW 0/0 Not a proxied device RESULT skip gateway gateway_proxy_events BETA 0/0 Not a gateway -RESULT pass pointset pointset_publish BETA 5/5 Sequence complete -RESULT pass pointset pointset_publish_interval BETA 5/5 Sequence complete -RESULT pass pointset pointset_remove_point BETA 5/5 Sequence complete -RESULT pass pointset pointset_request_extraneous BETA 5/5 Sequence complete -RESULT pass system broken_config BETA 5/5 Sequence complete +RESULT pass pointset pointset_publish STABLE 5/5 Sequence complete +RESULT pass pointset pointset_publish_interval STABLE 5/5 Sequence complete +RESULT pass pointset pointset_remove_point STABLE 5/5 Sequence complete +RESULT pass pointset pointset_request_extraneous STABLE 5/5 Sequence complete +RESULT pass system broken_config STABLE 5/5 Sequence complete CPBLTY pass system broken_config.logging ALPHA 1/1 Capability supported -RESULT pass system config_logging BETA 5/5 Sequence complete -RESULT fail system device_config_acked BETA 0/5 Timeout waiting for config acked -RESULT pass system extra_config BETA 5/5 Sequence complete +RESULT pass system config_logging STABLE 5/5 Sequence complete +RESULT fail system device_config_acked STABLE 0/5 Timeout waiting for config acked +RESULT pass system extra_config STABLE 5/5 Sequence complete RESULT pass system family_ether_addr PREVIEW 5/5 Sequence complete RESULT pass system family_ipv4_addr PREVIEW 5/5 Sequence complete RESULT pass system family_ipv6_addr PREVIEW 5/5 Sequence complete -RESULT pass system state_make_model BETA 5/5 Sequence complete +RESULT pass system state_make_model STABLE 5/5 Sequence complete RESULT pass system state_software BETA 5/5 Sequence complete RESULT pass system system_last_update STABLE 6/6 Sequence complete CPBLTY pass system system_last_update.subblocks ALPHA 1/1 Capability supported -RESULT pass system valid_serial_no BETA 5/5 Sequence complete +RESULT pass system valid_serial_no STABLE 5/5 Sequence complete diff --git a/etc/sequencer_nostate.out b/etc/sequencer_nostate.out index fd90f72f92..0f22dc96e0 100644 --- a/etc/sequencer_nostate.out +++ b/etc/sequencer_nostate.out @@ -8,20 +8,20 @@ RESULT skip enumeration empty_enumeration PREVIEW 0/0 State testing disabled RESULT skip enumeration.features feature_enumeration PREVIEW 0/0 State testing disabled RESULT skip gateway bad_target_family PREVIEW 0/0 Not a proxied device RESULT skip gateway gateway_proxy_events BETA 0/0 Not a gateway -RESULT pass pointset pointset_publish BETA 5/5 Sequence complete -RESULT pass pointset pointset_publish_interval BETA 5/5 Sequence complete -RESULT skip pointset pointset_remove_point BETA 0/0 State testing disabled -RESULT skip pointset pointset_request_extraneous BETA 0/0 State testing disabled -RESULT skip system broken_config BETA 0/0 State testing disabled +RESULT pass pointset pointset_publish STABLE 5/5 Sequence complete +RESULT pass pointset pointset_publish_interval STABLE 5/5 Sequence complete +RESULT skip pointset pointset_remove_point STABLE 0/0 State testing disabled +RESULT skip pointset pointset_request_extraneous STABLE 0/0 State testing disabled +RESULT skip system broken_config STABLE 0/0 State testing disabled CPBLTY skip system broken_config.logging ALPHA 0/0 Never executed -RESULT skip system config_logging BETA 0/0 State testing disabled -RESULT skip system device_config_acked BETA 0/0 State testing disabled -RESULT skip system extra_config BETA 0/0 State testing disabled +RESULT skip system config_logging STABLE 0/0 State testing disabled +RESULT skip system device_config_acked STABLE 0/0 State testing disabled +RESULT skip system extra_config STABLE 0/0 State testing disabled RESULT skip system family_ether_addr PREVIEW 0/0 State testing disabled RESULT skip system family_ipv4_addr PREVIEW 0/0 State testing disabled RESULT skip system family_ipv6_addr PREVIEW 0/0 State testing disabled -RESULT skip system state_make_model BETA 0/0 State testing disabled -RESULT skip system state_software BETA 0/0 State testing disabled +RESULT skip system state_make_model STABLE 0/0 State testing disabled +RESULT skip system state_software STABLE 0/0 State testing disabled RESULT skip system system_last_update STABLE 0/0 State testing disabled CPBLTY skip system system_last_update.subblocks ALPHA 0/0 Never executed -RESULT skip system valid_serial_no BETA 0/0 State testing disabled +RESULT skip system valid_serial_no STABLE 0/0 State testing disabled diff --git a/etc/test_itemized.out b/etc/test_itemized.out index 5d2a0e59f4..82853cacae 100644 --- a/etc/test_itemized.out +++ b/etc/test_itemized.out @@ -1,32 +1,32 @@ -01 RESULT fail system device_config_acked BETA 0/5 Timeout waiting for config acked -02 RESULT fail pointset pointset_request_extraneous BETA 0/5 Because config TIMESTAMP event TIMESTAMP differences: llama -03 RESULT fail pointset pointset_remove_point BETA 0/5 Because config TIMESTAMP state TIMESTAMP differences: filter_alarm_pressure_status -04 RESULT fail pointset pointset_remove_point BETA 0/5 Timeout waiting for initial device state +01 RESULT fail system device_config_acked STABLE 0/5 Timeout waiting for config acked +02 RESULT fail pointset pointset_request_extraneous STABLE 0/5 Because config TIMESTAMP event TIMESTAMP differences: llama +03 RESULT fail pointset pointset_remove_point STABLE 0/5 Because config TIMESTAMP state TIMESTAMP differences: filter_alarm_pressure_status +04 RESULT fail pointset pointset_remove_point STABLE 0/5 Timeout waiting for initial device state 05 RESULT fail system too_much_state ALPHA 0/5 Failed check that No more than 6 state updates in 60s 06 RESULT fail enumeration.features feature_enumeration PREVIEW 0/5 Failed check that feature enumeration matches metadata; missing { enumeration }, extra { unknown } -07 RESULT pass system valid_serial_no BETA 5/5 Sequence complete +07 RESULT pass system valid_serial_no STABLE 5/5 Sequence complete 08 RESULT fail writeback writeback_success ALPHA 0/5 Because point filter_differential_pressure_setpoint is applied, expected null 09 RESULT fail writeback writeback_success ALPHA 0/5 Because point filter_differential_pressure_setpoint is null, expected applied 10 RESULT fail writeback writeback_success ALPHA 0/5 Because point filter_differential_pressure_setpoint is null, expected applied -11 RESULT fail pointset pointset_publish_interval BETA 0/5 Failed check that time period between successive pointset events is between 5 and 8 seconds +11 RESULT fail pointset pointset_publish_interval STABLE 0/5 Failed check that time period between successive pointset events is between 5 and 8 seconds 12 RESULT fail system.mode system_mode_restart ALPHA 0/5 Failed check that restart count increased by one -13 RESULT fail system config_logging BETA 0/5 Bad message version string 1.4. +13 RESULT fail system config_logging STABLE 0/5 Bad message version string 1.4. 14 CPBLTY pass system broken_config.logging ALPHA 1/1 Capability supported -14 RESULT fail system broken_config BETA 0/5 Because no status to report +14 RESULT fail system broken_config STABLE 0/5 Because no status to report 15 CPBLTY pass system broken_config.logging ALPHA 1/1 Capability supported -15 RESULT pass system broken_config BETA 5/5 Sequence complete +15 RESULT pass system broken_config STABLE 5/5 Sequence complete 16 CPBLTY skip system broken_config.logging ALPHA 0/0 Never executed -16 RESULT fail system broken_config BETA 0/4 Timeout waiting for initial device state +16 RESULT fail system broken_config STABLE 0/4 Timeout waiting for initial device state 17 CPBLTY fail system broken_config.logging ALPHA 0/1 While log category `system.config.apply` level `NOTICE` to be logged -17 RESULT pass system broken_config BETA 4/5 Sequence complete +17 RESULT pass system broken_config STABLE 4/5 Sequence complete 18 CPBLTY fail system broken_config.logging ALPHA 0/1 While log category `system.config.receive` level `DEBUG` to be logged -18 RESULT fail system broken_config BETA 0/5 expected: but was: +18 RESULT fail system broken_config STABLE 0/5 expected: but was: 19 CPBLTY pass system system_last_update.subblocks ALPHA 1/1 Capability supported 19 RESULT pass system system_last_update STABLE 6/6 Sequence complete 20 CPBLTY pass system system_last_update.subblocks ALPHA 1/1 Capability supported 20 RESULT pass system system_last_update STABLE 6/6 Sequence complete -21 RESULT fail system state_make_model BETA 0/5 Failed check that no significant system status exists; deviceState.system not defined -25 RESULT skip system valid_serial_no BETA 0/0 State testing disabled +21 RESULT fail system state_make_model STABLE 0/5 Failed check that no significant system status exists; deviceState.system not defined +25 RESULT skip system valid_serial_no STABLE 0/0 State testing disabled 26 CPBLTY skip system system_last_update.subblocks ALPHA 0/0 Never executed 26 RESULT skip system system_last_update STABLE 0/0 State testing disabled 27 RESULT fail system system_min_loglevel ALPHA 0/5 Received state update with no-state device @@ -35,5 +35,5 @@ 33 RESULT fail gateway gateway_proxy_events BETA 0/5 Timeout waiting for Missing data from AHU-22 37 RESULT pass gateway gateway_proxy_events BETA 5/5 Sequence complete 38 RESULT fail gateway gateway_proxy_events BETA 0/5 Received state update with no-state device -42 RESULT skip system device_config_acked BETA 0/0 No config check for proxy device +42 RESULT skip system device_config_acked STABLE 0/0 No config check for proxy device 43 RESULT pass gateway bad_target_family PREVIEW 5/5 Sequence complete diff --git a/validator/sequences/broken_config/sequence.md b/validator/sequences/broken_config/sequence.md index 59fad3ac44..6f658a6120 100644 --- a/validator/sequences/broken_config/sequence.md +++ b/validator/sequences/broken_config/sequence.md @@ -1,5 +1,5 @@ -## broken_config (BETA) +## broken_config (STABLE) Check that the device correctly handles a broken (non-json) config message. diff --git a/validator/sequences/config_logging/sequence.md b/validator/sequences/config_logging/sequence.md index 64a53b7788..ef1c87f365 100644 --- a/validator/sequences/config_logging/sequence.md +++ b/validator/sequences/config_logging/sequence.md @@ -1,5 +1,5 @@ -## config_logging (BETA) +## config_logging (STABLE) Check that the device publishes minimum required log entries when receiving config diff --git a/validator/sequences/device_config_acked/sequence.md b/validator/sequences/device_config_acked/sequence.md index 6e65067169..da99516d8c 100644 --- a/validator/sequences/device_config_acked/sequence.md +++ b/validator/sequences/device_config_acked/sequence.md @@ -1,5 +1,5 @@ -## device_config_acked (BETA) +## device_config_acked (STABLE) Check that the device MQTT-acknowledges a sent config. diff --git a/validator/sequences/extra_config/sequence.md b/validator/sequences/extra_config/sequence.md index d7eb3dc64e..58c523902d 100644 --- a/validator/sequences/extra_config/sequence.md +++ b/validator/sequences/extra_config/sequence.md @@ -1,5 +1,5 @@ -## extra_config (BETA) +## extra_config (STABLE) Check that the device correctly handles an extra out-of-schema field diff --git a/validator/sequences/pointset_publish/sequence.md b/validator/sequences/pointset_publish/sequence.md index 002dd91918..92e5631cc9 100644 --- a/validator/sequences/pointset_publish/sequence.md +++ b/validator/sequences/pointset_publish/sequence.md @@ -1,5 +1,5 @@ -## pointset_publish (BETA) +## pointset_publish (STABLE) Check that a device publishes pointset events diff --git a/validator/sequences/pointset_publish_interval/sequence.md b/validator/sequences/pointset_publish_interval/sequence.md index b2d192d874..33881ecb84 100644 --- a/validator/sequences/pointset_publish_interval/sequence.md +++ b/validator/sequences/pointset_publish_interval/sequence.md @@ -1,5 +1,5 @@ -## pointset_publish_interval (BETA) +## pointset_publish_interval (STABLE) Check handling of sample_rate_sec and sample_limit_sec diff --git a/validator/sequences/pointset_remove_point/sequence.md b/validator/sequences/pointset_remove_point/sequence.md index e42d457858..53cc889237 100644 --- a/validator/sequences/pointset_remove_point/sequence.md +++ b/validator/sequences/pointset_remove_point/sequence.md @@ -1,5 +1,5 @@ -## pointset_remove_point (BETA) +## pointset_remove_point (STABLE) Check that pointset state does not report an unconfigured point diff --git a/validator/sequences/pointset_request_extraneous/sequence.md b/validator/sequences/pointset_request_extraneous/sequence.md index 9dcead08cd..b2d2091e92 100644 --- a/validator/sequences/pointset_request_extraneous/sequence.md +++ b/validator/sequences/pointset_request_extraneous/sequence.md @@ -1,5 +1,5 @@ -## pointset_request_extraneous (BETA) +## pointset_request_extraneous (STABLE) Check error when pointset configuration contains extraneous point diff --git a/validator/sequences/state_make_model/sequence.md b/validator/sequences/state_make_model/sequence.md index 0827ce4187..f0416ec6e3 100644 --- a/validator/sequences/state_make_model/sequence.md +++ b/validator/sequences/state_make_model/sequence.md @@ -1,5 +1,5 @@ -## state_make_model (BETA) +## state_make_model (STABLE) Check that a device publishes correct make and model information in state messages diff --git a/validator/sequences/state_software/sequence.md b/validator/sequences/state_software/sequence.md index 61bbc8b640..b35c2783e9 100644 --- a/validator/sequences/state_software/sequence.md +++ b/validator/sequences/state_software/sequence.md @@ -1,5 +1,5 @@ -## state_software (BETA) +## state_software (STABLE) Check that a device publishes correct software information in state messages diff --git a/validator/sequences/valid_serial_no/sequence.md b/validator/sequences/valid_serial_no/sequence.md index 7c346b39aa..e718a93b91 100644 --- a/validator/sequences/valid_serial_no/sequence.md +++ b/validator/sequences/valid_serial_no/sequence.md @@ -1,4 +1,4 @@ -## valid_serial_no (BETA) +## valid_serial_no (STABLE) 1. Wait for received serial number matches diff --git a/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/ConfigSequences.java b/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/ConfigSequences.java index 1fb223ac10..5ac630f6ec 100644 --- a/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/ConfigSequences.java +++ b/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/ConfigSequences.java @@ -67,7 +67,7 @@ public void system_last_update() { } @Test(timeout = TWO_MINUTES_MS) - @Feature(stage = BETA, bucket = SYSTEM) + @Feature(stage = STABLE, bucket = SYSTEM) @ValidateSchema(SubFolder.SYSTEM) public void valid_serial_no() { ifNullSkipTest(serialNo, "No test serial number provided"); @@ -107,7 +107,7 @@ public void system_min_loglevel() { } @Test(timeout = THREE_MINUTES_MS) - @Feature(stage = BETA, bucket = SYSTEM) + @Feature(stage = STABLE, bucket = SYSTEM) @Summary("Check that the device MQTT-acknowledges a sent config.") public void device_config_acked() { ifTrueSkipTest(catchToFalse(() -> !isNullOrEmpty(deviceMetadata.gateway.gateway_id)), @@ -130,7 +130,7 @@ public void device_config_acked() { } @Test(timeout = TWO_MINUTES_MS) - @Feature(stage = BETA, bucket = SYSTEM, score = 4) + @Feature(stage = STABLE, bucket = SYSTEM, score = 4) @Capability(value = LOGGING, stage = ALPHA) @Summary("Check that the device correctly handles a broken (non-json) config message.") @ValidateSchema(SubFolder.SYSTEM) @@ -192,7 +192,7 @@ public void broken_config() { } @Test(timeout = TWO_MINUTES_MS) - @Feature(stage = BETA, bucket = SYSTEM) + @Feature(stage = STABLE, bucket = SYSTEM) @Summary("Check that the device correctly handles an extra out-of-schema field") public void extra_config() { deviceConfig.system.min_loglevel = Level.DEBUG.value(); @@ -219,7 +219,7 @@ public void extra_config() { } @Test(timeout = TWO_MINUTES_MS) - @Feature(stage = BETA, bucket = SYSTEM) + @Feature(stage = STABLE, bucket = SYSTEM) @Summary("Check that the device publishes minimum required log entries when receiving config") public void config_logging() { deviceConfig.system.min_loglevel = Level.DEBUG.value(); diff --git a/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/PointsetSequences.java b/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/PointsetSequences.java index e94518ea44..e9e005c78b 100644 --- a/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/PointsetSequences.java +++ b/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/PointsetSequences.java @@ -17,6 +17,7 @@ import static udmi.schema.Category.POINTSET_POINT_INVALID; import static udmi.schema.Category.POINTSET_POINT_INVALID_VALUE; import static udmi.schema.FeatureDiscovery.FeatureStage.BETA; +import static udmi.schema.FeatureDiscovery.FeatureStage.STABLE; import com.google.common.collect.Sets; import com.google.daq.mqtt.sequencer.Feature; @@ -107,7 +108,7 @@ private boolean validPointEntry(Entry point) { @Test(timeout = TWO_MINUTES_MS) @Summary("Check error when pointset configuration contains extraneous point") - @Feature(stage = BETA, bucket = POINTSET) + @Feature(stage = STABLE, bucket = POINTSET) public void pointset_request_extraneous() { deviceConfig.pointset.sample_rate_sec = DEFAULT_SAMPLE_RATE_SEC; @@ -133,9 +134,9 @@ public void pointset_request_extraneous() { untilPointsetSanity(); } - @Test(timeout = TWO_MINUTES_MS) + @Test(timeout = THREE_MINUTES_MS) @Summary("Check that pointset state does not report an unconfigured point") - @Feature(stage = BETA, bucket = POINTSET) + @Feature(stage = STABLE, bucket = POINTSET) public void pointset_remove_point() { untilPointsetSanity(); @@ -164,9 +165,9 @@ public void pointset_remove_point() { /** * Simple check that device publishes pointset events. */ - @Test(timeout = THREE_MINUTES_MS) + @Test(timeout = TWO_MINUTES_MS) @Summary("Check that a device publishes pointset events") - @Feature(stage = BETA, bucket = POINTSET, nostate = true) + @Feature(stage = STABLE, bucket = POINTSET, nostate = true) public void pointset_publish() { ifNullSkipTest(deviceConfig.pointset, "no pointset found in config"); @@ -188,7 +189,7 @@ private String samplingMessagesCheckMessage(SamplingRange samplingRange) { */ @Test(timeout = THREE_MINUTES_MS) @Summary("Check handling of sample_rate_sec and sample_limit_sec") - @Feature(stage = BETA, bucket = POINTSET, nostate = true) + @Feature(stage = STABLE, bucket = POINTSET, nostate = true) @ValidateSchema(SubFolder.POINTSET) public void pointset_publish_interval() { ifNullSkipTest(deviceConfig.pointset, "no pointset found in config"); diff --git a/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/SystemSequences.java b/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/SystemSequences.java index d4971a6725..ae8bfd7070 100644 --- a/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/SystemSequences.java +++ b/validator/src/main/java/com/google/daq/mqtt/sequencer/sequences/SystemSequences.java @@ -6,6 +6,7 @@ import static udmi.schema.Bucket.SYSTEM; import static udmi.schema.FeatureDiscovery.FeatureStage.ALPHA; import static udmi.schema.FeatureDiscovery.FeatureStage.BETA; +import static udmi.schema.FeatureDiscovery.FeatureStage.STABLE; import com.google.daq.mqtt.sequencer.Feature; import com.google.daq.mqtt.sequencer.SequenceBase; @@ -28,7 +29,7 @@ public class SystemSequences extends SequenceBase { * Simple check that device contains appropriate make/model descriptions. */ @Test(timeout = TWO_MINUTES_MS) - @Feature(stage = BETA, bucket = SYSTEM) + @Feature(stage = STABLE, bucket = SYSTEM) @Summary("Check that a device publishes correct make and model information in state messages") public void state_make_model() { @@ -56,7 +57,7 @@ public void state_make_model() { * (2) match */ @Test(timeout = TWO_MINUTES_MS) - @Feature(stage = BETA, bucket = SYSTEM) + @Feature(stage = STABLE, bucket = SYSTEM) @Summary("Check that a device publishes correct software information in state messages") public void state_software() {